-- Logs begin at Fri 2021-10-15 18:43:21 UTC, end at Fri 2021-10-15 21:30:32 UTC. -- Oct 15 19:25:00.281014 n-d-712140-14 systemd[1]: Started Devstack devstack@q-svc.service. Oct 15 19:25:03.043947 n-d-712140-14 neutron-server[100894]: INFO neutron.common.config [-] Logging enabled! Oct 15 19:25:03.044594 n-d-712140-14 neutron-server[100894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev73 Oct 15 19:25:03.044718 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 19:25:03.047925 n-d-712140-14 neutron-server[100894]: INFO neutron.common.config [-] Logging enabled! Oct 15 19:25:03.048179 n-d-712140-14 neutron-server[100894]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev73 Oct 15 19:25:03.048488 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100894) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 15 19:25:03.049417 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 19:25:03.049649 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 19:25:03.050004 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 19:25:03.050247 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 19:25:03.050470 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 19:25:03.050789 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.051086 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.051379 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.051630 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.051926 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.052215 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.052494 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.052782 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.053076 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.053359 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.053635 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.053917 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.054143 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.054418 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.054701 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.054985 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.055203 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] debug = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.055642 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.056103 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.056521 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.056801 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.057090 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.057369 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.057643 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.057920 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.058201 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.058528 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] host = n-d-712140-14 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.058805 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.059088 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.059372 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.059680 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.059957 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.060234 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.060516 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.060791 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.061062 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.061333 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.061617 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.061905 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.062194 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.062416 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.062634 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.062921 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.063206 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.063477 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.063771 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.064044 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.064317 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.064590 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.064856 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.065140 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.065421 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.065702 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.065978 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.066249 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.066518 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.066786 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.067068 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.067339 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.067638 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.067911 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.068196 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.068463 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.068735 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.069032 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.069315 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.069596 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.069881 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.070152 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.070433 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.070703 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.070978 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.071786 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_json = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.072085 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.072403 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.072689 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.072961 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.073234 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.073506 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.073776 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.074059 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:03.074354 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.074649 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.074950 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.075231 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.075534 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.075834 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.076123 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.076405 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.076691 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.076978 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.077262 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.077537 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.077822 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.078097 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.078389 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.078691 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.078985 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.079272 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.079546 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.079838 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.080111 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.080387 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.080674 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.080950 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.081236 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.081524 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.081800 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.082084 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.082377 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.082664 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.082936 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.083214 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.083503 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.083802 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.084074 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.084350 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.084636 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.084912 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.085181 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.085461 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.086001 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.086272 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.086546 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.087536 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.087921 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.088138 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.088414 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.088685 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.088964 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.089238 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.089522 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.089800 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.090073 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.090344 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.090622 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.090892 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.091165 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.091441 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.091735 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.092012 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.092282 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.092552 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.092822 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.093092 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.093361 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.093631 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.093900 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.094176 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.094443 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.094711 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.094980 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.095248 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.095517 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.095821 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.096117 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.096399 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.096676 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.096953 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.097230 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.097505 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.097781 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.098056 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.098330 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.098600 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.098889 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.099170 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.099461 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.099767 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.100042 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.100358 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.100634 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.100913 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.101185 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.101460 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.101738 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.102017 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.102362 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.102896 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.103011 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.103209 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.103497 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.103799 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.104106 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.104384 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:03.104598 n-d-712140-14 neutron-server[100894]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 19:25:03.104833 n-d-712140-14 neutron-server[100894]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100894) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 15 19:25:03.535524 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 19:25:03.535826 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 19:25:03.536117 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 15 19:25:03.536448 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 15 19:25:03.853255 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.853452 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.853721 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.854897 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.855153 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.855417 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.889342 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.889617 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.889889 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.905415 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.905694 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.905962 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.935438 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.935739 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.936002 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.971856 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.972154 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:03.972423 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.207487 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.208003 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.208101 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.208311 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.209009 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.330257 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.330570 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.330852 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.331119 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.331384 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.331717 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.331976 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.332230 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.332480 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.332760 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.333016 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.333276 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.333528 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.333779 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.334029 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.334287 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.334537 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.334798 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.335061 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.335314 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.335862 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.336114 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.336393 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.336839 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.337130 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.337378 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.337776 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.338016 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.338253 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.338487 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.338722 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.338955 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:04.339312 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 15 19:25:04.342396 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 15 19:25:04.346356 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 15 19:25:04.351116 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 15 19:25:04.353422 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 15 19:25:04.353872 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 15 19:25:04.354213 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 15 19:25:04.354594 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 15 19:25:04.357417 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 15 19:25:04.357664 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 15 19:25:04.358006 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 19:25:04.363254 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 15 19:25:04.385729 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 15 19:25:04.386175 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.386468 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100894) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 15 19:25:04.386824 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.388223 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100894) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 15 19:25:04.388500 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 15 19:25:04.388743 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 15 19:25:04.392111 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.392391 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:04.455757 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 15 19:25:04.455939 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 15 19:25:04.456177 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 15 19:25:04.456550 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 15 19:25:04.476812 n-d-712140-14 neutron-server[100894]: DEBUG oslo_db.sqlalchemy.engines [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100894) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 15 19:25:05.183106 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing driver for type 'gre' Oct 15 19:25:05.183761 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] gre ID ranges: [(1, 1000)] Oct 15 19:25:05.464497 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing driver for type 'local' Oct 15 19:25:05.465122 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing driver for type 'vlan' Oct 15 19:25:05.559567 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] VlanTypeDriver initialization complete Oct 15 19:25:05.559938 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing driver for type 'vxlan' Oct 15 19:25:05.560444 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] vxlan ID ranges: [(1, 1000)] Oct 15 19:25:05.841382 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing extension driver 'port_security' Oct 15 19:25:05.841657 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.extensions.port_security [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] PortSecurityExtensionDriver initialization complete Oct 15 19:25:05.842019 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing mechanism driver 'openvswitch' Oct 15 19:25:05.842340 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing mechanism driver 'hyperv' Oct 15 19:25:05.849101 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.plugin [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:05.849775 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.850171 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.850525 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.851049 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.851479 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.851916 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.852404 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.852856 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.853293 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.853667 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.854035 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.854428 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.854834 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.855187 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.855527 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.856076 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.856492 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.856847 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.857194 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.857682 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.858115 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.858466 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.858808 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.859201 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100894) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 15 19:25:05.859595 n-d-712140-14 neutron-server[100894]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] ML2 OVO RPC backend initialized. {{(pid=100894) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 15 19:25:05.871269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > networks before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871675 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871675 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > ports before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871675 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871675 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871974 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871974 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871974 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.871974 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872269 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.plugin [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Modular L2 Plugin initialization complete Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading services supported by the core plugin {{(pid=100894) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: INFO neutron.plugins.ml2.managers [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Got port-security extension from driver 'port_security' Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: INFO neutron.extensions.vlantransparent [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Disabled vlantransparent extension. Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100894) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 15 19:25:05.872548 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: router Oct 15 19:25:05.907953 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.908351 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_create 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.908720 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router before_create 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.909085 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.909456 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.909813 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_delete 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.910177 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.910529 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.910888 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_create 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.911233 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.911599 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.911949 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.912305 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.912715 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.913081 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.913421 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.913759 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: subnet after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.914097 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.914442 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.914827 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.915169 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.915511 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.915890 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router after_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.916233 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.916584 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.916946 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.917294 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.917658 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > agent after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.918006 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.918357 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > network after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.919216 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Tracking information for resource: router configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:05.919575 n-d-712140-14 neutron-server[100894]: DEBUG neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Tracking information for resource: floatingip configured {{(pid=100894) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 15 19:25:05.924596 n-d-712140-14 neutron-server[100894]: INFO neutron.db.l3_agentschedulers_db [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 15 19:25:05.925180 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.925541 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.925894 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.926244 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: port after_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.927027 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router before_create 55550100 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.927389 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.927782 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.928143 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.933027 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.provider_configuration [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service providers = [] {{(pid=100894) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 15 19:25:05.933393 n-d-712140-14 neutron-server[100894]: DEBUG neutron.db.servicetype_db [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100894) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 15 19:25:05.936367 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.service_base [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 19:25:05.936719 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.service_base [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 19:25:05.937060 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.service_base [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 19:25:05.937951 n-d-712140-14 neutron-server[100894]: DEBUG neutron.services.service_base [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100894) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 15 19:25:05.938328 n-d-712140-14 neutron-server[100894]: INFO neutron.services.service_base [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 15 19:25:05.938704 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.939021 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 15 19:25:05.950352 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.950689 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: auto_allocate Oct 15 19:25:05.956589 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: network precommit_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.956963 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: network precommit_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.957481 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.957801 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: tag Oct 15 19:25:05.965248 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.965580 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: timestamp Oct 15 19:25:05.971028 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.971358 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: network_ip_availability Oct 15 19:25:05.976881 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.977314 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.977687 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:05.978573 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.978898 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: flavors Oct 15 19:25:05.983816 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.984145 n-d-712140-14 neutron-server[100894]: INFO neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading Plugin: revisions Oct 15 19:25:05.988492 n-d-712140-14 neutron-server[100894]: DEBUG neutron.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100894) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 15 19:25:05.988889 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.453s {{(pid=100894) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 15 19:25:05.989643 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100894) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 15 19:25:05.989982 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Initializing extension manager. Oct 15 19:25:05.990491 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: __init__.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.990834 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: __pycache__ {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.991171 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.991504 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: address_group.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.992298 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:05.993102 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: address-group Oct 15 19:25:05.993435 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: address_scope.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.994159 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:05.994671 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: address-scope Oct 15 19:25:05.994996 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.996165 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:05.996683 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: router-admin-state-down-before-update Oct 15 19:25:05.997008 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: agent.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.997737 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:05.998246 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: agent Oct 15 19:25:05.998569 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: agent_resources_synced.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:05.999492 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.000029 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: agent-resources-synced Oct 15 19:25:06.000350 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.002157 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.002674 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: allowed-address-pairs Oct 15 19:25:06.003002 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.004113 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.004627 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: auto-allocated-topology Oct 15 19:25:06.004951 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: availability_zone.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.005643 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.006146 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: availability_zone Oct 15 19:25:06.006467 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: availability_zone_filter.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.007388 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.007921 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: availability_zone_filter Oct 15 19:25:06.008245 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: data_plane_status.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.009693 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.010191 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension data-plane-status not supported by any of loaded plugins Oct 15 19:25:06.010513 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: default_subnetpools.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.011444 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.011988 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: default-subnetpools Oct 15 19:25:06.012314 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.013122 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.013630 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: dhcp_agent_scheduler Oct 15 19:25:06.013951 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: dns.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.014866 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.015370 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension dns-integration not supported by any of loaded plugins Oct 15 19:25:06.015737 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: dns_domain_ports.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.016654 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.017160 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 15 19:25:06.017483 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.018407 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.018910 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 15 19:25:06.019233 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: dvr.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.019945 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.020450 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: dvr Oct 15 19:25:06.020770 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: ecmp_routes.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.021688 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.022191 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 15 19:25:06.022514 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: empty_string_filtering.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.023424 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.023957 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: empty-string-filtering Oct 15 19:25:06.024890 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.025803 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.026310 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 15 19:25:06.026632 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.027548 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.028082 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 15 19:25:06.028405 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: external_net.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.029318 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.029836 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: external-net Oct 15 19:25:06.030161 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.031069 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.031598 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: extra_dhcp_opt Oct 15 19:25:06.031926 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: extraroute.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.032830 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.033338 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: extraroute Oct 15 19:25:06.033660 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: extraroute_atomic.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.034695 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.035205 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: extraroute-atomic Oct 15 19:25:06.035528 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: filter_validation.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.036212 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.036718 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: filter-validation Oct 15 19:25:06.037040 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: fip_pf_description.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.037968 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.038469 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 15 19:25:06.038791 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: fip_port_details.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.039888 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.040519 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: fip-port-details Oct 15 19:25:06.040857 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: flavors.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.042144 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.042663 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: flavors Oct 15 19:25:06.042993 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.044719 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.045237 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 15 19:25:06.045566 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: floatingip_pools.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.046260 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.046767 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: floatingip-pools Oct 15 19:25:06.047090 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: ip_allocation.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.048051 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.048554 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension ip_allocation not supported by any of loaded plugins Oct 15 19:25:06.048875 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.049801 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.050304 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: ip-substring-filtering Oct 15 19:25:06.050627 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l2_adjacency.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.051546 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.052073 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 15 19:25:06.052396 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.053501 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.054016 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: router Oct 15 19:25:06.054341 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.056764 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.057279 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 15 19:25:06.057608 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.058529 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.059041 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: ext-gw-mode Oct 15 19:25:06.059367 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.060341 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.060848 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: l3-ha Oct 15 19:25:06.061173 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3_flavors.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.062085 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.062587 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: l3-flavors Oct 15 19:25:06.062909 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.063861 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.064367 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 15 19:25:06.064688 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: l3agentscheduler.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.065729 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.066237 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: l3_agent_scheduler Oct 15 19:25:06.066564 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: logging.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.068098 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.068615 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension logging not supported by any of loaded plugins Oct 15 19:25:06.068943 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: metering.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.069686 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.070256 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: metering Oct 15 19:25:06.070578 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.072200 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.072711 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: metering_source_and_destination_fields Oct 15 19:25:06.073031 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: multiprovidernet.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.073951 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.074463 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: multi-provider Oct 15 19:25:06.074786 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: netmtu.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.075731 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.076242 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: net-mtu Oct 15 19:25:06.076565 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: netmtu_writable.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.077474 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.077979 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: net-mtu-writable Oct 15 19:25:06.078295 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: network_availability_zone.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.078954 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.079459 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: network_availability_zone Oct 15 19:25:06.079805 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: network_ip_availability.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.080912 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.081415 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: network-ip-availability Oct 15 19:25:06.081733 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: network_segment_range.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.082485 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.082979 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension network-segment-range not supported by any of loaded plugins Oct 15 19:25:06.083299 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: pagination.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.084310 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.084635 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: pagination Oct 15 19:25:06.084954 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: port_device_profile.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.086099 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.087195 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: port-device-profile Oct 15 19:25:06.087518 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.088475 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.088981 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: port-mac-address-regenerate Oct 15 19:25:06.089301 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.090209 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.090719 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: port-numa-affinity-policy Oct 15 19:25:06.091036 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: port_resource_request.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.092026 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.092483 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension port-resource-request not supported by any of loaded plugins Oct 15 19:25:06.092805 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: portbindings.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.093847 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.094355 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: binding Oct 15 19:25:06.094677 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: portbindings_extended.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.095983 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.096494 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: binding-extended Oct 15 19:25:06.096817 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: portsecurity.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.097727 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.098234 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: port-security Oct 15 19:25:06.098553 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: project_id.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.099526 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.099880 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: project-id Oct 15 19:25:06.100202 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: providernet.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.101114 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.101622 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: provider Oct 15 19:25:06.101941 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.105545 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.106067 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos not supported by any of loaded plugins Oct 15 19:25:06.106399 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.107684 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.108198 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 15 19:25:06.108526 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.109452 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.109958 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 15 19:25:06.110282 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_default.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.111193 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.111731 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-default not supported by any of loaded plugins Oct 15 19:25:06.112053 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_fip.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.112697 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.113189 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-fip not supported by any of loaded plugins Oct 15 19:25:06.113508 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.114425 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.114931 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 15 19:25:06.115278 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.116216 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.116725 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 15 19:25:06.117046 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.118589 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.119097 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 15 19:25:06.119426 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_pps_rule.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.120684 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.121203 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-pps not supported by any of loaded plugins Oct 15 19:25:06.121526 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.122449 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.122955 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 15 19:25:06.123276 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: qos_rules_alias.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.124356 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.124868 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 15 19:25:06.125191 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: quotasv2.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.126098 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.126425 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: quotas Oct 15 19:25:06.126744 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: quotasv2_detail.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.130094 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.130435 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: quota_details Oct 15 19:25:06.130766 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: rbac.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.131858 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.132383 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: rbac-policies Oct 15 19:25:06.132710 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: rbac_address_group.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.134214 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.134723 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: rbac-address-group Oct 15 19:25:06.135044 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: rbac_address_scope.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.135995 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.136509 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: rbac-address-scope Oct 15 19:25:06.136830 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: rbac_security_groups.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.137744 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.138253 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: rbac-security-groups Oct 15 19:25:06.138571 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.139488 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.140025 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: rbac-subnetpool Oct 15 19:25:06.140345 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: revisionifmatch.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.141266 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.141772 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: revision-if-match Oct 15 19:25:06.142091 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: revisions.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.143230 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.143767 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: standard-attr-revisions Oct 15 19:25:06.144088 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: router_availability_zone.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.144754 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.145260 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: router_availability_zone Oct 15 19:25:06.145577 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: routerservicetype.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.146494 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.146993 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension router-service-type not supported by any of loaded plugins Oct 15 19:25:06.147308 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.160819 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.161324 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: security-groups-normalized-cidr Oct 15 19:25:06.161646 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.162561 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.163068 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: port-security-groups-filtering Oct 15 19:25:06.163387 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.164366 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.164898 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: security-groups-remote-address-group Oct 15 19:25:06.165345 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: securitygroup.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.175087 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.175656 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: security-group Oct 15 19:25:06.175986 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: segment.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.176769 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.177274 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension segment not supported by any of loaded plugins Oct 15 19:25:06.177635 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.178649 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.179190 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 15 19:25:06.179520 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: servicetype.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.181329 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.181846 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: service-type Oct 15 19:25:06.182177 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: sorting.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.183171 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.183503 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: sorting Oct 15 19:25:06.183849 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: standard_attr_segment.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.184775 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.185292 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 15 19:25:06.185610 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: standardattrdescription.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.186257 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.186759 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: standard-attr-description Oct 15 19:25:06.187080 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: stateful_security_group.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.189931 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.190435 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: stateful-security-group Oct 15 19:25:06.190754 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: stdattrs_common.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.191345 n-d-712140-14 neutron-server[100894]: WARNING neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 15 19:25:06.191690 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.192625 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.193126 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 15 19:25:06.193444 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnet_onboard.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.194549 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.195064 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: subnet_onboard Oct 15 19:25:06.195384 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.196873 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.197455 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 15 19:25:06.197775 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnet_service_types.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.198700 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.199207 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: subnet-service-types Oct 15 19:25:06.199858 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnetallocation.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.200613 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.201124 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: subnet_allocation Oct 15 19:25:06.201444 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.202110 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.202615 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: subnetpool-prefix-ops Oct 15 19:25:06.202935 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.203930 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.204441 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 15 19:25:06.204759 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: tagging.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.205834 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.206352 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: standard-attr-tag Oct 15 19:25:06.206754 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: timestamp.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.207978 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.208492 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loaded extension: standard-attr-timestamp Oct 15 19:25:06.208814 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: trunk.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.209916 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.210430 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension trunk not supported by any of loaded plugins Oct 15 19:25:06.211020 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: trunk_details.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.212097 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.212600 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension trunk-details not supported by any of loaded plugins Oct 15 19:25:06.212925 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.213846 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.214357 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 15 19:25:06.214680 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Loading extension file: vlantransparent.py {{(pid=100894) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 15 19:25:06.215387 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100894) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 15 19:25:06.215923 n-d-712140-14 neutron-server[100894]: INFO neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 15 19:25:06.218481 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:network Oct 15 19:25:06.218947 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnet Oct 15 19:25:06.219354 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 19:25:06.219774 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:port Oct 15 19:25:06.221017 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.221469 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service FLAVORS assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.222073 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.222518 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.222850 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:router Oct 15 19:25:06.223294 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 19:25:06.223795 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service METERING assigned prefix: /metering {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.229694 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:06.229694 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:06.229694 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:25:06.229694 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 19:25:06.229694 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:security_group Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service CORE assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] subnetpool is already registered Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service CORE assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.230078 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 19:25:06.230487 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] subnetpool is already registered Oct 15 19:25:06.232412 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.232845 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service FLAVORS assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.233431 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.233850 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.234183 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:router Oct 15 19:25:06.234521 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] router is already registered Oct 15 19:25:06.234932 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:floatingip Oct 15 19:25:06.235270 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] floatingip is already registered Oct 15 19:25:06.235753 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service METERING assigned prefix: /metering {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.236413 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of CountableResource for resource:rbac_policy Oct 15 19:25:06.236736 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] rbac_policy is already registered Oct 15 19:25:06.237148 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:security_group Oct 15 19:25:06.237482 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] security_group is already registered Oct 15 19:25:06.237883 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 15 19:25:06.238214 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] security_group_rule is already registered Oct 15 19:25:06.238888 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service CORE assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.239212 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 19:25:06.239545 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] subnetpool is already registered Oct 15 19:25:06.239983 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.v2.resource_helper [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Service CORE assigned prefix: {{(pid=100894) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 15 19:25:06.240307 n-d-712140-14 neutron-server[100894]: INFO neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Creating instance of TrackedResource for resource:subnetpool Oct 15 19:25:06.240634 n-d-712140-14 neutron-server[100894]: WARNING neutron.quota.resource_registry [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] subnetpool is already registered Oct 15 19:25:06.241252 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: extensions {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.242725 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: address-groups {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.244865 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: address-scopes {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.246222 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: agents {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.247411 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: auto-allocated-topology {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.248674 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: availability_zones {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.249907 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: dhcp-networks {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.252604 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: dhcp-agents {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.254064 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: routers {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.256389 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: flavors {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.257567 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: service_profiles {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.259532 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: next_providers {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.261009 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: service_profiles {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.262604 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: floatingip-pools {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.263939 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: routers {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.266067 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: floatingips {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.267359 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: l3-routers {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.268781 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: l3-agents {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.270420 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: metering-labels {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.271822 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: metering-label-rules {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.273089 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: network-ip-availabilities {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.274593 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: bindings {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.276313 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: quotas {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.277897 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: quotas {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.279435 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: rbac-policies {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.280800 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: security-groups {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.282036 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: security-group-rules {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.283253 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: service-providers {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.284518 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: subnetpools {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.285962 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: subnetpools {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.287415 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.289143 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.292520 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.292911 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.294707 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.296606 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.298295 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.300222 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.301985 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.303912 n-d-712140-14 neutron-server[100894]: DEBUG neutron.api.extensions [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Extended resource: tags {{(pid=100894) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 15 19:25:06.310660 n-d-712140-14 neutron-server[100894]: WARNING keystonemiddleware.auth_token [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 15 19:25:06.316298 n-d-712140-14 neutron-server[100894]: WARNING keystonemiddleware.auth_token [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 15 19:25:06.325710 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Acquired lock "singleton_lock" {{(pid=100894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 15 19:25:06.326182 n-d-712140-14 neutron-server[100894]: DEBUG oslo_concurrency.lockutils [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Releasing lock "singleton_lock" {{(pid=100894) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 15 19:25:06.326821 n-d-712140-14 neutron-server[100894]: INFO oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Starting 2 workers Oct 15 19:25:06.331619 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Started child 101180 {{(pid=100894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 19:25:06.336282 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Started child 101181 {{(pid=100894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 19:25:06.337278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.338104 n-d-712140-14 neutron-server[100894]: INFO neutron.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 15 19:25:06.338742 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Publish callbacks [] for process, before_spawn {{(pid=100894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.338840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [-] (101180) wsgi starting up on http://0.0.0.0:9696 Oct 15 19:25:06.341095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.341556 n-d-712140-14 neutron-server[100894]: INFO oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Starting 1 workers Oct 15 19:25:06.342508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [-] (101181) wsgi starting up on http://0.0.0.0:9696 Oct 15 19:25:06.346412 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Started child 101182 {{(pid=100894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 19:25:06.346950 n-d-712140-14 neutron-server[100894]: INFO oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Starting 1 workers Oct 15 19:25:06.349946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] calling RpcWorker wait() {{(pid=101182) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 15 19:25:06.350504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] returning from RpcWorker wait() {{(pid=101182) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 15 19:25:06.351391 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Started child 101183 {{(pid=100894) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 15 19:25:06.351870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.352560 n-d-712140-14 neutron-server[100894]: DEBUG neutron_lib.callbacks.manager [None req-5656dce5-d160-4647-a66d-819a242488d9 None None] Publish callbacks [] for process, after_spawn {{(pid=100894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.352845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:06.354161 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 19:25:06.354361 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 19:25:06.354554 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 19:25:06.354770 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 19:25:06.355122 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 19:25:06.355283 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 19:25:06.355987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.356249 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.356342 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:06.356793 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.356793 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.357039 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.357660 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.357913 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.358145 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.358421 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.358667 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.358838 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.359002 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.359253 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.359500 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.359827 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.360085 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.360329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.360582 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.360749 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.360997 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.361265 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.361495 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.361768 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] debug = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.362023 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.362520 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.362747 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.363009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.363228 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.363498 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.363785 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.364041 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.364271 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.364487 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.364718 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.364971 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.365197 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.365421 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.365652 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.365891 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.366107 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.366575 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] host = n-d-712140-14 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.366809 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.367039 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.367276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.367517 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.368294 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.368679 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.368951 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.369208 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.369465 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.369689 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.369937 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.370199 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.370430 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.370674 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.370837 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_options = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.371050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.371329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.371702 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.371859 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.371999 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.372146 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.372399 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.372544 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.372769 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.372955 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.373168 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.373431 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.373591 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.373807 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.374054 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.374282 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.374517 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.374753 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.374993 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.375226 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.375463 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.375725 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.375961 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.376176 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.376387 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.376599 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.376818 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.377028 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.377237 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.377508 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.377736 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.377978 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.378189 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.378429 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.378690 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.378913 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.379135 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.379346 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.379625 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.379850 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.380090 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.380328 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.380559 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.380801 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.381010 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.381238 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.381447 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_json = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.381656 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.381891 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.382140 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.382350 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.382559 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.382769 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.382990 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.383212 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.384283 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.384494 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.384826 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.385071 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.385323 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.385744 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.385997 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.386476 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.386747 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.387064 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.387513 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.387930 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.388084 n-d-712140-14 neutron-server[101183]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:06.388229 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.388427 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.388698 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.389008 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.389246 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.389513 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.389747 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.389977 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.390211 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.390456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.390721 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.390935 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.391162 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.391404 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.391661 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.392001 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.392253 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.392516 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.392784 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.393000 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.393214 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.393426 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.393656 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.393866 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.394094 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.394359 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.394595 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.394805 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.395021 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.395268 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.395480 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.395728 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.395955 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.396243 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.396475 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.401745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.402408 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403020 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403635 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403635 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403635 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403635 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.403938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.404017 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.404225 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.404468 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.404682 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.404916 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.405131 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406094 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406094 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406094 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406094 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406624 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406624 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.406873 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.407013 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.407147 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.407396 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.407634 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.407884 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.408112 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.408326 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.408550 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.408793 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.409031 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.409259 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.409475 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.409687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.409917 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.410131 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.410347 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.410560 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.411294 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.411523 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.411996 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.412155 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.412350 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.412510 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.412755 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.413032 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.413280 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.413552 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.413787 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.414064 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.414349 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.414820 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.414987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.415154 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.415418 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.415695 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.415943 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.416222 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.416476 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.416717 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.416947 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.417246 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.417478 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.417693 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.417902 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.418117 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.418422 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.418778 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.419021 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.419257 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.419522 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.419775 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.420008 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.420267 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.420509 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.420743 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.421131 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.421271 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.421460 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.421704 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.421930 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.422158 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.422441 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.422639 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.423305 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.423305 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.423305 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.423850 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.423850 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.424127 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.424271 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.424419 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.424555 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.424797 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.425008 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.425223 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.425455 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.425668 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.425886 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.426099 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.426309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.426571 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.426787 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.427044 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.427295 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.427523 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.427793 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.428029 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.428263 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.428491 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.428743 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.428971 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.429180 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.429388 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.429601 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.429824 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.430019 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.431006 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.431200 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.431503 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.432091 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.432525 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.432948 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.433347 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.433756 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.434128 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.434570 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.434988 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.435427 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.435879 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.436233 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.436464 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.436728 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.436990 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.437233 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.437468 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.437944 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.438174 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.438393 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.438604 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.438894 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.439144 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.439376 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.439649 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.439893 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.440104 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.440331 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.440543 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.440751 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.440991 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.441198 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.441548 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.441675 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.441865 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.442073 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.442292 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.442506 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.442726 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.442921 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.443156 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.443365 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.443609 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.443844 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.444044 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.444266 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.444472 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.444701 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.444917 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.445156 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.445527 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.445652 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.445800 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.446667 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.446892 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.447050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.447256 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.447580 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.447839 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.448060 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.448343 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.448568 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.448819 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.449066 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.449382 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.449623 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.449859 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.450091 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.450308 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.450531 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.450777 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.451077 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.451354 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.451624 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.451888 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.452172 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.452454 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.452723 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.452960 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.453233 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.453561 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.453824 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.454085 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.454321 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.454573 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.454788 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.455018 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.455256 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.455486 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.455722 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.455955 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.456177 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.456396 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.456623 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.456867 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.457099 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.457318 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.457524 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.457742 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.457952 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.458118 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 19:25:06.458631 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100894) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 15 19:25:06.458802 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 15 19:25:06.458957 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 15 19:25:06.459121 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 15 19:25:06.459288 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 15 19:25:06.459438 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 15 19:25:06.459666 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.459825 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.459981 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.460137 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.460292 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.460467 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.460877 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461132 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461225 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461745 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461928 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.461928 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462096 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462250 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462405 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462560 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462719 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.462874 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463029 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463186 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] debug = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463496 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463709 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.463915 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.464015 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.464166 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.464321 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.464474 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.464646 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465169 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465169 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465169 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465353 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465353 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465492 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465640 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465794 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.465949 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466103 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] host = n-d-712140-14 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466257 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466412 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466566 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466720 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.466876 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467030 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467185 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467495 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467671 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467828 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.467982 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468136 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468289 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468443 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_options = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468598 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468751 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.468907 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.469097 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.469298 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.469410 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.469565 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.469734 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470008 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470169 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470308 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470443 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470598 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470751 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.470888 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471023 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471175 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471324 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471459 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471703 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471850 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.471986 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472147 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472289 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472437 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472582 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472718 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.472874 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.473017 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.475643 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.475643 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.475643 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.475643 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.475909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476009 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_json = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476433 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 15 19:25:06.476938 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477509 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477600 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477961 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.477961 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478286 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478384 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478506 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478676 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478831 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.478998 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479155 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479317 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479470 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479651 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479804 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.479963 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480121 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480278 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480436 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480605 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480769 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.480920 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481088 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481228 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481379 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481532 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481686 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481840 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.481993 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482146 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482300 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482454 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482608 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482762 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.482922 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483081 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483238 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483381 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483543 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483723 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.483884 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.484050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.484192 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.484335 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.484484 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.484631 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.485406 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.485406 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.485406 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.485952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092671 Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486046 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486470 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486470 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486470 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486649 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486722 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486980 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.486980 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.487881 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488089 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488251 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488430 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488603 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488777 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.488944 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.489116 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.489284 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.489451 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.489617 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.489781 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.490100 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.490249 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.490417 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491190 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491190 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491190 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491190 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491190 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491486 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491486 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491731 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.491843 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.492011 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.492189 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.492353 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.492513 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.492672 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.493399 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.493670 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.493822 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.493907 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.494735 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.494735 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.494735 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.494735 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.494735 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495015 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495015 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495267 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495355 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495499 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495658 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495818 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.495964 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496134 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496272 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496405 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496565 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496724 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.496884 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.497068 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.497232 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.497383 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.497548 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.498632 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.498807 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.498972 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.499180 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.499329 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.499498 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.499768 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.499931 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.500092 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.500254 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.501155 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.501155 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.501674 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.501831 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.501998 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.502161 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.502381 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.502625 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.502845 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503012 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503172 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503335 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503486 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503781 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.503944 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.504080 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.504242 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.504837 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.505000 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.505136 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.505371 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506339 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.506987 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.507507 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.507507 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.507507 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.507507 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.508456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.509494 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.509494 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.509764 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.509952 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510101 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510235 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510376 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510509 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510652 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510785 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.510955 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.511116 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.511279 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.512276 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513680 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513680 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513680 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.513680 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514922 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514922 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514922 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.514922 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515418 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515418 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515418 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515627 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515693 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515827 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.515988 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516254 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516397 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516531 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516664 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516797 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.516937 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517071 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517204 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517361 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517511 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517655 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517818 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.517979 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518140 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518309 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518472 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518632 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518792 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.518946 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519082 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519254 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519401 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519612 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519769 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.519904 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.520038 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.520204 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521050 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521573 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521573 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521573 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521950 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521950 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.521950 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522354 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522354 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522605 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522605 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522854 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.522854 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.523112 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.523112 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.523366 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524357 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524357 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524357 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:06.524687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.524687 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525075 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525075 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525075 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525456 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525702 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525702 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525969 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.525969 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526214 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526352 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526483 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526622 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526750 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.526908 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.527067 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.527269 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.527435 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.527645 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.527769 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.528754 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 15 19:25:06.528754 n-d-712140-14 neutron-server[100894]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100894) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 15 19:25:18.424158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c62c2-f545-4927-88c7-133f27c1fb21 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 19:25:18.502089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c62c2-f545-4927-88c7-133f27c1fb21 None None] No non-hosted networks {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 15 19:25:18.516900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.agentschedulers_db [None req-9d2c62c2-f545-4927-88c7-133f27c1fb21 None None] DHCP Agent not found on host n-d-712140-14 {{(pid=101182) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 15 19:25:18.669112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ee5c133-f830-43c3-b5f2-350184def365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:21.370058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-585cf13a-5641-44bd-9d72-777aa8f1a22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:21.419665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-102b4721-7526-4998-bdf9-f8c261b254c7 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-712140-14 {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:25:21.420137 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-102b4721-7526-4998-bdf9-f8c261b254c7 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:25:22.028589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-102b4721-7526-4998-bdf9-f8c261b254c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:22.388425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:22.389112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.389487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.389778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.390107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.390526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.391027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.391355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.391709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.392084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.392335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.392652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.392979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:22.393336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712140-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:22.405926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712140-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:22.636103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:24.325607 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:24.340772 n-d-712140-14 neutron-server[101182]: INFO neutron.db.l3_hamode_db [None req-ad4fd3d7-1fb8-46ab-b170-72d103afe988 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 15 19:25:24.418980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fd3d7-1fb8-46ab-b170-72d103afe988 None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:25:24.419272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fd3d7-1fb8-46ab-b170-72d103afe988 None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 19:25:25.355401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49804) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:25.834813 n-d-712140-14 neutron-server[101180]: WARNING oslo_policy.policy [None req-ffff128e-314d-4ff1-bbaa-7df2cc157956 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:25.835432 n-d-712140-14 neutron-server[101180]: WARNING oslo_policy.policy [None req-ffff128e-314d-4ff1-bbaa-7df2cc157956 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:26.059058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-ffff128e-314d-4ff1-bbaa-7df2cc157956 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:25:26.060086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ffff128e-314d-4ff1-bbaa-7df2cc157956 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7037373 Oct 15 19:25:28.547439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49818) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:29.034148 n-d-712140-14 neutron-server[101181]: WARNING oslo_policy.policy [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:29.034761 n-d-712140-14 neutron-server[101181]: WARNING oslo_policy.policy [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:29.256885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:25:29.359909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.policy [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101181) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 19:25:29.407401 n-d-712140-14 neutron-server[101181]: WARNING oslo_policy.policy [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:29.407792 n-d-712140-14 neutron-server[101181]: WARNING oslo_policy.policy [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:29.416420 n-d-712140-14 neutron-server[101181]: INFO neutron.quota [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] Loaded quota_driver: . Oct 15 19:25:29.566051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872624088', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872623525', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872644365', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872645961', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872858169', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751872659399', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-588445', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3789835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4112170'] for rbac-policy, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:29.733052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:29.734460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4d3a243b-2e97-40f1-ab21-9dc37ad9170d admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1848717 Oct 15 19:25:32.410384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49836) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:32.701437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Request body: {'network': {'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'name': 'private'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:25:32.789905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Made reservation on behalf of 6faf1be6605146feb9d66d6123ee385e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:25:32.792628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:32.808920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:32.912905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:32.984236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:33.007378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:25:33.031671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751874875194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:33.032266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Unsubscribe: segment precommit_create {{(pid=101181) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 19:25:33.032756 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Added segment 33f0f571-1e5a-4b34-922d-cc0711afad70 of type vlan for network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 Oct 15 19:25:33.038550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920204ad-8b8b-45be-8327-276fcdec6a3b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:33.074165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.074491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.074818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.075138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.075454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.075810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.076106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.076415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.076723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.077029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.077335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.077642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Tracked resource versions report: Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: pushed versions: Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: { 'AddressGroup': {'1.2'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'ConntrackHelper': {'1.0'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Log': {'1.0'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Network': {'1.1'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Port': {'1.7'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'PortForwarding': {'1.2'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'QosPolicy': {'1.10'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SecurityGroup': {'1.4'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SubPort': {'1.0'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Subnet': {'1.1'}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Trunk': {'1.1'}} Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: consumer versions: Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: L3 agent@n-d-712140-14: {}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: Metadata agent@n-d-712140-14: {}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: Metering agent@n-d-712140-14: {}, Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'ConntrackHelper': '1.0', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Log': '1.0', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Network': '1.1', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Port': '1.7', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'PortForwarding': '1.2', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'QosPolicy': '1.10', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SecurityGroup': '1.4', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SecurityGroupRule': '1.2', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'SubPort': '1.0', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Subnet': '1.1', Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: 'Trunk': '1.1'}} Oct 15 19:25:33.078714 n-d-712140-14 neutron-server[101181]: {{(pid=101181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:25:33.148544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:33.287507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:33.288769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:25:33.289833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:33.389035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:33.400851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:25:33.476640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cdff836b-ccfd-42f6-851e-a0274dade5f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0650883 Oct 15 19:25:36.197994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:36.581671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cb9e0a-42ed-437f-89fc-ab6b5d480289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:25:36.583015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-97cb9e0a-42ed-437f-89fc-ab6b5d480289 admin admin] 10.222.0.13 "GET /v2.0/networks/3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 HTTP/1.1" status: 200 len: 825 time: 0.3840294 Oct 15 19:25:36.607986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff2215b2-f0d1-44ab-8c9b-e3a9c5cfd9c0 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/c6c66416-c62f-4cc1-9238-c58551ad9dee HTTP/1.1" status: 200 len: 734 time: 0.0181606 Oct 15 19:25:36.616947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Request body: {'subnet': {'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:25:36.727017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Made reservation on behalf of 6faf1be6605146feb9d66d6123ee385e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:25:36.729215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:37.092743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:37.163495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d391f801-ce8e-462e-a4d0-133487bded4e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:37.165514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Checking segment: {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:25:37.165897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Network hostable DHCP agents. Network: 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:25:37.292296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:25:37.389560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:25:37.394164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:25:37.394740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:37.399797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de2fa7-4788-4e85-882b-d1dfcf8055b9 None None] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:25:37.487518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ca0e6fd-7b11-472f-9933-1abe78d93ea0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8737617 Oct 15 19:25:37.717371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:25:37.718604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:37.993402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Allocated IP 172.20.0.2 (3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0/d391f801-ce8e-462e-a4d0-133487bded4e/49d211d6-e3c0-4bba-8237-de226c0aae60) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:25:38.222459 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:38.322113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:38.389583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:25:38.394157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:25:38.407400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:25:38.417868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Pushing event updated for resources: {'Port': ['ID=49d211d6-e3c0-4bba-8237-de226c0aae60,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:38.459343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.459710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.460045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.460388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.461480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.461805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.462205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.462529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.462849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.463169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.463489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.463824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Tracked resource versions report: Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: pushed versions: Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: { 'AddressGroup': {'1.2'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'ConntrackHelper': {'1.0'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Log': {'1.0'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Network': {'1.1'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Port': {'1.7'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'PortForwarding': {'1.2'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'QosPolicy': {'1.10'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SecurityGroup': {'1.4'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SubPort': {'1.0'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Subnet': {'1.1'}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Trunk': {'1.1'}} Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: consumer versions: Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: L3 agent@n-d-712140-14: {}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: Metadata agent@n-d-712140-14: {}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: Metering agent@n-d-712140-14: {}, Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'ConntrackHelper': '1.0', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Log': '1.0', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Network': '1.1', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Port': '1.7', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'PortForwarding': '1.2', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'QosPolicy': '1.10', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SecurityGroup': '1.4', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SecurityGroupRule': '1.2', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'SubPort': '1.0', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Subnet': '1.1', Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: 'Trunk': '1.1'}} Oct 15 19:25:38.464962 n-d-712140-14 neutron-server[101182]: {{(pid=101182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:25:38.497816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Attempting to bind port 49d211d6-e3c0-4bba-8237-de226c0aae60 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:25:38.498203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Attempting to bind port 49d211d6-e3c0-4bba-8237-de226c0aae60 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:25:38.498641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Attempting to bind port 49d211d6-e3c0-4bba-8237-de226c0aae60 on network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:25:38.503479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:25:38.503885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Checking segment: {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:25:38.504346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:38.504734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Bound using segment: {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:25:38.505212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Bound port: 49d211d6-e3c0-4bba-8237-de226c0aae60, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:25:38.505612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:38.567067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] For port 49d211d6-e3c0-4bba-8237-de226c0aae60, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:25:38.571999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] For port 49d211d6-e3c0-4bba-8237-de226c0aae60, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=49d211d6-e3c0-4bba-8237-de226c0aae60,segment=NetworkSegment(33f0f571-1e5a-4b34-922d-cc0711afad70),segment_id=33f0f571-1e5a-4b34-922d-cc0711afad70)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:25:38.665456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:38.755270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45befd-f5d1-4db9-9748-ad6fb8d8bd03 None None] Pushing event updated for resources: {'Port': ['ID=49d211d6-e3c0-4bba-8237-de226c0aae60,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:40.028063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:40.341958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-537498d0-382f-46e1-beae-4cee86e73b0c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:25:40.343033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-537498d0-382f-46e1-beae-4cee86e73b0c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3140478 Oct 15 19:25:42.879582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49866) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:43.195492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-a1616b58-528a-4c03-9413-afc6f8f9bbc1 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:25:43.210192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1616b58-528a-4c03-9413-afc6f8f9bbc1 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3159528 Oct 15 19:25:45.946677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49876) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:46.251059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:25:46.317985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.policy [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101180) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 15 19:25:46.366304 n-d-712140-14 neutron-server[101180]: WARNING oslo_policy.policy [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:46.366600 n-d-712140-14 neutron-server[101180]: WARNING oslo_policy.policy [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 15 19:25:46.375965 n-d-712140-14 neutron-server[101180]: INFO neutron.quota [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Loaded quota_driver: . Oct 15 19:25:46.543636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:46.545797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:46.708008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:46.768027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:46.848997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:46.850173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-60833928-d765-46e1-8886-139f9bac3fb3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9025364 Oct 15 19:25:47.863094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0527f3a-60cd-4edb-8b2b-cbf001857f63 None None] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:25:47.955523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] Provisioning complete for port 49d211d6-e3c0-4bba-8237-de226c0aae60 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:47.955924 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:48.156597 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:48.203367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] For port 49d211d6-e3c0-4bba-8237-de226c0aae60, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=49d211d6-e3c0-4bba-8237-de226c0aae60,segment=NetworkSegment(33f0f571-1e5a-4b34-922d-cc0711afad70),segment_id=33f0f571-1e5a-4b34-922d-cc0711afad70)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:25:48.250218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 49d211d6-e3c0-4bba-8237-de226c0aae60 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:25:48.297761 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:48.325741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 49d211d6-e3c0-4bba-8237-de226c0aae60 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:48.326100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:48.391723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161877af-68c6-4eb4-9163-d86fd10665b6 None None] Pushing event updated for resources: {'Port': ['ID=49d211d6-e3c0-4bba-8237-de226c0aae60,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:48.440359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a0023278-404a-4213-a740-4857d528735f None None] Provisioning complete for port 49d211d6-e3c0-4bba-8237-de226c0aae60 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:48.440728 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a0023278-404a-4213-a740-4857d528735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:48.465320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bd52f1c-85f7-4f01-a81c-cbfde7f25723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:49.349010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49894) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:49.653879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-16ae1336-6388-499a-8a98-f02a51679409 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:25:49.654865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-16ae1336-6388-499a-8a98-f02a51679409 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3049407 Oct 15 19:25:50.196824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 49d211d6-e3c0-4bba-8237-de226c0aae60 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:25:50.248107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 49d211d6-e3c0-4bba-8237-de226c0aae60 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:50.248474 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:51.321012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7806bfb4-9446-468f-9f86-4fffdf338ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.167085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49902) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:52.313212 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.483940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:25:52.503618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.578078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Made reservation on behalf of 5fbd7c0bb898469c8dde5fc9434aaeac for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:25:52.580757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.597162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.695965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.766652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.780272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Reserving flat network on physical network physnet1 {{(pid=101180) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 15 19:25:52.810477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751874875194', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:52.811040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Unsubscribe: segment precommit_create {{(pid=101180) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 15 19:25:52.811516 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Added segment cfda12e5-7e5f-43d2-aa25-3cc2482004cc of type flat for network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 Oct 15 19:25:52.817358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6cd31-eb84-4146-904b-3aa727b0fffe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:52.852620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.852881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.853207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.853528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.853844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.854159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.854469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.854777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.855085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.855392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.855728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.856036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Tracked resource versions report: Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: pushed versions: Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: { 'AddressGroup': {'1.2'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'ConntrackHelper': {'1.0'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Log': {'1.0'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Network': {'1.1'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Port': {'1.7'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'PortForwarding': {'1.2'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'QosPolicy': {'1.10'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SecurityGroup': {'1.4'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SubPort': {'1.0'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Subnet': {'1.1'}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Trunk': {'1.1'}} Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: consumer versions: Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: L3 agent@n-d-712140-14: {}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: Metadata agent@n-d-712140-14: {}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: Metering agent@n-d-712140-14: {}, Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'ConntrackHelper': '1.0', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Log': '1.0', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Network': '1.1', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Port': '1.7', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'PortForwarding': '1.2', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'QosPolicy': '1.10', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SecurityGroup': '1.4', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SecurityGroupRule': '1.2', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'SubPort': '1.0', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Subnet': '1.1', Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: 'Trunk': '1.1'}} Oct 15 19:25:52.857267 n-d-712140-14 neutron-server[101180]: {{(pid=101180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:25:52.932653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:53.044815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:53.045861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:25:53.046497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:53.142865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] Pushing event updated for resources: {'Network': ['ID=00140a8f-6847-44f5-b4b0-42e25e9a6f51,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:53.152979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:25:53.167969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b9022c75-5ba6-4a41-9d3b-074313cfa203 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9997478 Oct 15 19:25:54.284803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:55.640034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:25:55.851957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db370c-f3c0-4098-9a38-45f42b6c2e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:25:55.853315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12db370c-f3c0-4098-9a38-45f42b6c2e77 admin admin] 10.222.0.13 "GET /v2.0/subnets/d391f801-ce8e-462e-a4d0-133487bded4e HTTP/1.1" status: 200 len: 849 time: 0.2123296 Oct 15 19:25:55.986798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7f19d16-8008-4aba-a4a6-cea8bb8a51ea admin admin] 10.222.0.13 "GET /v2.0/routers/8a67782d-0173-4ac7-acc5-98df7842f3c2 HTTP/1.1" status: 200 len: 704 time: 0.1273003 Oct 15 19:25:56.251068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:56.544227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Allocated IP 172.20.0.1 (3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0/d391f801-ce8e-462e-a4d0-133487bded4e/d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:25:56.722464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:56.858250 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:56.921557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:25:56.926151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:25:56.930063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:25:56.930691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.006392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:57.100483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5d81c424-1d45-4df6-9add-e81933bd5ba6 None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:57.101716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d81c424-1d45-4df6-9add-e81933bd5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.133726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5d81c424-1d45-4df6-9add-e81933bd5ba6 None None] Port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:25:57.228225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.415397 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:25:57.482691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.541869 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.542615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.602489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:57.666016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:25:57.667259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:25:57.854018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e022efdd-099b-4916-901f-2038e375d6bd None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:57.854377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e022efdd-099b-4916-901f-2038e375d6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:57.887057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e022efdd-099b-4916-901f-2038e375d6bd None None] Port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:25:57.920932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Router 8a67782d-0173-4ac7-acc5-98df7842f3c2 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:25:58.016434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:25:58.021741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-587e4ccc-59df-423c-afc1-c3518b734ee7 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a67782d-0173-4ac7-acc5-98df7842f3c2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0286167 Oct 15 19:25:58.038888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Sync routers for ids ['8a67782d-0173-4ac7-acc5-98df7842f3c2'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:25:58.052766 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Routers {'8a67782d-0173-4ac7-acc5-98df7842f3c2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:25:58.053568 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:25:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a67782d-0173-4ac7-acc5-98df7842f3c2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:58.239739 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Set router 8a67782d-0173-4ac7-acc5-98df7842f3c2 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:25:58.668387 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:25:57Z', 'revision_number': 2, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port_host': None, '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:25:57Z', 'revision_number': 2, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:58.718930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Checking router: 8a67782d-0173-4ac7-acc5-98df7842f3c2 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:25:58.719303 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Updating router 8a67782d-0173-4ac7-acc5-98df7842f3c2 port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:25:58.766352 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.273023 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.370597 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.528296 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Pushing event updated for resources: {'Port': ['ID=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:59.542693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Attempting to bind port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:25:59.543085 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Attempting to bind port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:25:59.543509 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Attempting to bind port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 on network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:25:59.546111 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.546447 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.546777 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.547101 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.547427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.547770 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.548088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.548404 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.548717 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.549031 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.549347 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.549662 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Tracked resource versions report: Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: pushed versions: Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: { 'AddressGroup': {'1.2'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'ConntrackHelper': {'1.0'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Log': {'1.0'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Network': {'1.1'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Port': {'1.7'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'PortForwarding': {'1.2'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'QosPolicy': {'1.10'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SecurityGroup': {'1.4'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SubPort': {'1.0'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Subnet': {'1.1'}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Trunk': {'1.1'}} Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: consumer versions: Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: L3 agent@n-d-712140-14: {}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: Metadata agent@n-d-712140-14: {}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: Metering agent@n-d-712140-14: {}, Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'ConntrackHelper': '1.0', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Log': '1.0', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Network': '1.1', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Port': '1.7', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'PortForwarding': '1.2', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'QosPolicy': '1.10', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SecurityGroup': '1.4', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SecurityGroupRule': '1.2', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'SubPort': '1.0', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Subnet': '1.1', Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: 'Trunk': '1.1'}} Oct 15 19:25:59.550778 n-d-712140-14 neutron-server[101183]: {{(pid=101183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:25:59.556795 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:25:59.557205 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Checking segment: {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:25:59.557679 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.558054 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Bound using segment: {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:25:59.558536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Bound port: d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f0f571-1e5a-4b34-922d-cc0711afad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:25:59.558921 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.616166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d51f84f4-cce5-4bdb-8222-6516f3ca350f None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:25:59.616901 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d51f84f4-cce5-4bdb-8222-6516f3ca350f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.628427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] For port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:25:59.647236 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] For port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,segment=NetworkSegment(33f0f571-1e5a-4b34-922d-cc0711afad70),segment_id=33f0f571-1e5a-4b34-922d-cc0711afad70)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:25:59.649980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d51f84f4-cce5-4bdb-8222-6516f3ca350f None None] Port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:25:59.789915 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:25:59.849795 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Routers {'8a67782d-0173-4ac7-acc5-98df7842f3c2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:25:59.850423 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:25:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a67782d-0173-4ac7-acc5-98df7842f3c2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:25:59.852690 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f840a-3ea3-484e-8c86-a5a812e16e30 None None] Pushing event updated for resources: {'Port': ['ID=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:25:59.945027 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] Set router 8a67782d-0173-4ac7-acc5-98df7842f3c2 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:26:00.070537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:26:00.070813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:00.150285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:00.160694 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:25:57Z', 'revision_number': 2, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port_host': None, '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:25:59Z', 'revision_number': 4, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:26:00.187770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] For port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,segment=NetworkSegment(33f0f571-1e5a-4b34-922d-cc0711afad70),segment_id=33f0f571-1e5a-4b34-922d-cc0711afad70)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:26:00.192693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781ee948-8168-4cd9-a7e0-180587e72916 None None] The sync data for ids ['8a67782d-0173-4ac7-acc5-98df7842f3c2'] in n-d-712140-14 is: [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:25:57Z', 'revision_number': 2, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port_host': None, '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:25:59Z', 'revision_number': 4, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:26:00.285314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:00.340257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5ed7f-51a9-4e33-9049-587b9426cfdb None None] Pushing event updated for resources: {'Port': ['ID=d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:00.379059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49944) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:26:00.501432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3181720d-6e52-4c3b-a18f-e46b8ecc64c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:26:00.502701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3181720d-6e52-4c3b-a18f-e46b8ecc64c9 admin admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 842 time: 0.1226223 Oct 15 19:26:00.513256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:26:00.595210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Made reservation on behalf of 5fbd7c0bb898469c8dde5fc9434aaeac for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:26:00.597473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:00.995364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:26:00.995837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:01.061296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c951123d-b49b-4eac-92b2-0b61023a1771,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:01.069735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:26:01.070118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Network hostable DHCP agents. Network: 00140a8f-6847-44f5-b4b0-42e25e9a6f51, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:26:01.210675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:26:01.304480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 00140a8f-6847-44f5-b4b0-42e25e9a6f51) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:26:01.308841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:26:01.309498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:01.314497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03402599-0aac-45cb-87f2-05e2644a9af5 None None] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:26:01.403938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d56ac47b-e923-4c8b-a0af-6582e787a845 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8939776 Oct 15 19:26:01.448758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db10fb9-749a-4496-803f-6d09c01d5c64 None None] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:26:03.829519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49952) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:26:03.964067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d3a1ca14-8556-4922-850e-8689b8a504c4 admin admin] 10.222.0.13 "GET /v2.0/routers/8a67782d-0173-4ac7-acc5-98df7842f3c2 HTTP/1.1" status: 200 len: 710 time: 0.1332905 Oct 15 19:26:04.052974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1ca5f-83ca-4e58-ad26-0eaf435bea4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:26:04.054976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4eb1ca5f-83ca-4e58-ad26-0eaf435bea4b admin admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 886 time: 0.0848320 Oct 15 19:26:04.064594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:26:04.378774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:04.986353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:05.062697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:05.226187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Allocated IP 172.25.0.56 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/daaa2727-87c5-4cfb-9ae5-e59361be533d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:26:05.330670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:05.416409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:05.452960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:26:05.457088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:26:05.465337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:26:05.468171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Pushing event updated for resources: {'Port': ['ID=daaa2727-87c5-4cfb-9ae5-e59361be533d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:05.834088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:06.031947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:06.035262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:06.140693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Router 8a67782d-0173-4ac7-acc5-98df7842f3c2 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:26:06.241162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:26:06.290803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:26:06.291248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:06.332488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:26:06.337671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:06.343782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a74be769-49ec-487b-abba-ed7601ce6433 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a67782d-0173-4ac7-acc5-98df7842f3c2 HTTP/1.1" status: 200 len: 889 time: 2.2775791 Oct 15 19:26:07.239764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Sync routers for ids ['8a67782d-0173-4ac7-acc5-98df7842f3c2'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:26:07.250603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Routers {'8a67782d-0173-4ac7-acc5-98df7842f3c2'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:26:07.251234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:25:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a67782d-0173-4ac7-acc5-98df7842f3c2'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:26:07.457592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Set router 8a67782d-0173-4ac7-acc5-98df7842f3c2 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:26:07.848209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:26:05Z', 'revision_number': 4, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port': {'id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:26:05Z', 'updated_at': '2021-10-15T19:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:26:00Z', 'revision_number': 5, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:26:07.899545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Checking router: 8a67782d-0173-4ac7-acc5-98df7842f3c2 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:26:07.899930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Updating router 8a67782d-0173-4ac7-acc5-98df7842f3c2 port daaa2727-87c5-4cfb-9ae5-e59361be533d binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:26:07.944691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.264305 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.353490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.476042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Attempting to bind port daaa2727-87c5-4cfb-9ae5-e59361be533d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:26:08.476410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Attempting to bind port daaa2727-87c5-4cfb-9ae5-e59361be533d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:26:08.476765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Attempting to bind port daaa2727-87c5-4cfb-9ae5-e59361be533d on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:26:08.486903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f73c9-3914-4452-a266-1f50122327b1 None None] Pushing event updated for resources: {'Port': ['ID=daaa2727-87c5-4cfb-9ae5-e59361be533d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:08.490389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:26:08.490766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:26:08.491586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.492008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:26:08.492482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Bound port: daaa2727-87c5-4cfb-9ae5-e59361be533d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:26:08.492879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.570006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] For port daaa2727-87c5-4cfb-9ae5-e59361be533d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:26:08.573123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] For port daaa2727-87c5-4cfb-9ae5-e59361be533d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=daaa2727-87c5-4cfb-9ae5-e59361be533d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:26:08.645741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:08.703127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Routers {'8a67782d-0173-4ac7-acc5-98df7842f3c2'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:26:08.703771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:25:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a67782d-0173-4ac7-acc5-98df7842f3c2'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:26:08.709686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f73c9-3914-4452-a266-1f50122327b1 None None] Pushing event updated for resources: {'Port': ['ID=daaa2727-87c5-4cfb-9ae5-e59361be533d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:08.815785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] Set router 8a67782d-0173-4ac7-acc5-98df7842f3c2 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:26:08.842784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49964) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:26:08.959478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a683f40-d903-4b2f-afb2-f5b74bb834e4 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1154559 Oct 15 19:26:09.044686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:26:05Z', 'revision_number': 4, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port': {'id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:26:05Z', 'updated_at': '2021-10-15T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:26:00Z', 'revision_number': 5, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:26:09.073617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a8de52-102a-4fcc-a045-645f14461faf None None] The sync data for ids ['8a67782d-0173-4ac7-acc5-98df7842f3c2'] in n-d-712140-14 is: [{'id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'name': 'router1', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:25:46Z', 'updated_at': '2021-10-15T19:26:05Z', 'revision_number': 4, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'gw_port': {'id': 'daaa2727-87c5-4cfb-9ae5-e59361be533d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ea:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:26:05Z', 'updated_at': '2021-10-15T19:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd2e9d8ed-ad1a-4c0a-a255-41a5a7389d10', 'name': '', 'network_id': '3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0', 'tenant_id': '6faf1be6605146feb9d66d6123ee385e', 'mac_address': 'fa:16:3e:9b:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a67782d-0173-4ac7-acc5-98df7842f3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:25:56Z', 'updated_at': '2021-10-15T19:26:00Z', 'revision_number': 5, 'project_id': '6faf1be6605146feb9d66d6123ee385e', 'subnets': [{'id': 'd391f801-ce8e-462e-a4d0-133487bded4e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c6c66416-c62f-4cc1-9238-c58551ad9dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:26:10.234750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device daaa2727-87c5-4cfb-9ae5-e59361be533d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:26:10.283427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port daaa2727-87c5-4cfb-9ae5-e59361be533d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:26:10.284121 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:10.380447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:10.401176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port daaa2727-87c5-4cfb-9ae5-e59361be533d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=daaa2727-87c5-4cfb-9ae5-e59361be533d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:26:10.463529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:10.512446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=daaa2727-87c5-4cfb-9ae5-e59361be533d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:26:12.229079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device daaa2727-87c5-4cfb-9ae5-e59361be533d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:26:12.278653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port daaa2727-87c5-4cfb-9ae5-e59361be533d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:26:12.279156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:18.417770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5156fb8e-cb0e-47bb-8747-98cb345c5524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:21.347802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6178eeec-28db-458c-a20e-9b27ef1b6066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:22.326629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:22.504180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:24.284710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:34.427174 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:26:48.427823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-70114b58-631b-495f-8ff7-208df14ec3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:51.337356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8311c5e-f938-4770-908c-744e44500a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:52.308705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:52.524291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:26:54.320618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:11.415910 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:27:18.405055 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b7689e9-dfa3-4e88-a074-6f992105cb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:21.325180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fb97add0-51e5-4c57-9800-c26424938c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:22.307968 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:22.519615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:24.295044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:48.393204 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3385da1b-7fbd-453a-8b9d-74b40f6a951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:48.414287 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:27:51.312503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f038-7695-4c4d-978a-2f5b71ba57e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:52.324082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:52.529535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:53.909453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50558) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:27:53.969203 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-021b9762-cdb2-4a9f-9d28-a7dd13421142 admin admin] GET failed (client error): The resource could not be found. Oct 15 19:27:53.970514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-021b9762-cdb2-4a9f-9d28-a7dd13421142 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600855 Oct 15 19:27:54.129730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35cefb7-f251-442d-88ef-e3997c79e9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:27:54.131113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c35cefb7-f251-442d-88ef-e3997c79e9ed admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1553252 Oct 15 19:27:54.311453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:56.412119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50568) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:27:56.508961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e252786d-39a0-4dfe-adf0-3be79ee9caed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:27:56.510318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e252786d-39a0-4dfe-adf0-3be79ee9caed admin admin] 10.222.0.13 "GET /v2.0/subnets/d391f801-ce8e-462e-a4d0-133487bded4e HTTP/1.1" status: 200 len: 849 time: 0.0972652 Oct 15 19:27:56.520442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:27:56.602465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:56.843753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751874850380'] for subnet, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:56.880344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:27:56.881700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:56.882743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] 10.222.0.13 "PUT /v2.0/subnets/d391f801-ce8e-462e-a4d0-133487bded4e HTTP/1.1" status: 200 len: 868 time: 0.3661516 Oct 15 19:27:56.886032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8dec0-87ef-4854-87c7-f2c3c2f8ea91 None None] Network 3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:27:56.904011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d391f801-ce8e-462e-a4d0-133487bded4e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:27:56.912267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.912609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.912931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.913260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.913590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.913918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.914243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.914564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.914897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.915234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.915585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:56.915898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf705a-d74e-41d1-8712-b1fbfc374ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:27:57.258832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c08f1938-ded3-499e-91e3-37492cabcf0b None None] Provisioning complete for port 49d211d6-e3c0-4bba-8237-de226c0aae60 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:27:57.259200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c08f1938-ded3-499e-91e3-37492cabcf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:57.344140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c08f1938-ded3-499e-91e3-37492cabcf0b None None] Provisioning complete for port d2e9d8ed-ad1a-4c0a-a255-41a5a7389d10 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:27:57.344435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c08f1938-ded3-499e-91e3-37492cabcf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:27:59.184918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:27:59.383649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfec467-d25a-4e2c-894f-5e690a7721c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:27:59.384028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfec467-d25a-4e2c-894f-5e690a7721c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:27:59.385568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fbfec467-d25a-4e2c-894f-5e690a7721c5 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1996691 Oct 15 19:28:01.709869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50586) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:01.842804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71db62a-baec-4cca-8258-f063f448a71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:01.843261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71db62a-baec-4cca-8258-f063f448a71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:01.844808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f71db62a-baec-4cca-8258-f063f448a71f admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340041 Oct 15 19:28:04.117815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50594) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:04.242132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4092076-666e-42c0-a410-8176b485e909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:04.243535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a4092076-666e-42c0-a410-8176b485e909 admin admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 886 time: 0.1247859 Oct 15 19:28:06.554758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:06.689473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8c3c73-3052-4410-8511-39a0acbf9b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:06.690846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7f8c3c73-3052-4410-8511-39a0acbf9b7c admin admin] 10.222.0.13 "GET /v2.0/networks/3f791874-71d9-4eb2-b5b4-f7cdd9a7dbd0 HTTP/1.1" status: 200 len: 869 time: 0.1351149 Oct 15 19:28:08.969266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:09.089626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767a87e-8a52-42be-b645-716eccc41984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:09.090081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767a87e-8a52-42be-b645-716eccc41984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:09.091600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2767a87e-8a52-42be-b645-716eccc41984 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1207061 Oct 15 19:28:11.370656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:11.464771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c07b8e-b93e-4f0b-a5d6-107b25a24674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:11.465141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c07b8e-b93e-4f0b-a5d6-107b25a24674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:11.466617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79c07b8e-b93e-4f0b-a5d6-107b25a24674 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950403 Oct 15 19:28:13.740001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:13.825077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fbfc99-e7d8-451e-9d62-874d0cb92c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:13.826697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94fbfc99-e7d8-451e-9d62-874d0cb92c4a admin admin] 10.222.0.13 "GET /v2.0/subnets/c951123d-b49b-4eac-92b2-0b61023a1771 HTTP/1.1" status: 200 len: 816 time: 0.0857575 Oct 15 19:28:16.143522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50634) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:16.234296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea175f0b-dbf0-468b-92cd-4a2f9383d36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:16.235711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea175f0b-dbf0-468b-92cd-4a2f9383d36d admin admin] 10.222.0.13 "GET /v2.0/subnets/d391f801-ce8e-462e-a4d0-133487bded4e HTTP/1.1" status: 200 len: 868 time: 0.0911710 Oct 15 19:28:18.392680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d4f820d-d9e1-41ee-97df-745b14c7e340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:21.322964 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e45390ef-2cd3-40d5-a0b8-ce151ede32cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:22.317632 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:22.523177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:24.329585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:25.413216 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:28:41.332209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:41.380127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-052f1316-362c-44aa-867f-f0d75b0a1eb0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:28:41.381103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-052f1316-362c-44aa-867f-f0d75b0a1eb0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479698 Oct 15 19:28:43.761906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50696) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:43.820758 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e2f747-502d-4fb5-8da9-ee434e5e9615 admin admin] GET failed (client error): The resource could not be found. Oct 15 19:28:43.822058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b2e2f747-502d-4fb5-8da9-ee434e5e9615 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592072 Oct 15 19:28:43.965255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656fadd-bc74-4a5e-9290-32c33176b19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:43.966634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f656fadd-bc74-4a5e-9290-32c33176b19c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398940 Oct 15 19:28:46.302504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50704) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:46.351645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:28:46.447829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Made reservation on behalf of 5fbd7c0bb898469c8dde5fc9434aaeac for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:28:46.450172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:46.485327 n-d-712140-14 neutron-server[101181]: WARNING neutron.services.revisions.revision_plugin [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Could not find related network for resource to bump revision. Oct 15 19:28:46.497026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:28:46.506246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:46.507194 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Added segment 32b02f84-f81e-4e1c-9a8e-3cfbf519b119 of type vlan for network b035e823-eb78-4ce5-b137-ccd98b87398c Oct 15 19:28:46.545967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:46.636528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:46.637433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:46.638019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:46.696600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] Pushing event updated for resources: {'Network': ['ID=b035e823-eb78-4ce5-b137-ccd98b87398c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:28:46.707371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b035e823-eb78-4ce5-b137-ccd98b87398c details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:28:46.720024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-90303ecf-4dc6-4251-af2b-3dee4802bb49 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4164221 Oct 15 19:28:48.448170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d663-ea72-4024-ab6a-340852362b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:49.021069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50712) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:28:49.081093 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-376e518d-4244-431d-ab0a-2682dbcd40f6 admin admin] GET failed (client error): The resource could not be found. Oct 15 19:28:49.082385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-376e518d-4244-431d-ab0a-2682dbcd40f6 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603554 Oct 15 19:28:49.150594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799f119a-481e-4261-b4b0-392f144695e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:49.152048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-799f119a-481e-4261-b4b0-392f144695e1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648875 Oct 15 19:28:49.162774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:28:49.328364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Made reservation on behalf of 5fbd7c0bb898469c8dde5fc9434aaeac for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:28:49.330668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:49.556869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:49.613494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e708b9a-308c-4ad2-8e11-96005293ee9a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:28:49.621589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:28:49.621944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Network hostable DHCP agents. Network: b035e823-eb78-4ce5-b137-ccd98b87398c, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:28:49.704952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Network b035e823-eb78-4ce5-b137-ccd98b87398c is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:28:49.818338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b035e823-eb78-4ce5-b137-ccd98b87398c) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:28:49.822398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:28:49.828660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:49.830579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beba1092-6fc9-43f5-a717-73baba30d612 None None] Network b035e823-eb78-4ce5-b137-ccd98b87398c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:28:49.948084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-261902f7-135e-477c-b3c1-7f68825ca790 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7886126 Oct 15 19:28:49.974259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b035e823-eb78-4ce5-b137-ccd98b87398c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'tenant_id': '5fbd7c0bb898469c8dde5fc9434aaeac', 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:28:49.975164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.121401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Allocated IP 192.168.233.2 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/8c11bb29-2984-4e24-9dfe-cab7674a7c6a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:28:50.271697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.392172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.429328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:28:50.432172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:28:50.434696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:28:50.447103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Pushing event updated for resources: {'Port': ['ID=8c11bb29-2984-4e24-9dfe-cab7674a7c6a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:28:50.457598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.457961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.458296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.458645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.458974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.459298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.459646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.460104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.460428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.460750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.461060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.461373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:28:50.512402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Attempting to bind port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:28:50.512812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Attempting to bind port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:28:50.513173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Attempting to bind port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:28:50.518638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:28:50.518997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:28:50.519386 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.519799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:28:50.520254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Bound port: 8c11bb29-2984-4e24-9dfe-cab7674a7c6a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:28:50.520659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.581771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] For port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:28:50.584792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] For port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8c11bb29-2984-4e24-9dfe-cab7674a7c6a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:28:50.694613 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:50.756007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf07a74-f0f3-4395-ba96-915201ba83b1 None None] Pushing event updated for resources: {'Port': ['ID=8c11bb29-2984-4e24-9dfe-cab7674a7c6a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:28:51.391540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22870229-d730-4f36-8fbb-5f245669bd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:51.614554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84403397-62ee-453c-b4c6-e1efff3d1b82 None None] Network b035e823-eb78-4ce5-b137-ccd98b87398c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:28:51.682802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] Provisioning complete for port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:28:51.683164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:51.825329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:51.865563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] For port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8c11bb29-2984-4e24-9dfe-cab7674a7c6a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:28:51.957414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:52.013325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16462d6-2da3-4aef-9b7f-e4a6f5ba85e7 None None] Pushing event updated for resources: {'Port': ['ID=8c11bb29-2984-4e24-9dfe-cab7674a7c6a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:28:52.076965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e1d8f188-f7cf-4e4b-b641-213ffd6bc65a None None] Provisioning complete for port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:28:52.077340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1d8f188-f7cf-4e4b-b641-213ffd6bc65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:52.322093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:52.394909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8c11bb29-2984-4e24-9dfe-cab7674a7c6a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:28:52.448891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8c11bb29-2984-4e24-9dfe-cab7674a7c6a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:28:52.449261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:52.545931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:28:54.351731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:02.469370 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:29:18.447363 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8d717167-c113-406a-8985-9047957f8aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:21.344429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8b2c7875-4da2-48fb-a2ef-a8088552d466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:22.315149 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:22.545454 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:24.332791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:39.417705 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:29:48.469036 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd4d445-d432-4526-9600-64749119c447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:51.349074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14e0ee18-f660-48ed-8b44-3eec73a66e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:52.371791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:52.583336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:29:54.395081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:16.194327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50764) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:30:16.200525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-d787e70e-43ed-4c20-aeae-07927577587a tempest-verify_tempest_config-1054442510 tempest-verify_tempest_config-1054442510-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:30:16.201095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d787e70e-43ed-4c20-aeae-07927577587a tempest-verify_tempest_config-1054442510 tempest-verify_tempest_config-1054442510-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058117 Oct 15 19:30:16.415619 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:30:16.745340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:30:16.846777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:16.917898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.033619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.079294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=200c0ce81d6e47ce9eb160bf29ca54f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3328178 Oct 15 19:30:17.080045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a66e53-1e90-48a3-8b42-a6c2362e5730,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:30:17.081856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50788) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:30:17.097317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.097666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.098010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.098349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.098681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.099011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.099342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.099700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.100027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.100349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.100680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.101001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd31ce-d464-444f-8e1b-0dcde56a0cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:30:17.147887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.167836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.342323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.344998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:17.346148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04a66e53-1e90-48a3-8b42-a6c2362e5730 HTTP/1.1" status: 204 len: 168 time: 0.2634058 Oct 15 19:30:17.353955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c8343-0bd3-4e5e-9460-d9013f7cd3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a66e53-1e90-48a3-8b42-a6c2362e5730,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:30:18.444949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71cdf687-ea34-4b66-a47c-489a1de17b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:21.393733 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-87d794a7-d141-45d4-8712-763e0eba35c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:22.324705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:22.548185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:24.325107 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:48.416447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2935b14e-5d01-4fe9-8843-a74182598f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:51.386945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f6681ac-1cdf-41d0-a5bb-5e5fb9389f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:52.375152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:52.540877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:30:53.414291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:30:54.364096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:18.426266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e93b46f0-c7a2-48b8-950f-1a57c79e105a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:21.351771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d70de9e9-faee-4343-a0fe-88dfb92a3122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:22.339810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:22.586215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:24.345798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:30.412208 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:31:48.481768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-859fdd8c-4f98-4cf0-b7e5-a34d48522c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:51.344861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66374f43-1446-4b38-9999-844b7031d227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:52.356040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:52.601770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:31:54.298973 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:07.410660 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:32:18.441293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b91d9b46-3456-4f65-9917-e7b6b6cde810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:21.343364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ce450a2-f3e8-4ed6-9b69-e8e4444fee8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:22.326188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:22.555042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:24.315284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:44.409268 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:32:48.439760 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46465ad9-4228-4e30-80e2-6ce5ed7d6ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:51.411296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7f165f1-f9ee-4f57-9399-91fdfd14daf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:52.331024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:52.577395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:32:54.337395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:18.421762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4162ba96-0fe5-4770-86c5-f3e6cf6dfd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:21.358709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5962b24b-f390-43d2-9156-72592577eae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:21.407542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 5 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:33:22.364446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:22.399123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:22.400617 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741725'] for agent, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:22.547301 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:24.324588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:48.426245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-abea6f7d-0108-4963-8f76-0801da90a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:51.317788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3c233e5f-838b-4876-af07-c42e83c3e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:52.352195 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:52.375544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:52.376482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:52.580674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:54.386028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:33:58.406842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:34:05.135034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50854) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:34:05.239335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-706972b1-0ba6-46e5-9eb7-4c3389111537 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1031837 Oct 15 19:34:07.538604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50864) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:34:07.593121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d16d076a-b348-49b6-b53c-e49832b9b00d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0534401 Oct 15 19:34:18.493009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16ac5113-adde-43bb-984e-aebe5cd03df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:21.345463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e6a1c8f-920f-4a54-b3d1-bd53d37ae075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:22.271035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:22.356975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:22.385352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:22.567975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:24.322269 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:35.406653 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:34:48.447678 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5652d172-6d97-4ac6-a0cf-c31221bf8ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:51.493253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f89e10a5-2e8b-44c7-add2-add0746bbfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:52.281721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:52.367915 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:52.378916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:52.590266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:34:54.373103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:12.406998 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:35:18.440686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0f54679a-eedf-4448-9ca5-2f669fb5582a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:21.366441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34e29020-2ea9-41ed-b293-40e4da3a995c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:22.265260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:22.319271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:22.347799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:22.578222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:24.406427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:26.774186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50982) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:27.010507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-network', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:27.137623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Made reservation on behalf of 4cfaced67325434f800dd70b0c5b87d7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:27.142616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.148921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.236698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.366382 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.395637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:35:27.402121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2505acf5-d2b5-493d-9ad1-27da616e8c92,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:27.412886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.413259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.413611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.413877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.414203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.414525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.414843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.415360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.415611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.416045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.416374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.416687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Tracked resource versions report: Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: pushed versions: Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: { 'AddressGroup': {'1.2'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'ConntrackHelper': {'1.0'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Log': {'1.0'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Network': {'1.1'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Port': {'1.7'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'PortForwarding': {'1.2'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'QosPolicy': {'1.10'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SecurityGroup': {'1.4'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SubPort': {'1.0'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Subnet': {'1.1'}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Trunk': {'1.1'}} Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: consumer versions: Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: HyperV agent@n-h1-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: HyperV agent@n-h2-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: L3 agent@n-d-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: Metadata agent@n-d-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: Metering agent@n-d-712140-14: {}, Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'ConntrackHelper': '1.0', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Log': '1.0', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Network': '1.1', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Port': '1.7', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'PortForwarding': '1.2', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'QosPolicy': '1.10', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SecurityGroup': '1.4', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SecurityGroupRule': '1.2', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'SubPort': '1.0', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Subnet': '1.1', Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: 'Trunk': '1.1'}} Oct 15 19:35:27.417783 n-d-712140-14 neutron-server[101180]: {{(pid=101180) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:35:27.422700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.423058 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Added segment 33d330cf-862f-45da-9079-d89de9c089ed of type vlan for network 7fd70e84-0b96-4c85-94a6-23fd27942bbe Oct 15 19:35:27.480133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.594578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.595544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:27.596153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:27.674641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd70e84-0b96-4c85-94a6-23fd27942bbe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:27.686241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:35:27.728281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:27.728852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8af407ef-ad9b-4f52-99ea-d339753187f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9523480 Oct 15 19:35:27.734059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Request body: {'subnet': {'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-subnet', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:27.840850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Made reservation on behalf of 4cfaced67325434f800dd70b0c5b87d7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:27.844002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.149558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.215496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fdc8f84-2500-4be4-8317-41f1a2d0bc01,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:28.223959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Checking segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:28.224307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Network hostable DHCP agents. Network: 7fd70e84-0b96-4c85-94a6-23fd27942bbe, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:35:28.228148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.228708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.229233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.229566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.229893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.230215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.230763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.230990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.231312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.231723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.232042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.232361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Tracked resource versions report: Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: pushed versions: Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: { 'AddressGroup': {'1.2'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'ConntrackHelper': {'1.0'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Log': {'1.0'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Network': {'1.1'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Port': {'1.7'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'PortForwarding': {'1.2'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'QosPolicy': {'1.10'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SecurityGroup': {'1.4'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SubPort': {'1.0'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Subnet': {'1.1'}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Trunk': {'1.1'}} Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: consumer versions: Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: HyperV agent@n-h1-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: HyperV agent@n-h2-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: L3 agent@n-d-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: Metadata agent@n-d-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: Metering agent@n-d-712140-14: {}, Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'ConntrackHelper': '1.0', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Log': '1.0', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Network': '1.1', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Port': '1.7', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'PortForwarding': '1.2', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'QosPolicy': '1.10', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SecurityGroup': '1.4', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SecurityGroupRule': '1.2', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'SubPort': '1.0', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Subnet': '1.1', Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: 'Trunk': '1.1'}} Oct 15 19:35:28.234208 n-d-712140-14 neutron-server[101181]: {{(pid=101181) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:35:28.354871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:35:28.514655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 7fd70e84-0b96-4c85-94a6-23fd27942bbe) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:28.519402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:28.521205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.525554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5fd25f-1fe4-46f9-ada4-99d02615f8e5 None None] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:28.631508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:28.633404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a2d259e2-7c06-4931-ba9f-0fe78f189d54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9041586 Oct 15 19:35:28.636892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:28.700519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:35:28.701580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.750177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.751708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.813476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:28.845355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Allocated IP 172.20.0.2 (7fd70e84-0b96-4c85-94a6-23fd27942bbe/0fdc8f84-2500-4be4-8317-41f1a2d0bc01/7f6c2591-de6a-41f9-88cc-64c0d558baf9) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:28.995066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.041094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.068072 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.085568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:29.104994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:29.107246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:29.176576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Pushing event updated for resources: {'Port': ['ID=7f6c2591-de6a-41f9-88cc-64c0d558baf9,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:29.193740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.194606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.195177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.195512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.196094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.196368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.196707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.197017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.197335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.197660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.197979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.200175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Tracked resource versions report: Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: pushed versions: Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: { 'AddressGroup': {'1.2'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'ConntrackHelper': {'1.0'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Log': {'1.0'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Network': {'1.1'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Port': {'1.7'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'PortForwarding': {'1.2'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'QosPolicy': {'1.10'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SecurityGroup': {'1.4'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SubPort': {'1.0'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Subnet': {'1.1'}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Trunk': {'1.1'}} Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: consumer versions: Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: HyperV agent@n-h1-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: HyperV agent@n-h2-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: L3 agent@n-d-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: Metadata agent@n-d-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: Metering agent@n-d-712140-14: {}, Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'ConntrackHelper': '1.0', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Log': '1.0', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Network': '1.1', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Port': '1.7', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'PortForwarding': '1.2', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'QosPolicy': '1.10', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SecurityGroup': '1.4', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SecurityGroupRule': '1.2', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'SubPort': '1.0', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Subnet': '1.1', Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: 'Trunk': '1.1'}} Oct 15 19:35:29.202066 n-d-712140-14 neutron-server[101182]: {{(pid=101182) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:35:29.210362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Attempting to bind port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:29.210725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Attempting to bind port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:29.211084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Attempting to bind port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:29.216941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:29.220555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Checking segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:29.220555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.220555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Bound using segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:29.220555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Bound port: 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:29.220555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.292970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] For port 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:29.296955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] For port 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7f6c2591-de6a-41f9-88cc-64c0d558baf9,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:29.394296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.452909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.474458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda2b78-f6f9-4783-b7a4-3141415205f4 None None] Pushing event updated for resources: {'Port': ['ID=7f6c2591-de6a-41f9-88cc-64c0d558baf9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:29.486849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.621815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Allocated IP 172.25.0.79 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/361b5ffb-5ca0-48dd-979d-87f7e529b434) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:29.757954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.887096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:29.933390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:29.936533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:29.945118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:29.945368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Pushing event updated for resources: {'Port': ['ID=361b5ffb-5ca0-48dd-979d-87f7e529b434,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:30.371248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.375130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51114) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:30.442411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9e33bd-69fc-4a08-b187-9a30948eccc5 None None] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:30.462780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.511223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-71865623-02d6-47bc-903d-45fed014a39f None None] Provisioning complete for port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:30.511761 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71865623-02d6-47bc-903d-45fed014a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.673422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7f6c2591-de6a-41f9-88cc-64c0d558baf9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:30.703103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Router 390b63db-1c65-4c82-97db-249c41d75811 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:35:30.730433 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71865623-02d6-47bc-903d-45fed014a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.788620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-71865623-02d6-47bc-903d-45fed014a39f None None] For port 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7f6c2591-de6a-41f9-88cc-64c0d558baf9,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:30.788620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:30.788620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.812814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:35:30.832060 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:35:30.845367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:30.845888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:30.881234 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.893756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71865623-02d6-47bc-903d-45fed014a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.925152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:30.928106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f2542147-391d-47e9-b15b-860e5bd901d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2946115 Oct 15 19:35:30.931085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:30.985294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71865623-02d6-47bc-903d-45fed014a39f None None] Pushing event updated for resources: {'Port': ['ID=7f6c2591-de6a-41f9-88cc-64c0d558baf9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:30.998056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:35:30.998426 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:35:31.004209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:31.115112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7ebd980e-feb6-4edb-8eaa-f7878e530ad7 None None] Provisioning complete for port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:31.115478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ebd980e-feb6-4edb-8eaa-f7878e530ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.212864 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6da9f081-a1db-4e17-9d82-daf96d2f9527 tempest-AutoAllocateNetworkTest-1585586135 tempest-AutoAllocateNetworkTest-1585586135-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=62f6c88523c6414e922a4dd4a0375f6d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.8346944 Oct 15 19:35:31.215427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51136) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:31.225818 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:30Z', 'revision_number': 3, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:31.267969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:35:31.268329 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Updating router 390b63db-1c65-4c82-97db-249c41d75811 port 361b5ffb-5ca0-48dd-979d-87f7e529b434 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:35:31.315395 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.473653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9cd47e-6739-4a99-800d-6424f6cc24b2 tempest-AutoAllocateNetworkTest-1585586135 tempest-AutoAllocateNetworkTest-1585586135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:31.480635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c9cd47e-6739-4a99-800d-6424f6cc24b2 tempest-AutoAllocateNetworkTest-1585586135 tempest-AutoAllocateNetworkTest-1585586135-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2637684 Oct 15 19:35:31.481749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:31.584666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bff109ae-b73d-43ce-9b78-8bc2b44759c4 tempest-AutoAllocateNetworkTest-1585586135 tempest-AutoAllocateNetworkTest-1585586135-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006558 Oct 15 19:35:31.587352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:31.616325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bac4f0e9-de0d-4384-87bf-cf991a7eb771 tempest-AutoAllocateNetworkTest-1585586135 tempest-AutoAllocateNetworkTest-1585586135-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=62f6c88523c6414e922a4dd4a0375f6d HTTP/1.1" status: 200 len: 208 time: 0.0277421 Oct 15 19:35:31.663293 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.732376 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.781508 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Attempting to bind port 361b5ffb-5ca0-48dd-979d-87f7e529b434 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:31.782093 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Attempting to bind port 361b5ffb-5ca0-48dd-979d-87f7e529b434 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:31.782453 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Attempting to bind port 361b5ffb-5ca0-48dd-979d-87f7e529b434 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:31.791354 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Pushing event updated for resources: {'Port': ['ID=361b5ffb-5ca0-48dd-979d-87f7e529b434,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:31.793653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.794221 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:31.794567 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:31.795025 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.795415 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:31.795907 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Bound port: 361b5ffb-5ca0-48dd-979d-87f7e529b434, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:31.796295 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:31.820087 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.821851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.821851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.821851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.821851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.821851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.822190 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.822385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.822710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.823028 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.823346 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.823687 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Tracked resource versions report: Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: pushed versions: Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: { 'AddressGroup': {'1.2'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'ConntrackHelper': {'1.0'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Log': {'1.0'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Network': {'1.1'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Port': {'1.7'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'PortForwarding': {'1.2'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'QosPolicy': {'1.10'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SecurityGroup': {'1.4'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SecurityGroupRule': {'1.2'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SubPort': {'1.0'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Subnet': {'1.1'}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Trunk': {'1.1'}} Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: consumer versions: Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: { DHCP agent@n-d-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: HyperV agent@n-h1-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: HyperV agent@n-h2-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: L3 agent@n-d-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: Metadata agent@n-d-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: Metering agent@n-d-712140-14: {}, Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: Open vSwitch agent@n-d-712140-14: { 'AddressGroup': '1.2', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'ConntrackHelper': '1.0', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Log': '1.0', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Network': '1.1', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Port': '1.7', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'PortForwarding': '1.2', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'QosPolicy': '1.10', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SecurityGroup': '1.4', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SecurityGroupRule': '1.2', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'SubPort': '1.0', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Subnet': '1.1', Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: 'Trunk': '1.1'}} Oct 15 19:35:31.824799 n-d-712140-14 neutron-server[101183]: {{(pid=101183) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 15 19:35:31.862614 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] For port 361b5ffb-5ca0-48dd-979d-87f7e529b434, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:31.866018 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] For port 361b5ffb-5ca0-48dd-979d-87f7e529b434, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=361b5ffb-5ca0-48dd-979d-87f7e529b434,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:31.960812 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.050719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Allocated IP 172.20.0.1 (7fd70e84-0b96-4c85-94a6-23fd27942bbe/0fdc8f84-2500-4be4-8317-41f1a2d0bc01/ae03a22e-806e-4320-86ed-3faeb18ee9dc) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:32.053268 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:32.053890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:32.056945 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e98fc0-25d0-4f52-ba34-82895cdd5b26 None None] Pushing event updated for resources: {'Port': ['ID=361b5ffb-5ca0-48dd-979d-87f7e529b434,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:32.187309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:32.189750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.344842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.505344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:32.505344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:32.505344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Pushing event updated for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:32.505344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:32.505344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.600070 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:30Z', 'revision_number': 3, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:32.600070 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c36667-32d3-4889-b2e2-a542d88aeecf None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:30Z', 'revision_number': 3, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:35:32.625632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7f6c2591-de6a-41f9-88cc-64c0d558baf9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:32.686429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:32.687076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.795108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-68caebf8-602c-41f2-b71f-825e27669bc6 None None] Provisioning complete for port ae03a22e-806e-4320-86ed-3faeb18ee9dc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:32.795863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-68caebf8-602c-41f2-b71f-825e27669bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:32.863466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-68caebf8-602c-41f2-b71f-825e27669bc6 None None] Port ae03a22e-806e-4320-86ed-3faeb18ee9dc cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:32.906160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51210) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:33.053694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.318565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.347438 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f21e32b-d4ff-48d0-a26b-727f5d16935b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.419809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.421182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.465407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f21e32b-d4ff-48d0-a26b-727f5d16935b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.545946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f21e32b-d4ff-48d0-a26b-727f5d16935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.566063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Pushing event updated for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:33.635548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f21e32b-d4ff-48d0-a26b-727f5d16935b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62f6c88523c6414e922a4dd4a0375f6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7254024 Oct 15 19:35:33.640294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51234) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:33.645750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f21e32b-d4ff-48d0-a26b-727f5d16935b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9851808b-a8ba-4a47-81c7-855c52988ac5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:33.654974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:33.656710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:33.871852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:35:33.906873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:33.931544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.026688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:35:34.032358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-089476af-82e3-4965-95b3-8c4acd1c0412 admin admin] 10.222.0.13 "PUT /v2.0/routers/390b63db-1c65-4c82-97db-249c41d75811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1001425 Oct 15 19:35:34.040378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.042969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.047440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9851808b-a8ba-4a47-81c7-855c52988ac5 HTTP/1.1" status: 204 len: 168 time: 0.4102776 Oct 15 19:35:34.062135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e08f3-d5f5-4701-bf28-630a9b7f90ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9851808b-a8ba-4a47-81c7-855c52988ac5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:34.104781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-56f45866-5e61-4331-b39e-dad2c4f7162e None None] Provisioning complete for port ae03a22e-806e-4320-86ed-3faeb18ee9dc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:34.106569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56f45866-5e61-4331-b39e-dad2c4f7162e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.146229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-56f45866-5e61-4331-b39e-dad2c4f7162e None None] Port ae03a22e-806e-4320-86ed-3faeb18ee9dc cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:34.508943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51284) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:34.558960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:35:34.568603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:34.569276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:34.620129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 361b5ffb-5ca0-48dd-979d-87f7e529b434 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:34.725523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2672745a-edaf-49de-92dd-fd1cc4003be2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.739107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:34.806825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2672745a-edaf-49de-92dd-fd1cc4003be2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.810971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51308) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:34.813274 n-d-712140-14 neutron-server[101181]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 19:35:34.844174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 361b5ffb-5ca0-48dd-979d-87f7e529b434 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:34.844546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.845379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-ef371c27-059d-40be-8282-f13d769a6197 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=325f343441a5463dafe528f2d1af2987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330846 Oct 15 19:35:34.885673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2672745a-edaf-49de-92dd-fd1cc4003be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:34.944126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2672745a-edaf-49de-92dd-fd1cc4003be2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13f1f64f0d374b2cb631c75fb1741af9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4371135 Oct 15 19:35:34.948711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51322) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:34.965906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672745a-edaf-49de-92dd-fd1cc4003be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46eeecb-8492-40bc-a2e3-47cacd772270,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:35.048741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.057928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-45e0e642-98e8-43f1-add4-2c7d110fddbf tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:35.065228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-45e0e642-98e8-43f1-add4-2c7d110fddbf tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140574 Oct 15 19:35:35.080718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.092690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-28e6d163-ecb4-4fd6-91bf-888545a30571 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/quotas/325f343441a5463dafe528f2d1af2987 HTTP/1.1" status: 200 len: 375 time: 0.0265288 Oct 15 19:35:35.109676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.152722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 361b5ffb-5ca0-48dd-979d-87f7e529b434, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=361b5ffb-5ca0-48dd-979d-87f7e529b434,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:35.156960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-8e9e8842-727d-4b02-914c-37f48870f8a2 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629792 Oct 15 19:35:35.160369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51332) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:35.165875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-network', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:35.167928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:33Z', 'revision_number': 2, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:35.198139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:35:35.198573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Updating router 390b63db-1c65-4c82-97db-249c41d75811 port ae03a22e-806e-4320-86ed-3faeb18ee9dc binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:35:35.212279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.215965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.218281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c46eeecb-8492-40bc-a2e3-47cacd772270 HTTP/1.1" status: 204 len: 168 time: 0.2681823 Oct 15 19:35:35.220171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.227013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dcdbb-bd7d-47a6-9242-c7a5a9bf7e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46eeecb-8492-40bc-a2e3-47cacd772270,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:35.257345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Made reservation on behalf of d31484031cf54ef6adbca7ed4cdf1e6d for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:35.260431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.271662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.278325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.334033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=361b5ffb-5ca0-48dd-979d-87f7e529b434,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:35.382129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.502837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.531964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:35:35.548467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d720a9a6-5530-495f-828c-5370227177c6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:35.581689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.583232 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Added segment 04c04b68-bf19-408b-99c0-da588dadaefe of type vlan for network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d Oct 15 19:35:35.638022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.692248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49659995-3023-4539-8805-a3a9b14a07ff req-37603226-0c64-41da-b1c3-2ec7ec244f0b tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.0917695 Oct 15 19:35:35.754293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.755353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:35.756048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.785709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.823198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb97e53-dbea-45fc-afeb-5e63801ffa6d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:35.837687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:35:35.854883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:35.936161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2af15dd9-5098-4237-a3b6-8b24cc78c673 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7737613 Oct 15 19:35:35.944765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:35.950035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Request body: {'subnet': {'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-subnet', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:35.966150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3a86d-74e8-47c6-b5aa-74b56fe34294 None None] Pushing event updated for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:36.043480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Attempting to bind port ae03a22e-806e-4320-86ed-3faeb18ee9dc on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:36.044043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Attempting to bind port ae03a22e-806e-4320-86ed-3faeb18ee9dc by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:36.045066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Attempting to bind port ae03a22e-806e-4320-86ed-3faeb18ee9dc on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:36.050315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Made reservation on behalf of d31484031cf54ef6adbca7ed4cdf1e6d for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:36.052102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:36.052683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Checking segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:36.052846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.053181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.053641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Bound using segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:36.054182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Bound port: ae03a22e-806e-4320-86ed-3faeb18ee9dc, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:36.054984 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.213214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] For port ae03a22e-806e-4320-86ed-3faeb18ee9dc, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:36.214032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] For port ae03a22e-806e-4320-86ed-3faeb18ee9dc, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae03a22e-806e-4320-86ed-3faeb18ee9dc,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:36.238405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0bd9d40b-026d-4e2f-8249-6b4ede547331 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f84adb1f025c4ac49c58822b65baaaca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370378 Oct 15 19:35:36.300031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.304761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] Provisioning complete for port ae03a22e-806e-4320-86ed-3faeb18ee9dc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:36.305122 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.370414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51412) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:36.386204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4b909b1-1e0e-4aeb-aa35-4e28a68d928d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.413807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-b585fe16-2733-469f-9f49-5be0d54a8bab tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:36.421094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-b585fe16-2733-469f-9f49-5be0d54a8bab tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800218 Oct 15 19:35:36.445472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-e40e5b6f-5c9d-4212-afeb-08730a8849eb tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/quotas/f84adb1f025c4ac49c58822b65baaaca HTTP/1.1" status: 200 len: 375 time: 0.0234904 Oct 15 19:35:36.481176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.495265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-8cfe7531-8cfe-438e-b29d-0a3b321df10a tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f84adb1f025c4ac49c58822b65baaaca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485985 Oct 15 19:35:36.506155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:36.506782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:36.508657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.512390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3a86d-74e8-47c6-b5aa-74b56fe34294 None None] Pushing event updated for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:36.643412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4b909b1-1e0e-4aeb-aa35-4e28a68d928d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.646166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] For port ae03a22e-806e-4320-86ed-3faeb18ee9dc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae03a22e-806e-4320-86ed-3faeb18ee9dc,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:36.650301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 361b5ffb-5ca0-48dd-979d-87f7e529b434 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:36.664008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b159260-1fc1-4357-b018-c75779779f3c,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:36.672605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Checking segment: {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:36.673227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Network hostable DHCP agents. Network: 8fb97e53-dbea-45fc-afeb-5e63801ffa6d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:35:36.709232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4b909b1-1e0e-4aeb-aa35-4e28a68d928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.712504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.770063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:36.819856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:35:36.850686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:36.861063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4b909b1-1e0e-4aeb-aa35-4e28a68d928d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb27adebaa6943859f63282c99428abc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4892719 Oct 15 19:35:36.876665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b909b1-1e0e-4aeb-aa35-4e28a68d928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d331a33f-0054-4bf2-ae48-8be65837b5fa,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:36.883722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0aac5ef2-f4d1-4342-9f9f-403fdc5341d2 req-84d46cc0-b92f-4920-9879-706ef56f55d0 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0927143 Oct 15 19:35:36.901846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16541409-a5a0-4940-9628-820eb0fdd2d1 None None] Pushing event updated for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:36.912972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 361b5ffb-5ca0-48dd-979d-87f7e529b434 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:36.921562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.965037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8fb97e53-dbea-45fc-afeb-5e63801ffa6d) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:36.969653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-524f73f9-a98f-486e-9cfe-46f0e7a969fa None None] Provisioning complete for port ae03a22e-806e-4320-86ed-3faeb18ee9dc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:36.970009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-524f73f9-a98f-486e-9cfe-46f0e7a969fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.976272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:36.976272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:36.979971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10628219-2c40-4a80-9000-16ddfdb7fe3d None None] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:37.032889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.059768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.062821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2015893-4771-497a-b493-4f39c3226ac0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1170230 Oct 15 19:35:37.065447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51458) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:37.072384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:37.118797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51460) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:37.206344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.207412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.265584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.268374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.272192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d331a33f-0054-4bf2-ae48-8be65837b5fa HTTP/1.1" status: 204 len: 168 time: 0.4177225 Oct 15 19:35:37.280806 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f00df-4fc0-4b4f-bc63-25c66cd39429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d331a33f-0054-4bf2-ae48-8be65837b5fa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:37.369729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.374512 n-d-712140-14 neutron-server[101180]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 15 19:35:37.456400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-add42060-9a97-4a50-aa89-2364e61e44a7 req-06a5ac68-37a3-4955-b962-f137f943bd13 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.3347375 Oct 15 19:35:37.587309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'fixed_ips': [{'subnet_id': '6b159260-1fc1-4357-b018-c75779779f3c'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:35:37.588106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.603090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:37.636440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afabd753-55d9-4bf0-85f1-1067cd14cbd6 None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:35:37.658800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:37.954004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Allocated IP 172.20.0.2 (8fb97e53-dbea-45fc-afeb-5e63801ffa6d/6b159260-1fc1-4357-b018-c75779779f3c/316f9faf-850d-4eaf-8f1a-1ca9772781d1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:38.184901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37cafb91-3223-4ea1-92ee-07817beda4db req-043f34a6-9cec-4af7-9aa1-1dbe2ba661dc tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0835283 Oct 15 19:35:38.248310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.280785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.286385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.371162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.398730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:38.457308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:38.471741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:38.502180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Allocated IP 172.25.0.134 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3b45bc50-3407-4b1d-a4df-0a407b20a86d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:38.505980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Pushing event updated for resources: {'Port': ['ID=316f9faf-850d-4eaf-8f1a-1ca9772781d1,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:38.604285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Attempting to bind port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:38.610185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Attempting to bind port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:38.610185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Attempting to bind port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 on network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:38.620666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:38.623777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Checking segment: {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:38.624374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.624907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Bound using segment: {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:38.627158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Bound port: 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:38.627892 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.702194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae03a22e-806e-4320-86ed-3faeb18ee9dc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:38.908751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:38.977370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] For port 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:38.985396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] For port 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=316f9faf-850d-4eaf-8f1a-1ca9772781d1,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:38.991877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ae03a22e-806e-4320-86ed-3faeb18ee9dc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:38.992369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:39.005787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bad9b048-303d-421c-9822-59952365724f req-2b980275-6470-4430-a337-6e93b7c234c4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.0619566 Oct 15 19:35:39.078221 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:39.189312 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:39.202266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38b4f0-b67f-4a48-94cb-ff594d664592 None None] Pushing event updated for resources: {'Port': ['ID=316f9faf-850d-4eaf-8f1a-1ca9772781d1,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:39.282943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:39.282943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:39.287668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:39.369228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Pushing event updated for resources: {'Port': ['ID=3b45bc50-3407-4b1d-a4df-0a407b20a86d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:39.490578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64029874-9923-4740-8a89-e72405d7310a req-40fbc6b1-47fe-4618-9a29-dc4fe1867ef5 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0620143 Oct 15 19:35:39.760602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:39.904426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.15', 52846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:39.939345 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-61a868c0-1db9-4eff-81f8-b2e74324ce13 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=325f343441a5463dafe528f2d1af2987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321388 Oct 15 19:35:39.976460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:40.206491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51610) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:40.307801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-8d33163d-7c4f-424c-b860-34062af38072 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:40.307801 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-8d33163d-7c4f-424c-b860-34062af38072 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563032 Oct 15 19:35:40.337152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:35:40.368804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a10b9d84-720c-46da-babc-55b36e7a39d2 req-86eb6ad4-ecb4-4c12-bf10-c92913c76e9d tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.0667717 Oct 15 19:35:40.411529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Request body: {'port': {'device_id': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '325f343441a5463dafe528f2d1af2987'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:40.479002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.15', 52848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:40.532901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c60eb-2529-407f-a4e6-8bce561e576c None None] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:40.623111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-6aa1a78c-0a38-4a48-901a-2b2c19be62f8 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f84adb1f025c4ac49c58822b65baaaca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1372576 Oct 15 19:35:40.704363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 316f9faf-850d-4eaf-8f1a-1ca9772781d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:40.770507 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] Provisioning complete for port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:40.771146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:40.830117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b0fe-5e9a-456b-a9c7-2d489374bb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:40.857443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:35:40.863685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6720369d-dffe-4e78-9574-ce6442ccf6f4 req-cf0497c0-7348-4f55-b2c9-31655a947fee tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0515966 Oct 15 19:35:40.871501 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Sync routers for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:35:40.884948 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:40.886094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:40.969632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b0fe-5e9a-456b-a9c7-2d489374bb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:40.976160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:40.976525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.022956 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:41.047118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec2b0fe-5e9a-456b-a9c7-2d489374bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.052259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.056605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-05b635af-6702-46f7-a907-81d3fdba6309 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9902029 Oct 15 19:35:41.058513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51658) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:41.100449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-072d5ab0-b5f6-473d-b45a-0ea2b028fb9b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:41.102329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-072d5ab0-b5f6-473d-b45a-0ea2b028fb9b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4720192 Oct 15 19:35:41.119003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Request body: {'port': {'device_id': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'f84adb1f025c4ac49c58822b65baaaca'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:41.175355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.226231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ec2b0fe-5e9a-456b-a9c7-2d489374bb99 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cba7b0d8032e45448c2c10455ff20080&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0164785 Oct 15 19:35:41.237684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:41.245147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2b0fe-5e9a-456b-a9c7-2d489374bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82169368-2114-4b27-aee5-ed8dd440c6ec,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:41.252533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Made reservation on behalf of 325f343441a5463dafe528f2d1af2987 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:41.258472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.283185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.303262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.312812 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:39Z', 'revision_number': 3, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:41.332370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] For port 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=316f9faf-850d-4eaf-8f1a-1ca9772781d1,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:41.354210 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Checking router: 0820f601-9aa4-4c81-9d2e-dd9160f72a21 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:35:41.354740 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Updating router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 port 3b45bc50-3407-4b1d-a4df-0a407b20a86d binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:35:41.383702 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.418965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.446471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.488169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.541722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Made reservation on behalf of f84adb1f025c4ac49c58822b65baaaca for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:41.545833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.570369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.571639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.612902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df3c2ca9-968b-40d6-9362-c6ebc6c10cc4 req-c351e672-e421-4ab3-aed2-c2ab6f7a4efa tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.0487099 Oct 15 19:35:41.625914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19cd34-a839-4daa-b87e-8c2a81df5615 None None] Pushing event updated for resources: {'Port': ['ID=316f9faf-850d-4eaf-8f1a-1ca9772781d1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:41.642174 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:35:41.643632 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:35:41.655741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39c8b51e-679b-4005-a8d5-7edf59c43694 None None] Provisioning complete for port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:41.657370 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39c8b51e-679b-4005-a8d5-7edf59c43694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.680257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.705470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51674) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:41.766543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51678) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:41.790079 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.803650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.806436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.807750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82169368-2114-4b27-aee5-ed8dd440c6ec HTTP/1.1" status: 204 len: 168 time: 0.5686514 Oct 15 19:35:41.855929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a556b39a-c954-413b-9a63-b67307e35b46,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:41.874830 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.942022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Attempting to bind port 3b45bc50-3407-4b1d-a4df-0a407b20a86d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:41.942388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Attempting to bind port 3b45bc50-3407-4b1d-a4df-0a407b20a86d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:41.942749 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Attempting to bind port 3b45bc50-3407-4b1d-a4df-0a407b20a86d on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:41.953300 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e61e4-3cb7-478e-b4d8-ebced16a614c None None] Pushing event updated for resources: {'Port': ['ID=3b45bc50-3407-4b1d-a4df-0a407b20a86d,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:41.960008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:41.960464 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:41.960771 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.961150 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:41.961612 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Bound port: 3b45bc50-3407-4b1d-a4df-0a407b20a86d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:41.962004 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:41.975389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c138b26-8fdd-4eda-b76b-15afc74d984f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82169368-2114-4b27-aee5-ed8dd440c6ec,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:42.035701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59fcdeb6-5115-40fc-b12e-cf92001ded10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.053029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] For port 3b45bc50-3407-4b1d-a4df-0a407b20a86d, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:42.066372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] For port 3b45bc50-3407-4b1d-a4df-0a407b20a86d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b45bc50-3407-4b1d-a4df-0a407b20a86d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:42.074482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9f546f5-5c5f-4977-a6a9-9f7d66d7f960 req-a29e3b26-2a2e-4f2e-80ff-893b813c3616 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0653305 Oct 15 19:35:42.097112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.137097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.143493 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.144987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2791d9a-b9df-4ee7-90ec-c54d1e968e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.183702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Allocated IP 192.168.233.131 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/1b0867ea-bcf2-4a14-8f12-581b9fdd907e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:42.256419 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:42.258922 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:42.308033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.338427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e61e4-3cb7-478e-b4d8-ebced16a614c None None] Pushing event updated for resources: {'Port': ['ID=3b45bc50-3407-4b1d-a4df-0a407b20a86d,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:42.354626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Allocated IP 172.20.0.1 (8fb97e53-dbea-45fc-afeb-5e63801ffa6d/6b159260-1fc1-4357-b018-c75779779f3c/8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:42.369737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:42.434079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59fcdeb6-5115-40fc-b12e-cf92001ded10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.498116 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:42.537371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59fcdeb6-5115-40fc-b12e-cf92001ded10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.555501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.581089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2791d9a-b9df-4ee7-90ec-c54d1e968e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.599106 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-59fcdeb6-5115-40fc-b12e-cf92001ded10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b8c09492d0047db87cdf41f955250cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8878796 Oct 15 19:35:42.601826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51692) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:42.666142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 316f9faf-850d-4eaf-8f1a-1ca9772781d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:42.697911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2791d9a-b9df-4ee7-90ec-c54d1e968e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.717031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.718612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcdeb6-5115-40fc-b12e-cf92001ded10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba854389-3582-4f85-8ee5-a67cd3d4ffad,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:42.748216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.754280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:42.761298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:42.784120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:42.784657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.810148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:42.810636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:42.947842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ff91aa7-55fb-4837-b909-5589a593ac79 req-f861c00c-7f08-42f9-9302-42e5bcfb48cc tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.2126372 Oct 15 19:35:42.947842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2791d9a-b9df-4ee7-90ec-c54d1e968e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f643bbf-57c6-42f4-bb71-c610eecf9455,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:42.991679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51700) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:43.001136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:39Z', 'revision_number': 3, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:43.066653 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55361a-b27c-432a-a38b-0ca12b1c8dbb None None] The sync data for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 is: [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:39Z', 'revision_number': 3, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:35:43.068826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Pushing event updated for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:43.107234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Allocated IP 192.168.233.66 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/c450899c-eacf-4d86-849d-550fe3fa5f76) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:43.123095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.151436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c2599f51-b813-459a-9bdd-695770205ef9 None None] Provisioning complete for port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:43.152096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c2599f51-b813-459a-9bdd-695770205ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.199867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.251895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c2599f51-b813-459a-9bdd-695770205ef9 None None] Port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:43.267530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a2791d9a-b9df-4ee7-90ec-c54d1e968e5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb6b2a624fb40169bc4066f9762b042&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4649255 Oct 15 19:35:43.268407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdb43-0c26-4b9e-ab23-a5ecc0c867b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.268520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aebcfafb-3c05-4375-a69e-736f3ef40273 req-4ab32803-27b5-4cff-bf21-6b2e2ccfdee8 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0593224 Oct 15 19:35:43.270346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51704) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:43.415122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:43.449556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.469587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:43.486724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.488383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:43.495219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:43.498559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.548451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.571409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Pushing event updated for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:43.718644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.721378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.725169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.726806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f643bbf-57c6-42f4-bb71-c610eecf9455 HTTP/1.1" status: 204 len: 168 time: 0.4554863 Oct 15 19:35:43.737466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751a241-7f90-412d-99f3-83b00a0e570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f643bbf-57c6-42f4-bb71-c610eecf9455,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:43.788383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.789406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.837194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-76751931-d502-4c4d-a263-849c70457ca5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4294894 Oct 15 19:35:43.874589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-0abb3795-970e-4e56-b1c5-103371ed6a54 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:35:43.878108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-0abb3795-970e-4e56-b1c5-103371ed6a54 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072620 Oct 15 19:35:43.885031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.955848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Pushing event updated for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:43.969770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:43.996436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d6b092ad-c152-4764-8275-13bf20a7f86f None None] Provisioning complete for port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:43.996980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d6b092ad-c152-4764-8275-13bf20a7f86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.056654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdb43-0c26-4b9e-ab23-a5ecc0c867b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.083327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d6b092ad-c152-4764-8275-13bf20a7f86f None None] Port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:44.118270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.118270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.130425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:44.131917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba854389-3582-4f85-8ee5-a67cd3d4ffad HTTP/1.1" status: 204 len: 168 time: 1.5197923 Oct 15 19:35:44.133219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:44.192133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e2cdb43-0c26-4b9e-ab23-a5ecc0c867b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.206476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e9b39-e51b-4173-bfa4-a332753430c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba854389-3582-4f85-8ee5-a67cd3d4ffad,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:44.306034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.373350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cdb43-0c26-4b9e-ab23-a5ecc0c867b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7516771-c26c-48be-88b7-5a029d35280b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:44.422368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:35:44.458796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5e2cdb43-0c26-4b9e-ab23-a5ecc0c867b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04dabf384be742b49e25c3461ee9437e&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3438957 Oct 15 19:35:44.463823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:44.515108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a7696e5b-b8fb-488e-acd0-44c4c8d7f9ce None None] Provisioning complete for port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:44.515704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a7696e5b-b8fb-488e-acd0-44c4c8d7f9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.567418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:44.600402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a7696e5b-b8fb-488e-acd0-44c4c8d7f9ce None None] Port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:44.634629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a09c5b-d84c-4b6d-8df5-1c070de8c427 req-36ccac62-421d-404c-bd96-08b2aeb19046 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:44.636247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8a09c5b-d84c-4b6d-8df5-1c070de8c427 req-36ccac62-421d-404c-bd96-08b2aeb19046 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 936 time: 0.4954543 Oct 15 19:35:44.637182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:44.641017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Pushing event updated for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:44.665271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:44.691488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:44.692184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.734558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Request body: {'port': {'device_id': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'device_owner': 'compute:tempest-test_az-854773683', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:44.738571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b45bc50-3407-4b1d-a4df-0a407b20a86d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:44.831380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b45bc50-3407-4b1d-a4df-0a407b20a86d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:44.831871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:44.889954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c92af-d2cc-4fa4-89af-b35642d91629 req-ca3369da-a20f-44d7-b083-5e94324534a3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:44.892860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c62c92af-d2cc-4fa4-89af-b35642d91629 req-ca3369da-a20f-44d7-b083-5e94324534a3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 935 time: 0.3558042 Oct 15 19:35:44.930354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:35:44.939948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-08ba6285-c10b-4248-8f91-0704e276e008 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8280427 Oct 15 19:35:44.959263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e295380c-af89-440a-8f21-5a3775149628 admin admin] 10.222.0.13 "PUT /v2.0/routers/0820f601-9aa4-4c81-9d2e-dd9160f72a21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8954742 Oct 15 19:35:44.965854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8a09c5b-d84c-4b6d-8df5-1c070de8c427 req-1a9f5159-ef30-47e0-992c-3f4ec4584f74 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676673 Oct 15 19:35:44.973223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.007483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.023340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Request body: {'port': {'device_id': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'device_owner': 'compute:tempest-test_az-854773683', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:45.024421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.052618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3b45bc50-3407-4b1d-a4df-0a407b20a86d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b45bc50-3407-4b1d-a4df-0a407b20a86d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:45.053736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9062367c-505a-4a1c-9022-4aac5d06842b None None] Provisioning complete for port c450899c-eacf-4d86-849d-550fe3fa5f76 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:45.054102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9062367c-505a-4a1c-9022-4aac5d06842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.059028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c62c92af-d2cc-4fa4-89af-b35642d91629 req-4a9bbe8e-acb1-45d3-96ed-6ba007ffbbe9 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346648 Oct 15 19:35:45.090030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9062367c-505a-4a1c-9022-4aac5d06842b None None] Port c450899c-eacf-4d86-849d-550fe3fa5f76 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:45.115701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.130131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.135340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.160780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51726) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:45.271040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3b45bc50-3407-4b1d-a4df-0a407b20a86d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:45.432241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51732) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:45.548185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.550776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.554305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7516771-c26c-48be-88b7-5a029d35280b HTTP/1.1" status: 204 len: 168 time: 1.0826025 Oct 15 19:35:45.562726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0850f026-123c-498e-9329-43c88518b2b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.584149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9234db6-2821-468b-8ddf-5662649f33c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.614786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616096d-5eeb-4247-b708-4403a0d7f35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7516771-c26c-48be-88b7-5a029d35280b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:45.820904 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0850f026-123c-498e-9329-43c88518b2b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.843360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Sync routers for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:35:45.851812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9234db6-2821-468b-8ddf-5662649f33c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.862146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:45.863197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:45.897987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c450899c-eacf-4d86-849d-550fe3fa5f76 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:35:45.918190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:45.943954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Transition to ACTIVE for port object c450899c-eacf-4d86-849d-550fe3fa5f76 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:35:46.073886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:46.130746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e44f-65c5-4081-9d1d-7cc852eaa1fe req-ace08468-d637-42be-8ae9-cec31673af8f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:46.148035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dd2e44f-65c5-4081-9d1d-7cc852eaa1fe req-ace08468-d637-42be-8ae9-cec31673af8f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 936 time: 0.0766606 Oct 15 19:35:46.224200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dd2e44f-65c5-4081-9d1d-7cc852eaa1fe req-f25956ba-8815-4569-8fb0-063d9192db3a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751114 Oct 15 19:35:46.228907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0850f026-123c-498e-9329-43c88518b2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.267848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9234db6-2821-468b-8ddf-5662649f33c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.270455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.279667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0850f026-123c-498e-9329-43c88518b2b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=785cc1fbab67499fa869844ead4e7c74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1163108 Oct 15 19:35:46.281048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51744) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:46.286143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850f026-123c-498e-9329-43c88518b2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5be127-235b-476e-bcdb-2882af61be85,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:46.357553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9234db6-2821-468b-8ddf-5662649f33c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3b3c51-bdd1-4a82-a220-4a2d4ebc8da3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:46.425222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.454819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.565333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:42Z', 'revision_number': 4, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e', 'name': '', 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'mac_address': 'fa:16:3e:2f:66:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b159260-1fc1-4357-b018-c75779779f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:42Z', 'updated_at': '2021-10-15T19:35:43Z', 'revision_number': 2, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'subnets': [{'id': '6b159260-1fc1-4357-b018-c75779779f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:46.672681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Checking router: 0820f601-9aa4-4c81-9d2e-dd9160f72a21 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:35:46.673038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Updating router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:35:46.690616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e9234db6-2821-468b-8ddf-5662649f33c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9e76f0c47494649b83703b09b1a720e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2418559 Oct 15 19:35:46.696180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51756) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:46.763857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Pushing event updated for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:46.764326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.764326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.772686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a5be127-235b-476e-bcdb-2882af61be85 HTTP/1.1" status: 204 len: 168 time: 0.4865527 Oct 15 19:35:46.773847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b45bc50-3407-4b1d-a4df-0a407b20a86d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:46.855656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749e09e-7e16-4bc5-81c5-93c18e67775a req-30cbcb46-3df4-4f10-a58e-2ff871537a62 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:46.857833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c749e09e-7e16-4bc5-81c5-93c18e67775a req-30cbcb46-3df4-4f10-a58e-2ff871537a62 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.4884987 Oct 15 19:35:46.860298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.865482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6a721-3a1c-4c7c-8e97-2122f887a8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5be127-235b-476e-bcdb-2882af61be85,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:46.881935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Attempting to bind port c450899c-eacf-4d86-849d-550fe3fa5f76 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:46.882281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Attempting to bind port c450899c-eacf-4d86-849d-550fe3fa5f76 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:46.882618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Attempting to bind port c450899c-eacf-4d86-849d-550fe3fa5f76 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:46.933950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:46.951112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Port c450899c-eacf-4d86-849d-550fe3fa5f76 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:35:46.967505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Attempting to bind port c450899c-eacf-4d86-849d-550fe3fa5f76 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:46.976472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0867ea-bcf2-4a14-8f12-581b9fdd907e {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:35:47.000844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b45bc50-3407-4b1d-a4df-0a407b20a86d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:47.001243 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.031814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.046384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.066891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:47.067269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:47.067854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:47.068305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Bound port: c450899c-eacf-4d86-849d-550fe3fa5f76, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:47.068738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.075645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.078251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.079656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff3b3c51-bdd1-4a82-a220-4a2d4ebc8da3 HTTP/1.1" status: 204 len: 168 time: 0.3823276 Oct 15 19:35:47.095104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e547e-5472-4e7f-9eef-5986064318ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3b3c51-bdd1-4a82-a220-4a2d4ebc8da3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:47.102276 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c749e09e-7e16-4bc5-81c5-93c18e67775a req-a7ea105d-4407-486f-8063-905c9be1c346 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208729 Oct 15 19:35:47.159058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:47.163729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c450899c-eacf-4d86-849d-550fe3fa5f76,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:47.178552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Transition to ACTIVE for port object 1b0867ea-bcf2-4a14-8f12-581b9fdd907e will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:35:47.246894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.364724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.407168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:47.408348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.411607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] 10.222.0.15 "PUT /v2.0/ports/c450899c-eacf-4d86-849d-550fe3fa5f76 HTTP/1.1" status: 200 len: 1117 time: 2.4396801 Oct 15 19:35:47.447425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.460483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:35:47.548819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.702813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c611bd5-9913-42fe-bb56-e2b996abf9dc req-1fe925a3-031e-4fde-8cd6-40ab9135324d tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:47.704838 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c611bd5-9913-42fe-bb56-e2b996abf9dc req-1fe925a3-031e-4fde-8cd6-40ab9135324d tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.2922099 Oct 15 19:35:47.715808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52b666-c22a-45ea-8fc9-1528e7bdc30d service neutron] Pushing event updated for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:47.751984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d4ff6-aac2-4432-9ea9-4d7998acb939 None None] Pushing event updated for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:47.791377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Attempting to bind port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:47.791788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Attempting to bind port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:47.792162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Attempting to bind port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e on network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:47.806486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:47.806729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Checking segment: {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:47.807075 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.807567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Bound using segment: {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:47.808053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Bound port: 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c04b68-bf19-408b-99c0-da588dadaefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:47.808448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:47.910567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Attempting to bind port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:35:47.910899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Attempting to bind port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:35:47.912329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Attempting to bind port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:47.936342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:35:47.937426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Attempting to bind port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:35:47.974624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] For port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:47.978257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] For port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:48.030586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:48.038385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2108917564', 'description': 'tempest-description--715434783'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:48.046686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.170724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d4ff6-aac2-4432-9ea9-4d7998acb939 None None] Pushing event updated for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:48.202376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.223189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] Provisioning complete for port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:48.223577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.280663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:35:48.281295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:35:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:48.335376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0038b655-0a1b-4767-ae0f-2186502fa501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:48.340054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.348153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-0038b655-0a1b-4767-ae0f-2186502fa501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f84adb1f025c4ac49c58822b65baaaca&device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 1120 time: 0.7524691 Oct 15 19:35:48.350621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:48.393497 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b" -d '{"events": [{"name": "network-changed", "server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:35:48.406989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:35:48.407464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:48.407803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.407909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:35:48.409498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Bound port: 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:35:48.409843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.500710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c611bd5-9913-42fe-bb56-e2b996abf9dc req-ad62fce3-f085-401e-a691-e09d4415d82c tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7478576 Oct 15 19:35:48.532754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-781c47d8-79c8-4e59-87e4-ae6f83d8196e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.584486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5424b-fdfe-4817-bd41-c417e3f54414 req-2cc36490-3f22-443f-bb39-a4996efa5aa2 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:48.586632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aa5424b-fdfe-4817-bd41-c417e3f54414 req-2cc36490-3f22-443f-bb39-a4996efa5aa2 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.2439499 Oct 15 19:35:48.602818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:35:48.605145 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.614726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:48.663647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.665185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eaea77e1-4725-47d2-8416-9c9fa1e0286b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6331823 Oct 15 19:35:48.669278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:48.675248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'security_group_rule': {'security_group_id': '0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:48.694945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-42f0ea57-22d7-4ac1-be7a-5a8dac9dccac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c450899c-eacf-4d86-849d-550fe3fa5f76 HTTP/1.1" status: 200 len: 217 time: 0.3112473 Oct 15 19:35:48.720360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] For port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:35:48.726328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aa5424b-fdfe-4817-bd41-c417e3f54414 req-fbf6d26b-18d1-4e68-ba0e-58f95dfc084d tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999787 Oct 15 19:35:48.794848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:35:48.800043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:35:48.821985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.842412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.863004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:48.918554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a7d8-fea4-4e1f-b723-917e9acccdc1 None None] Pushing event updated for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:48.996428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e7079ce3-0693-4b76-b167-26c2e71bd40f None None] Provisioning complete for port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:48.997752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7079ce3-0693-4b76-b167-26c2e71bd40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.003218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:42Z', 'revision_number': 4, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e', 'name': '', 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'mac_address': 'fa:16:3e:2f:66:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b159260-1fc1-4357-b018-c75779779f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:42Z', 'updated_at': '2021-10-15T19:35:47Z', 'revision_number': 4, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'subnets': [{'id': '6b159260-1fc1-4357-b018-c75779779f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:35:49.020001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.042516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:49.043095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.044775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b0867ea-bcf2-4a14-8f12-581b9fdd907e HTTP/1.1" status: 200 len: 1118 time: 4.9022508 Oct 15 19:35:49.052786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33728d4b-96ce-4701-a786-39a9949b42a7 None None] The sync data for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 is: [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:35:42Z', 'revision_number': 4, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e', 'name': '', 'network_id': '8fb97e53-dbea-45fc-afeb-5e63801ffa6d', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'mac_address': 'fa:16:3e:2f:66:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6b159260-1fc1-4357-b018-c75779779f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:42Z', 'updated_at': '2021-10-15T19:35:47Z', 'revision_number': 4, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'subnets': [{'id': '6b159260-1fc1-4357-b018-c75779779f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:35:49.080706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.118199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3b9450-9eed-48ad-a8bf-1795b6b2f051,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:49.127637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:49.141641 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c05e9e2-b504-4704-bda2-60c3ff2ca45e x-openstack-request-id: req-8c05e9e2-b504-4704-bda2-60c3ff2ca45e {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:35:49.147367 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:35:49.147367 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c05e9e2-b504-4704-bda2-60c3ff2ca45e {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:35:49.147367 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76', 'status': 'completed', 'code': 200} Oct 15 19:35:49.162428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-5162a879-8cee-4035-9534-d35bd00f884a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:49.164267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-5162a879-8cee-4035-9534-d35bd00f884a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.2292948 Oct 15 19:35:49.165329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92a17-9c1f-40f7-9ec4-eb69d8bdb3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:49.235999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.237237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3e8a3a11-186a-4c1f-9f7c-71e7a5b99df2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5668950 Oct 15 19:35:49.239800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:49.244928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'security_group_rule': {'security_group_id': '0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:49.365119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.409245 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:35:49.428558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-ccf3a5c8-ae3b-4998-a7ae-a8539daeb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:49.432138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-ccf3a5c8-ae3b-4998-a7ae-a8539daeb109 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2544692 Oct 15 19:35:49.448831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-726426c5-99c1-4391-8373-76fb0bef4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:49.452115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-726426c5-99c1-4391-8373-76fb0bef4dd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 1121 time: 0.1274471 Oct 15 19:35:49.496758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.576772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.623642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aea52c5-68c3-4cfd-a799-a96e185ae5af,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:49.728438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-883689294-network', 'tenant_id': '58c6e627160a4d788f4affbb306599cd'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:49.740063 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-8985506f-3141-49b0-b242-39ff943c729f service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456336 Oct 15 19:35:49.745675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018bcc1-d77e-4d70-87d2-f64dabde9f45 req-72f9842c-d946-4c14-9139-d245c912dbac tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:49.754727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0018bcc1-d77e-4d70-87d2-f64dabde9f45 req-72f9842c-d946-4c14-9139-d245c912dbac tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1143126 Oct 15 19:35:49.759920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:49.761410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d75aa985-968a-41dd-9967-7dbbf7eaba4d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5204678 Oct 15 19:35:49.765660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:49.809787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:49.870072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0018bcc1-d77e-4d70-87d2-f64dabde9f45 req-3bcacc5a-08e8-487a-a552-d5532ccdef89 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072085 Oct 15 19:35:49.875670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 19:35:49.875670 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 19:35:49.875670 n-d-712140-14 neutron-server[101180]: [parameters: {'project_id_1': '4cfaced67325434f800dd70b0c5b87d7', 'expiration_1': datetime.datetime(2021, 10, 15, 19, 35, 29, 804339)}] Oct 15 19:35:49.875670 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:35:49.876940 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:35:49.908324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-c30c75c5-2bb8-43f8-8768-099dc4bc1318 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e HTTP/1.1" status: 200 len: 217 time: 0.1910930 Oct 15 19:35:49.991098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:49.999604 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.039838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.235929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6280ed-8ace-4adf-bf73-c1ed4fad20d8 req-f3ae0776-2f8f-4ccc-b78f-90250e9b3ec3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:50.246959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c6280ed-8ace-4adf-bf73-c1ed4fad20d8 req-f3ae0776-2f8f-4ccc-b78f-90250e9b3ec3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.3480506 Oct 15 19:35:50.306564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-da388192-2c8d-431a-8bd6-bb36e8f1886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:50.319011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-da388192-2c8d-431a-8bd6-bb36e8f1886e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.3288651 Oct 15 19:35:50.339926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f95fd07c-7a18-45ff-b71b-91b73e640859 req-7561a6ec-3090-4d4d-819c-22e917ddc171 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163877 Oct 15 19:35:50.389384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c6280ed-8ace-4adf-bf73-c1ed4fad20d8 req-ae4e0362-2497-478a-8f0e-a9640eb4cb77 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412532 Oct 15 19:35:50.505697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.508484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.576560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.629716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:35:50.631893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4390b9-291a-4b1b-8fb5-f24fa795065a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:50.648972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.649494 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Added segment b57d87de-87fb-4070-b061-f594965a1be8 of type vlan for network a5fd798a-5536-4d12-9130-78a36acc9657 Oct 15 19:35:50.710920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:35:50.827684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:50.828060 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.857690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.916353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:50.980410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-e7c4ad8b-3c19-46e9-a2cf-770f9c3a6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:50.982524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-e7c4ad8b-3c19-46e9-a2cf-770f9c3a6b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2529552 Oct 15 19:35:51.079311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-9d54b625-7577-431a-98d0-cf417a66390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.079311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-9d54b625-7577-431a-98d0-cf417a66390d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f84adb1f025c4ac49c58822b65baaaca&device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 1120 time: 0.1320593 Oct 15 19:35:51.150064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:35:51.152305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12135f66-8b07-4712-80bf-e162b5acba4e req-463a71ea-6530-40b7-8c2a-c8b70d66a4de tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.152503 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d44fcc-b540-40ba-a777-d8ad59d3b110" -d '{"events": [{"name": "network-changed", "server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:35:51.154890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12135f66-8b07-4712-80bf-e162b5acba4e req-463a71ea-6530-40b7-8c2a-c8b70d66a4de tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1536331 Oct 15 19:35:51.185637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.186650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.187290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.324674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Allocated IP 172.25.0.70 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/5e3b69db-8bb6-4986-959a-edb62535067d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:51.329981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12135f66-8b07-4712-80bf-e162b5acba4e req-01e4415f-b87e-4f55-8f73-2a0f96164680 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591272 Oct 15 19:35:51.334628 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff89873-cff4-41bc-9cd7-5ea0f5fb9710 x-openstack-request-id: req-bff89873-cff4-41bc-9cd7-5ea0f5fb9710 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:35:51.334923 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:35:51.342713 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bff89873-cff4-41bc-9cd7-5ea0f5fb9710 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:35:51.343260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90c8ba56-a35c-4429-82c7-d58297799e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.343365 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e', 'status': 'completed', 'code': 200} Oct 15 19:35:51.531344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-6914a93f-ebd1-4e51-bf28-6902f4cef97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.532537 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.533049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-6914a93f-ebd1-4e51-bf28-6902f4cef97b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.3892255 Oct 15 19:35:51.591885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.4481447 Oct 15 19:35:51.598212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-229d6903-efea-425e-9986-2a8c37b7fbbe service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736732 Oct 15 19:35:51.604322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51888) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:51.610490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Request body: {'subnet': {'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-883689294-subnet', 'tenant_id': '58c6e627160a4d788f4affbb306599cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:51.651501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.711230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:51.718654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:51.718654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.721385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:51.724097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:51.735232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-30cf18f7-9470-4d8a-8e21-b79d1600af36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=c450899c-eacf-4d86-849d-550fe3fa5f76 HTTP/1.1" status: 200 len: 217 time: 0.1396000 Oct 15 19:35:51.743350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aba27-e0a8-4817-bf75-a77d92ec40fe admin admin] Pushing event updated for resources: {'Network': ['ID=a5fd798a-5536-4d12-9130-78a36acc9657,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:51.755098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'Port': ['ID=5e3b69db-8bb6-4986-959a-edb62535067d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:51.780987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a5fd798a-5536-4d12-9130-78a36acc9657 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:35:51.867162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96428d6-8e96-4bd2-b1a0-fd9603626127 req-25fa1abd-8681-4cd1-84bf-4a7ea222ae29 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.875856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d96428d6-8e96-4bd2-b1a0-fd9603626127 req-25fa1abd-8681-4cd1-84bf-4a7ea222ae29 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.3417318 Oct 15 19:35:51.881701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:51.901383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-6021d9ca-7f16-4d4f-b9cc-7f16ba11ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:51.903442 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-6021d9ca-7f16-4d4f-b9cc-7f16ba11ef80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1312542 Oct 15 19:35:51.939961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0be5182-8c27-403d-a2ef-082779dc9f30 req-f775243d-d24a-4c8a-8e6e-b22c43984090 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260500 Oct 15 19:35:51.954194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d96428d6-8e96-4bd2-b1a0-fd9603626127 req-a6b6c0fe-83ac-4e65-a780-7c1264a0077b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Oct 15 19:35:52.031647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-bd20f642-7f6d-4994-8f41-4f60f18bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:52.036194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-bd20f642-7f6d-4994-8f41-4f60f18bbd4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0784798 Oct 15 19:35:52.042200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.247277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51900) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:52.307504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.374992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.378266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.378266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.402444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.496462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.589472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.617423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.644583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:52.655371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'Port': ['ID=5e3b69db-8bb6-4986-959a-edb62535067d,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:52.669197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:52.671463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Network hostable DHCP agents. Network: a5fd798a-5536-4d12-9130-78a36acc9657, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:35:52.714262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5e564aa-7bd1-482f-8693-5d8c13fc2cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.764226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.768183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f02b8-1ff1-4d60-acfe-15fd7eb7b9ca req-a35f1594-a7ba-4c2e-9b7d-0a215b1ef069 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:52.775509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c30f02b8-1ff1-4d60-acfe-15fd7eb7b9ca req-a35f1594-a7ba-4c2e-9b7d-0a215b1ef069 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1462600 Oct 15 19:35:52.776161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a5a03578-fb79-4710-81ca-38307967a10f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0081363 Oct 15 19:35:52.792119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-a3f9f1fd-9d16-4a5d-a9d7-6ade4c2ba2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:52.794030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-a3f9f1fd-9d16-4a5d-a9d7-6ade4c2ba2c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 1121 time: 0.4759910 Oct 15 19:35:52.804976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-cdab1308-8966-44f7-939e-90270d92563f service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468001 Oct 15 19:35:52.828185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Network a5fd798a-5536-4d12-9130-78a36acc9657 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:35:52.893530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c30f02b8-1ff1-4d60-acfe-15fd7eb7b9ca req-405c74c9-25e2-4ab9-a8bd-f1f39c919dc5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116066 Oct 15 19:35:52.913116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a5fd798a-5536-4d12-9130-78a36acc9657) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:52.922557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:52.922557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:52.926070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929f4043-d84c-4e47-b011-8cc99a341568 None None] Network a5fd798a-5536-4d12-9130-78a36acc9657 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:52.960540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5e564aa-7bd1-482f-8693-5d8c13fc2cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.050737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-722c5013-74c6-46fb-9417-b89b53224c0d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4424448 Oct 15 19:35:53.062258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5e564aa-7bd1-482f-8693-5d8c13fc2cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.147081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-efbaf3e1-2a44-41d0-b0a6-cf764141ded4 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2108917564&fields=id&tenant_id=4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 267 time: 0.0682635 Oct 15 19:35:53.153188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b5e564aa-7bd1-482f-8693-5d8c13fc2cc7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa1b535fa34c482ab61bfeeb4b49fed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040778 Oct 15 19:35:53.161183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:53.187262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e564aa-7bd1-482f-8693-5d8c13fc2cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72287b6-ddef-410b-95fe-0ade9f54fa29,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:53.196447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b8a77-0876-4053-af87-54af72157668 None None] Network a5fd798a-5536-4d12-9130-78a36acc9657 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:53.232918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059bcac-4d86-4add-b932-8c46df17a2af req-ce5a2ac3-8465-41bd-89f3-d1c022cf82ac tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:53.258131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a059bcac-4d86-4add-b932-8c46df17a2af req-ce5a2ac3-8465-41bd-89f3-d1c022cf82ac tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.1657460 Oct 15 19:35:53.275894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51952) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:53.337895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a059bcac-4d86-4add-b932-8c46df17a2af req-372c3d90-0a23-44fb-8363-09299991b326 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Oct 15 19:35:53.495655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1095a66-d18c-4f65-b59f-f2cab2cabc2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.656040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1095a66-d18c-4f65-b59f-f2cab2cabc2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.659892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.677889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-7aac7d66-5c20-4711-9ca3-937d404f3fc2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:53.685523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-7aac7d66-5c20-4711-9ca3-937d404f3fc2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 824 time: 0.5186379 Oct 15 19:35:53.713534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1095a66-d18c-4f65-b59f-f2cab2cabc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.714281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.750101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-0fac66b4-bfb8-40b5-acdf-6d43580c28ac tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/quotas/4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 375 time: 0.0637555 Oct 15 19:35:53.761226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1095a66-d18c-4f65-b59f-f2cab2cabc2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c2e78e97b65459fb1f27fabfe23a8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4842813 Oct 15 19:35:53.762998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1095a66-d18c-4f65-b59f-f2cab2cabc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a77d088-01f4-493c-9e06-705093d6613b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:53.764688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51962) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:53.938282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-0a674b82-f27f-48af-9cd8-6f42addee9a6 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1783683 Oct 15 19:35:53.943954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.948409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.951791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:53.955229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a72287b6-ddef-410b-95fe-0ade9f54fa29 HTTP/1.1" status: 204 len: 168 time: 0.7674034 Oct 15 19:35:53.958421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:53.963432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1199334434-network', 'tenant_id': 'c3b751fa8b4d442dbaf9359c0e1e2ae5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:54.000320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b474c-4d8b-4f8b-be37-09510540792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72287b6-ddef-410b-95fe-0ade9f54fa29,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:54.027989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.077606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Made reservation on behalf of c3b751fa8b4d442dbaf9359c0e1e2ae5 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:54.087659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.103701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.114560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9170b-315d-4b06-b58e-a450d7fc57a7 req-ea4cd8f3-c7c5-4503-82ac-8ceb16f52528 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:54.122368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e9170b-315d-4b06-b58e-a450d7fc57a7 req-ea4cd8f3-c7c5-4503-82ac-8ceb16f52528 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1218896 Oct 15 19:35:54.171096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-f8c493dd-9275-4424-a7b5-dd68e2655802 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:35:54.172246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-f8c493dd-9275-4424-a7b5-dd68e2655802 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0555902 Oct 15 19:35:54.177107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e9170b-315d-4b06-b58e-a450d7fc57a7 req-dc6ac929-2dfb-45f3-be0c-dd6629247859 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538623 Oct 15 19:35:54.189466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.192216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.203763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a77d088-01f4-493c-9e06-705093d6613b HTTP/1.1" status: 204 len: 168 time: 0.4170816 Oct 15 19:35:54.229919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34f894-b27c-4c7e-9212-503c892a509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a77d088-01f4-493c-9e06-705093d6613b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:54.296560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.357186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-05b115bf-0ab3-41ea-bf8a-ac612c3f6aab service neutron] 10.222.0.13 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685812 Oct 15 19:35:54.399787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.474548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.487256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:35:54.489526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-2b149a03-c8be-4f85-98aa-b0d932e07f21 service neutron] 10.222.0.13 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257224 Oct 15 19:35:54.498026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.498376 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Added segment 3a582c99-d640-4db3-b8c7-1d6ccf975998 of type vlan for network e100c113-1f4d-48b3-b430-3ee198494294 Oct 15 19:35:54.542774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.608652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f52d-f767-42b6-bd4e-ff7d228df2f6 req-599cc3af-fd18-4c15-902b-dd9e0c9ca8a3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:54.616096 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ede0f52d-f767-42b6-bd4e-ff7d228df2f6 req-599cc3af-fd18-4c15-902b-dd9e0c9ca8a3 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.1821985 Oct 15 19:35:54.625633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbf94f2-af17-4b37-9058-c161e3692897,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:54.671847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ede0f52d-f767-42b6-bd4e-ff7d228df2f6 req-718f78e0-da0f-4b21-bf3f-654c4df88073 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491986 Oct 15 19:35:54.703282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.704711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:54.705500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:54.767270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] Pushing event updated for resources: {'Network': ['ID=e100c113-1f4d-48b3-b430-3ee198494294,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:54.782766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e100c113-1f4d-48b3-b430-3ee198494294 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:35:54.802996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a45b316c-1c2a-4209-b3eb-9fcb9a0bddc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8385472 Oct 15 19:35:54.803090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51988) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:54.806687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Request body: {'subnet': {'network_id': 'e100c113-1f4d-48b3-b430-3ee198494294', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1199334434-subnet', 'tenant_id': 'c3b751fa8b4d442dbaf9359c0e1e2ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:54.847083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5049dc4-ce92-41d5-8e3e-4aee0e74d645 req-d4a552dd-22bf-485b-96de-542af0d1a80d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 210 time: 0.0317142 Oct 15 19:35:54.970618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Made reservation on behalf of c3b751fa8b4d442dbaf9359c0e1e2ae5 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:54.973153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.096587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51996) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:55.130119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d4111f4-4165-4b53-8004-bc4bee14ff42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.158871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51998) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:55.172555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b445d75a-f64e-4410-9f77-83b1ac7a1ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.225355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.240825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d4111f4-4165-4b53-8004-bc4bee14ff42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.254407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b445d75a-f64e-4410-9f77-83b1ac7a1ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.308451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b445d75a-f64e-4410-9f77-83b1ac7a1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.315599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d4111f4-4165-4b53-8004-bc4bee14ff42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.340994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be0a466-729c-4481-9926-006a1f3e1337,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:55.347935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445d75a-f64e-4410-9f77-83b1ac7a1ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239c5f6-ac37-41b9-9be8-c28bca3cb046,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:55.351490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b445d75a-f64e-4410-9f77-83b1ac7a1ad3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b765dc2d2f240008a62613b0508a7f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916144 Oct 15 19:35:55.356114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52004) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:55.383807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Checking segment: {'id': '3a582c99-d640-4db3-b8c7-1d6ccf975998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e100c113-1f4d-48b3-b430-3ee198494294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:35:55.384084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Network hostable DHCP agents. Network: e100c113-1f4d-48b3-b430-3ee198494294, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:35:55.391042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d4111f4-4165-4b53-8004-bc4bee14ff42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a4526460edd4f9ebc3d8bdec2484a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948034 Oct 15 19:35:55.394428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:55.400057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546f815-43ea-4ea1-88f2-14bd6b09619d req-2adeaa9d-2a54-4608-8ef5-f1a106c660c4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:55.401477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b546f815-43ea-4ea1-88f2-14bd6b09619d req-2adeaa9d-2a54-4608-8ef5-f1a106c660c4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1338537 Oct 15 19:35:55.404952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4111f4-4165-4b53-8004-bc4bee14ff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c292f0c-2e75-4815-be43-f96f4d6114fb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:55.432129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.450628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b546f815-43ea-4ea1-88f2-14bd6b09619d req-67f185ad-e7c9-4684-b18c-2e90a9c1958d tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381939 Oct 15 19:35:55.472933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.483374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.508219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Network e100c113-1f4d-48b3-b430-3ee198494294 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:35:55.523233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.622845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e100c113-1f4d-48b3-b430-3ee198494294) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:55.623010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.625738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.630002 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7239c5f6-ac37-41b9-9be8-c28bca3cb046 HTTP/1.1" status: 204 len: 168 time: 0.2691760 Oct 15 19:35:55.630721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:55.630721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.632632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c703a83-023a-4fd4-b564-91c29e017978 None None] Network e100c113-1f4d-48b3-b430-3ee198494294 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:55.635440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2751dd-5db7-46bb-a76a-8f8771acaed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239c5f6-ac37-41b9-9be8-c28bca3cb046,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:55.668731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.671309 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:55.672481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c292f0c-2e75-4815-be43-f96f4d6114fb HTTP/1.1" status: 204 len: 168 time: 0.2769105 Oct 15 19:35:55.683052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a9e66-8e3b-49b8-847c-7bf7718d2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c292f0c-2e75-4815-be43-f96f4d6114fb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:55.735600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e70a5fd7-727d-44d0-ab8e-3ec4091f9225 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9330587 Oct 15 19:35:55.822837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3df9-977e-4158-ad57-f77ed952a7c9 req-75510688-83b0-49be-ad5d-9c4cd11669d7 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:55.825989 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c7d3df9-977e-4158-ad57-f77ed952a7c9 req-75510688-83b0-49be-ad5d-9c4cd11669d7 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.0660901 Oct 15 19:35:55.826649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131d329-def4-4a64-ae7f-fb923aaae07a None None] Network e100c113-1f4d-48b3-b430-3ee198494294 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:35:55.889351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c7d3df9-977e-4158-ad57-f77ed952a7c9 req-9986e967-b53e-4e4b-af59-5418f5ab331d tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540810 Oct 15 19:35:55.958602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80cef3fe-57ba-4d16-8269-4614e1b2e9ab req-0e57802b-7a60-4d0a-9c7c-b4a35d98ee69 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 210 time: 0.0320292 Oct 15 19:35:56.241665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06f8d5e6-3cb4-4411-a1a5-3241cf80b72b req-59a148f0-733d-4710-aeb4-92ca911755f7 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580052 Oct 15 19:35:56.243002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-11cbaed9-657a-4775-97a3-60e26b20b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:56.244344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-11cbaed9-657a-4775-97a3-60e26b20b30e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1527090 Oct 15 19:35:56.315019 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-a2d93981-0f27-4fca-b7bb-63925d978825 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e HTTP/1.1" status: 200 len: 217 time: 0.0560427 Oct 15 19:35:56.384882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-53ce487e-5564-423e-b335-88386cd85a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:56.386362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-53ce487e-5564-423e-b335-88386cd85a30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0594559 Oct 15 19:35:56.436255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-44e34835-b901-425f-8cb4-4ab51eb842b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:56.437947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-44e34835-b901-425f-8cb4-4ab51eb842b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0422277 Oct 15 19:35:56.555292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-c1e26151-866f-4ae5-b927-9f5704b5d697 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092739 Oct 15 19:35:56.590494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3233-006b-4b7b-8b96-5c2724514e3a req-419f2bea-94d8-4db3-b46c-9952f7a149e6 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:56.592036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-321f3233-006b-4b7b-8b96-5c2724514e3a req-419f2bea-94d8-4db3-b46c-9952f7a149e6 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.0546134 Oct 15 19:35:56.635290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-321f3233-006b-4b7b-8b96-5c2724514e3a req-294b2359-74d2-4fe9-b3ce-13b3cdab06d8 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 Oct 15 19:35:56.672607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4d44fcc-b540-40ba-a777-d8ad59d3b110 req-455e905b-f6d9-4f97-99e5-1971c455a6e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085896 Oct 15 19:35:56.880306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-ddd88ea8-cb47-4fa1-bef9-f6acdcf1114e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:56.881766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-ddd88ea8-cb47-4fa1-bef9-f6acdcf1114e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1863999 Oct 15 19:35:56.897780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-62740ece-99f4-4919-bc3a-c60e8d3f7625 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/quotas/58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 375 time: 0.0093758 Oct 15 19:35:56.935434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-a405bd5d-4af9-4111-bbcf-0b49f6fecbe3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316801 Oct 15 19:35:57.019570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae734e74-28da-40f4-a400-947a60ddf76a req-cab5d686-8ce6-4d54-a992-f4dbc8c1ee33 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:57.021072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae734e74-28da-40f4-a400-947a60ddf76a req-cab5d686-8ce6-4d54-a992-f4dbc8c1ee33 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.0537179 Oct 15 19:35:57.068027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae734e74-28da-40f4-a400-947a60ddf76a req-fef26a20-c8a0-4b48-b0d1-320cc99ce389 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Oct 15 19:35:57.068815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.11', 57092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:35:57.192059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1833c97b-a76c-4643-b448-c481d665f965 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:57.193706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1833c97b-a76c-4643-b448-c481d665f965 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 824 time: 0.1238878 Oct 15 19:35:57.207422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f27b0af-cfb5-444c-944f-b881bcfca8ce req-e35ec207-a361-4654-a0bf-2d6b11ed8f52 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 210 time: 0.0304646 Oct 15 19:35:57.325689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-dd81e293-ec24-40b4-b9ad-5c57c25c7a86 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 380 time: 0.0466373 Oct 15 19:35:57.330816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-e4a04c87-f7b5-416b-a85b-5bde5c9507ea service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:35:57.331811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-e4a04c87-f7b5-416b-a85b-5bde5c9507ea service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1859021 Oct 15 19:35:57.336428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'port': {'device_id': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'admin_state_up': True, 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'security_groups': ['0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:57.504218 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-1507b0a3-5116-4337-9763-14924e4a7a32 service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641223 Oct 15 19:35:57.620170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9f6684a5-52a4-4019-bd82-255f26e3d02d service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149194 Oct 15 19:35:57.656598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Made reservation on behalf of 4cfaced67325434f800dd70b0c5b87d7 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:35:57.661161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:57.873719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8ac67-4e5c-46e6-a56e-8082292baa93 req-f732bcf5-5ccc-44c0-9a95-df8675c7960f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:57.873719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27f8ac67-4e5c-46e6-a56e-8082292baa93 req-f732bcf5-5ccc-44c0-9a95-df8675c7960f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.0653622 Oct 15 19:35:57.874426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Allocated IP 172.20.0.11 (7fd70e84-0b96-4c85-94a6-23fd27942bbe/0fdc8f84-2500-4be4-8317-41f1a2d0bc01/4a3271bd-39ab-4377-8c96-ffd2c1bc2454) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:35:57.875083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27f8ac67-4e5c-46e6-a56e-8082292baa93 req-da745641-51b3-4aed-85e9-44cf4fff6b69 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461898 Oct 15 19:35:58.014639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-803e52d7-b4c6-47e7-a421-e3076b147856 req-20a31160-7ea6-4abe-9cfa-737056c44912 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0352926 Oct 15 19:35:58.038011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:58.202038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0b829-b65e-47b3-9280-0d7fedd0ee8f req-896164ce-25e4-4d57-a35c-a35db2b3644e tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:58.203864 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7f0b829-b65e-47b3-9280-0d7fedd0ee8f req-896164ce-25e4-4d57-a35c-a35db2b3644e tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.0511029 Oct 15 19:35:58.243254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7f0b829-b65e-47b3-9280-0d7fedd0ee8f req-1de79db6-6d5c-4e1b-a95e-a46f21c1779b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318992 Oct 15 19:35:58.302657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9eb01aa-10b3-4b73-bb47-b8ef6e927fcf req-5538a04c-7b29-47e9-824c-88c7af9ec586 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 210 time: 0.0258718 Oct 15 19:35:58.828854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:58.879630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:35:58.882665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:35:58.886455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:35:58.892742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:58.892742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:58.904766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:35:58.962734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6dc99a20-a97e-408f-befc-6db080eb1cc9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6299033 Oct 15 19:35:59.142541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caf1f9-5e40-4122-962a-53fb4de86f37 req-27d8a821-4d95-4d2e-8cc0-861cf4955b36 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:59.150685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04caf1f9-5e40-4122-962a-53fb4de86f37 req-27d8a821-4d95-4d2e-8cc0-861cf4955b36 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.1265633 Oct 15 19:35:59.172165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13d14022-90d0-4e09-aba7-17d0dabfc6e1 req-885a2ffe-b152-4132-8da9-5009f3417d22 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0628738 Oct 15 19:35:59.212198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04caf1f9-5e40-4122-962a-53fb4de86f37 req-0e889d0d-299e-49a3-a95d-bb31c0dd527e tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Oct 15 19:35:59.253026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc4502ea-c57c-45a0-b9dd-89613993d807 None None] Provisioning complete for port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:35:59.253561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc4502ea-c57c-45a0-b9dd-89613993d807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:59.298185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bc4502ea-c57c-45a0-b9dd-89613993d807 None None] Port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:35:59.405986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312377-b167-4847-81f9-45066b521c8a req-08a074f7-bbad-4dd1-81d1-779a7386b6ae tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:59.411028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54312377-b167-4847-81f9-45066b521c8a req-08a074f7-bbad-4dd1-81d1-779a7386b6ae tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.0722883 Oct 15 19:35:59.457394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54312377-b167-4847-81f9-45066b521c8a req-4cb3f977-5171-4acb-a5bf-e7d7dc4bfc7b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Oct 15 19:35:59.567881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d66ec-7be1-490d-82c6-fdaa93d0b6e3 req-6b8973d0-f2d8-403e-b9bd-7951b930decb tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:35:59.569372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea0d66ec-7be1-490d-82c6-fdaa93d0b6e3 req-6b8973d0-f2d8-403e-b9bd-7951b930decb tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0551097 Oct 15 19:35:59.611516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea0d66ec-7be1-490d-82c6-fdaa93d0b6e3 req-649b83a2-efb8-49f2-a6f2-974c5b8feb87 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356162 Oct 15 19:35:59.753514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Request body: {'security_group': {'name': 'tempest-securitygroup-837381681', 'description': 'tempest-description-2021057458'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:35:59.861270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:59.870010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:35:59.950103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.011042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.051773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662c54d9-46d0-492c-bbc1-255325cf5e30,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:00.096222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.181210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.215674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d7aa70-119a-46b0-91f9-4278388d2f9d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:00.265542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52160) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:00.267226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca3dd42b-7d7a-4458-8a08-23bedcb058c9 req-156d5972-8ec5-41ff-992f-714c734439cd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Oct 15 19:36:00.297985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.299603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8e2d6e4-d5fb-4561-b7f1-7a4965187cff req-f96ed523-043a-4cd2-bf63-b349e9004d34 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5505245 Oct 15 19:36:00.327001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Request body: {'security_group': {'name': 'tempest-securitygroup-951216626', 'description': 'tempest-description-784532760'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:00.380717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a26c8485-0e6f-4e7c-8357-428a29ece73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.394367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606180b-5819-4f5c-b4e4-fd20633a6458 req-b0fef016-5337-4c2e-9e93-60ac2564e423 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:00.395885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5606180b-5819-4f5c-b4e4-fd20633a6458 req-b0fef016-5337-4c2e-9e93-60ac2564e423 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 969 time: 0.0547037 Oct 15 19:36:00.436100 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5606180b-5819-4f5c-b4e4-fd20633a6458 req-68a9b11d-cc4e-493d-a204-135b8fd474f1 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339220 Oct 15 19:36:00.452236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.458798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a26c8485-0e6f-4e7c-8357-428a29ece73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.529877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.557994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a26c8485-0e6f-4e7c-8357-428a29ece73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.573843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44c6a0-3691-4fa4-bfbf-a0783072f49e req-730de925-3535-44ed-adfd-4fe32d67aa2c tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:00.575771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa44c6a0-3691-4fa4-bfbf-a0783072f49e req-730de925-3535-44ed-adfd-4fe32d67aa2c tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 968 time: 0.0540001 Oct 15 19:36:00.596762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c8485-0e6f-4e7c-8357-428a29ece73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e837d0-a46a-4f31-9954-2da39c53ddf7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:00.600832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a26c8485-0e6f-4e7c-8357-428a29ece73f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c348f2de9b647fb9913ec4efa150838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342810 Oct 15 19:36:00.603610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52168) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:00.614237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa44c6a0-3691-4fa4-bfbf-a0783072f49e req-1737dc0a-42d1-45de-9e54-6d41ebf6f46d tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Oct 15 19:36:00.631683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.676166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a0f1d6-2973-4e9b-a40d-41daf553204b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:00.682151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.706326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.723832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.725197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe68703a-fef2-4aef-b1db-1b0b0d43a054 req-5fa38b9b-648e-4280-a9b3-60ec5d15b812 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4024947 Oct 15 19:36:00.729301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d57f9-f941-402b-9676-fdf5c3981f38 req-60dce4c6-e6f9-4faa-acb0-9dd4fcb3d31f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:00.736992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29d57f9-f941-402b-9676-fdf5c3981f38 req-60dce4c6-e6f9-4faa-acb0-9dd4fcb3d31f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0570765 Oct 15 19:36:00.783277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29d57f9-f941-402b-9676-fdf5c3981f38 req-12ec96a4-ce61-4d94-b84a-1ede4c0fa51d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Oct 15 19:36:00.828462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.831109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:00.835658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9e837d0-a46a-4f31-9954-2da39c53ddf7 HTTP/1.1" status: 204 len: 168 time: 0.2277606 Oct 15 19:36:00.844073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c555f31-b3b3-4f60-8027-69526962a154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e837d0-a46a-4f31-9954-2da39c53ddf7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:00.930461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1501183069', 'description': 'tempest-description-468188873'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:00.948173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1b0867ea-bcf2-4a14-8f12-581b9fdd907e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:01.054777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:01.055759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.065073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.068092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e', 'mac_address': 'fa:16:3e:35:51:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:tempest-test_az-854773683', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:01.108466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.123538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0867ea-bcf2-4a14-8f12-581b9fdd907e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:01.145450 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.152130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:01.232956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.261153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.261836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c450899c-eacf-4d86-849d-550fe3fa5f76 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:01.268399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f4ae9b-9115-4132-9659-59d4dd02ab0f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.311316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.333981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c450899c-eacf-4d86-849d-550fe3fa5f76,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:01.333981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.344785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c450899c-eacf-4d86-849d-550fe3fa5f76', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'c450899c-eacf-4d86-849d-550fe3fa5f76', 'mac_address': 'fa:16:3e:f8:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:tempest-test_az-854773683', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:01.368846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec762e43-1924-4eb3-8a59-1f488bd119c8 req-decb7f10-58bf-4d08-9018-a0c694d185bb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0281303 Oct 15 19:36:01.383335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.397423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c450899c-eacf-4d86-849d-550fe3fa5f76 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:01.405165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.418792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c450899c-eacf-4d86-849d-550fe3fa5f76,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:01.431175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08670f62-696e-41f2-af0e-d54dff8207b1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.502574 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.523599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.525492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8d4a79a-e452-4ad3-b7e0-d228d31d2a41 req-ff0dcbff-9269-4515-8913-0a2f06355fdc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5990498 Oct 15 19:36:01.554715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-838585387', 'description': 'tempest-description-1055253885'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:01.570209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f6778-8f7d-4ce1-869f-5b7e7de96356 req-0bebc9a3-41b8-4378-8b6d-268ead08fab2 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:01.573142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52186) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:01.573833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.579999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e1f6778-8f7d-4ce1-869f-5b7e7de96356 req-0bebc9a3-41b8-4378-8b6d-268ead08fab2 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 970 time: 0.0756903 Oct 15 19:36:01.596366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13789368-5f29-4e07-b369-028091b07071 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.618950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e1f6778-8f7d-4ce1-869f-5b7e7de96356 req-02bfdcf8-bc60-4b1d-9cbf-d5694dc0a8a4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367100 Oct 15 19:36:01.638338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.706835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13789368-5f29-4e07-b369-028091b07071 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.739068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.771051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13789368-5f29-4e07-b369-028091b07071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.813967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-13789368-5f29-4e07-b369-028091b07071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe9e8005f87b4bb89145ebfd2d84130b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397394 Oct 15 19:36:01.814871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.817267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:01.844396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13789368-5f29-4e07-b369-028091b07071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231a1497-76ed-4385-9db6-a9323554d5cc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.894954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56406b7-73eb-4dd3-b1a8-40344fea7a82 req-e80fe323-246d-4025-b6ce-6f7042a95d8e tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:01.895212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481b0b94-07b0-4cca-99ee-903e0644836e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:01.896536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a56406b7-73eb-4dd3-b1a8-40344fea7a82 req-e80fe323-246d-4025-b6ce-6f7042a95d8e tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 969 time: 0.2123988 Oct 15 19:36:01.913322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.934971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.936226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4098ddd3-1034-4d05-b92b-ff835808cdab req-5ec84747-79d4-41ae-bb93-3cb5ff180127 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3857377 Oct 15 19:36:01.940850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a56406b7-73eb-4dd3-b1a8-40344fea7a82 req-347ee006-57e7-40cb-856a-bac75f0b6328 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Oct 15 19:36:01.954622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:01.995538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1b0867ea-bcf2-4a14-8f12-581b9fdd907e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:02.044302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c1432-7fb5-48b5-9096-c29a8690e527 req-63995f48-7b20-4d47-bdb8-2c4b9d9c1bf6 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:02.045576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c450899c-eacf-4d86-849d-550fe3fa5f76'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:02.046101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f1c1432-7fb5-48b5-9096-c29a8690e527 req-63995f48-7b20-4d47-bdb8-2c4b9d9c1bf6 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0551584 Oct 15 19:36:02.093840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f1c1432-7fb5-48b5-9096-c29a8690e527 req-9ff3a65f-c428-47cd-989f-1932782289d6 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Oct 15 19:36:02.108149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:02.110705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:02.156986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/231a1497-76ed-4385-9db6-a9323554d5cc HTTP/1.1" status: 204 len: 168 time: 0.2930369 Oct 15 19:36:02.156986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4f0e6-bbb6-4949-934d-17aa28a26189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a1497-76ed-4385-9db6-a9323554d5cc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:02.255804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-6d77f430-d2f5-48ec-afe7-89d8e4b8f94b tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39546 time: 0.2722392 Oct 15 19:36:02.277520 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-2044b208-c285-4732-a51c-5c833673b23b tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] show failed (client error): The resource could not be found. Oct 15 19:36:02.279632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-2044b208-c285-4732-a51c-5c833673b23b tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/231a1497-76ed-4385-9db6-a9323554d5cc HTTP/1.1" status: 404 len: 352 time: 0.0160480 Oct 15 19:36:02.300324 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-2483b327-7cb8-4af2-bc82-d3f80cd611bb tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] show failed (client error): The resource could not be found. Oct 15 19:36:02.301624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-2483b327-7cb8-4af2-bc82-d3f80cd611bb tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/231a1497-76ed-4385-9db6-a9323554d5cc HTTP/1.1" status: 404 len: 352 time: 0.0132034 Oct 15 19:36:02.351882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-11549045-06a2-4d7e-9a61-e938ebbb84b7 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2505acf5-d2b5-493d-9ad1-27da616e8c92 HTTP/1.1" status: 200 len: 2977 time: 0.0423610 Oct 15 19:36:02.401676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-46df8aa8-a123-4f11-9e1e-4b2d9186ecac tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2505acf5-d2b5-493d-9ad1-27da616e8c92 HTTP/1.1" status: 200 len: 2977 time: 0.0430610 Oct 15 19:36:02.451887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-300fcb81-b937-444a-b813-3c1a5a551c78 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/662c54d9-46d0-492c-bbc1-255325cf5e30 HTTP/1.1" status: 200 len: 2981 time: 0.0420249 Oct 15 19:36:02.486796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8452c681-7a1b-4813-ba30-e3229823e8dd req-25916ba5-4abd-4c84-9604-fc102383a7fe tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0377860 Oct 15 19:36:02.513097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-4af691bf-cf7c-4baa-899e-4c42c4706399 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/662c54d9-46d0-492c-bbc1-255325cf5e30 HTTP/1.1" status: 200 len: 2981 time: 0.0429332 Oct 15 19:36:02.558571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-0c80a767-6386-42da-8438-b3ad5a28cc8a tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7 HTTP/1.1" status: 200 len: 2977 time: 0.0396295 Oct 15 19:36:02.608611 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-922689b0-7ae8-4406-900a-c8177205b9ca tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7 HTTP/1.1" status: 200 len: 2977 time: 0.0421548 Oct 15 19:36:02.654097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-03c0ac0d-7fe5-4e67-8f94-52f0c35aec58 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/84b6cd31-eb84-4146-904b-3aa727b0fffe HTTP/1.1" status: 200 len: 2977 time: 0.0393600 Oct 15 19:36:02.701922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-9b55b36a-6ff8-45c7-a606-71fe69b8ce80 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/84b6cd31-eb84-4146-904b-3aa727b0fffe HTTP/1.1" status: 200 len: 2977 time: 0.0411172 Oct 15 19:36:02.739444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37b3b5-c43d-4342-ae34-ca09c61020ed req-4a140f22-754a-47ad-af22-fb9655ddd406 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:02.740943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b37b3b5-c43d-4342-ae34-ca09c61020ed req-4a140f22-754a-47ad-af22-fb9655ddd406 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 970 time: 0.0516055 Oct 15 19:36:02.748027 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-8a76f360-6e47-4567-9e89-d12328d2c682 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/920204ad-8b8b-45be-8327-276fcdec6a3b HTTP/1.1" status: 200 len: 2973 time: 0.0398214 Oct 15 19:36:02.785434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b37b3b5-c43d-4342-ae34-ca09c61020ed req-e226d7b2-9b02-49fd-b23b-17626b39d2d4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 Oct 15 19:36:02.804254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-c5e9df8c-e875-4c52-b752-25ef46b2f554 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/920204ad-8b8b-45be-8327-276fcdec6a3b HTTP/1.1" status: 200 len: 2973 time: 0.0458672 Oct 15 19:36:02.846388 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-9b569934-98fb-45a8-901e-ec7902ce3027 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a556b39a-c954-413b-9a63-b67307e35b46 HTTP/1.1" status: 200 len: 2977 time: 0.0394340 Oct 15 19:36:02.893489 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-33a5aeeb-8446-48da-8b0f-3f8278f23ef2 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/a556b39a-c954-413b-9a63-b67307e35b46 HTTP/1.1" status: 200 len: 2977 time: 0.0399604 Oct 15 19:36:02.937327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-c2b5a7a5-2272-465a-bb2d-149b91db9f4b tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d720a9a6-5530-495f-828c-5370227177c6 HTTP/1.1" status: 200 len: 2977 time: 0.0373344 Oct 15 19:36:02.986234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-09eb318c-37c8-4ba3-aec5-baf379068f38 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d720a9a6-5530-495f-828c-5370227177c6 HTTP/1.1" status: 200 len: 2977 time: 0.0422943 Oct 15 19:36:03.039695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-12d67f09-f642-41b6-87a5-4a0ecaeb2e61 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dcbf94f2-af17-4b37-9058-c161e3692897 HTTP/1.1" status: 200 len: 2981 time: 0.0462601 Oct 15 19:36:03.072486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd240cf-f9a6-4b33-b4e4-049a0646e57b req-241e6d85-7073-4d2e-a96f-ca4eabe0412f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:03.073958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd240cf-f9a6-4b33-b4e4-049a0646e57b req-241e6d85-7073-4d2e-a96f-ca4eabe0412f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 969 time: 0.0538869 Oct 15 19:36:03.091077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-bd2c7bc6-52eb-414a-8072-ec2f80fac9c0 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dcbf94f2-af17-4b37-9058-c161e3692897 HTTP/1.1" status: 200 len: 2981 time: 0.0419288 Oct 15 19:36:03.114533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd240cf-f9a6-4b33-b4e4-049a0646e57b req-a170b5b7-b3a7-4361-b01f-e332a0f6738b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338621 Oct 15 19:36:03.138687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-895d4e84-ed50-42a4-9c9d-a9897bde4c45 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec4390b9-291a-4b1b-8fb5-f24fa795065a HTTP/1.1" status: 200 len: 2981 time: 0.0466576 Oct 15 19:36:03.186087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-6e239a00-c61d-4096-afc9-ec77b5e453cc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ec4390b9-291a-4b1b-8fb5-f24fa795065a HTTP/1.1" status: 200 len: 2981 time: 0.0410619 Oct 15 19:36:03.249551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-5710be0e-58f4-433f-9a58-ed6e0453b3cc tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f8f4ae9b-9115-4132-9659-59d4dd02ab0f HTTP/1.1" status: 200 len: 2981 time: 0.0564740 Oct 15 19:36:03.255581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6aa0b-1fd1-4ba1-a384-60d8c2fc722e req-3891320f-d5f5-41fd-b001-b0fb11e666b0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:03.257105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adc6aa0b-1fd1-4ba1-a384-60d8c2fc722e req-3891320f-d5f5-41fd-b001-b0fb11e666b0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0639729 Oct 15 19:36:03.300004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ff0de38-1882-478a-a415-faa80aa7fbee req-b84c8d71-2559-43ae-ac8c-b9bf0f4da50f tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f8f4ae9b-9115-4132-9659-59d4dd02ab0f HTTP/1.1" status: 200 len: 2981 time: 0.0428576 Oct 15 19:36:03.304371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adc6aa0b-1fd1-4ba1-a384-60d8c2fc722e req-411d2977-c054-4eba-8254-f60a1243ff38 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388830 Oct 15 19:36:03.389671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb308663-d2e1-4fd0-a0cc-a7c663afd53f req-7b6405cd-be26-43dd-8c5d-4a165d649420 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42f36cb3ece465d8de181192c7b19c1 HTTP/1.1" status: 200 len: 6101 time: 0.0624590 Oct 15 19:36:03.435886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb308663-d2e1-4fd0-a0cc-a7c663afd53f req-875d29b8-9050-4494-9614-f6c2dd3cde66 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "GET /v2.0/security-groups/662c54d9-46d0-492c-bbc1-255325cf5e30 HTTP/1.1" status: 200 len: 2981 time: 0.0399196 Oct 15 19:36:03.486018 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb308663-d2e1-4fd0-a0cc-a7c663afd53f req-aa5a5245-98e0-4509-9e82-5dd05306a54f tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "GET /v2.0/security-groups/662c54d9-46d0-492c-bbc1-255325cf5e30 HTTP/1.1" status: 200 len: 2981 time: 0.0438426 Oct 15 19:36:03.546429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-e02805d2-ec08-4d59-a237-f967e70dee54 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/481b0b94-07b0-4cca-99ee-903e0644836e HTTP/1.1" status: 200 len: 1777 time: 0.0390568 Oct 15 19:36:03.605466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-991c41d4-674a-4c4e-ab63-111e220ce2f9 req-6e30ee5d-4b6b-4a86-85f1-c11f9cf3909f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Oct 15 19:36:03.626061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.646300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.752335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.754934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.756182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d4c68f9-03d6-430a-8336-554fbb930859 req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/481b0b94-07b0-4cca-99ee-903e0644836e HTTP/1.1" status: 204 len: 173 time: 0.2004313 Oct 15 19:36:03.768064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4c156-2dc0-4b49-89ec-5bca549a2c39 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481b0b94-07b0-4cca-99ee-903e0644836e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:03.822510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-92a14764-8a22-4bfa-93fb-9d9a21b95341 tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "GET /v2.0/security-groups/08670f62-696e-41f2-af0e-d54dff8207b1 HTTP/1.1" status: 200 len: 1777 time: 0.0400245 Oct 15 19:36:03.878599 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.906587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:03.919196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34aab14-99f3-44e3-a188-72bfe67d0308 req-18bb547e-291d-437a-b8bf-1536a817e80b tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:03.921146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e34aab14-99f3-44e3-a188-72bfe67d0308 req-18bb547e-291d-437a-b8bf-1536a817e80b tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 970 time: 0.0577443 Oct 15 19:36:03.965785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e34aab14-99f3-44e3-a188-72bfe67d0308 req-c8771a1c-09b0-4ec9-89d1-c1124c30e0e8 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Oct 15 19:36:04.033902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.036500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.037638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f214509-75f8-41f8-b9c5-3270a6a30418 req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/08670f62-696e-41f2-af0e-d54dff8207b1 HTTP/1.1" status: 204 len: 173 time: 0.2079806 Oct 15 19:36:04.048652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2133f6d9-31ac-4bcc-bb63-1932e44e54cf tempest-SecurityGroupsTestAdminJSON-942157278 tempest-SecurityGroupsTestAdminJSON-942157278-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08670f62-696e-41f2-af0e-d54dff8207b1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:04.102281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-75848ae3-affa-4f6d-978a-e5d8206051c4 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "GET /v2.0/security-groups/43a0f1d6-2973-4e9b-a40d-41daf553204b HTTP/1.1" status: 200 len: 1776 time: 0.0438569 Oct 15 19:36:04.162814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.189202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.296063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc60ea5-73c5-44cc-9fbb-0a65c27fb676 req-1c0c64b8-a9a3-4811-9ee9-fc7fbb91262c tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:04.296063 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bc60ea5-73c5-44cc-9fbb-0a65c27fb676 req-1c0c64b8-a9a3-4811-9ee9-fc7fbb91262c tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 969 time: 0.0545301 Oct 15 19:36:04.296063 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bc60ea5-73c5-44cc-9fbb-0a65c27fb676 req-bb16ad6c-3fb5-46a9-a38b-f575e95633e0 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327547 Oct 15 19:36:04.370860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.373932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.375221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-171502cc-0877-4d5c-93a8-a28743f0eaaa req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "DELETE /v2.0/security-groups/43a0f1d6-2973-4e9b-a40d-41daf553204b HTTP/1.1" status: 204 len: 173 time: 0.2663112 Oct 15 19:36:04.390875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431937af-6400-453e-9665-1a0a816987e1 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a0f1d6-2973-4e9b-a40d-41daf553204b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:04.490934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001049f-e88a-4c82-8fce-0029e450cec3 req-b620df8a-278a-42c9-80d0-a4e0c3d7292e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:04.492542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2001049f-e88a-4c82-8fce-0029e450cec3 req-b620df8a-278a-42c9-80d0-a4e0c3d7292e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0509515 Oct 15 19:36:04.504935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-e86b6439-4124-4f8d-9733-8869e9cc6e9f tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "GET /v2.0/security-groups/79d7aa70-119a-46b0-91f9-4278388d2f9d HTTP/1.1" status: 200 len: 1777 time: 0.0507388 Oct 15 19:36:04.534180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2001049f-e88a-4c82-8fce-0029e450cec3 req-e92e5332-05c8-4af4-bb2c-d7f47bad7b47 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327091 Oct 15 19:36:04.569683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.596288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.718152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.720752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:04.722007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93ba77bc-0171-4cc9-a4be-50812f6d915b req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] 10.222.0.13 "DELETE /v2.0/security-groups/79d7aa70-119a-46b0-91f9-4278388d2f9d HTTP/1.1" status: 204 len: 173 time: 0.2111068 Oct 15 19:36:04.732415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ca87d-a975-4931-811e-6c04429dee67 tempest-SecurityGroupsTestAdminJSON-827769798 tempest-SecurityGroupsTestAdminJSON-827769798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d7aa70-119a-46b0-91f9-4278388d2f9d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:04.798691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e441c96-9c68-44ac-ab59-ca3a3310b77d req-ac9fa4ba-2242-43b3-a78a-8822ed6b94b4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0273116 Oct 15 19:36:04.925678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1b0867ea-bcf2-4a14-8f12-581b9fdd907e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:05.057300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:05.066282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:05.066282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.089804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84993d-2454-4d40-ae5b-44883db504a6 req-5f686fb0-dee8-4bad-bd4e-4e1a28b59101 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:05.091791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e84993d-2454-4d40-ae5b-44883db504a6 req-5f686fb0-dee8-4bad-bd4e-4e1a28b59101 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 970 time: 0.0543580 Oct 15 19:36:05.132339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e84993d-2454-4d40-ae5b-44883db504a6 req-fc86990d-183f-416b-b145-223856cf819e tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Oct 15 19:36:05.144871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.171064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:05.245629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:05.272428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:05.314738 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.316575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c450899c-eacf-4d86-849d-550fe3fa5f76 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:05.357417 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66715cf-a134-4fa2-a7c6-e3bb5108ed79" -d '{"events": [{"server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:05.418112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:05.429482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaaf57-16be-403c-99ff-fcf85821010d req-ee8361b5-1a55-4575-9985-5863a7cb810f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:05.430969 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fcaaf57-16be-403c-99ff-fcf85821010d req-ee8361b5-1a55-4575-9985-5863a7cb810f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 969 time: 0.0757127 Oct 15 19:36:05.456250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a7a5c13-0d07-4fe7-888f-14bd709b4480 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d42f36cb3ece465d8de181192c7b19c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826255 Oct 15 19:36:05.459140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52282) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:05.476071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fcaaf57-16be-403c-99ff-fcf85821010d req-3b76a23c-3962-4e1b-b72f-c160450af4e4 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371559 Oct 15 19:36:05.512842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.531333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c450899c-eacf-4d86-849d-550fe3fa5f76 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:05.535438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c450899c-eacf-4d86-849d-550fe3fa5f76 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:05.535837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.538534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.584512 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a18cc-49cf-4c62-9523-11aa8497ea45 x-openstack-request-id: req-b47a18cc-49cf-4c62-9523-11aa8497ea45 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:05.586353 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "name": "network-vif-plugged", "status": "completed", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:05.586353 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b47a18cc-49cf-4c62-9523-11aa8497ea45 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:05.586353 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e', 'code': 200} Oct 15 19:36:05.633471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.667654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c450899c-eacf-4d86-849d-550fe3fa5f76,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:05.696592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.699192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.701054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/662c54d9-46d0-492c-bbc1-255325cf5e30 HTTP/1.1" status: 204 len: 168 time: 0.2408352 Oct 15 19:36:05.709532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89cee-2b1a-466e-989c-f35631d0d598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c54d9-46d0-492c-bbc1-255325cf5e30,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:05.746339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917d260-c3b6-47d4-bea4-edac754102ad req-edfbc237-822f-409d-ba46-be27c28cba03 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:05.748567 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b917d260-c3b6-47d4-bea4-edac754102ad req-edfbc237-822f-409d-ba46-be27c28cba03 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.1113641 Oct 15 19:36:05.757008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-8ba155b2-d9b5-4bfc-9a45-10d1fa734cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:05.758477 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-8ba155b2-d9b5-4bfc-9a45-10d1fa734cea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 1123 time: 0.0915270 Oct 15 19:36:05.770913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.787234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-284e9d03-fc19-4d8f-8ef4-ca0288450924 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.812490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b917d260-c3b6-47d4-bea4-edac754102ad req-25617a2e-eb96-4805-9217-d75e8f084641 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574739 Oct 15 19:36:05.820785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:05.911695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef712b29-e95f-4cef-9b3d-95fab1ea65a7 req-fcb84515-2372-4c13-b811-f77f9410ccd7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0361373 Oct 15 19:36:05.913387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-284e9d03-fc19-4d8f-8ef4-ca0288450924 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:05.993602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-284e9d03-fc19-4d8f-8ef4-ca0288450924 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:06.027477 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-331aaa57-f3b3-4e38-9baa-70df6eefb7a5 req-284e9d03-fc19-4d8f-8ef4-ca0288450924 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546201 Oct 15 19:36:06.032560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9d03-fc19-4d8f-8ef4-ca0288450924 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff7548-9545-4adf-a963-10a7c72866d9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:06.247841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945a46c-27f7-4f2c-ba0c-f2fc69633bd9 req-ac17f8ec-9bb4-47de-8814-f15d10491c29 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:06.249301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4945a46c-27f7-4f2c-ba0c-f2fc69633bd9 req-ac17f8ec-9bb4-47de-8814-f15d10491c29 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.0479248 Oct 15 19:36:06.286243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4945a46c-27f7-4f2c-ba0c-f2fc69633bd9 req-de2f1c9b-79cf-4fa4-a861-757f1f2b63b8 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Oct 15 19:36:06.452545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52300) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:06.491626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea0cfe49-5ac7-4920-b939-04f10348c9c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=025190cc30ff43a299ebe9f79de787fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378807 Oct 15 19:36:06.494014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:06.543040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:06.565874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:06.592343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef9b6-a288-44f6-bc5e-0bce28d815f5 req-c4b615b4-0c76-4dc8-b874-1c7df4bdfd7f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:06.593774 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce2ef9b6-a288-44f6-bc5e-0bce28d815f5 req-c4b615b4-0c76-4dc8-b874-1c7df4bdfd7f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.0505095 Oct 15 19:36:06.635455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce2ef9b6-a288-44f6-bc5e-0bce28d815f5 req-0fd6c457-778e-4f6b-b08c-a44a34b3736b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Oct 15 19:36:06.708443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:06.711053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:06.712232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8f4ae9b-9115-4132-9659-59d4dd02ab0f HTTP/1.1" status: 204 len: 168 time: 0.2173092 Oct 15 19:36:06.720306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdcd10-31fa-4293-9bdd-82a22aa19162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f4ae9b-9115-4132-9659-59d4dd02ab0f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:06.932745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97335b63-dcf9-481c-ab7e-0c0b289b16bd req-a3125ce8-090d-41ae-894c-c2eeaac87938 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:06.934515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97335b63-dcf9-481c-ab7e-0c0b289b16bd req-a3125ce8-090d-41ae-894c-c2eeaac87938 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0496943 Oct 15 19:36:06.972603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97335b63-dcf9-481c-ab7e-0c0b289b16bd req-c08cb1aa-2da1-4042-a8b8-9533cfbdd11f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Oct 15 19:36:07.054716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-319d5768-2f6d-4523-a6cf-26fbce6fcad3 req-5b704935-ef4b-4d53-8d18-2ddc39a27628 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Oct 15 19:36:07.171026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-a9bac928-f4e5-4577-a425-cc8569082749 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:36:07.172079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-a9bac928-f4e5-4577-a425-cc8569082749 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059800 Oct 15 19:36:07.402009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f37627-201f-4192-937a-a8fdfa866f89 req-ae0ac7bb-b5f2-46d5-8c33-8bce6947376c tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:07.404573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1f37627-201f-4192-937a-a8fdfa866f89 req-ae0ac7bb-b5f2-46d5-8c33-8bce6947376c tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.0510819 Oct 15 19:36:07.450816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1f37627-201f-4192-937a-a8fdfa866f89 req-65e295b5-1459-412a-b044-3a21fd1f12bc tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386152 Oct 15 19:36:07.555802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Request body: {'port': {'device_id': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:07.581931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52330) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:07.588100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:07.590937 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53364e7-d85e-4f91-b9f0-3461170e637e" -d '{"events": [{"server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "name": "network-vif-plugged", "status": "completed", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:07.618349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:07.633300 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bb0373-4fcd-4bcd-8e85-1d3a950f807d x-openstack-request-id: req-38bb0373-4fcd-4bcd-8e85-1d3a950f807d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:07.633668 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "name": "network-vif-plugged", "status": "completed", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:07.633955 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38bb0373-4fcd-4bcd-8e85-1d3a950f807d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:07.639281 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76', 'code': 200} Oct 15 19:36:07.651246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dddf4bb-33e8-48c9-8b9d-f1c9bb3c03a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:07.796905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27a5b3-0029-40b9-b008-3dc0941db03f req-fe14a20b-a583-4551-91ed-75b8474e40a9 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:07.798389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc27a5b3-0029-40b9-b008-3dc0941db03f req-fe14a20b-a583-4551-91ed-75b8474e40a9 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.0802162 Oct 15 19:36:07.808163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dddf4bb-33e8-48c9-8b9d-f1c9bb3c03a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:07.836812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c99d13-bb1f-44ec-813b-1044aa96a57a req-5a9a4ec4-53f0-4200-996e-01d9c305b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:07.838341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02c99d13-bb1f-44ec-813b-1044aa96a57a req-5a9a4ec4-53f0-4200-996e-01d9c305b91d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 1122 time: 0.1220219 Oct 15 19:36:07.840942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc27a5b3-0029-40b9-b008-3dc0941db03f req-441bb6d6-44ff-4692-a1d4-3d1f0d16dbf6 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348454 Oct 15 19:36:07.896851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dddf4bb-33e8-48c9-8b9d-f1c9bb3c03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:07.908917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02c99d13-bb1f-44ec-813b-1044aa96a57a req-b51d34fa-0efd-4520-9ddb-4c37a03fe375 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451133 Oct 15 19:36:07.936667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8dddf4bb-33e8-48c9-8b9d-f1c9bb3c03a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcb3b0a6f7e6465eb17baab98fb1f861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540361 Oct 15 19:36:07.938157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddf4bb-33e8-48c9-8b9d-f1c9bb3c03a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9053a0-7edb-4562-ba57-c7c8dd21b06e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:07.947885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52346) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:07.988570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:08.000620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.004782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.013399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Transition to ACTIVE for port object 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:08.036861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.083299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.139720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a674f-14cc-440a-a1f9-0f0d6dd8b945 req-90c01422-241f-49cc-96da-6cdda529d8a1 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:08.142866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-438a674f-14cc-440a-a1f9-0f0d6dd8b945 req-90c01422-241f-49cc-96da-6cdda529d8a1 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 932 time: 0.0963790 Oct 15 19:36:08.179594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4839e096-5d8e-4f92-9814-5abfed661319 req-de522161-af99-429f-a612-bf6af5e7ac78 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0384419 Oct 15 19:36:08.187845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:08.197296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.210947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.213512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e9053a0-7edb-4562-ba57-c7c8dd21b06e HTTP/1.1" status: 204 len: 168 time: 0.2644501 Oct 15 19:36:08.226879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9566bd5-20f4-4938-8a6c-edc6dfec4bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9053a0-7edb-4562-ba57-c7c8dd21b06e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:08.246981 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-438a674f-14cc-440a-a1f9-0f0d6dd8b945 req-99cb070f-87e7-44b0-b354-eb07d9c8f22b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891848 Oct 15 19:36:08.260239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.11', 57097) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:08.281942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Attempting to bind port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:08.281942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Attempting to bind port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:08.281942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Attempting to bind port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:08.286857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:08.287044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Attempting to bind port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:08.299900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:08.300233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Checking segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:08.301104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Bound using segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:08.301104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Bound port: 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:08.301427 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.400756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:08.412283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:08.431034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-d4ffae59-c954-4a90-a8d6-165c63e51bfc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:08.432643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-d4ffae59-c954-4a90-a8d6-165c63e51bfc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1713722 Oct 15 19:36:08.445059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Request body: {'port': {'device_id': '366b120b-feae-4923-a61c-28df48bde182', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'admin_state_up': True, 'tenant_id': '58c6e627160a4d788f4affbb306599cd'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:08.572428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.598965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b328-d837-46a0-a0f7-4c348e7164d5 req-11f9f544-1aa0-4ba5-ac4b-5cdfe415bcf6 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:08.600453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c61b328-d837-46a0-a0f7-4c348e7164d5 req-11f9f544-1aa0-4ba5-ac4b-5cdfe415bcf6 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.0654609 Oct 15 19:36:08.612730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:08.613345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.614806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 200 len: 1093 time: 1.3477480 Oct 15 19:36:08.615181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:08.617463 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9641f9-6f13-4513-bd4e-c91e779916d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:08.672684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c61b328-d837-46a0-a0f7-4c348e7164d5 req-47a7e1d9-5a4d-4b44-b778-55c667555563 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Oct 15 19:36:08.674640 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a8467-c25f-4af0-8cf2-af82066fa4a3 x-openstack-request-id: req-724a8467-c25f-4af0-8cf2-af82066fa4a3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:08.674941 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:08.680293 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-724a8467-c25f-4af0-8cf2-af82066fa4a3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:08.682510 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'status': 'completed', 'code': 200} Oct 15 19:36:08.688972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:08.692010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62cfeb-b8d8-41e9-bb73-4e91ce556415 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:08.696494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:08.764812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-d59095df-e391-415b-a348-c6d1b9139599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:08.766756 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-d59095df-e391-415b-a348-c6d1b9139599 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0634913 Oct 15 19:36:09.052525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-012ff081-5787-49e9-b4de-f8c15d4bf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.054498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-012ff081-5787-49e9-b4de-f8c15d4bf087 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4cfaced67325434f800dd70b0c5b87d7&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2792532 Oct 15 19:36:09.065435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7d89-116a-4d2f-a8b0-128d4c31e825 req-701caf56-dc8f-4a91-947b-1b0cc90b1217 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.067801 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee1a7d89-116a-4d2f-a8b0-128d4c31e825 req-701caf56-dc8f-4a91-947b-1b0cc90b1217 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.0980108 Oct 15 19:36:09.147468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Allocated IP 172.20.0.10 (a5fd798a-5536-4d12-9130-78a36acc9657/1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118/04a69aad-3e41-43c9-90b8-a8f04e2f5015) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:09.251899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee1a7d89-116a-4d2f-a8b0-128d4c31e825 req-73887b4d-d3c2-497e-9a70-7197dd58c8d5 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688085 Oct 15 19:36:09.288341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52386) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:09.315246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb36647-7962-4d02-abcc-abf065071b50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.317895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-5a909d64-5f80-44f3-85bc-d75b036e389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.319527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f9641f9-6f13-4513-bd4e-c91e779916d2 req-5a909d64-5f80-44f3-85bc-d75b036e389b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2516165 Oct 15 19:36:09.348824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.474756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.566623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Network a5fd798a-5536-4d12-9130-78a36acc9657 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:09.573138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:09.583712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:09.589450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.590093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.604279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:09.638290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-4484a047-5217-472d-bf73-98d037b403ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.639332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-4484a047-5217-472d-bf73-98d037b403ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1096 time: 0.2766349 Oct 15 19:36:09.659381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b7632-1dee-4fc4-9d6e-18eec2d9af09 req-dcba3495-e80c-4892-a388-30ff7334c8ac tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.660865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e0b7632-1dee-4fc4-9d6e-18eec2d9af09 req-dcba3495-e80c-4892-a388-30ff7334c8ac tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 932 time: 0.1170144 Oct 15 19:36:09.698769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-6695712b-a9ee-4513-a258-1017ff3a63f5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297003 Oct 15 19:36:09.717855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-92422b63-e8b6-4cc7-b345-fbdb5d699711 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 200 len: 217 time: 0.0670009 Oct 15 19:36:09.733577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-55965332-bc77-4f5b-9617-a9a601b59952 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2883370 Oct 15 19:36:09.742167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb36647-7962-4d02-abcc-abf065071b50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.747784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Request body: {'port': {'device_id': '366b120b-feae-4923-a61c-28df48bde182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:09.779659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e0b7632-1dee-4fc4-9d6e-18eec2d9af09 req-8d19f58b-b3f7-4ddd-a836-39e6b02f488a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122987 Oct 15 19:36:09.788718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-37890aea-9ac3-495e-9d7d-6f61031c21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.790141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-37890aea-9ac3-495e-9d7d-6f61031c21b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0615826 Oct 15 19:36:09.826355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb36647-7962-4d02-abcc-abf065071b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.856660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:09.875066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-2ec70cd8-466c-4dd4-8f64-e07d85fbcd58 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.876630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-2ec70cd8-466c-4dd4-8f64-e07d85fbcd58 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707616 Oct 15 19:36:09.900527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb36647-7962-4d02-abcc-abf065071b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3957678a-0b96-4310-aef1-1c50987624d0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:09.907283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0eb36647-7962-4d02-abcc-abf065071b50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20f184c4081e45daad8524f654508233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6153953 Oct 15 19:36:09.908564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-abb73df7-7c34-4b9c-9016-26655f764cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.908908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52398) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:09.909964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-abb73df7-7c34-4b9c-9016-26655f764cf5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124632 Oct 15 19:36:09.920618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-158a03b3-dd03-4280-9c26-d6480716e7e4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0373266 Oct 15 19:36:09.950224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2543336-42da-4bb0-919a-296740eb6668 req-fae7039b-5214-413e-aaf3-d45ce3d18cab tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:09.951741 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2543336-42da-4bb0-919a-296740eb6668 req-fae7039b-5214-413e-aaf3-d45ce3d18cab tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 944 time: 0.1085880 Oct 15 19:36:09.976809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-19a9a651-8957-4467-ae67-e43a0873274c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485616 Oct 15 19:36:10.029995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2543336-42da-4bb0-919a-296740eb6668 req-e05c07f2-190c-43fc-b167-dace6edce167 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Oct 15 19:36:10.044493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-6de1b09d-8656-476b-8ab9-de48cc44b446 service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255555 Oct 15 19:36:10.118676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.172089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8b3c9dd-3d7a-433c-a9f2-0b8c79e77c74 req-18139a22-8e27-4e75-be82-7586b9a65ebb service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166415 Oct 15 19:36:10.181054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91121bf-3313-40b5-8ae2-3b031e91ce6b req-8dc73ef2-4bba-409e-a718-847e4d2272cb tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:10.182501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a91121bf-3313-40b5-8ae2-3b031e91ce6b req-8dc73ef2-4bba-409e-a718-847e4d2272cb tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.0690258 Oct 15 19:36:10.186523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.227610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a91121bf-3313-40b5-8ae2-3b031e91ce6b req-7134ef77-ee29-4b94-94ad-22e4b071393d tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 Oct 15 19:36:10.307033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5d34850-ab2d-46aa-a06e-409360b7b05d req-1fba40c1-2f7a-4e1c-9109-d75ee58558f2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 210 time: 0.0346253 Oct 15 19:36:10.354092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a69aad-3e41-43c9-90b8-a8f04e2f5015 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:10.359684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.362264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.366230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3957678a-0b96-4310-aef1-1c50987624d0 HTTP/1.1" status: 204 len: 168 time: 0.4528661 Oct 15 19:36:10.376749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.393844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374a73e-d316-4991-bcfb-510645baa53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3957678a-0b96-4310-aef1-1c50987624d0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:10.430619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Transition to ACTIVE for port object 04a69aad-3e41-43c9-90b8-a8f04e2f5015 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:10.478882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8114fae-de95-422a-9d5f-e7a0877e06a9 req-257c5514-bf1a-4ac4-9c3a-51a896c631ef tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:10.480438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8114fae-de95-422a-9d5f-e7a0877e06a9 req-257c5514-bf1a-4ac4-9c3a-51a896c631ef tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.0518017 Oct 15 19:36:10.522934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8114fae-de95-422a-9d5f-e7a0877e06a9 req-e0dab253-286c-4f19-884d-083e9a27b9ed tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Oct 15 19:36:10.569948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.628729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:10.727213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:10.727574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:10.727933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:10.740495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:10.740803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:10.750258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:10.750599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:10.751227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:10.751687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Bound port: 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:10.752033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.756431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-74523678-cc65-41c3-81d1-2af1d66bebf5 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:10.757962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-74523678-cc65-41c3-81d1-2af1d66bebf5 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 1122 time: 0.1073730 Oct 15 19:36:10.800965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-e10fa3b4-c272-4b0a-84dc-9bb85566ce78 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:10.860416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:10.882979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:10.921304 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-e10fa3b4-c272-4b0a-84dc-9bb85566ce78 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:11.000332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:11.004711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-e10fa3b4-c272-4b0a-84dc-9bb85566ce78 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:11.064734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6919ad2-2aac-42e6-a099-0d8ff8490c8c req-e10fa3b4-c272-4b0a-84dc-9bb85566ce78 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986770 Oct 15 19:36:11.068614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f446-316e-4b83-8876-4a2a31bfdc1b req-14a76fb7-ef79-4e11-b31a-8a63e2da625f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.070723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac97f446-316e-4b83-8876-4a2a31bfdc1b req-14a76fb7-ef79-4e11-b31a-8a63e2da625f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0524397 Oct 15 19:36:11.075600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.076318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:11.077682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] 10.222.0.11 "PUT /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 1093 time: 1.3356240 Oct 15 19:36:11.078270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:11.121539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac97f446-316e-4b83-8876-4a2a31bfdc1b req-8d4c4acd-5fdb-43a6-9c7f-f5abec3ca735 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403669 Oct 15 19:36:11.199416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fa3b4-c272-4b0a-84dc-9bb85566ce78 tempest-AggregatesAdminTestJSON-650621971 tempest-AggregatesAdminTestJSON-650621971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0405ca-1b3c-44d6-8051-e0a4a897e174,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:11.261370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e29c27-a7c8-4b82-a204-f948ad682d1d req-bb388ae4-f67c-4988-a383-c1346ed0f72f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.263213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91e29c27-a7c8-4b82-a204-f948ad682d1d req-bb388ae4-f67c-4988-a383-c1346ed0f72f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 944 time: 0.0736704 Oct 15 19:36:11.287805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ee536-2846-474e-aa99-ca0989ef918b service neutron] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:11.308166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91e29c27-a7c8-4b82-a204-f948ad682d1d req-7fe788bb-c126-4c23-bf77-86ab20b7310f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388508 Oct 15 19:36:11.334201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c7d0c-c5d0-41c0-b821-8689c5b7d59b req-c1ef0aad-05e6-42a3-87de-fce2cb3997be tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.335768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e45c7d0c-c5d0-41c0-b821-8689c5b7d59b req-c1ef0aad-05e6-42a3-87de-fce2cb3997be tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.1808908 Oct 15 19:36:11.339246 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1" -d '{"events": [{"name": "network-changed", "server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:11.376612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-51297ea4-6e37-4f81-861d-7fe9b87df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.378093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-51297ea4-6e37-4f81-861d-7fe9b87df62c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1096 time: 0.1232269 Oct 15 19:36:11.615413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e45c7d0c-c5d0-41c0-b821-8689c5b7d59b req-21fa03dd-d438-4fc0-b3d5-2d1f9b7de659 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725801 Oct 15 19:36:11.616922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-77a7975d-9f64-413f-9daf-914193e08b09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.2283704 Oct 15 19:36:11.725782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f502c16-e540-4f95-97c2-af04a2a7b503 req-cb7ac628-4914-4758-8768-8bf076cf7501 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 210 time: 0.0349078 Oct 15 19:36:11.732117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9165504a-3afa-445c-b95f-95c27220bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:11.733652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-9165504a-3afa-445c-b95f-95c27220bb35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.1082952 Oct 15 19:36:11.791482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-766a49a3-7958-495b-934b-6707a4a46db3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504007 Oct 15 19:36:11.898493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-a1e7ff2e-e898-45c9-9b17-ac9e067252d0 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995395 Oct 15 19:36:12.003831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ab1390-6d46-4af3-83a3-008bd90c8693 req-0b67b6ce-8b2f-4438-9092-9d231fe7e729 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973098 Oct 15 19:36:12.061958 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a25e0-9741-405e-bb13-55aae176e83a x-openstack-request-id: req-ea5a25e0-9741-405e-bb13-55aae176e83a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:12.062272 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:12.062515 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea5a25e0-9741-405e-bb13-55aae176e83a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:12.062967 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'status': 'completed', 'code': 200} Oct 15 19:36:12.176096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-715a0d14-2782-4016-ae0f-d92cc288b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.178079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-715a0d14-2782-4016-ae0f-d92cc288b04f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1096 time: 0.0455523 Oct 15 19:36:12.384583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f847331-0da4-465f-ada7-5b453041dd1c req-d9d090df-dc2a-4501-aa95-4e3c504b006a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.386054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f847331-0da4-465f-ada7-5b453041dd1c req-d9d090df-dc2a-4501-aa95-4e3c504b006a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.1590631 Oct 15 19:36:12.417938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-a4897d67-983a-4990-add0-55237eb50477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.420021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-a4897d67-983a-4990-add0-55237eb50477 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.2300808 Oct 15 19:36:12.473171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-936c2e68-b77b-43a8-ba20-1badadf195d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.0450003 Oct 15 19:36:12.476480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f847331-0da4-465f-ada7-5b453041dd1c req-a791dd6b-a781-4b86-b14f-7fd9744f6ca5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823777 Oct 15 19:36:12.530888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-f4aaec3b-00a6-40a6-9aeb-55e3658389bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.533128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-f4aaec3b-00a6-40a6-9aeb-55e3658389bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0529222 Oct 15 19:36:12.546598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5858c9-e2cf-4e95-a899-1df0ff431af1 req-830a44dc-1041-4e77-9d72-518453a0b4e7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.546598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a5858c9-e2cf-4e95-a899-1df0ff431af1 req-830a44dc-1041-4e77-9d72-518453a0b4e7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 944 time: 0.0632973 Oct 15 19:36:12.567442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-aac4e79c-761d-49e6-814c-4c642eed10d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266593 Oct 15 19:36:12.633800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a5858c9-e2cf-4e95-a899-1df0ff431af1 req-73a3a892-b78b-438f-9fb9-a7b87c1283c4 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824699 Oct 15 19:36:12.649786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-81c8339b-e687-4305-84c0-b4f43975be06 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.660031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-81c8339b-e687-4305-84c0-b4f43975be06 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 1123 time: 0.0737936 Oct 15 19:36:12.717781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-e06117b4-ca92-40e3-8867-a81d4b9acb8a service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417611 Oct 15 19:36:12.798295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9900-3f5c-4a33-9a1b-55d0170bd0ba req-f0a510c3-0328-4072-88aa-655a8103a7b5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:12.799813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-563b9900-3f5c-4a33-9a1b-55d0170bd0ba req-f0a510c3-0328-4072-88aa-655a8103a7b5 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 971 time: 0.0666373 Oct 15 19:36:12.801188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Deleting port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:36:12.801516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:12.815585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-910bb3f3-b3e8-4406-80b9-cef7ff2784a1 req-36b660fd-3586-4a91-aa82-36f6e08feb3e service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896034 Oct 15 19:36:12.869208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-9d07aa4a-36a0-4cd3-ac12-fe00b70145a3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331464 Oct 15 19:36:12.941907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-563b9900-3f5c-4a33-9a1b-55d0170bd0ba req-babcd135-16e7-4f4b-a01a-f48334517f92 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246195 Oct 15 19:36:13.010674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] For port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:13.011030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.036791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Calling delete_port for 1b0867ea-bcf2-4a14-8f12-581b9fdd907e owned by compute:tempest-test_az-854773683 {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:36:13.073631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9e08349-fb02-4ff8-98ae-f594196185ca req-568d5ba0-2094-44e2-879c-4b284acb3aca tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 210 time: 0.0514646 Oct 15 19:36:13.150690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-7a6d3798-5b0e-4f32-b2dc-d054a64ecf73 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:13.152434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-7a6d3798-5b0e-4f32-b2dc-d054a64ecf73 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579241 Oct 15 19:36:13.169636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:13.417291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:13.421434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.424457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.435488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1b0867ea-bcf2-4a14-8f12-581b9fdd907e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:13.436484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.464976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b0867ea-bcf2-4a14-8f12-581b9fdd907e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:13.515777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0948c87e-67b4-49b3-b462-88a507a279af req-4266834b-9ee5-473f-8f23-888cc6b83d10 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2194234da5854a34aa8ba2adb1b925ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256355 Oct 15 19:36:13.528615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] No DVR routers for this DVR port 1b0867ea-bcf2-4a14-8f12-581b9fdd907e on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:36:13.531490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.534761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c34416d-0cd7-47d0-9d33-a587c6756bb8 req-2dfba9d0-a44d-48fb-82dd-8fd0c1253558 tempest-DeleteServersAdminTestJSON-1419733175 tempest-DeleteServersAdminTestJSON-1419733175-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1b0867ea-bcf2-4a14-8f12-581b9fdd907e HTTP/1.1" status: 204 len: 173 time: 0.8737497 Oct 15 19:36:13.535212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'name': 'network-vif-deleted', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:13.537930 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2381a41c-32b7-4210-a95b-44081ed381e1" -d '{"events": [{"server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "name": "network-vif-deleted", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:13.624336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.651103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3aad9-1d6e-479e-b8c7-5d20aa49b54d req-54e2848f-bf35-48ea-ba91-7a921e59c8aa tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:13.652988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fe3aad9-1d6e-479e-b8c7-5d20aa49b54d req-54e2848f-bf35-48ea-ba91-7a921e59c8aa tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0647283 Oct 15 19:36:13.666969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948c87e-67b4-49b3-b462-88a507a279af req-0dc7e367-ef7b-479f-8fef-4a9a2e36edc8 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:13.668768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0948c87e-67b4-49b3-b462-88a507a279af req-0dc7e367-ef7b-479f-8fef-4a9a2e36edc8 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335680 Oct 15 19:36:13.686830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0948c87e-67b4-49b3-b462-88a507a279af req-2085c6f0-24c3-4d61-84bb-263c3fa293b1 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/quotas/2194234da5854a34aa8ba2adb1b925ca HTTP/1.1" status: 200 len: 375 time: 0.0102804 Oct 15 19:36:13.698015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fe3aad9-1d6e-479e-b8c7-5d20aa49b54d req-cacb1c92-f98d-44ee-9dda-b471adc40622 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 Oct 15 19:36:13.702759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:13.723238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0948c87e-67b4-49b3-b462-88a507a279af req-6f5585ad-27a6-433f-82fc-63262b6106fd tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2194234da5854a34aa8ba2adb1b925ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299089 Oct 15 19:36:13.772366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921b6ff3-4ae9-4035-9fef-bfce869732f9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:13.854786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.77 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/5fefde11-f94a-4708-9084-98d15ed40c9c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:13.980307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159b625-1f00-48bb-ad28-70777fe6d9f1 req-2b8558a0-d4cb-4be9-834c-2939d6f2d17e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:13.985782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5159b625-1f00-48bb-ad28-70777fe6d9f1 req-2b8558a0-d4cb-4be9-834c-2939d6f2d17e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 944 time: 0.1077945 Oct 15 19:36:13.985782 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48786f6-532c-4e28-afd1-23a37f8269eb x-openstack-request-id: req-f48786f6-532c-4e28-afd1-23a37f8269eb {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:13.986045 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e36430bd-159d-4464-96df-0d1514b7d4cf", "name": "network-vif-deleted", "tag": "1b0867ea-bcf2-4a14-8f12-581b9fdd907e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:13.986305 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f48786f6-532c-4e28-afd1-23a37f8269eb {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:13.986635 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e36430bd-159d-4464-96df-0d1514b7d4cf', 'name': 'network-vif-deleted', 'tag': '1b0867ea-bcf2-4a14-8f12-581b9fdd907e', 'status': 'completed', 'code': 200} Oct 15 19:36:14.070199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5159b625-1f00-48bb-ad28-70777fe6d9f1 req-7e83b2d2-dd93-4edd-9e3c-cdea9534a576 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545449 Oct 15 19:36:14.085653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.221859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.274420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:14.277661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:14.285491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:14.291453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:14.292105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.296354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:14.354483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64555099-3e0f-4ba4-b726-4199374620f9 req-e8b84e7f-0c8d-4e15-bfbe-abfba7876a50 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=e36430bd-159d-4464-96df-0d1514b7d4cf HTTP/1.1" status: 200 len: 210 time: 0.0285966 Oct 15 19:36:14.409224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-f4019e63-f036-4701-a2e3-0119d937017d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2443120 Oct 15 19:36:14.424887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Request body: {'port': {'device_id': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'device_owner': 'compute:tempest-test_az-854773683', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:14.502250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.515252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15a4b-5e7b-4e8c-abb0-a1a0ac046218 req-2c8b2262-eb3e-43e3-a0e9-1923309b5b30 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:14.517772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5af15a4b-5e7b-4e8c-abb0-a1a0ac046218 req-2c8b2262-eb3e-43e3-a0e9-1923309b5b30 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 935 time: 0.0910244 Oct 15 19:36:14.534484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4fd267b7-9ecc-48e5-8d4e-42100e89bb8f None None] Provisioning complete for port 5fefde11-f94a-4708-9084-98d15ed40c9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:14.535003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4fd267b7-9ecc-48e5-8d4e-42100e89bb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.587988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5af15a4b-5e7b-4e8c-abb0-a1a0ac046218 req-0c3ad1a1-66d9-42cf-a9ce-51ef4488494a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625029 Oct 15 19:36:14.609172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4fd267b7-9ecc-48e5-8d4e-42100e89bb8f None None] Port 5fefde11-f94a-4708-9084-98d15ed40c9c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:36:14.855421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fefde11-f94a-4708-9084-98d15ed40c9c {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:14.876263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:14.894057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Transition to ACTIVE for port object 5fefde11-f94a-4708-9084-98d15ed40c9c will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:14.905823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e992c-3296-4f83-ab9d-b3b5cfe20c43 req-46036f2a-b9cd-43c2-a738-56d64f2f860c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:14.907283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-184e992c-3296-4f83-ab9d-b3b5cfe20c43 req-46036f2a-b9cd-43c2-a738-56d64f2f860c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0670719 Oct 15 19:36:14.951452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-184e992c-3296-4f83-ab9d-b3b5cfe20c43 req-bfbc3f86-7d70-4099-9227-e93d9faf80be tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Oct 15 19:36:14.962861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:14.973860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.014267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2925043-ae3f-48f6-bfa3-bfef9f572a35 req-1f285c20-24ae-4dd8-9273-71ebb7729c87 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2194234da5854a34aa8ba2adb1b925ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302308 Oct 15 19:36:15.029164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:15.067611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Attempting to bind port 5fefde11-f94a-4708-9084-98d15ed40c9c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:15.067909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Attempting to bind port 5fefde11-f94a-4708-9084-98d15ed40c9c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:15.068227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Attempting to bind port 5fefde11-f94a-4708-9084-98d15ed40c9c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:15.073131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Port 5fefde11-f94a-4708-9084-98d15ed40c9c on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:15.073654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Attempting to bind port 5fefde11-f94a-4708-9084-98d15ed40c9c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:15.079975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:15.080303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:15.080676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:15.081092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Bound port: 5fefde11-f94a-4708-9084-98d15ed40c9c, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:15.081825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.088989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:15.103935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'port_id': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'mac_address': 'fa:16:3e:0e:fc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:15.144961 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.159231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:15.160513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2925043-ae3f-48f6-bfa3-bfef9f572a35 req-0c3e17d2-6999-4cc3-8222-5daa90fe1d8c tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.162040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2925043-ae3f-48f6-bfa3-bfef9f572a35 req-0c3e17d2-6999-4cc3-8222-5daa90fe1d8c tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470177 Oct 15 19:36:15.181218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:15.192031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2925043-ae3f-48f6-bfa3-bfef9f572a35 req-58a79b0c-ea34-44cb-8c84-e4beb8c89ca9 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/quotas/2194234da5854a34aa8ba2adb1b925ca HTTP/1.1" status: 200 len: 375 time: 0.0213344 Oct 15 19:36:15.218901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:15.234554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fefde11-f94a-4708-9084-98d15ed40c9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:15.238284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2925043-ae3f-48f6-bfa3-bfef9f572a35 req-5d5edf77-b8b2-4246-89dd-e7b124007ca4 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2194234da5854a34aa8ba2adb1b925ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397141 Oct 15 19:36:15.251550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.265671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263853c-ee5f-44d9-90ee-f5fe62f6abbb req-758b0a43-c8c5-42bf-bf50-8dea47d9d717 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.269367 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3263853c-ee5f-44d9-90ee-f5fe62f6abbb req-758b0a43-c8c5-42bf-bf50-8dea47d9d717 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 944 time: 0.0913863 Oct 15 19:36:15.306221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.310254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:15.313250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3263853c-ee5f-44d9-90ee-f5fe62f6abbb req-2bbed416-a161-497a-ac83-5c097a4c639f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370605 Oct 15 19:36:15.346031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.346031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:15.346031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 200 len: 1117 time: 0.9249089 Oct 15 19:36:15.373624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a343971-d115-4a88-901d-63b1c1a64cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:15.537318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-9f9daeca-8b39-4c97-bbe3-3eb773d8bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.538917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-9f9daeca-8b39-4c97-bbe3-3eb773d8bf85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1120 time: 0.0623085 Oct 15 19:36:15.663467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4a3271bd-39ab-4377-8c96-ffd2c1bc2454'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:15.778975 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-45c05c4d-7be1-4c7e-91fe-bb9286f77e81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 200 len: 217 time: 0.2302823 Oct 15 19:36:15.851852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-7b8073eb-1626-4aa2-beee-63dce74b62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.853295 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-7b8073eb-1626-4aa2-beee-63dce74b62ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0657229 Oct 15 19:36:15.861422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b152b4-1754-4644-ad56-4c4cfc3857f0 req-fb20cea5-dcff-4273-a6dc-f53978696ddb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.862806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10b152b4-1754-4644-ad56-4c4cfc3857f0 req-fb20cea5-dcff-4273-a6dc-f53978696ddb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 968 time: 0.0871978 Oct 15 19:36:15.920022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-ca2721c8-ff9d-4fcf-98e4-50450515669a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=325f343441a5463dafe528f2d1af2987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217569 Oct 15 19:36:15.927072 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10b152b4-1754-4644-ad56-4c4cfc3857f0 req-93724461-b198-4849-b2f0-ffcb07c6d41d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Oct 15 19:36:15.929522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-47f1b71b-7370-4c18-9781-9356ba886514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:15.930886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-47f1b71b-7370-4c18-9781-9356ba886514 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672410 Oct 15 19:36:16.000722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:16.002967 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf63b70-58e7-4065-98af-93aeda32a10a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:16.035546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-1c0f89f6-8245-4060-a39d-8433fb950ba9 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973001 Oct 15 19:36:16.036652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-b9e87f08-a66b-405a-a7d2-913c47b1d3e9 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.038096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-b9e87f08-a66b-405a-a7d2-913c47b1d3e9 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117945 Oct 15 19:36:16.053116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-467bccc0-2ab6-4e43-9db7-f8736ca20581 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/quotas/325f343441a5463dafe528f2d1af2987 HTTP/1.1" status: 200 len: 375 time: 0.0093386 Oct 15 19:36:16.085043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-cff5aee0-25c9-4698-b95e-0a72e8f4994c tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261877 Oct 15 19:36:16.130840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c67b6b-86a9-434d-88d1-34c6559c191f req-66aaca5c-f63d-41f6-9a27-99a1b01f70d9 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884533 Oct 15 19:36:16.346797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6422-b720-4903-b4e7-9c13cdfa9f94 req-9053801f-2539-40d5-ab06-63fc24d52cbc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.346797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-930d6422-b720-4903-b4e7-9c13cdfa9f94 req-9053801f-2539-40d5-ab06-63fc24d52cbc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0501120 Oct 15 19:36:16.385311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-930d6422-b720-4903-b4e7-9c13cdfa9f94 req-7ac9ea32-ca7f-46fe-9995-26b89fb4aa07 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Oct 15 19:36:16.430095 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f074ad24-b8eb-4cff-a602-101a8c6bbabe x-openstack-request-id: req-f074ad24-b8eb-4cff-a602-101a8c6bbabe {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:16.430782 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:16.431178 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f074ad24-b8eb-4cff-a602-101a8c6bbabe {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:16.431756 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c', 'status': 'completed', 'code': 200} Oct 15 19:36:16.505177 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2b922c5-35ce-40a2-b10b-afad871511f0 req-4d7ed14f-594a-4758-b08b-69b06909ac39 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 210 time: 0.0278673 Oct 15 19:36:16.514155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-41dfcebd-8293-4897-b200-e48bc2a90e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.515568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-41dfcebd-8293-4897-b200-e48bc2a90e0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1120 time: 0.0636005 Oct 15 19:36:16.650672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-47a904f1-27cd-41a9-b71b-3a6d24bb4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.652296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-47a904f1-27cd-41a9-b71b-3a6d24bb4fbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1297343 Oct 15 19:36:16.657186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b3392fb-fb88-4d0b-a32f-e91cfceb6cd4 req-a3012915-f5a3-4a1f-80e3-ef98151f8988 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2194234da5854a34aa8ba2adb1b925ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258250 Oct 15 19:36:16.664867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f8db0-d194-41fb-bf8f-a225f1792a7e req-0553e09f-a647-46f4-9328-1102abda6ff7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.666373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-522f8db0-d194-41fb-bf8f-a225f1792a7e req-0553e09f-a647-46f4-9328-1102abda6ff7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 945 time: 0.0762780 Oct 15 19:36:16.709346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-9cd7072a-7aae-48e4-af8d-210c806982b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 200 len: 217 time: 0.0420272 Oct 15 19:36:16.768217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-522f8db0-d194-41fb-bf8f-a225f1792a7e req-fdab7ad4-2c59-4940-922e-403875ced19d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939696 Oct 15 19:36:16.774277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3392fb-fb88-4d0b-a32f-e91cfceb6cd4 req-76c3e686-550a-4425-bc54-2c965aed1618 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.776016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b3392fb-fb88-4d0b-a32f-e91cfceb6cd4 req-76c3e686-550a-4425-bc54-2c965aed1618 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1164312 Oct 15 19:36:16.776992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-334a360f-b5f0-4a3c-aca1-cb111614677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.778958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-334a360f-b5f0-4a3c-aca1-cb111614677b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0619175 Oct 15 19:36:16.796866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b3392fb-fb88-4d0b-a32f-e91cfceb6cd4 req-f5284078-92cb-4efd-a53f-3daf21bd4215 tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/quotas/2194234da5854a34aa8ba2adb1b925ca HTTP/1.1" status: 200 len: 375 time: 0.0135500 Oct 15 19:36:16.830257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-57ebf3e5-09d5-4c5e-8bfa-6ed9868080ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:16.831790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-57ebf3e5-09d5-4c5e-8bfa-6ed9868080ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458796 Oct 15 19:36:16.835593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b3392fb-fb88-4d0b-a32f-e91cfceb6cd4 req-b92fd156-1f9a-41ed-81fe-57e49ff563cb tempest-QuotasAdminNegativeTest-1934859558 tempest-QuotasAdminNegativeTest-1934859558-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2194234da5854a34aa8ba2adb1b925ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329523 Oct 15 19:36:16.942317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:16.954593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-6e1c7123-fff3-43f5-8a0f-55c4411cc3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155894 Oct 15 19:36:17.074197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cf63b70-58e7-4065-98af-93aeda32a10a req-7d8a1439-324a-44fe-a4a7-ca1b0df823c5 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105318 Oct 15 19:36:17.145019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:17.146935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1b0867ea-bcf2-4a14-8f12-581b9fdd907e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:36:17.213455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 1b0867ea-bcf2-4a14-8f12-581b9fdd907e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:36:17.213813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1b0867ea-bcf2-4a14-8f12-581b9fdd907e not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:36:17.260997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:17.279729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'port_id': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'mac_address': 'fa:16:3e:e5:a7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:17.309654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120730c-6779-401b-b9f4-8c55abe8a4e5 req-30d3db54-7625-47c0-a47c-6d2a702261a7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:17.311973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d120730c-6779-401b-b9f4-8c55abe8a4e5 req-30d3db54-7625-47c0-a47c-6d2a702261a7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 968 time: 0.0617805 Oct 15 19:36:17.318510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:17.332110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a69aad-3e41-43c9-90b8-a8f04e2f5015 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:17.354148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:17.356559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:17.360360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d120730c-6779-401b-b9f4-8c55abe8a4e5 req-bc434268-7cd7-4ea4-9e72-ad8cc7b743bf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Oct 15 19:36:17.367807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:17.368538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:17.442329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:17.484438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:17.520131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:17.530685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:17.535458 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1174a606-d571-49b3-a0e5-395771f9e3d7" -d '{"events": [{"server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "name": "network-vif-plugged", "status": "completed", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:17.550359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:17.558745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e2b05-1d45-42e6-93fb-4b442494bed1 req-d03465df-1263-49ae-8897-2f296e6f86ae tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:17.560270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b00e2b05-1d45-42e6-93fb-4b442494bed1 req-d03465df-1263-49ae-8897-2f296e6f86ae tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.0788696 Oct 15 19:36:17.598613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b00e2b05-1d45-42e6-93fb-4b442494bed1 req-38ada582-a9a4-4ad2-9cd3-e94a6cdc6634 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Oct 15 19:36:17.680572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f8065f7-a456-4b1a-a2a7-f16c699d2bba req-a2f96a81-b672-4699-bfdf-00ed1281dcf4 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 210 time: 0.0282021 Oct 15 19:36:17.690404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:17.742752 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f16a8-074a-49d8-8094-0248110756f0 x-openstack-request-id: req-070f16a8-074a-49d8-8094-0248110756f0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:17.742752 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "name": "network-vif-plugged", "status": "completed", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:17.742752 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-070f16a8-074a-49d8-8094-0248110756f0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:17.742752 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'code': 200} Oct 15 19:36:17.757689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['04a69aad-3e41-43c9-90b8-a8f04e2f5015'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:17.763585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:17.865197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a29a9-9b1e-4afa-ab6d-e1db786548eb req-31012993-e3f9-4769-9a98-34fbddd4b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:17.866905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a29a9-9b1e-4afa-ab6d-e1db786548eb req-31012993-e3f9-4769-9a98-34fbddd4b0b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0529072 Oct 15 19:36:17.910572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a29a9-9b1e-4afa-ab6d-e1db786548eb req-a4b9c0e7-8dad-4e8b-85fa-6c680c2c5400 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347939 Oct 15 19:36:17.968763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14528374-b4ae-497a-8f42-8b63cf69f72c req-678f82ff-474a-4ea2-8d8a-2b5b17d9528c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:17.970991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14528374-b4ae-497a-8f42-8b63cf69f72c req-678f82ff-474a-4ea2-8d8a-2b5b17d9528c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.0829787 Oct 15 19:36:18.019656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14528374-b4ae-497a-8f42-8b63cf69f72c req-384f1cdd-be6a-4217-8d87-66f78ecf0fb5 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382640 Oct 15 19:36:18.024119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52746) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:18.143121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eccfabe3-21e7-4d2f-904e-b18e124bc440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.237599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eccfabe3-21e7-4d2f-904e-b18e124bc440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.292004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eccfabe3-21e7-4d2f-904e-b18e124bc440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.336499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccfabe3-21e7-4d2f-904e-b18e124bc440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995a0efc-5e88-44b3-b708-93fdd2e15cde,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:18.340830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eccfabe3-21e7-4d2f-904e-b18e124bc440 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2194234da5854a34aa8ba2adb1b925ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156550 Oct 15 19:36:18.343649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52772) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:18.398061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.420109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.442184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-4f555901-6add-42d7-a570-24e26e621cfc tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=325f343441a5463dafe528f2d1af2987&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284293 Oct 15 19:36:18.457331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90f77556-3cdb-48db-ac67-7fd38c0a0434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.561872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3273736-4004-4c90-8c3c-56baf0e07282 req-560c2995-eadb-48eb-981a-8a7a5180e570 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:18.563322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3273736-4004-4c90-8c3c-56baf0e07282 req-560c2995-eadb-48eb-981a-8a7a5180e570 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 968 time: 0.0549834 Oct 15 19:36:18.569489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-5d53fd1f-4142-4c25-974e-e8b65ea477b0 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:18.571088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-5d53fd1f-4142-4c25-974e-e8b65ea477b0 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1237030 Oct 15 19:36:18.586428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Request body: {'port': {'device_id': 'be88c42c-0257-4eec-83df-88f435719b28', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '325f343441a5463dafe528f2d1af2987'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:18.608311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3273736-4004-4c90-8c3c-56baf0e07282 req-c3000753-8fc9-4272-8800-2b59bfd645f6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380981 Oct 15 19:36:18.611515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.615967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.617159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/995a0efc-5e88-44b3-b708-93fdd2e15cde HTTP/1.1" status: 204 len: 168 time: 0.2726126 Oct 15 19:36:18.626166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82ef4-6add-432d-84f3-f5aeec03b6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995a0efc-5e88-44b3-b708-93fdd2e15cde,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:18.817177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Made reservation on behalf of 325f343441a5463dafe528f2d1af2987 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:18.820642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:18.861261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e5c70-e55e-4168-9285-a091e12fe811 req-26793906-f2c5-4a23-8d88-4ea51366ade0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:18.862757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c5e5c70-e55e-4168-9285-a091e12fe811 req-26793906-f2c5-4a23-8d88-4ea51366ade0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.0734265 Oct 15 19:36:18.949369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:18.956260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c5e5c70-e55e-4168-9285-a091e12fe811 req-43c46a7f-e62b-42b2-8f6c-ffad665e63c6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569806 Oct 15 19:36:18.966743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:19.048774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Allocated IP 192.168.233.99 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/de897a3e-3d1e-4435-a91a-b25879332404) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:19.080908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c820f0ae-ed1c-4788-9cb7-e6a5db22a39c req-95667479-b43d-4e36-b0dc-ef4580e3f27a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 210 time: 0.0335739 Oct 15 19:36:19.108516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:19.113361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:19.119463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.165711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8ea4-2d18-408e-8425-ce28a9a3dcb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.268488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.277565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5a701-c089-42df-bcb4-6f49803632d1 req-4e9ad9a0-5738-4907-a9be-54fcd5e962a0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:19.284953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8ea4-2d18-408e-8425-ce28a9a3dcb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.286101 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c5a701-c089-42df-bcb4-6f49803632d1 req-4e9ad9a0-5738-4907-a9be-54fcd5e962a0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.0788882 Oct 15 19:36:19.302788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:19.336397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.348197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c5a701-c089-42df-bcb4-6f49803632d1 req-d00bad34-ee02-4460-810b-3c7dadb06266 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613115 Oct 15 19:36:19.352918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a5b8ea4-2d18-408e-8425-ce28a9a3dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.389562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.408253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8a5b8ea4-2d18-408e-8425-ce28a9a3dcb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1fc94d113544a499039b6513e50c31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402220 Oct 15 19:36:19.409087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52814) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:19.409456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b8ea4-2d18-408e-8425-ce28a9a3dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7817ba77-5e4e-4d89-9f3b-e9811bed071f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:19.428962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52816) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:19.442453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c848121-a3b9-4960-9b2f-4ba6262e4cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.459846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:19.500625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.503125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.564747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.568636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c848121-a3b9-4960-9b2f-4ba6262e4cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.569647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:19.582510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:19.586619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Pushing event updated for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:19.594079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:19.602986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:19.603117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.628979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c848121-a3b9-4960-9b2f-4ba6262e4cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.669163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3c848121-a3b9-4960-9b2f-4ba6262e4cf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fbb72574c9f438eacd301a305394913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386379 Oct 15 19:36:19.669839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c848121-a3b9-4960-9b2f-4ba6262e4cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65ea17d-f06c-4e83-914e-6b4ac1a18ded,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:19.672351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:19.730718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.736122 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.739595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:19.742005 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db0cdf7-cf6f-479d-aace-0b81f5843d85" -d '{"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-plugged", "status": "completed", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:19.751406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.751406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7817ba77-5e4e-4d89-9f3b-e9811bed071f HTTP/1.1" status: 204 len: 168 time: 0.3370802 Oct 15 19:36:19.753926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-0ae29a49-a2cb-4052-ae4b-5ef6209a07e7 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1738353 Oct 15 19:36:19.762852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.766911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032114b-9c38-45ba-9c41-549cc4fb2cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7817ba77-5e4e-4d89-9f3b-e9811bed071f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:19.773861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Request body: {'port': {'device_id': 'be88c42c-0257-4eec-83df-88f435719b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:19.838702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-12990556-2447-4e7a-888f-72f711523e76 None None] Provisioning complete for port de897a3e-3d1e-4435-a91a-b25879332404 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:19.839142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-12990556-2447-4e7a-888f-72f711523e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.868245 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc570d9-2be2-4ab8-881d-6382bb72fc46 x-openstack-request-id: req-1fc570d9-2be2-4ab8-881d-6382bb72fc46 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:19.868558 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-plugged", "status": "completed", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:19.868817 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc570d9-2be2-4ab8-881d-6382bb72fc46 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:19.869247 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'code': 200} Oct 15 19:36:19.898966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-12990556-2447-4e7a-888f-72f711523e76 None None] Port de897a3e-3d1e-4435-a91a-b25879332404 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:36:19.915605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.918488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.919825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a65ea17d-f06c-4e83-914e-6b4ac1a18ded HTTP/1.1" status: 204 len: 168 time: 0.2465417 Oct 15 19:36:19.922507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:19.955307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa86301-b4ec-486c-88d3-0853e41e7aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65ea17d-f06c-4e83-914e-6b4ac1a18ded,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:20.013171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfba32-8bc7-4a4d-86cf-902184df90ff req-2dfabaef-598e-42a4-892b-2652437a79bb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:20.014775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50cfba32-8bc7-4a4d-86cf-902184df90ff req-2dfabaef-598e-42a4-892b-2652437a79bb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 968 time: 0.1125398 Oct 15 19:36:20.016882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98132d-d4e9-4932-9757-3a44558348dd req-10df5f5a-370c-4dd6-9724-26051ae36850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:20.018227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a98132d-d4e9-4932-9757-3a44558348dd req-10df5f5a-370c-4dd6-9724-26051ae36850 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1098 time: 0.0806978 Oct 15 19:36:20.298516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53221-3b29-46ec-9502-1c9a372a2eb7 req-53b72f3a-4c52-49cf-9236-dc640775d0ce tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:20.300699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-83e53221-3b29-46ec-9502-1c9a372a2eb7 req-53b72f3a-4c52-49cf-9236-dc640775d0ce tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 946 time: 0.0909882 Oct 15 19:36:20.330584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50cfba32-8bc7-4a4d-86cf-902184df90ff req-30920848-6308-4a93-ad9f-621e9b68e6c2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992823 Oct 15 19:36:20.338872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a98132d-d4e9-4932-9757-3a44558348dd req-48ee74d3-3a78-4c83-aa0a-bc70c748bbba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062778 Oct 15 19:36:20.394038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de897a3e-3d1e-4435-a91a-b25879332404 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:20.403544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:20.408861 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-83e53221-3b29-46ec-9502-1c9a372a2eb7 req-9e00b72c-a518-4857-89b0-ebcdd7c2827a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Oct 15 19:36:20.424227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Transition to ACTIVE for port object de897a3e-3d1e-4435-a91a-b25879332404 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:20.529050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e683e4b-131e-45bc-b06b-3454790340d8 req-68f40a4a-185c-421f-801e-376a67e12e68 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:20.530581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e683e4b-131e-45bc-b06b-3454790340d8 req-68f40a4a-185c-421f-801e-376a67e12e68 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 935 time: 0.0509105 Oct 15 19:36:20.550514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:20.608240 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e683e4b-131e-45bc-b06b-3454790340d8 req-c99e3bee-4732-4850-9bb9-4fb5368692eb tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Oct 15 19:36:20.623205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Pushing event updated for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:20.694234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52870) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:20.711014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Attempting to bind port de897a3e-3d1e-4435-a91a-b25879332404 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:20.711337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Attempting to bind port de897a3e-3d1e-4435-a91a-b25879332404 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:20.712212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Attempting to bind port de897a3e-3d1e-4435-a91a-b25879332404 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:20.721909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-173c22e2-8a61-41a1-85d9-9d2d9bc1e284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:20.747856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Port de897a3e-3d1e-4435-a91a-b25879332404 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:20.748175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Attempting to bind port de897a3e-3d1e-4435-a91a-b25879332404 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:20.763237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:20.763586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:20.763972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:20.764412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Bound port: de897a3e-3d1e-4435-a91a-b25879332404, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:20.764769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:20.834181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3590e79-e377-4225-8cef-bc12ba496eb6 req-6b78fb10-3f3b-494b-b5f8-670a769b4585 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:20.835740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3590e79-e377-4225-8cef-bc12ba496eb6 req-6b78fb10-3f3b-494b-b5f8-670a769b4585 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.1267419 Oct 15 19:36:20.926691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3590e79-e377-4225-8cef-bc12ba496eb6 req-04d57bd2-7ff1-4caa-afcc-b30addf32f1b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798190 Oct 15 19:36:20.934777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:20.965509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=de897a3e-3d1e-4435-a91a-b25879332404,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:20.969346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-173c22e2-8a61-41a1-85d9-9d2d9bc1e284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.035989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fefde11-f94a-4708-9084-98d15ed40c9c details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:21.042736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.076960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97451b-d8ee-4b23-95ed-81937bf0c846 req-ee79ee5c-58bb-4d81-b4cf-44df4ee9033f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.078699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c97451b-d8ee-4b23-95ed-81937bf0c846 req-ee79ee5c-58bb-4d81-b4cf-44df4ee9033f tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.0750082 Oct 15 19:36:21.096319 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-173c22e2-8a61-41a1-85d9-9d2d9bc1e284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.170817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.171857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.173449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-13e673db-5055-4776-9e26-95abed2d614c service neutron] 10.222.0.15 "PUT /v2.0/ports/de897a3e-3d1e-4435-a91a-b25879332404 HTTP/1.1" status: 200 len: 1096 time: 1.4077392 Oct 15 19:36:21.174532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:21.177020 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035baed4-b2c5-4644-8067-2b8c112a2374" -d '{"events": [{"name": "network-changed", "server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "tag": "de897a3e-3d1e-4435-a91a-b25879332404"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:21.179709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fefde11-f94a-4708-9084-98d15ed40c9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:21.193502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e673db-5055-4776-9e26-95abed2d614c service neutron] Pushing event updated for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:21.206357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '5fefde11-f94a-4708-9084-98d15ed40c9c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '5fefde11-f94a-4708-9084-98d15ed40c9c', 'mac_address': 'fa:16:3e:ec:66:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:tempest-test_az-854773683', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:21.216087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-173c22e2-8a61-41a1-85d9-9d2d9bc1e284 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=663a0e26636948399773d1e1666b7cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174315 Oct 15 19:36:21.216234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:21.216679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52892) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:21.238128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c951f3a-aded-4c0d-b48f-8620e1a9c969 req-81fc2e27-c66c-4a9d-a931-68156fe086dd tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.240142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c951f3a-aded-4c0d-b48f-8620e1a9c969 req-81fc2e27-c66c-4a9d-a931-68156fe086dd tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.0840015 Oct 15 19:36:21.249295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52898) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:21.255135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c22e2-8a61-41a1-85d9-9d2d9bc1e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd7c595-f7a7-49a2-80bb-c6da51f5c837,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:21.255780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'floatingip': {'port_id': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:21.270310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c97451b-d8ee-4b23-95ed-81937bf0c846 req-6f0ac380-cab9-4b2f-8c43-db785e191203 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731632 Oct 15 19:36:21.328965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.354125 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cad534-acdc-4994-8b07-a520eb611bb4 x-openstack-request-id: req-c0cad534-acdc-4994-8b07-a520eb611bb4 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:21.354669 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "tag": "de897a3e-3d1e-4435-a91a-b25879332404", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:21.356662 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0cad534-acdc-4994-8b07-a520eb611bb4 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:21.357392 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404', 'status': 'completed', 'code': 200} Oct 15 19:36:21.357989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fefde11-f94a-4708-9084-98d15ed40c9c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:21.377955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.396314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-66ebdca3-c302-4d03-9999-7c7a9f1904fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.400143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-66ebdca3-c302-4d03-9999-7c7a9f1904fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 1099 time: 0.1047246 Oct 15 19:36:21.404203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fefde11-f94a-4708-9084-98d15ed40c9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:21.406162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b95bfd9e-67ca-4ec7-9fef-cece0157f9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.452616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-ec96e32f-aed1-4fe8-9a3e-f0d6fb107ae7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=de897a3e-3d1e-4435-a91a-b25879332404 HTTP/1.1" status: 200 len: 217 time: 0.0423181 Oct 15 19:36:21.479994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-729570731-network', 'tenant_id': '4d0b72ca94f443919ea556693a17f581'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:21.503184 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.537835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-5b695b47-7f01-453a-b45f-1eaba65ac472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.539291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-5b695b47-7f01-453a-b45f-1eaba65ac472 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0790980 Oct 15 19:36:21.570838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcac58a-76a2-4f64-b12f-b061e19e8ab1 req-afad3450-c125-41f0-8cc1-68ce38af2a79 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.572389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.578531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fcac58a-76a2-4f64-b12f-b061e19e8ab1 req-afad3450-c125-41f0-8cc1-68ce38af2a79 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 969 time: 0.1050861 Oct 15 19:36:21.605140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:21.631744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fcac58a-76a2-4f64-b12f-b061e19e8ab1 req-4319ba2e-c025-4d6e-920a-4fc54d320588 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 Oct 15 19:36:21.660886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-109cb135-74de-4b89-9307-d54df2c82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.661885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Made reservation on behalf of 4d0b72ca94f443919ea556693a17f581 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:21.662581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-109cb135-74de-4b89-9307-d54df2c82448 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145461 Oct 15 19:36:21.664148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.674661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.711480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.794262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-d54f66fc-bc42-4f08-aff0-17e89c2d1a20 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216092 Oct 15 19:36:21.817957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff979c47-b0f5-41f7-b636-d8e72366cc1c req-80aea038-dd62-41fb-a71f-3bb4a38f22dc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.819538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff979c47-b0f5-41f7-b636-d8e72366cc1c req-80aea038-dd62-41fb-a71f-3bb4a38f22dc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 946 time: 0.1686440 Oct 15 19:36:21.837087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad07ae-1dec-4af1-bace-a92c0285433f req-e9a02dc4-ba81-4575-8661-a4ccc6cf4f26 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:21.837087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9ad07ae-1dec-4af1-bace-a92c0285433f req-e9a02dc4-ba81-4575-8661-a4ccc6cf4f26 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 947 time: 0.0833621 Oct 15 19:36:21.847507 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:21.917197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9ad07ae-1dec-4af1-bace-a92c0285433f req-41f91822-8cc6-4453-98dd-0617e8afce02 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729825 Oct 15 19:36:21.932805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-294ea571-bd94-4bef-8121-1755be5f5ea6 req-d6fc7114-ce83-426b-9cbf-e2e6b9d3c390 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300435 Oct 15 19:36:21.986515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.989150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:21.990382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cd7c595-f7a7-49a2-80bb-c6da51f5c837 HTTP/1.1" status: 204 len: 168 time: 0.7727821 Oct 15 19:36:22.023415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1a569-4ac4-44ef-8b59-885cfeed2d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd7c595-f7a7-49a2-80bb-c6da51f5c837,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:22.027802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff979c47-b0f5-41f7-b636-d8e72366cc1c req-31747258-8d13-4712-82be-af38c7a66b05 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968553 Oct 15 19:36:22.070897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.128437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-bb59c488-6b0f-4f4d-bbfc-5595e3f50ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.130447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-bb59c488-6b0f-4f4d-bbfc-5595e3f50ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=325f343441a5463dafe528f2d1af2987&device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 1099 time: 0.0532660 Oct 15 19:36:22.161033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.232890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:36:22.237930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-6b67242a-64d3-4882-a80d-e8b1c0f9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.241172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-6b67242a-64d3-4882-a80d-e8b1c0f9d260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1026337 Oct 15 19:36:22.275920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca9267-db71-4730-b99d-1d95491e2b98,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:22.285623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.285968 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Added segment a27f670e-c817-4a70-b883-43ec02955e01 of type vlan for network 77798f18-edd9-4874-afe1-0a4564af4b23 Oct 15 19:36:22.298496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.301760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-371d84d5-abeb-48be-87ea-90161b3db30c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=de897a3e-3d1e-4435-a91a-b25879332404 HTTP/1.1" status: 200 len: 217 time: 0.0524952 Oct 15 19:36:22.344638 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.363322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.363495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-1d81f416-f357-41ab-8959-adc15ce84d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.364577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-1d81f416-f357-41ab-8959-adc15ce84d3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0557401 Oct 15 19:36:22.397871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.434993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-c77894ef-090f-4e67-ac8a-ffd4e3b5abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.436728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-c77894ef-090f-4e67-ac8a-ffd4e3b5abc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622404 Oct 15 19:36:22.454118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.480171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbeba69-75f8-4246-bb6f-75abb6683c22 req-b9858700-40b5-4f92-acf4-fa8c7a8a5745 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.482449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdbeba69-75f8-4246-bb6f-75abb6683c22 req-b9858700-40b5-4f92-acf4-fa8c7a8a5745 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.1131239 Oct 15 19:36:22.531082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdbeba69-75f8-4246-bb6f-75abb6683c22 req-aaf600ae-cd20-42f1-9611-d2d0659eee3a tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Oct 15 19:36:22.532275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.570495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-e8d196c6-d18c-4d4f-93dd-0356c229925c service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242447 Oct 15 19:36:22.578081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.579070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.579675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.591923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:22.679783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4578049 Oct 15 19:36:22.685446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52948) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:22.691243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Request body: {'subnet': {'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-729570731-subnet', 'tenant_id': '4d0b72ca94f443919ea556693a17f581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:22.709412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464577f-aa40-4ca7-870e-406837b50481 admin admin] Pushing event updated for resources: {'Network': ['ID=77798f18-edd9-4874-afe1-0a4564af4b23,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:22.724611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 77798f18-edd9-4874-afe1-0a4564af4b23 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:36:22.730233 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a associated. External IP: 172.25.0.70, port: 4a3271bd-39ab-4377-8c96-ffd2c1bc2454. Oct 15 19:36:22.843940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c0a9-b446-4de2-87bb-7ab10988f7b9 req-8c87ae41-23d9-4551-9b27-c4facdbf6b3e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.845590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca17c0a9-b446-4de2-87bb-7ab10988f7b9 req-8c87ae41-23d9-4551-9b27-c4facdbf6b3e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 969 time: 0.0712194 Oct 15 19:36:22.924424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca17c0a9-b446-4de2-87bb-7ab10988f7b9 req-942ebbc6-6cf3-476d-9ad4-9ba7513734bc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512974 Oct 15 19:36:22.942971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035baed4-b2c5-4644-8067-2b8c112a2374 req-84bd07c3-dbc5-4943-a798-8de7035397f2 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626022 Oct 15 19:36:22.950809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645482a-65d5-4362-aaa2-580e726bfacc req-a68128a6-8137-4372-8cd1-3ae9e6c3a280 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:22.952365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5645482a-65d5-4362-aaa2-580e726bfacc req-a68128a6-8137-4372-8cd1-3ae9e6c3a280 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.15 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.3002622 Oct 15 19:36:23.046957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Made reservation on behalf of 4d0b72ca94f443919ea556693a17f581 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:23.050162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.056896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fefde11-f94a-4708-9084-98d15ed40c9c up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:23.229077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 5fefde11-f94a-4708-9084-98d15ed40c9c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:23.234043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 5fefde11-f94a-4708-9084-98d15ed40c9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:23.238644 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.239475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Deleting port c450899c-eacf-4d86-849d-550fe3fa5f76 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:36:23.239475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.273020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a290f8-7f9c-4c41-a84d-29d8bcec0d43 req-b10ccbb5-c167-425b-9141-0496a24c433a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:23.275065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94a290f8-7f9c-4c41-a84d-29d8bcec0d43 req-b10ccbb5-c167-425b-9141-0496a24c433a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 947 time: 0.1229978 Oct 15 19:36:23.277113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:36:23.364235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.394949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:23.397528 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f0a09f-713d-44cb-ab41-d8167fb41f71" -d '{"events": [{"server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "name": "network-vif-plugged", "status": "completed", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:23.422888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fefde11-f94a-4708-9084-98d15ed40c9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:23.461209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d1acc-8f3f-48f8-b43c-7f99c40d6484 req-89852a52-e234-479a-b6db-4931cccca933 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:23.469288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-598d1acc-8f3f-48f8-b43c-7f99c40d6484 req-89852a52-e234-479a-b6db-4931cccca933 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 946 time: 0.1348999 Oct 15 19:36:23.472399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] For port c450899c-eacf-4d86-849d-550fe3fa5f76, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c450899c-eacf-4d86-849d-550fe3fa5f76,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:23.472544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94a290f8-7f9c-4c41-a84d-29d8bcec0d43 req-9cc1571b-2f64-4e0f-858f-8a8ac5c30c79 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816590 Oct 15 19:36:23.472760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.505113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Calling delete_port for c450899c-eacf-4d86-849d-550fe3fa5f76 owned by compute:tempest-test_az-854773683 {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:36:23.532513 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.549169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:36:23.554727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.569867 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:36:23.577207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-598d1acc-8f3f-48f8-b43c-7f99c40d6484 req-9af7ddf7-c7e4-49c2-987f-eb7f475f86ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069751 Oct 15 19:36:23.579861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.595460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-34e17256-fb28-483f-89f7-e7db00e9d550 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "PUT /v2.0/floatingips/03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a HTTP/1.1" status: 200 len: 991 time: 2.3448555 Oct 15 19:36:23.596170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:23.599572 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1467f304-b39a-4cf2-b7e6-946732d8c0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:23.603196 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:36:23.606605 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:36:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:36:23.631273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:23.671394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2fa488-3b6d-4bb1-bde6-689686d49d30,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:23.671842 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3117be52-9d8b-40c2-9b5d-89c87df9bc14 x-openstack-request-id: req-3117be52-9d8b-40c2-9b5d-89c87df9bc14 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:23.671965 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "name": "network-vif-plugged", "status": "completed", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:23.672276 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3117be52-9d8b-40c2-9b5d-89c87df9bc14 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:23.672751 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c', 'code': 200} Oct 15 19:36:23.679350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Checking segment: {'id': 'a27f670e-c817-4a70-b883-43ec02955e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:23.679751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Network hostable DHCP agents. Network: 77798f18-edd9-4874-afe1-0a4564af4b23, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:36:23.821728 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:36:23.849045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320965b-2487-478c-bab3-c938bd2372bf req-1f63b187-a53d-4a45-bd06-b59a4b6cd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:23.850824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3320965b-2487-478c-bab3-c938bd2372bf req-1f63b187-a53d-4a45-bd06-b59a4b6cd289 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1122 time: 0.1037524 Oct 15 19:36:23.864885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add97248-33ea-45a5-88d1-a2b2a9b78036 req-c574d8a2-d432-4e95-8184-331060e86715 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:23.874943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-add97248-33ea-45a5-88d1-a2b2a9b78036 req-c574d8a2-d432-4e95-8184-331060e86715 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 970 time: 0.1018858 Oct 15 19:36:23.899249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Network 77798f18-edd9-4874-afe1-0a4564af4b23 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:36:23.934110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:23.945233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c450899c-eacf-4d86-849d-550fe3fa5f76'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:23.958306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3320965b-2487-478c-bab3-c938bd2372bf req-fa051bb2-6680-4699-a94b-e8e1b318cf29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750198 Oct 15 19:36:23.982068 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b8607b-94cf-44f8-8746-7429f76fb99a x-openstack-request-id: req-a0b8607b-94cf-44f8-8746-7429f76fb99a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:23.982068 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:23.983032 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0b8607b-94cf-44f8-8746-7429f76fb99a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:23.988850 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'status': 'completed', 'code': 200} Oct 15 19:36:24.000218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Pushing event deleted for resources: {'Port': ['ID=c450899c-eacf-4d86-849d-550fe3fa5f76,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:24.014137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-add97248-33ea-45a5-88d1-a2b2a9b78036 req-a2ab5df0-4106-4e97-962a-2b7fa1694f3b tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380320 Oct 15 19:36:24.108607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-510173ca-f760-4e3a-8716-22f00189ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.118868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-510173ca-f760-4e3a-8716-22f00189ccba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1028638 Oct 15 19:36:24.166871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 77798f18-edd9-4874-afe1-0a4564af4b23) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:24.187297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] No DVR routers for this DVR port c450899c-eacf-4d86-849d-550fe3fa5f76 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:36:24.187673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbe897c-7d84-4c1b-b425-6d90f4b3180d None None] Network 77798f18-edd9-4874-afe1-0a4564af4b23 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:24.190169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.191735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:24.245623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:24.247081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5645482a-65d5-4362-aaa2-580e726bfacc req-45394b23-c120-4471-909a-00e2df283d85 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.15 "DELETE /v2.0/ports/c450899c-eacf-4d86-849d-550fe3fa5f76 HTTP/1.1" status: 204 len: 173 time: 1.2876384 Oct 15 19:36:24.247823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'name': 'network-vif-deleted', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:24.250523 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c703a02-6d5d-449f-9522-d3845440574f" -d '{"events": [{"server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "name": "network-vif-deleted", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:24.287144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-658ed9e6-4142-4f32-832c-eac12ff630ea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5974758 Oct 15 19:36:24.310620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ad3b8-070f-4a1d-864b-ff2ff275631f req-2b6e7eba-9e51-485f-a8e3-0e48de373bee tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.312247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-969ad3b8-070f-4a1d-864b-ff2ff275631f req-2b6e7eba-9e51-485f-a8e3-0e48de373bee tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.1026554 Oct 15 19:36:24.452112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-969ad3b8-070f-4a1d-864b-ff2ff275631f req-fcfb8ccc-1e6c-4788-95c5-ca30d6be1921 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 Oct 15 19:36:24.460575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-dedabdb5-5ea2-45dc-9992-0067ed9327bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.467095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-dedabdb5-5ea2-45dc-9992-0067ed9327bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 925 time: 0.3423181 Oct 15 19:36:24.531717 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:24.582615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415fa4a-a667-4b7c-add3-b58b25f094fb None None] Network 77798f18-edd9-4874-afe1-0a4564af4b23 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:24.604289 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0e:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:36:22Z', 'revision_number': 1, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:36:24.655077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-5c6d5199-3097-4669-ac81-f856c4e39ac9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 200 len: 999 time: 0.1821721 Oct 15 19:36:24.671273 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:36:24.681859 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:36:24.682631 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:36:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:36:24.738271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-b546b567-846a-44a1-8917-428f2d73840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.738271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-b546b567-846a-44a1-8917-428f2d73840c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0667908 Oct 15 19:36:24.738271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d749d48-081d-498d-aff8-055e42f1e830 req-ee78d7da-2bb0-44b4-acf7-4ad2b8f3c249 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.744355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d749d48-081d-498d-aff8-055e42f1e830 req-ee78d7da-2bb0-44b4-acf7-4ad2b8f3c249 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1098 time: 0.0880725 Oct 15 19:36:24.861694 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:36:24.902361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-cf00896e-a093-46c6-a79c-b7e0f75a16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:24.905719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-cf00896e-a093-46c6-a79c-b7e0f75a16cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592348 Oct 15 19:36:24.908795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d749d48-081d-498d-aff8-055e42f1e830 req-aa7966c9-b483-44a9-96c3-275df7f0930a tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634562 Oct 15 19:36:24.981990 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3406699f-68bf-461f-b428-db05a763bdf9 x-openstack-request-id: req-3406699f-68bf-461f-b428-db05a763bdf9 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:24.982474 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26015781-ee41-4598-91d7-2d1ad90ef2e1", "name": "network-vif-deleted", "tag": "c450899c-eacf-4d86-849d-550fe3fa5f76", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:24.982585 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3406699f-68bf-461f-b428-db05a763bdf9 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:24.983477 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26015781-ee41-4598-91d7-2d1ad90ef2e1', 'name': 'network-vif-deleted', 'tag': 'c450899c-eacf-4d86-849d-550fe3fa5f76', 'status': 'completed', 'code': 200} Oct 15 19:36:25.107603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-58d0d4c3-f8c3-45d8-a69f-2ba34da0631d service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944215 Oct 15 19:36:25.123368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b01799-6843-4e28-ac5b-3b99bb210240 req-fc37ca90-5342-4215-b7dc-cae413104b5f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:25.132565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8b01799-6843-4e28-ac5b-3b99bb210240 req-fc37ca90-5342-4215-b7dc-cae413104b5f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 947 time: 0.0971212 Oct 15 19:36:25.291797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8b01799-6843-4e28-ac5b-3b99bb210240 req-0285ad7b-470f-43fa-9259-a908e02427cb tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466470 Oct 15 19:36:25.292034 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0e:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:36:22Z', 'revision_number': 1, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:36:25.299464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c3ac6-b762-4702-9248-8bf09fea9def req-fe55a177-26c0-4420-9c00-40ffdec1b1c5 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:25.310086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d6c3ac6-b762-4702-9248-8bf09fea9def req-fe55a177-26c0-4420-9c00-40ffdec1b1c5 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1098 time: 0.1059906 Oct 15 19:36:25.363500 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d79e551-14c1-4cee-9cd8-26e13724a1b4 None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0e:fc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:36:22Z', 'revision_number': 1, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:36:25.388258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1467f304-b39a-4cf2-b7e6-946732d8c0fa req-bb161041-db70-4fed-8ed6-3856544dd327 service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524412 Oct 15 19:36:25.395191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d6c3ac6-b762-4702-9248-8bf09fea9def req-a7e3a81a-8ad7-4df3-8f22-e03adc31234c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834270 Oct 15 19:36:25.631124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8feee705-6bdf-441a-a8ef-c3c71161b5c2 req-7589db42-a91a-4970-b44b-a9aff29313f0 tempest-AggregatesAdminTestJSON-1787024285 tempest-AggregatesAdminTestJSON-1787024285-project] 10.222.0.13 "GET /v2.0/ports?device_id=26015781-ee41-4598-91d7-2d1ad90ef2e1 HTTP/1.1" status: 200 len: 210 time: 0.0652289 Oct 15 19:36:25.784662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f281a8-68f1-444a-9565-1e43a43ce045 None None] New status for floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:36:25.818351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53078) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:25.827350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-255512739-network', 'tenant_id': 'e0e6238b78f24e2fb524dd0507544eec'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:25.838125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c3fd0-fa95-4ff5-800a-77a3858b794e req-649b1c2b-0cd0-4ce0-9459-d1359e483dc0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:25.846513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef8c3fd0-fa95-4ff5-800a-77a3858b794e req-649b1c2b-0cd0-4ce0-9459-d1359e483dc0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.1106076 Oct 15 19:36:25.886812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef8c3fd0-fa95-4ff5-800a-77a3858b794e req-2c620acf-e9be-46de-9d8d-46f9422f9720 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Oct 15 19:36:25.928430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-8e94883b-d499-4bf9-acf3-466bf8d50eca req-e0694e7b-95b1-4306-940a-bd7c43a96f71 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:36:25.931072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e94883b-d499-4bf9-acf3-466bf8d50eca req-e0694e7b-95b1-4306-940a-bd7c43a96f71 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0184286 Oct 15 19:36:25.960920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-71245272-81b5-4502-a2d6-219514c1b4a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0977054 Oct 15 19:36:25.981971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Made reservation on behalf of e0e6238b78f24e2fb524dd0507544eec for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:25.986433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.006010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.090694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571259-3b17-4544-8810-c9260ca2bf0c req-00092ea7-7cd3-4c8e-aabc-8b7b871765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.092522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-00092ea7-7cd3-4c8e-aabc-8b7b871765bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0775852 Oct 15 19:36:26.210141 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.251296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571259-3b17-4544-8810-c9260ca2bf0c req-ff2b118c-c2cb-463f-9781-1ff11a309aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.253203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-ff2b118c-c2cb-463f-9781-1ff11a309aa0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 925 time: 0.1414077 Oct 15 19:36:26.302425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.327363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:36:26.347105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-dd848ab6-fd27-49df-bd66-e8b7a53b4739 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 200 len: 999 time: 0.0866842 Oct 15 19:36:26.363956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.364293 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Added segment 004f7bcc-2180-48ae-b947-78b170f75a13 of type vlan for network d7e9b879-f6f6-4b0f-b29d-c13de01250f2 Oct 15 19:36:26.394127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e473a00f-9af8-4eed-8f84-91e3bb0d5359,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:26.408532 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:36:26.444955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.449238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571259-3b17-4544-8810-c9260ca2bf0c req-a9578d1b-7cd5-48c4-8595-c1d61438d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.450898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-a9578d1b-7cd5-48c4-8595-c1d61438d0f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0977170 Oct 15 19:36:26.504931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571259-3b17-4544-8810-c9260ca2bf0c req-124b90c5-98ac-4b53-bef9-15696272fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.506352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-124b90c5-98ac-4b53-bef9-15696272fc53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477450 Oct 15 19:36:26.614834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-3b46d136-55de-47a4-ba2b-7edaf9c40603 service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009071 Oct 15 19:36:26.642443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.643302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.643946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.649032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2f663-f576-4d38-82cb-c50ff9c7e596 req-a12e632a-1aa4-432f-b866-bf6c4e5d89cd tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:26.650551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5c2f663-f576-4d38-82cb-c50ff9c7e596 req-a12e632a-1aa4-432f-b866-bf6c4e5d89cd tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 947 time: 0.0479217 Oct 15 19:36:26.689373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5c2f663-f576-4d38-82cb-c50ff9c7e596 req-6d434db6-cc43-44a5-a9c7-17a28cf38a57 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320804 Oct 15 19:36:26.756456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e9b879-f6f6-4b0f-b29d-c13de01250f2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:26.767907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d7e9b879-f6f6-4b0f-b29d-c13de01250f2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:36:26.799825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46571259-3b17-4544-8810-c9260ca2bf0c req-4c5222c4-7959-4293-8106-9eea7a09f7f5 service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634195 Oct 15 19:36:26.800444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53100) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:26.807645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c933d7bf-1f5e-4ea9-980e-aa6b955a2ca9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9838345 Oct 15 19:36:26.807983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53102) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:26.818660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Request body: {'subnet': {'network_id': 'd7e9b879-f6f6-4b0f-b29d-c13de01250f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-255512739-subnet', 'tenant_id': 'e0e6238b78f24e2fb524dd0507544eec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:26.924772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-1071adb4-3b41-4e8b-a53e-918a9979547e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538065 Oct 15 19:36:26.948606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Made reservation on behalf of e0e6238b78f24e2fb524dd0507544eec for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:26.952632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:26.957409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abc6e0ec-fc3a-4ca5-bca5-cf66bcf02ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.077728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-5604f5a5-ac87-433c-be1b-be29cea3bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.079580 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-5604f5a5-ac87-433c-be1b-be29cea3bf95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1122 time: 0.0986452 Oct 15 19:36:27.098559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device de897a3e-3d1e-4435-a91a-b25879332404 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:27.117634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abc6e0ec-fc3a-4ca5-bca5-cf66bcf02ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.131391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c450899c-eacf-4d86-849d-550fe3fa5f76 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:36:27.162286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c450899c-eacf-4d86-849d-550fe3fa5f76 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:36:27.162879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c450899c-eacf-4d86-849d-550fe3fa5f76 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:36:27.225344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-287421c4-6799-40c7-98c8-600988da7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.226820 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-287421c4-6799-40c7-98c8-600988da7fd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1248934 Oct 15 19:36:27.228577 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abc6e0ec-fc3a-4ca5-bca5-cf66bcf02ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.229455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.261592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=de897a3e-3d1e-4435-a91a-b25879332404,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:27.275279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'de897a3e-3d1e-4435-a91a-b25879332404', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'de897a3e-3d1e-4435-a91a-b25879332404', 'mac_address': 'fa:16:3e:a4:20:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:27.294810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-3fc652f6-5804-4cec-8bdd-5454122d76ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 200 len: 217 time: 0.0601149 Oct 15 19:36:27.307273 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-abc6e0ec-fc3a-4ca5-bca5-cf66bcf02ae7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc6eadfd94684b3cb997e93d53849428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054948 Oct 15 19:36:27.320372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:27.331368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.349537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de897a3e-3d1e-4435-a91a-b25879332404 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:27.354542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-75ac72b7-5b81-4a00-8fee-fa1054af6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.356059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-75ac72b7-5b81-4a00-8fee-fa1054af6518 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0524595 Oct 15 19:36:27.357011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e0ec-fc3a-4ca5-bca5-cf66bcf02ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09228c3c-af17-491f-a1a0-69e7775eeb35,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:27.380516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=de897a3e-3d1e-4435-a91a-b25879332404,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:27.420977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-fcc3dee1-0136-4e7d-bf25-c9ffbab47b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.422512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-fcc3dee1-0136-4e7d-bf25-c9ffbab47b6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494816 Oct 15 19:36:27.439038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd20c317-18da-470a-bd67-4633bcac61a7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:27.451989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Checking segment: {'id': '004f7bcc-2180-48ae-b947-78b170f75a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd7e9b879-f6f6-4b0f-b29d-c13de01250f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:27.452345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Network hostable DHCP agents. Network: d7e9b879-f6f6-4b0f-b29d-c13de01250f2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:36:27.456165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.458435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.459179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.459412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.459643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.459960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:27.480247 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.488099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.515656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.540195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:27.564362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Network d7e9b879-f6f6-4b0f-b29d-c13de01250f2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:36:27.571206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4343a5-b1f5-4773-ada3-a9879fb2a788 req-52e461aa-313a-491c-8305-2ec351e3e246 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.572722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab4343a5-b1f5-4773-ada3-a9879fb2a788 req-52e461aa-313a-491c-8305-2ec351e3e246 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.1254780 Oct 15 19:36:27.599517 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-43a9498e-5d21-4d40-a0ad-dfdaed50eb76 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698110 Oct 15 19:36:27.632753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab4343a5-b1f5-4773-ada3-a9879fb2a788 req-3b995365-c3f8-4f42-96dc-686071bfe150 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Oct 15 19:36:27.697319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d7e9b879-f6f6-4b0f-b29d-c13de01250f2) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:27.702038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.707039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-693ce9b2-731a-4fe0-b898-b423c3b5039d req-ddcc9c89-81d3-435e-83f9-09651b6ae38f service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003563 Oct 15 19:36:27.708304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e13e9c-ed8b-47a1-a53b-525cac946895 None None] Network d7e9b879-f6f6-4b0f-b29d-c13de01250f2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:27.712953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.718399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09228c3c-af17-491f-a1a0-69e7775eeb35 HTTP/1.1" status: 204 len: 168 time: 0.3842578 Oct 15 19:36:27.735476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:27.735809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:27.747344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf5d1c-3f99-4a73-b0b9-dc6a23f5c7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09228c3c-af17-491f-a1a0-69e7775eeb35,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:27.858925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['de897a3e-3d1e-4435-a91a-b25879332404'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:27.881619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42317fc-fbd4-44d2-b71c-0cd64e61a501 None None] Network d7e9b879-f6f6-4b0f-b29d-c13de01250f2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:27.963078 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1d5973dc-37d9-4579-9796-c66786e06432 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1453357 Oct 15 19:36:28.193754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:28.232311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-fb9c4313-ce5d-4b90-a11f-4bece0280452 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:28.236017 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-fb9c4313-ce5d-4b90-a11f-4bece0280452 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1122 time: 0.0526078 Oct 15 19:36:28.255075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.331284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.415835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.433742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b50ffc32-fcbe-4fb6-8940-1814b9eedfdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f84adb1f025c4ac49c58822b65baaaca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2386241 Oct 15 19:36:28.436799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53170) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:28.440286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03ccd103-c6de-4a1e-81db-7339d79020f4 req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005434 Oct 15 19:36:28.451472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100acfee-1316-41e4-855a-6fe83df17112,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:28.475259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.475640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.476210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.476550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.476883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.477216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.477542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.477866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.478189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.478568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.478893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.479210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39a62dc-3983-4696-b94e-464fbcb94440 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:28.500231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.526383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.572844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40d0f4-1c37-4772-8e4e-deaa43540035 req-ec969ee7-f7b2-49f5-932e-1682dec4de02 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:28.574396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b40d0f4-1c37-4772-8e4e-deaa43540035 req-ec969ee7-f7b2-49f5-932e-1682dec4de02 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 948 time: 0.0544362 Oct 15 19:36:28.612808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b40d0f4-1c37-4772-8e4e-deaa43540035 req-8f8aa631-526d-47ab-9201-387864feff64 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322719 Oct 15 19:36:28.651711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53182) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:28.665707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dea707fc-1051-41f8-9e75-0ad33bd7820c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.673973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.676534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.677649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7 HTTP/1.1" status: 204 len: 168 time: 0.2395124 Oct 15 19:36:28.691269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c61dc4-5fd4-4f2b-8929-7fc06aa04587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f751c8b-66ee-4e37-bc6c-fa59f7a0b3d7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:28.762004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dea707fc-1051-41f8-9e75-0ad33bd7820c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.835081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dea707fc-1051-41f8-9e75-0ad33bd7820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.875775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dea707fc-1051-41f8-9e75-0ad33bd7820c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11589e1a0be947b8aa01d6bc8e51a5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228851 Oct 15 19:36:28.877571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea707fc-1051-41f8-9e75-0ad33bd7820c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897e1ab5-620a-4037-af4f-1c3afebca5a5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:28.878354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53188) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:28.927672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:28.958407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.119825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.122822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.124046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/897e1ab5-620a-4037-af4f-1c3afebca5a5 HTTP/1.1" status: 204 len: 168 time: 0.2447081 Oct 15 19:36:29.135130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device de897a3e-3d1e-4435-a91a-b25879332404 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:29.135619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228392e-7a03-48e2-9918-d2e10590970a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897e1ab5-620a-4037-af4f-1c3afebca5a5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:29.377422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port de897a3e-3d1e-4435-a91a-b25879332404 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:29.381868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port de897a3e-3d1e-4435-a91a-b25879332404 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:29.382327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.463049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.731684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:29.731684 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c50f7-2db0-4988-acdf-b2b0d872e85c" -d '{"events": [{"server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "name": "network-vif-plugged", "status": "completed", "tag": "de897a3e-3d1e-4435-a91a-b25879332404"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:29.731684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=de897a3e-3d1e-4435-a91a-b25879332404,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:29.822306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53206) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:29.867822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b03cf5f-ca0d-4b09-ada5-d34043458135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=957243d3eba444e6ac8012ee51372eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426824 Oct 15 19:36:29.875548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53210) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:29.929567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.936915 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.955947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:29.985766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:29.994763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.995349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.995729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.996068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.996462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.997094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.997623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.997962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.998518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.998814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.999145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:29.999470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:36:30.080070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53224) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:30.080912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:30.084555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:30.091936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f0405ca-1b3c-44d6-8051-e0a4a897e174 HTTP/1.1" status: 204 len: 168 time: 0.2093344 Oct 15 19:36:30.097192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0562df3-0953-4416-ac3f-4c7eda3c095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0405ca-1b3c-44d6-8051-e0a4a897e174,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:30.225973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-6b98632e-d65c-480c-acd4-7e70be162d1a tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:30.227899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-6b98632e-d65c-480c-acd4-7e70be162d1a tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/networks?id=77798f18-edd9-4874-afe1-0a4564af4b23 HTTP/1.1" status: 200 len: 814 time: 0.1325259 Oct 15 19:36:30.239226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-6bdaca9e-cc08-481e-b0cc-7c198c201858 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:36:30.240266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-6bdaca9e-cc08-481e-b0cc-7c198c201858 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1586955 Oct 15 19:36:30.253083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-c1ed3ea6-1422-4fe6-8b3d-8286272b1267 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/quotas/4d0b72ca94f443919ea556693a17f581 HTTP/1.1" status: 200 len: 375 time: 0.0173612 Oct 15 19:36:30.291224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-99470b04-9760-446b-8a55-258173e19930 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4d0b72ca94f443919ea556693a17f581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370018 Oct 15 19:36:30.293900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e687dacf-e2e3-49d2-bbed-b974f3b930bf tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:30.295372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e687dacf-e2e3-49d2-bbed-b974f3b930bf tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 1095 time: 0.0444217 Oct 15 19:36:30.394998 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-c1cce130-02fe-4549-bcee-e5dcff996264 service neutron] 10.222.0.13 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028464 Oct 15 19:36:30.486131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-dcbc372e-323c-4d0f-815f-bf628011fd3c service neutron] 10.222.0.13 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902967 Oct 15 19:36:30.551188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Request body: {'binding': {'host': 'n-h1-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:30.551755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:36:30.701619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on host n-h1-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:30.701953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:30.702276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:30.706957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:30.707302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:30.713143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:30.713509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:30.713885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:30.714354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Bound port: 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:30.814339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:30.856607 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7952da87-cb42-4fa1-bb54-beae31e9cccb x-openstack-request-id: req-7952da87-cb42-4fa1-bb54-beae31e9cccb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:30.859116 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "name": "network-vif-plugged", "status": "completed", "tag": "de897a3e-3d1e-4435-a91a-b25879332404", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:30.859116 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7952da87-cb42-4fa1-bb54-beae31e9cccb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:30.859116 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404', 'code': 200} Oct 15 19:36:30.882276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:30.883735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a9aadc-6794-4731-891f-d6ad7d237f81 service neutron] 10.222.0.13 "POST /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015/bindings HTTP/1.1" status: 201 len: 390 time: 0.5278559 Oct 15 19:36:31.193332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989537b6-f990-4b9b-8b16-fa954e7b1388 req-e2f3e765-3b4b-4c25-8d8a-08e11bd291ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.195105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-989537b6-f990-4b9b-8b16-fa954e7b1388 req-e2f3e765-3b4b-4c25-8d8a-08e11bd291ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 1101 time: 0.2722132 Oct 15 19:36:31.204963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d6c21-8d26-4c92-99f8-154c9f49d186 req-ba5a5d23-b615-45e7-b6ef-0c483a083f4f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.216794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-337d6c21-8d26-4c92-99f8-154c9f49d186 req-ba5a5d23-b615-45e7-b6ef-0c483a083f4f tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.3031020 Oct 15 19:36:31.300477 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-337d6c21-8d26-4c92-99f8-154c9f49d186 req-dfac64a4-0fb8-4f8b-aea0-86ed17b219dd tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767083 Oct 15 19:36:31.304838 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-989537b6-f990-4b9b-8b16-fa954e7b1388 req-86469233-5fa9-46ca-9916-8ee547c9e0ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848048 Oct 15 19:36:31.380720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-6029da88-a9eb-433b-a046-672d7fb0284c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293562 Oct 15 19:36:31.419151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f1555f0-81a5-4896-ae73-e46ec71d2bbf req-070e65f1-f53c-4198-a71f-3ee008cb6649 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 210 time: 0.0322232 Oct 15 19:36:31.494202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-22f7752b-56e8-492f-9382-5a89f01420be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.501571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-22f7752b-56e8-492f-9382-5a89f01420be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134400 Oct 15 19:36:31.513964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-3d11b450-cfa7-4caf-a0cb-583928d9a88d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0110586 Oct 15 19:36:31.561652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b7ce-4026-4d52-b2ef-84ddf6fbe347 req-c6b6d1b6-a91e-4835-b71e-fe96475873ce tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.563313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30f4b7ce-4026-4d52-b2ef-84ddf6fbe347 req-c6b6d1b6-a91e-4835-b71e-fe96475873ce tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 946 time: 0.0640430 Oct 15 19:36:31.582764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-bf37db89-f9ea-47c9-83d7-03b40f462885 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557663 Oct 15 19:36:31.630732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30f4b7ce-4026-4d52-b2ef-84ddf6fbe347 req-a8e371d7-fe69-445c-a871-e36f00522191 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524447 Oct 15 19:36:31.846503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9845974c-95a5-4057-8dcd-15be7d619705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.848225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9845974c-95a5-4057-8dcd-15be7d619705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1098 time: 0.0458393 Oct 15 19:36:31.955194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-1f9049f0-765f-4f8f-bc2c-de36555daaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:31.957234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-1f9049f0-765f-4f8f-bc2c-de36555daaca service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1008365 Oct 15 19:36:32.013217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-2e21dcf4-797b-4c6a-b3cf-a0ed24bc6982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.0451062 Oct 15 19:36:32.078648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-6d4568b3-911d-4912-859d-aa4802cd860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:32.080448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-6d4568b3-911d-4912-859d-aa4802cd860b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0599601 Oct 15 19:36:32.130084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-0b230c43-68de-43b1-b516-a7550d006852 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420029 Oct 15 19:36:32.246311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-f2761642-e17f-4bff-85d4-06f097c1f66b service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079259 Oct 15 19:36:32.384620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-0ca5b640-9dd3-49de-9313-1994fdd4e65f service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305130 Oct 15 19:36:32.667481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c601580-76ad-43dd-bc6d-d6bc5449dd6f req-09a4cde4-51b3-4180-96a9-38ab6ec55fdc tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:32.669524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c601580-76ad-43dd-bc6d-d6bc5449dd6f req-09a4cde4-51b3-4180-96a9-38ab6ec55fdc tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.0780499 Oct 15 19:36:32.714705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c601580-76ad-43dd-bc6d-d6bc5449dd6f req-03987ccb-fc15-4405-b5c9-bd54eeecb018 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Oct 15 19:36:32.845995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17abba08-9d13-4a50-b6e0-4ea72eaf2741 req-f434e6da-da69-4be3-b4d4-2fb26b474b4f tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 210 time: 0.0435936 Oct 15 19:36:32.848857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-2d43103e-9fe7-4885-a8ef-56851491628e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:32.850225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-2d43103e-9fe7-4885-a8ef-56851491628e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1098 time: 0.1107831 Oct 15 19:36:32.866435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-14'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:32.950239 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.002225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24995e0a-979e-42da-bcda-4c3c8bdf2c04 req-f37d71b9-7e42-4562-be0d-fdf8bcf2417c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:33.003974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24995e0a-979e-42da-bcda-4c3c8bdf2c04 req-f37d71b9-7e42-4562-be0d-fdf8bcf2417c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 946 time: 0.0538089 Oct 15 19:36:33.058086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24995e0a-979e-42da-bcda-4c3c8bdf2c04 req-30aef095-65ec-458d-9b02-fff0a371d1cf tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431974 Oct 15 19:36:33.112872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:33.152031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:33.193722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:33.196083 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4823d5-0dbd-4122-bbce-d2fa7318106a" -d '{"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-unplugged", "status": "completed", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:33.203496 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.211725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b357770-ffbc-4954-b205-6b879ab23efd req-98407c9f-6d5e-482e-951e-37f7548fe92a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 210 time: 0.0282111 Oct 15 19:36:33.269850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.301690 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ca638-18ea-458c-84b0-38fdaa85223d x-openstack-request-id: req-ce4ca638-18ea-458c-84b0-38fdaa85223d {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:33.302211 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-unplugged", "status": "completed", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:33.302470 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce4ca638-18ea-458c-84b0-38fdaa85223d {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:33.302862 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'code': 200} Oct 15 19:36:33.364945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:33.372223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on host n-h2-712140-14 for vnic_type normal with profile {"migrating_to": "n-h1-712140-14"} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:33.372483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:33.372808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:33.377561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:33.377886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Attempting to bind port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:33.382906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:33.383416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:33.387859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:33.387859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Bound port: 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:33.387859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.484839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:33.488260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:33.561678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.640350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:33.641048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:33.643214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] 10.222.0.15 "PUT /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 1124 time: 0.7860298 Oct 15 19:36:33.649337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103c08f-2b31-4fc7-bcc4-d19e11285a7d service neutron] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:33.697096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9ebfd47-b30e-4759-99c7-7c8fa09d766d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:33.698540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9ebfd47-b30e-4759-99c7-7c8fa09d766d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.11 "GET /v2.0/networks?id=77798f18-edd9-4874-afe1-0a4564af4b23 HTTP/1.1" status: 200 len: 814 time: 0.1329348 Oct 15 19:36:33.717505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Request body: {'port': {'device_id': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23', 'admin_state_up': True, 'tenant_id': '4d0b72ca94f443919ea556693a17f581'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:33.727230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['04a69aad-3e41-43c9-90b8-a8f04e2f5015'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:33.904005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53424) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:33.910123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd5d4-8aa6-4749-886b-843758ec8298 req-cd8a522e-37ca-4bf7-bbbf-d13b5ff65c4a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:33.911730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c30bd5d4-8aa6-4749-886b-843758ec8298 req-cd8a522e-37ca-4bf7-bbbf-d13b5ff65c4a tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.0635784 Oct 15 19:36:33.954616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c30bd5d4-8aa6-4749-886b-843758ec8298 req-54455a7f-7661-4171-99b8-f353f5d1c06b tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Oct 15 19:36:33.955993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Made reservation on behalf of 4d0b72ca94f443919ea556693a17f581 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:33.960753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.063599 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-439e8ba0-2890-491c-9205-5e82cb546f02 req-26f928d9-1d0f-41f6-8e5c-0e636c5759c0 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 210 time: 0.0435798 Oct 15 19:36:34.096276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df4edcea-d963-4483-aaf2-37e715797619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.142959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Allocated IP 172.20.0.2 (77798f18-edd9-4874-afe1-0a4564af4b23/4d2fa488-3b6d-4bb1-bde6-689686d49d30/93c997c8-8042-4a58-ac11-a39421613ca1) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:34.187161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df4edcea-d963-4483-aaf2-37e715797619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.302064 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.315412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df4edcea-d963-4483-aaf2-37e715797619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.355753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c465e-821f-4788-b0d3-f25e4d28b446 req-577b1879-57f6-4b65-b260-245b928fa0e3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:34.357659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-042c465e-821f-4788-b0d3-f25e4d28b446 req-577b1879-57f6-4b65-b260-245b928fa0e3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0940828 Oct 15 19:36:34.378170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df4edcea-d963-4483-aaf2-37e715797619 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec656278e8604a34b4e93da5926560b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730041 Oct 15 19:36:34.380581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4edcea-d963-4483-aaf2-37e715797619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb70a26b-89df-4981-bb2e-c82dd046a647,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:34.390967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53442) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:34.437174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-042c465e-821f-4788-b0d3-f25e4d28b446 req-759e0d12-3629-4419-95c9-6234f8c7e4a6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707235 Oct 15 19:36:34.462619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.504877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.611735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-760eadd2-57a6-42df-8933-a5774b573932 req-12d87e3a-8d9f-4573-82bc-8d7e46d716ce tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 210 time: 0.0261335 Oct 15 19:36:34.685499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.686405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.689580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.690918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb70a26b-89df-4981-bb2e-c82dd046a647 HTTP/1.1" status: 204 len: 168 time: 0.2984157 Oct 15 19:36:34.709800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671347cb-004c-48ad-bfda-33836a9a093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb70a26b-89df-4981-bb2e-c82dd046a647,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:34.746959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Network 77798f18-edd9-4874-afe1-0a4564af4b23 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:34.750167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:34.758041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:34.764741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:34.765364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:34.778855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Pushing event updated for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:34.872446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e35c68-9390-42eb-af86-41fabf3d6578 req-e89379a6-d961-4bd0-b271-ba58fa29b5b2 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:34.877546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-f9e8b1ab-f784-482e-af2f-8d7c444ce07d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1645246 Oct 15 19:36:34.879468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82e35c68-9390-42eb-af86-41fabf3d6578 req-e89379a6-d961-4bd0-b271-ba58fa29b5b2 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.0618591 Oct 15 19:36:34.904793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Request body: {'port': {'device_id': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:34.913344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82e35c68-9390-42eb-af86-41fabf3d6578 req-2c212325-32fa-40aa-aa47-90fe16d8523e tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329866 Oct 15 19:36:34.968112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.279377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c997c8-8042-4a58-ac11-a39421613ca1 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:35.288135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.303707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:35.306616 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ee3204-c0d2-40ab-b672-bbd4080a5d26" -d '{"events": [{"name": "network-changed", "server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:35.307124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Transition to ACTIVE for port object 93c997c8-8042-4a58-ac11-a39421613ca1 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:35.316478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e86dd8-63dc-460c-9a8f-554a00b8ea89 req-0d82d4ee-3c7b-471d-bf6a-2d814c3cb134 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.317967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9e86dd8-63dc-460c-9a8f-554a00b8ea89 req-0d82d4ee-3c7b-471d-bf6a-2d814c3cb134 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 931 time: 0.0746493 Oct 15 19:36:35.359271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9e86dd8-63dc-460c-9a8f-554a00b8ea89 req-9b4e29c1-e8a7-46e4-9a84-dc1f1a15f75a tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343857 Oct 15 19:36:35.380752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.437511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Pushing event updated for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:35.472461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Attempting to bind port 93c997c8-8042-4a58-ac11-a39421613ca1 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:35.472843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Attempting to bind port 93c997c8-8042-4a58-ac11-a39421613ca1 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'a27f670e-c817-4a70-b883-43ec02955e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:35.477389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Attempting to bind port 93c997c8-8042-4a58-ac11-a39421613ca1 on network 77798f18-edd9-4874-afe1-0a4564af4b23 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:35.477678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Port 93c997c8-8042-4a58-ac11-a39421613ca1 on network 77798f18-edd9-4874-afe1-0a4564af4b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:35.477990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Attempting to bind port 93c997c8-8042-4a58-ac11-a39421613ca1 on network 77798f18-edd9-4874-afe1-0a4564af4b23 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:35.483467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:35.483888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Checking segment: {'id': 'a27f670e-c817-4a70-b883-43ec02955e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:35.484181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Bound using segment: {'id': 'a27f670e-c817-4a70-b883-43ec02955e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:35.485346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Bound port: 93c997c8-8042-4a58-ac11-a39421613ca1, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a27f670e-c817-4a70-b883-43ec02955e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:35.485715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.571848 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72432fc-c222-4542-b189-ff44ea736a44 x-openstack-request-id: req-a72432fc-c222-4542-b189-ff44ea736a44 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:35.575681 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:35.575681 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a72432fc-c222-4542-b189-ff44ea736a44 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:35.575681 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'status': 'completed', 'code': 200} Oct 15 19:36:35.591861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:35.595786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=93c997c8-8042-4a58-ac11-a39421613ca1,segment=NetworkSegment(a27f670e-c817-4a70-b883-43ec02955e01),segment_id=a27f670e-c817-4a70-b883-43ec02955e01)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:35.596908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:35.604804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.11', 57129) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:35.637324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f43b1574-311c-4c19-ad55-ff50362edda4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309467 Oct 15 19:36:35.665019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8858692f-aae5-4b55-a8d5-a90d005ac4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.705800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.706549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36abe0-3a57-4428-9b83-7b34bede74e5 req-d186a69b-4c47-41d0-93d6-cbb6af3e5694 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.718455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f36abe0-3a57-4428-9b83-7b34bede74e5 req-d186a69b-4c47-41d0-93d6-cbb6af3e5694 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.1231885 Oct 15 19:36:35.720391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53494) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:35.752442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-e4a04990-42f4-4280-8bb7-a3b7450580aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.753945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-e4a04990-42f4-4280-8bb7-a3b7450580aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1127 time: 0.1396377 Oct 15 19:36:35.776818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.777531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.787867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] 10.222.0.11 "PUT /v2.0/ports/93c997c8-8042-4a58-ac11-a39421613ca1 HTTP/1.1" status: 200 len: 1092 time: 0.8806179 Oct 15 19:36:35.787867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:35.787867 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:35.814447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f36abe0-3a57-4428-9b83-7b34bede74e5 req-aa30f6bb-0ac8-43e3-a563-4cdd27709fd5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983241 Oct 15 19:36:35.858192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea17b1d-b105-479d-be2e-d515715a7231 service neutron] Pushing event updated for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:35.890825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1f7f3-fdc7-445c-aec5-f40140c67389 req-eddf57ba-18f0-4ef6-ae8f-31645ca10cec tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.900570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3de1f7f3-fdc7-445c-aec5-f40140c67389 req-eddf57ba-18f0-4ef6-ae8f-31645ca10cec tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.2417378 Oct 15 19:36:35.904960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-296e2df5-b8ef-4904-b7b5-15a8a18631f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.917605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-cd30f9b6-b44e-4ecb-8b4f-5cb88c5a2006 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.921720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-cd30f9b6-b44e-4ecb-8b4f-5cb88c5a2006 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779381 Oct 15 19:36:35.946929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:35.957539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8858692f-aae5-4b55-a8d5-a90d005ac4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:35.987667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-166d2da7-90be-42e2-a103-c89da1dc1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:35.989200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-166d2da7-90be-42e2-a103-c89da1dc1fc6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.2120454 Oct 15 19:36:35.991831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3de1f7f3-fdc7-445c-aec5-f40140c67389 req-e9499e24-e30c-422e-b43e-14c34545ae0b tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903141 Oct 15 19:36:36.019077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec290d6d-cec1-47af-96a3-caf86f43fb0a req-1a85120b-e0ca-4b7c-8b82-ede488ba0193 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 210 time: 0.0363889 Oct 15 19:36:36.086733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-1842632d-1ab0-4ce0-b3e2-c741ba4977f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.088277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-1842632d-1ab0-4ce0-b3e2-c741ba4977f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d0b72ca94f443919ea556693a17f581&device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 1095 time: 0.1469345 Oct 15 19:36:36.109067 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a86dbe7-6c80-45f1-9cc5-d3d0dd6eea29 x-openstack-request-id: req-5a86dbe7-6c80-45f1-9cc5-d3d0dd6eea29 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:36.109356 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:36.109611 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a86dbe7-6c80-45f1-9cc5-d3d0dd6eea29 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:36.110165 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1', 'status': 'completed', 'code': 200} Oct 15 19:36:36.124934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8858692f-aae5-4b55-a8d5-a90d005ac4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.134799 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-dc91e66d-3014-4880-90be-5d767c2131e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.1182816 Oct 15 19:36:36.152898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-7c05839e-5384-4311-8125-d85d9c9947ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c997c8-8042-4a58-ac11-a39421613ca1 HTTP/1.1" status: 200 len: 217 time: 0.0451763 Oct 15 19:36:36.210280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-296e2df5-b8ef-4904-b7b5-15a8a18631f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.218583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858692f-aae5-4b55-a8d5-a90d005ac4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847aa34d-6e36-4897-9ba7-bbae7779773b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:36.223919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-c8064985-0bde-4c9e-967d-54d7fb5becc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.225472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-c8064985-0bde-4c9e-967d-54d7fb5becc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d2fa488-3b6d-4bb1-bde6-689686d49d30 HTTP/1.1" status: 200 len: 854 time: 0.0605071 Oct 15 19:36:36.226272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8858692f-aae5-4b55-a8d5-a90d005ac4a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1ff5efc023d4849821274683d10249f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283290 Oct 15 19:36:36.228921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53504) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:36.235879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-e07c1496-498b-4bae-958a-1779559651ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.237890 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-e07c1496-498b-4bae-958a-1779559651ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0659034 Oct 15 19:36:36.275035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-a7a99564-e0fa-45d1-baf2-010a68582e86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77798f18-edd9-4874-afe1-0a4564af4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382767 Oct 15 19:36:36.282820 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-f62b489c-b892-4cab-b262-537582cb8a87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268068 Oct 15 19:36:36.289780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-296e2df5-b8ef-4904-b7b5-15a8a18631f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.300284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:36.303742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.349889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.11', 57130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:36.393965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:36.410262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.436507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-296e2df5-b8ef-4904-b7b5-15a8a18631f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795d957ce04440e691731533a7cfa119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7143362 Oct 15 19:36:36.437226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e2df5-b8ef-4904-b7b5-15a8a18631f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dd6ec0-645c-41ad-9cc9-69ffccc0d1c3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:36.439984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53514) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:36.443365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-58e24a58-06fb-4dd4-8c83-a4c83097ad58 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820119 Oct 15 19:36:36.519194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.542597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-a8bb3c42-f1eb-49b5-bed9-621fe14becb4 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434282 Oct 15 19:36:36.571958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-e42154b0-eae3-4805-b443-31b06703a4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849109 Oct 15 19:36:36.597404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb798-2840-484f-8992-1a9659028c87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.600768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.666534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a03cf-58dc-4bd1-992d-ef4cc0bfe597 req-cec05cef-6e10-4ca6-8f2d-ba755b566c13 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.668295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a1a03cf-58dc-4bd1-992d-ef4cc0bfe597 req-cec05cef-6e10-4ca6-8f2d-ba755b566c13 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 943 time: 0.2227991 Oct 15 19:36:36.677788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.688913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.96 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/af916804-d77a-4d0a-9ca1-409b25bdafd5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:36.721196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-cab4cacf-7b11-40b8-8988-459d81f3f3aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.722652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-cab4cacf-7b11-40b8-8988-459d81f3f3aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468021 Oct 15 19:36:36.746392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:36.752764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-6bd4373a-aeae-435a-bd01-26b7b8254bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006707 Oct 15 19:36:36.798114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a1a03cf-58dc-4bd1-992d-ef4cc0bfe597 req-d3ba04a8-dc2c-4201-9cc5-15bc1122b871 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109791 Oct 15 19:36:36.821934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bdd7bc3-aa67-4a9b-a55f-7c10b0905330 req-9b8865fd-78ba-4e75-9e24-f5f70e81a3e1 service neutron] 10.222.0.11 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326508 Oct 15 19:36:36.864653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.867259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.870858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/847aa34d-6e36-4897-9ba7-bbae7779773b HTTP/1.1" status: 204 len: 168 time: 0.6386158 Oct 15 19:36:36.915286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f49a2-3d9d-4c50-9122-ea63ecdeb42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847aa34d-6e36-4897-9ba7-bbae7779773b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:36.952476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd3a5-c92c-46cb-9ea1-d3e8fb272471 req-af9e1c38-3661-4658-b5c6-bcbc51c3737f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:36.954031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa0dd3a5-c92c-46cb-9ea1-d3e8fb272471 req-af9e1c38-3661-4658-b5c6-bcbc51c3737f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0705462 Oct 15 19:36:36.960118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.967851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.970360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:36.973900 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6dd6ec0-645c-41ad-9cc9-69ffccc0d1c3 HTTP/1.1" status: 204 len: 168 time: 0.5272815 Oct 15 19:36:36.975942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:36.979597 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.004244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b178055-09fd-4e3a-9c49-928e7c18f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dd6ec0-645c-41ad-9cc9-69ffccc0d1c3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:37.054691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb798-2840-484f-8992-1a9659028c87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.069469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-91ed6a0c-425d-4008-bb48-956a8b75c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.071299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-91ed6a0c-425d-4008-bb48-956a8b75c31e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d0b72ca94f443919ea556693a17f581&device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 1095 time: 0.0614395 Oct 15 19:36:37.073110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa0dd3a5-c92c-46cb-9ea1-d3e8fb272471 req-6d1c1982-19e5-4a38-ad2d-98a74b923b57 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125851 Oct 15 19:36:37.142011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:37.150850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd6eb798-2840-484f-8992-1a9659028c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.194256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.223924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:37.241307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fd3f4c9-a2b1-4d81-8118-c3a752d05c5b req-38fd01cc-dd6c-4339-b4a5-07c7e9d66264 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 210 time: 0.0956779 Oct 15 19:36:37.252362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd6eb798-2840-484f-8992-1a9659028c87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c472506c28a4442bd972a642e049b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8537974 Oct 15 19:36:37.259160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53532) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:37.308882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:37.315469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-44d44a14-02f8-4b12-9460-7edf6c1fcebf tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.317274 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-44d44a14-02f8-4b12-9460-7edf6c1fcebf tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.1875443 Oct 15 19:36:37.317416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:37.320202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6eb798-2840-484f-8992-1a9659028c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51986c14-c498-41a2-8453-3a3a306b61a2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:37.335416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.116 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/b1cbf7e6-b079-40fb-960d-ef8468fedb1c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:37.356833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:37.359531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:37.365285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.365892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.385118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16118d3-be3a-475d-8aca-86846954a8d7 req-fe81f405-015d-4a58-ad9f-5367244d8186 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.386971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d16118d3-be3a-475d-8aca-86846954a8d7 req-fe81f405-015d-4a58-ad9f-5367244d8186 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 949 time: 0.2760689 Oct 15 19:36:37.399297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-015639bf-37d9-44d0-8962-7a1bcd79bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.399297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-015639bf-37d9-44d0-8962-7a1bcd79bc5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=77798f18-edd9-4874-afe1-0a4564af4b23 HTTP/1.1" status: 200 len: 915 time: 0.3196311 Oct 15 19:36:37.450072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:37.470225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-c99160db-a504-490c-9a0d-ccbeb145cd3b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5271671 Oct 15 19:36:37.523261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Request body: {'port': {'device_id': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:37.560257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Deleting port de897a3e-3d1e-4435-a91a-b25879332404 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:36:37.560737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.578473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 has no active binding in host n-h1-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:36:37.613705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-58ea6933-7d46-46b3-8a3e-f87cf9f332e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93c997c8-8042-4a58-ac11-a39421613ca1 HTTP/1.1" status: 200 len: 217 time: 0.1527071 Oct 15 19:36:37.703165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d16118d3-be3a-475d-8aca-86846954a8d7 req-fe8828e1-2da2-48d3-9af3-d00ca25ba251 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/security-groups?id=a556b39a-c954-413b-9a63-b67307e35b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079007 Oct 15 19:36:37.758825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3f728162-9534-47f7-8a77-b535e60fdf58 None None] Provisioning complete for port af916804-d77a-4d0a-9ca1-409b25bdafd5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:37.759545 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f728162-9534-47f7-8a77-b535e60fdf58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.767711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-d52d1ecf-4ad4-43af-81c3-1036919e0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:37.769856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-d52d1ecf-4ad4-43af-81c3-1036919e0040 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d2fa488-3b6d-4bb1-bde6-689686d49d30 HTTP/1.1" status: 200 len: 854 time: 0.1304181 Oct 15 19:36:37.772663 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.775479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.809845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3f728162-9534-47f7-8a77-b535e60fdf58 None None] Port af916804-d77a-4d0a-9ca1-409b25bdafd5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:36:37.822137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-be9806f8-6b53-437d-aca9-08de79cdc8e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=77798f18-edd9-4874-afe1-0a4564af4b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349853 Oct 15 19:36:37.844784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.915154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:37.940886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:37.980117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b76-d1e3-4f2f-894b-99acb9f731e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.003780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] For port de897a3e-3d1e-4435-a91a-b25879332404, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=de897a3e-3d1e-4435-a91a-b25879332404,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:38.004149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.033831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Calling delete_port for de897a3e-3d1e-4435-a91a-b25879332404 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:36:38.053232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-c8e2e33e-b59e-40e0-aaa6-c78c7cbafe29 service neutron] 10.222.0.11 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181931 Oct 15 19:36:38.063307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaaafc-8f6b-4b89-a08b-e676eaace2fc req-3bbc81cd-0229-4c2e-841a-c6fb77c7dab2 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:38.064822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5daaaafc-8f6b-4b89-a08b-e676eaace2fc req-3bbc81cd-0229-4c2e-841a-c6fb77c7dab2 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 943 time: 0.1667619 Oct 15 19:36:38.134452 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.137813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.139311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51986c14-c498-41a2-8453-3a3a306b61a2 HTTP/1.1" status: 204 len: 168 time: 0.8733895 Oct 15 19:36:38.157352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95403d4-01c4-493d-8310-119b63732768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51986c14-c498-41a2-8453-3a3a306b61a2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:38.179709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.193262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:38.212472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ec676f-29a5-48f9-b15d-bb06b4fbffa9 req-e9ee6965-688d-43e9-bda3-ea0f7fefb6c0 service neutron] 10.222.0.11 "GET /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459253 Oct 15 19:36:38.298351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5daaaafc-8f6b-4b89-a08b-e676eaace2fc req-f95062bc-da84-4c5b-ad02-4598d1069783 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914785 Oct 15 19:36:38.323807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af95cc-030e-47d0-a23c-513048ad9ecc req-3d21a4f7-f026-4935-94fc-433e7d75844e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:38.325941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93af95cc-030e-47d0-a23c-513048ad9ecc req-3d21a4f7-f026-4935-94fc-433e7d75844e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.0983491 Oct 15 19:36:38.365033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:38.379917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:38.386446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:38.395771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:38.401079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.436355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93af95cc-030e-47d0-a23c-513048ad9ecc req-66415dac-86ee-4e7d-ae52-62f6354e287f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904651 Oct 15 19:36:38.463897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af916804-d77a-4d0a-9ca1-409b25bdafd5 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:38.469236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:38.472158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.494235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Transition to ACTIVE for port object af916804-d77a-4d0a-9ca1-409b25bdafd5 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:38.546761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b76-d1e3-4f2f-894b-99acb9f731e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.578886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d4480-3b6b-417b-b9f9-4fe04c0bb75d req-c55637b2-c066-4763-b5da-c55342b32905 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:38.590725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-551d4480-3b6b-417b-b9f9-4fe04c0bb75d req-c55637b2-c066-4763-b5da-c55342b32905 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 936 time: 0.1720357 Oct 15 19:36:38.600712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.615419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-30970913-cf37-406a-aee1-aa04e8a48c1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8759103 Oct 15 19:36:38.632427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Request body: {'port': {'device_id': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:38.640439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b7575648-81e2-4262-9225-b899a2da99c1 None None] Provisioning complete for port b1cbf7e6-b079-40fb-960d-ef8468fedb1c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:38.640806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b7575648-81e2-4262-9225-b899a2da99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.653682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-551d4480-3b6b-417b-b9f9-4fe04c0bb75d req-ffc9087d-6453-432b-ac19-8b7109681ecd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Oct 15 19:36:38.675017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Pushing event updated for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:38.688900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f93d0b76-d1e3-4f2f-894b-99acb9f731e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.698103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.722588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Attempting to bind port af916804-d77a-4d0a-9ca1-409b25bdafd5 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:38.725478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Attempting to bind port af916804-d77a-4d0a-9ca1-409b25bdafd5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:38.726225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Attempting to bind port af916804-d77a-4d0a-9ca1-409b25bdafd5 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:38.731201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['de897a3e-3d1e-4435-a91a-b25879332404'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:38.737906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b7575648-81e2-4262-9225-b899a2da99c1 None None] Port b1cbf7e6-b079-40fb-960d-ef8468fedb1c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:36:38.740061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Port af916804-d77a-4d0a-9ca1-409b25bdafd5 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:38.740520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Attempting to bind port af916804-d77a-4d0a-9ca1-409b25bdafd5 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:38.749654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:38.750012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:38.750410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:38.750858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Bound port: af916804-d77a-4d0a-9ca1-409b25bdafd5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:38.751221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.849650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Pushing event deleted for resources: {'Port': ['ID=de897a3e-3d1e-4435-a91a-b25879332404,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:38.894724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f93d0b76-d1e3-4f2f-894b-99acb9f731e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cad929d580f34f73b3264005695d1cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9525511 Oct 15 19:36:38.895675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d0b76-d1e3-4f2f-894b-99acb9f731e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b081c87-ae6a-415c-9500-2f4c83b15b40,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:38.896442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c450183e-dffb-4a01-8c1e-7bce369ac67e req-4361e675-8a38-47b5-a563-cbd4cc1257d1 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 210 time: 0.0476356 Oct 15 19:36:38.896910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53572) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:38.907446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:38.923448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.939946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:38.949974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] No DVR routers for this DVR port de897a3e-3d1e-4435-a91a-b25879332404 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:36:38.955870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:38.959435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-088d6742-2054-4cb5-8cf7-17c9fa7ce410 req-04813798-1bd9-431f-b229-be651a6f5e88 tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.15 "DELETE /v2.0/ports/de897a3e-3d1e-4435-a91a-b25879332404 HTTP/1.1" status: 204 len: 173 time: 1.6324658 Oct 15 19:36:38.959919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'name': 'network-vif-deleted', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:38.962157 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b3e2bc-dd2e-4703-baf4-473f663efa5f" -d '{"events": [{"server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "name": "network-vif-deleted", "tag": "de897a3e-3d1e-4435-a91a-b25879332404"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:38.980239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.030978 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105cbd52-a6bc-4972-9a9b-0f8b99d602f0 x-openstack-request-id: req-105cbd52-a6bc-4972-9a9b-0f8b99d602f0 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:39.031319 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be88c42c-0257-4eec-83df-88f435719b28", "name": "network-vif-deleted", "tag": "de897a3e-3d1e-4435-a91a-b25879332404", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:39.031609 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-105cbd52-a6bc-4972-9a9b-0f8b99d602f0 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:39.031820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.032005 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be88c42c-0257-4eec-83df-88f435719b28', 'name': 'network-vif-deleted', 'tag': 'de897a3e-3d1e-4435-a91a-b25879332404', 'status': 'completed', 'code': 200} Oct 15 19:36:39.046644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.115386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:39.116020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.117372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] 10.222.0.11 "PUT /v2.0/ports/af916804-d77a-4d0a-9ca1-409b25bdafd5 HTTP/1.1" status: 200 len: 1096 time: 1.6069186 Oct 15 19:36:39.117810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:39.120142 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daed742-6690-4bb9-b908-347eaa2bfba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:39.149559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219da74e-f443-44d6-bd84-92436ba07c21 service neutron] Pushing event updated for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:39.201509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53580) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:39.253335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f041d235-fbc5-4b0d-b31f-04e19a97af15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.258909 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7f3810-32e6-40dd-ad66-faf049f225fe x-openstack-request-id: req-5e7f3810-32e6-40dd-ad66-faf049f225fe {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:39.259202 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:39.259459 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e7f3810-32e6-40dd-ad66-faf049f225fe {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:39.259904 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5', 'status': 'completed', 'code': 200} Oct 15 19:36:39.284930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.289448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.291409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b081c87-ae6a-415c-9500-2f4c83b15b40 HTTP/1.1" status: 204 len: 168 time: 0.3923972 Oct 15 19:36:39.406709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39fd33-1158-46b6-902c-c8380e20fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b081c87-ae6a-415c-9500-2f4c83b15b40,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:39.428267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cbf7e6-b079-40fb-960d-ef8468fedb1c {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:39.439797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.456632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Transition to ACTIVE for port object b1cbf7e6-b079-40fb-960d-ef8468fedb1c will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:39.475149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed742-6690-4bb9-b908-347eaa2bfba0 req-69b0c4f3-b8d1-4f5d-8a60-efcfb1acc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:39.476671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9daed742-6690-4bb9-b908-347eaa2bfba0 req-69b0c4f3-b8d1-4f5d-8a60-efcfb1acc86e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1099 time: 0.2158709 Oct 15 19:36:39.533358 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9daed742-6690-4bb9-b908-347eaa2bfba0 req-575104fe-d34f-4072-a5c0-a96f87ee045a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440135 Oct 15 19:36:39.538860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184c250-ea75-47dc-b586-9c1733fd0163 req-21ac1f4c-5ccc-4977-a4e4-d97fceb5c271 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:39.540923 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7184c250-ea75-47dc-b586-9c1733fd0163 req-21ac1f4c-5ccc-4977-a4e4-d97fceb5c271 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 943 time: 0.0830607 Oct 15 19:36:39.586603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7184c250-ea75-47dc-b586-9c1733fd0163 req-44ebad7b-892a-47f9-acc9-f98f69411f0c tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394788 Oct 15 19:36:39.587537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.658882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:39.735081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Attempting to bind port b1cbf7e6-b079-40fb-960d-ef8468fedb1c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:39.735946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Attempting to bind port b1cbf7e6-b079-40fb-960d-ef8468fedb1c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:39.736689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Attempting to bind port b1cbf7e6-b079-40fb-960d-ef8468fedb1c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:39.742890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Port b1cbf7e6-b079-40fb-960d-ef8468fedb1c on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:39.743222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Attempting to bind port b1cbf7e6-b079-40fb-960d-ef8468fedb1c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:39.751260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:39.751670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:39.752063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:39.752519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Bound port: b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:39.752883 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.880822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:39.892515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:39.903754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964c8d6-13de-4a28-a51b-daec5579eacf req-4fc54fe1-e7c6-47fe-b500-5b6e1ed6366f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:39.905417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e964c8d6-13de-4a28-a51b-daec5579eacf req-4fc54fe1-e7c6-47fe-b500-5b6e1ed6366f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 948 time: 0.1035736 Oct 15 19:36:39.931599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f041d235-fbc5-4b0d-b31f-04e19a97af15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:39.977549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.028842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e964c8d6-13de-4a28-a51b-daec5579eacf req-f25ccc62-56ae-44ee-85c6-e5bec9975793 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151471 Oct 15 19:36:40.045618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.046276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.048049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] 10.222.0.11 "PUT /v2.0/ports/b1cbf7e6-b079-40fb-960d-ef8468fedb1c HTTP/1.1" status: 200 len: 1097 time: 1.4229121 Oct 15 19:36:40.072997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c7ef-0500-449a-9de5-f1fe7cec3f8e service neutron] Pushing event updated for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:40.105088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a60192-9e8f-4e16-a5ff-20de46a76ef4 req-29ee5964-5e5a-464d-b63a-7f75e53735bb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.109841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5a60192-9e8f-4e16-a5ff-20de46a76ef4 req-29ee5964-5e5a-464d-b63a-7f75e53735bb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.5589278 Oct 15 19:36:40.109841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f041d235-fbc5-4b0d-b31f-04e19a97af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.253010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041d235-fbc5-4b0d-b31f-04e19a97af15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b158a9b-c7a3-4abe-bc4c-264258ee57e1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:40.256312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a74b45b-dd14-4023-a3a5-ca3d15700e8d req-8880a071-b218-4c57-802d-233bed0db07e tempest-DeleteServersAdminTestJSON-1581657434 tempest-DeleteServersAdminTestJSON-1581657434-project] 10.222.0.13 "GET /v2.0/ports?device_id=be88c42c-0257-4eec-83df-88f435719b28 HTTP/1.1" status: 200 len: 210 time: 0.0620811 Oct 15 19:36:40.300329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f041d235-fbc5-4b0d-b31f-04e19a97af15 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8192b28f4b3f4f418a2d1c9ccaa4c8c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976033 Oct 15 19:36:40.302883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:40.332273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed742-6690-4bb9-b908-347eaa2bfba0 req-a0db7ee3-bb5a-4983-8b19-ce9ce645b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.332463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-d3d38ddc-4362-41df-92f1-371a0e8955ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.333856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-d3d38ddc-4362-41df-92f1-371a0e8955ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 1100 time: 0.1591308 Oct 15 19:36:40.333984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9daed742-6690-4bb9-b908-347eaa2bfba0 req-a0db7ee3-bb5a-4983-8b19-ce9ce645b5f4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7870934 Oct 15 19:36:40.340878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5a60192-9e8f-4e16-a5ff-20de46a76ef4 req-781209bd-d46c-4295-b4b6-d9a17f198d59 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743627 Oct 15 19:36:40.404858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-d5a694c2-243c-45a6-8558-fc6baf4d8b6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c HTTP/1.1" status: 200 len: 217 time: 0.0438716 Oct 15 19:36:40.454021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-b55de839-9662-498d-8c43-db4123ed9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.455512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-b55de839-9662-498d-8c43-db4123ed9b08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1099 time: 0.0614059 Oct 15 19:36:40.472747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.485920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-867377e4-3045-4cc2-a5db-1912ae2c8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.487387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-867377e4-3045-4cc2-a5db-1912ae2c8e6e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0728393 Oct 15 19:36:40.500373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.599097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-146daf17-4d2f-480b-b9b3-271587a1a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.604637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-146daf17-4d2f-480b-b9b3-271587a1a2c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527072 Oct 15 19:36:40.609828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-f7c7f342-fe0d-47bc-aa7c-30a3d52515ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5 HTTP/1.1" status: 200 len: 217 time: 0.0630651 Oct 15 19:36:40.633479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.642469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:40.644311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b158a9b-c7a3-4abe-bc4c-264258ee57e1 HTTP/1.1" status: 204 len: 168 time: 0.3399777 Oct 15 19:36:40.679327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce73d5b-f68e-434f-ba44-0716510e838e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b158a9b-c7a3-4abe-bc4c-264258ee57e1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:40.717556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-08dc55e9-216f-4888-accf-3c0d9e3ac620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.719253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-08dc55e9-216f-4888-accf-3c0d9e3ac620 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0897110 Oct 15 19:36:40.725024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-82a322f5-2866-46d9-b727-00e04e9dad9c service neutron] 10.222.0.11 "GET /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.1594534 Oct 15 19:36:40.760067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-eac8ba81-257c-43f1-8b42-b23f0634b659 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514924 Oct 15 19:36:40.858977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-499a4b74-1802-4906-a80a-70dfb787c0f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915234 Oct 15 19:36:40.864057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12716-7bfb-406f-a67b-db47123938f7 req-adfaa31c-453f-4744-998e-336df7b6e681 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.865582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0a12716-7bfb-406f-a67b-db47123938f7 req-adfaa31c-453f-4744-998e-336df7b6e681 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 943 time: 0.1376839 Oct 15 19:36:40.868669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-4d8d50a4-f6a4-46c0-a956-aadc50f4189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:40.870101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-4d8d50a4-f6a4-46c0-a956-aadc50f4189f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433501 Oct 15 19:36:41.028928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0a12716-7bfb-406f-a67b-db47123938f7 req-9b5e3a4c-eb39-4cca-9a1d-180600bf9f55 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534026 Oct 15 19:36:41.033558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:41.036304 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1e5773-9d16-4587-9eea-db3461ac11a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:41.085243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-0d2cb3c7-cd32-45ab-9375-19d4330210bf service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056291 Oct 15 19:36:41.107302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 93c997c8-8042-4a58-ac11-a39421613ca1 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:41.153638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:41.158309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device de897a3e-3d1e-4435-a91a-b25879332404 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:36:41.183022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: de897a3e-3d1e-4435-a91a-b25879332404 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:36:41.183368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device de897a3e-3d1e-4435-a91a-b25879332404 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:36:41.221278 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54f3891-9a45-4a78-84da-48397ae4d9ac x-openstack-request-id: req-f54f3891-9a45-4a78-84da-48397ae4d9ac {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:41.222840 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:41.223657 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f54f3891-9a45-4a78-84da-48397ae4d9ac {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:41.224217 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'status': 'completed', 'code': 200} Oct 15 19:36:41.260831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=93c997c8-8042-4a58-ac11-a39421613ca1,segment=NetworkSegment(a27f670e-c817-4a70-b883-43ec02955e01),segment_id=a27f670e-c817-4a70-b883-43ec02955e01)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:41.275527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:41.295078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '93c997c8-8042-4a58-ac11-a39421613ca1', 'network_id': '77798f18-edd9-4874-afe1-0a4564af4b23', 'port_id': '93c997c8-8042-4a58-ac11-a39421613ca1', 'mac_address': 'fa:16:3e:a5:f5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fa488-3b6d-4bb1-bde6-689686d49d30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:41.320729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a671d644-08e4-49bb-9579-70341d3f7a16 req-96a8d10a-118f-4695-89c8-d66084bcad20 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271819 Oct 15 19:36:41.328411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a69aad-3e41-43c9-90b8-a8f04e2f5015 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:41.341935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:41.377565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-0df17232-4ece-4593-999b-820a99eb4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.378043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-0df17232-4ece-4593-999b-820a99eb4a35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 1100 time: 0.1355445 Oct 15 19:36:41.378769 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:41.399163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c997c8-8042-4a58-ac11-a39421613ca1 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:41.422129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=93c997c8-8042-4a58-ac11-a39421613ca1,segment=NetworkSegment(a27f670e-c817-4a70-b883-43ec02955e01),segment_id=a27f670e-c817-4a70-b883-43ec02955e01)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:41.474828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:41.495517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dbc5f-8ed6-4ed3-8cf0-4d81c52195e3 req-be3891f4-621d-4475-8bea-72a8abc3c3fd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.497362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-380dbc5f-8ed6-4ed3-8cf0-4d81c52195e3 req-be3891f4-621d-4475-8bea-72a8abc3c3fd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 948 time: 0.1237457 Oct 15 19:36:41.553012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-efe1643c-908c-4d34-a0e2-27a410157572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.554584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-efe1643c-908c-4d34-a0e2-27a410157572 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1645274 Oct 15 19:36:41.554702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:41.566086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-380dbc5f-8ed6-4ed3-8cf0-4d81c52195e3 req-11e83c25-bb7a-4fda-956b-8f6e7d0e7698 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610993 Oct 15 19:36:41.597970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2a4b5-46e2-4543-94af-2913f8d812a7 req-66614da8-222b-4f20-a8aa-4e83748df9c1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.610766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01c2a4b5-46e2-4543-94af-2913f8d812a7 req-66614da8-222b-4f20-a8aa-4e83748df9c1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 944 time: 0.1170683 Oct 15 19:36:41.628937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:41.645865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-4969c675-7761-4874-82f5-5aae5405c3ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c HTTP/1.1" status: 200 len: 217 time: 0.0790396 Oct 15 19:36:41.658471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] Transition to ACTIVE for port object 04a69aad-3e41-43c9-90b8-a8f04e2f5015 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:41.658471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01c2a4b5-46e2-4543-94af-2913f8d812a7 req-efde8b56-5e91-4069-9694-242939666eac tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453658 Oct 15 19:36:41.703301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-5b7ec5df-af91-4e48-be80-0552f9273db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.704908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-5b7ec5df-af91-4e48-be80-0552f9273db0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0484514 Oct 15 19:36:41.748326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:41.764992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-2284e37c-f6bb-41e2-bd06-f76c4072634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:41.766723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-2284e37c-f6bb-41e2-bd06-f76c4072634a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542912 Oct 15 19:36:41.767199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53680) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:41.789652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da17a684-fb50-4470-96a2-490af00c2ec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:41.827834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] No DVR routers for this DVR port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:36:41.841283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:41.869088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-b699c319-e36d-441c-9a34-7df36c7cf7b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015/bindings/n-h1-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1237762 Oct 15 19:36:41.908089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-e67c3955-6030-474e-a300-6a81eaf6579a service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334412 Oct 15 19:36:42.003470 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da17a684-fb50-4470-96a2-490af00c2ec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.028353 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db1e5773-9d16-4587-9eea-db3461ac11a9 req-2c010cdc-aa1e-4f5b-9e11-59d747ef15f4 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103554 Oct 15 19:36:42.071581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-a7c79986-f515-4b43-b6d2-73b6f19ccc0e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.073110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-a7c79986-f515-4b43-b6d2-73b6f19ccc0e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0438905 Oct 15 19:36:42.112628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da17a684-fb50-4470-96a2-490af00c2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.157030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['93c997c8-8042-4a58-ac11-a39421613ca1'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:42.173529 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da17a684-fb50-4470-96a2-490af00c2ec7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65c6b8852f82470790758493d355644a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051456 Oct 15 19:36:42.176102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:42.247085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53692) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:42.259827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.272280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a624ae-1781-4570-a67c-7a7b8f046d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.273858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-08a624ae-1781-4570-a67c-7a7b8f046d1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&tenant_id=58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 1097 time: 0.1926284 Oct 15 19:36:42.275866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a684-fb50-4470-96a2-490af00c2ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6bd45-382a-47b5-a758-c3d9e5e5b249,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:42.285057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.294248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f9b1-69f1-4fd7-867e-31fdf3e8ecb3 req-f450ca90-1a79-4d72-bf62-ac0fe73a3bbb tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.295868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6448f9b1-69f1-4fd7-867e-31fdf3e8ecb3 req-f450ca90-1a79-4d72-bf62-ac0fe73a3bbb tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 944 time: 0.1202726 Oct 15 19:36:42.384763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6448f9b1-69f1-4fd7-867e-31fdf3e8ecb3 req-1ddc0f46-19ff-4f44-a8b6-2525ec2682d0 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773103 Oct 15 19:36:42.395868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-1e7f8d3f-4428-4fc3-b101-ec8e9e987c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.397666 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-1e7f8d3f-4428-4fc3-b101-ec8e9e987c75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1097 time: 0.0744867 Oct 15 19:36:42.446358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.449000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.451703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3b6bd45-382a-47b5-a758-c3d9e5e5b249 HTTP/1.1" status: 204 len: 168 time: 0.2744772 Oct 15 19:36:42.471097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eab4dd-30c2-43c9-b336-b99e615a7710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6bd45-382a-47b5-a758-c3d9e5e5b249,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:42.483354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75f48447-eab6-4e52-afa0-644611468111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.498058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-f5fc0686-3032-4077-9041-49c9e85246da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.499976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-f5fc0686-3032-4077-9041-49c9e85246da service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.0948513 Oct 15 19:36:42.551301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-745e8646-b587-462f-add4-61bd5129e5a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.0439377 Oct 15 19:36:42.557493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:42.578186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75f48447-eab6-4e52-afa0-644611468111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.617234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e4b42d6c-ea84-4ff8-a58a-ae4677e2749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.618435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e4b42d6c-ea84-4ff8-a58a-ae4677e2749d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0541568 Oct 15 19:36:42.652654 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-af843e4c-014c-4b5b-8674-1c174d3d391d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248342 Oct 15 19:36:42.657900 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75f48447-eab6-4e52-afa0-644611468111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.760730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-75f48447-eab6-4e52-afa0-644611468111 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=925b2354ccbc45119a884c72e2eee858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123043 Oct 15 19:36:42.761446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f48447-eab6-4e52-afa0-644611468111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a8d96c-e2ee-4eef-be5a-256ac8a75eca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:42.769082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53712) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:42.774640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-76e8fd50-0e2c-4cf0-a35d-8e06ceb61f51 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143680 Oct 15 19:36:42.803318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad0f9a-365e-42f8-831b-19315c7c1c1a req-2104fdbe-0293-42cf-80a3-035ce5925b27 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.803318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8ad0f9a-365e-42f8-831b-19315c7c1c1a req-2104fdbe-0293-42cf-80a3-035ce5925b27 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 948 time: 0.1519551 Oct 15 19:36:42.835710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef2a3d57-a583-45a6-8e4b-3b085dadf93a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325f343441a5463dafe528f2d1af2987&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2770145 Oct 15 19:36:42.848743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:42.916522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8ad0f9a-365e-42f8-831b-19315c7c1c1a req-294d13bf-e862-4750-9f4d-9a4b3d3fc76f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989428 Oct 15 19:36:42.942430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0c109-8665-4655-bd45-9547ad10d5c1 req-5c6faea6-a512-46c0-a4d5-43b1e9573c79 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:42.942430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95b0c109-8665-4655-bd45-9547ad10d5c1 req-5c6faea6-a512-46c0-a4d5-43b1e9573c79 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.1260991 Oct 15 19:36:42.949039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.952455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.975273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:42.984601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-6df4dd0a-9dbb-479f-a44c-dbdfb90fe579 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016842 Oct 15 19:36:43.025400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.039408 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95b0c109-8665-4655-bd45-9547ad10d5c1 req-bfc7c904-0c52-43f2-9672-e60b25177205 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921822 Oct 15 19:36:43.139524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 93c997c8-8042-4a58-ac11-a39421613ca1 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:43.149034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.151635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.153430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99a8d96c-e2ee-4eef-be5a-256ac8a75eca HTTP/1.1" status: 204 len: 168 time: 0.3826606 Oct 15 19:36:43.161413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250edb0-af90-463d-8c8f-b544b6500b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a8d96c-e2ee-4eef-be5a-256ac8a75eca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:43.185917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.189496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.191423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a556b39a-c954-413b-9a63-b67307e35b46 HTTP/1.1" status: 204 len: 168 time: 0.3417480 Oct 15 19:36:43.223870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a5670-0be3-4363-a7f8-6716b903e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a556b39a-c954-413b-9a63-b67307e35b46,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:43.268990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 93c997c8-8042-4a58-ac11-a39421613ca1 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:43.273386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 93c997c8-8042-4a58-ac11-a39421613ca1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:43.273503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.359746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.382372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:43.384648 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59c299a-6d5a-43be-a907-524eb7acd2ee" -d '{"events": [{"server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "name": "network-vif-plugged", "status": "completed", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:43.406366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=93c997c8-8042-4a58-ac11-a39421613ca1,segment=NetworkSegment(a27f670e-c817-4a70-b883-43ec02955e01),segment_id=a27f670e-c817-4a70-b883-43ec02955e01)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:43.419576 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05386a6-19a7-4665-b075-8ef961d139ec x-openstack-request-id: req-e05386a6-19a7-4665-b075-8ef961d139ec {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:43.419913 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "name": "network-vif-plugged", "status": "completed", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:43.420176 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e05386a6-19a7-4665-b075-8ef961d139ec {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:43.420572 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1', 'code': 200} Oct 15 19:36:43.501848 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.502990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:36:43.542745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-8e46c6b4-afad-4cde-8bf8-c07f6d3ea297 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:43.545033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-8e46c6b4-afad-4cde-8bf8-c07f6d3ea297 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0867116 Oct 15 19:36:43.550857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453a1ad-b018-4bc0-a33e-da5078530383 req-023ca197-ec1c-4ae0-b8cb-1402f82cd271 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:43.551317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb783b0-2b28-4ee0-9586-e2402d8659e5 req-bf0e4dc1-b4d6-4af7-81e6-0b2c46c4dfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:43.552242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fb783b0-2b28-4ee0-9586-e2402d8659e5 req-bf0e4dc1-b4d6-4af7-81e6-0b2c46c4dfa4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 1097 time: 0.0584223 Oct 15 19:36:43.553342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1453a1ad-b018-4bc0-a33e-da5078530383 req-023ca197-ec1c-4ae0-b8cb-1402f82cd271 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.0568926 Oct 15 19:36:43.600901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:36:43.603597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:43.620645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fb783b0-2b28-4ee0-9586-e2402d8659e5 req-262d6915-b7f7-48c2-898c-0e07a96a9023 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573156 Oct 15 19:36:43.623010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1453a1ad-b018-4bc0-a33e-da5078530383 req-6ba6a18f-17b1-424e-b365-8ca4bbb5a2f3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580442 Oct 15 19:36:43.808946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e69902b0-ae93-4fe2-bd2b-dbffdc7079de service neutron] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:43.812623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e69902b0-ae93-4fe2-bd2b-dbffdc7079de service neutron] Publish callbacks [] for binding, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:43.813736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604042c7-314d-4dd8-9686-b7c62f0d1ac7 req-e69902b0-ae93-4fe2-bd2b-dbffdc7079de service neutron] 10.222.0.15 "DELETE /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015/bindings/n-h2-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2573655 Oct 15 19:36:44.040519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b590-ceb7-4c60-adbf-f1d544e828ce req-f72d5a53-d9e1-425d-a1c8-d6e8c19bff5c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:44.042166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5c5b590-ceb7-4c60-adbf-f1d544e828ce req-f72d5a53-d9e1-425d-a1c8-d6e8c19bff5c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 948 time: 0.0513129 Oct 15 19:36:44.080455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5c5b590-ceb7-4c60-adbf-f1d544e828ce req-4f2bfef3-4faf-4fa9-beb8-f74037f24dcd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Oct 15 19:36:44.132223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53772) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:44.158258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a110a66a-ac83-4192-84f8-1edb17edf22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.203339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53776) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:44.219435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f3454-7450-463f-a3a0-598d280758bf req-49dfa158-04b3-4e19-b8ae-eb853c91904d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:44.221133 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e3f3454-7450-463f-a3a0-598d280758bf req-49dfa158-04b3-4e19-b8ae-eb853c91904d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.0807054 Oct 15 19:36:44.241394 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89e018b3-f875-4b3f-aa07-89b67717e3ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.281623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e3f3454-7450-463f-a3a0-598d280758bf req-4a9e1fa8-8181-4abb-8050-e8fc91bd016e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521708 Oct 15 19:36:44.331310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a110a66a-ac83-4192-84f8-1edb17edf22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.398388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89e018b3-f875-4b3f-aa07-89b67717e3ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.411059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a110a66a-ac83-4192-84f8-1edb17edf22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.455856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a110a66a-ac83-4192-84f8-1edb17edf22f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f67b47f597a4b21817ba96b19cc6861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200679 Oct 15 19:36:44.455856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110a66a-ac83-4192-84f8-1edb17edf22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8893bc6-144c-486a-a0e0-74f444610869,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:44.456844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:44.478882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89e018b3-f875-4b3f-aa07-89b67717e3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.547844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-89e018b3-f875-4b3f-aa07-89b67717e3ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e82b52f274c4b378261eff0d62bd98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392618 Oct 15 19:36:44.549752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53798) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:44.579623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e018b3-f875-4b3f-aa07-89b67717e3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994b299a-de00-4afc-864a-fdab98a0f0d8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:44.596477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.634776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.661756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.675927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa26687-2724-4fab-a191-d720d549f77c req-103ca005-051e-4930-a3fa-2d299f7d9e2c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:44.677423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-efa26687-2724-4fab-a191-d720d549f77c req-103ca005-051e-4930-a3fa-2d299f7d9e2c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1097 time: 0.2458355 Oct 15 19:36:44.697676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.732319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-efa26687-2724-4fab-a191-d720d549f77c req-b87570f9-ce28-4331-8698-31387cfbe424 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Oct 15 19:36:44.781844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12497d12-9dc0-48c4-ade9-772cba4ae365 req-c0791b54-89f5-4c3c-ad84-32f72a866219 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:44.783749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12497d12-9dc0-48c4-ade9-772cba4ae365 req-c0791b54-89f5-4c3c-ad84-32f72a866219 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.0840890 Oct 15 19:36:44.830006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12497d12-9dc0-48c4-ade9-772cba4ae365 req-25a41cad-84a1-4e2f-afee-2b47877b857d tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Oct 15 19:36:44.863223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.865844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.866972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8893bc6-144c-486a-a0e0-74f444610869 HTTP/1.1" status: 204 len: 168 time: 0.4090514 Oct 15 19:36:44.875021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db623a76-b293-4d13-989e-821bbb89ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8893bc6-144c-486a-a0e0-74f444610869,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:44.919912 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.922549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:44.923691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/994b299a-de00-4afc-864a-fdab98a0f0d8 HTTP/1.1" status: 204 len: 168 time: 0.3718650 Oct 15 19:36:44.931496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b6ec6-b52c-452f-b8df-f49d6ae801fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994b299a-de00-4afc-864a-fdab98a0f0d8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:45.152927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device af916804-d77a-4d0a-9ca1-409b25bdafd5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:45.215690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0ed57-afa1-4d54-b58e-0abeb8471776 req-23014bf0-fcec-4e5c-a2bf-ecf3d034f2b1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:45.224054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bb0ed57-afa1-4d54-b58e-0abeb8471776 req-23014bf0-fcec-4e5c-a2bf-ecf3d034f2b1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 948 time: 0.0749784 Oct 15 19:36:45.260945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-b739c9bf-9a12-4dd8-85c7-d6593ac9e3f6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:45.263633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-b739c9bf-9a12-4dd8-85c7-d6593ac9e3f6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1413069 Oct 15 19:36:45.268082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bb0ed57-afa1-4d54-b58e-0abeb8471776 req-27387285-ea0a-4d3f-9b08-e65518a5b310 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Oct 15 19:36:45.282637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:45.285155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-37f99e52-fd24-4be9-a796-e7ed220a31db tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/quotas/58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 375 time: 0.0139420 Oct 15 19:36:45.294994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'af916804-d77a-4d0a-9ca1-409b25bdafd5', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'af916804-d77a-4d0a-9ca1-409b25bdafd5', 'mac_address': 'fa:16:3e:ea:0e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:45.341651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-a31f404f-8654-4136-9481-0faa70e4e706 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553622 Oct 15 19:36:45.343015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.356604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af916804-d77a-4d0a-9ca1-409b25bdafd5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:45.380811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:45.463081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.463820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1cbf7e6-b079-40fb-960d-ef8468fedb1c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:45.476542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-7b7a9c14-5e81-4280-aa56-322348341559 service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270833 Oct 15 19:36:45.500034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:45.539274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:45.542487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:45.550719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'mac_address': 'fa:16:3e:24:4d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:45.603232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.604525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-3524acb6-8eeb-46a7-92e9-dbfbf70cd63f service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245787 Oct 15 19:36:45.618446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cbf7e6-b079-40fb-960d-ef8468fedb1c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:45.642764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:45.682347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b654079b-fbc2-4318-9adf-47804dc90ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.720823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.772828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:45.793827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b654079b-fbc2-4318-9adf-47804dc90ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.835878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2213bd19-275b-4f69-a2ce-e48a33e21472 req-4d41d6ac-9031-4efa-a8f3-bb02acd1fc4b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 210 time: 0.0274887 Oct 15 19:36:45.892217 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b654079b-fbc2-4318-9adf-47804dc90ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:45.937567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b654079b-fbc2-4318-9adf-47804dc90ebd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=872fdb8438424f4bb32c935ff8048bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355998 Oct 15 19:36:45.938411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:45.945523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654079b-fbc2-4318-9adf-47804dc90ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa312b22-a1d6-4939-bbdc-e20caf5bfbab,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:46.005522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0f730-ad67-4762-917d-336a68735bd3 req-be6b6f19-747d-4b21-bd46-8ad0519c7163 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:46.013578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54a0f730-ad67-4762-917d-336a68735bd3 req-be6b6f19-747d-4b21-bd46-8ad0519c7163 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.0948379 Oct 15 19:36:46.013826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:46.037847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:46.055437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54a0f730-ad67-4762-917d-336a68735bd3 req-36eeeb5f-9549-46c4-9dce-bfc898006ef0 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Oct 15 19:36:46.108528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:46.125277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b1cbf7e6-b079-40fb-960d-ef8468fedb1c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:46.191450 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:46.197658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:46.200948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa312b22-a1d6-4939-bbdc-e20caf5bfbab HTTP/1.1" status: 204 len: 168 time: 0.2615762 Oct 15 19:36:46.221449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bc2a9-5473-4944-81e9-19968a48a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa312b22-a1d6-4939-bbdc-e20caf5bfbab,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:46.445078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e04a9-0f81-41f8-a151-8aa1b414467f req-3466fc5b-6aa5-4740-8b1e-eebe791e6ec9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:46.461751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a11e04a9-0f81-41f8-a151-8aa1b414467f req-3466fc5b-6aa5-4740-8b1e-eebe791e6ec9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 949 time: 0.0991669 Oct 15 19:36:46.530857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a11e04a9-0f81-41f8-a151-8aa1b414467f req-42198a52-8fb4-4dcc-8c6e-c695bb897b2c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Oct 15 19:36:46.935178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ca454a1-062b-469e-8b54-8eab15a66b38 req-d5778657-4fb8-4cc5-8243-0f0dcf408726 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 210 time: 0.0286911 Oct 15 19:36:47.313157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:47.336939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dcd-a236-447f-a324-e84866068359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:47.430527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53924) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:47.663011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dcd-a236-447f-a324-e84866068359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:47.690891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704a36a-7746-4a6c-bc22-b5e9dfdc161a req-a541e12c-e060-4ef5-ae99-2c860e8efa17 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:47.692671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0704a36a-7746-4a6c-bc22-b5e9dfdc161a req-a541e12c-e060-4ef5-ae99-2c860e8efa17 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 949 time: 0.0804405 Oct 15 19:36:47.736060 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0704a36a-7746-4a6c-bc22-b5e9dfdc161a req-340df88e-2175-41d5-ad1e-131ccb9062d9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Oct 15 19:36:47.765677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5df5dcd-a236-447f-a324-e84866068359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:47.804707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f5df5dcd-a236-447f-a324-e84866068359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4930483423749f2b48c5743dfb101fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903173 Oct 15 19:36:47.807482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:47.831214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df5dcd-a236-447f-a324-e84866068359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b00884-e2f0-4921-89b3-001357b6d04a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:47.888147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82a129aa-82f6-4fe4-a529-d197bfa08f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:47.888715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:47.932977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.030301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82a129aa-82f6-4fe4-a529-d197bfa08f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.050859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdf4dcdd-f37b-4104-9a64-94372a2895f0 req-df306bd4-7b1d-4cff-9b49-9693274949e6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 210 time: 0.0290513 Oct 15 19:36:48.086093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.088722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.089960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74b00884-e2f0-4921-89b3-001357b6d04a HTTP/1.1" status: 204 len: 168 time: 0.2811654 Oct 15 19:36:48.098513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbce126-b065-43df-9279-6e0b923bc26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b00884-e2f0-4921-89b3-001357b6d04a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:48.146050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82a129aa-82f6-4fe4-a529-d197bfa08f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.213997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-82a129aa-82f6-4fe4-a529-d197bfa08f68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b685b9b5636407d9ea0a2a16eb75f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7823799 Oct 15 19:36:48.217702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:48.221331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a129aa-82f6-4fe4-a529-d197bfa08f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51cff2a-6534-4630-ae67-fb35899036df,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:48.249954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-21e9990d-59c6-4174-aa7a-f071bd76558c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:48.251721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-21e9990d-59c6-4174-aa7a-f071bd76558c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1989183 Oct 15 19:36:48.271254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Request body: {'port': {'device_id': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'admin_state_up': True, 'tenant_id': '58c6e627160a4d788f4affbb306599cd'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:48.329967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.357319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.463229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22cbb90d-9604-43a7-a09a-a974e3eebb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.581999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:48.582754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.585947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.587577 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:48.587831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e51cff2a-6534-4630-ae67-fb35899036df HTTP/1.1" status: 204 len: 168 time: 0.3685174 Oct 15 19:36:48.605262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fec144-2c98-4a3c-90e0-426c78e9a936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51cff2a-6534-4630-ae67-fb35899036df,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:48.779636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Allocated IP 172.20.0.2 (a5fd798a-5536-4d12-9130-78a36acc9657/1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:36:48.867756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592cf6b-09a7-46d6-aae5-8c494c0633eb req-0f48d614-01c7-4772-9ef8-692e8433666e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:48.869350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0592cf6b-09a7-46d6-aae5-8c494c0633eb req-0f48d614-01c7-4772-9ef8-692e8433666e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 949 time: 0.0501370 Oct 15 19:36:48.915019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0592cf6b-09a7-46d6-aae5-8c494c0633eb req-dac1d890-2aa9-4d0b-8aa4-aea28ccdea4b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Oct 15 19:36:48.958800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.069317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.123200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Network a5fd798a-5536-4d12-9130-78a36acc9657 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:36:49.128574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:49.142098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:36:49.148088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:49.148707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.177324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:49.204888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device af916804-d77a-4d0a-9ca1-409b25bdafd5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:49.260537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3c2af-683c-45a1-a752-17d750e26d5f req-9136a8ee-bf2f-4a1a-bf07-ef2fdd46d753 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:49.272042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a6e3c2af-683c-45a1-a752-17d750e26d5f req-9136a8ee-bf2f-4a1a-bf07-ef2fdd46d753 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 931 time: 0.1079102 Oct 15 19:36:49.310194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-654893c5-6827-4165-9580-291a13727ad8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455074 Oct 15 19:36:49.327303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Request body: {'port': {'device_id': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:49.349347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a6e3c2af-683c-45a1-a752-17d750e26d5f req-e0a247ce-4999-4355-8362-0abcec3549e8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745361 Oct 15 19:36:49.379241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port af916804-d77a-4d0a-9ca1-409b25bdafd5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:49.393945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port af916804-d77a-4d0a-9ca1-409b25bdafd5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:49.394373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.405491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.546995 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.586151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:49.589803 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f06cf4-3025-4bc1-a2be-82e67c79d5bb" -d '{"events": [{"server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "name": "network-vif-plugged", "status": "completed", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:49.626486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:49.650965 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af91c9ad-5f32-428d-aedf-5b13336cdfc0 x-openstack-request-id: req-af91c9ad-5f32-428d-aedf-5b13336cdfc0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:49.651664 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "name": "network-vif-plugged", "status": "completed", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:49.652108 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af91c9ad-5f32-428d-aedf-5b13336cdfc0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:49.653085 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5', 'code': 200} Oct 15 19:36:49.729748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:49.739610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.743991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1cbf7e6-b079-40fb-960d-ef8468fedb1c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:49.772500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa762-72fd-4a31-9b24-f235afdfc63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.889759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:49.929049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:49.990139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:49.990319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e3d6-61e6-48d9-9647-a407730dd2c2 req-77742e25-1583-4228-a3f1-abe66d4423ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:49.992631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1874e3d6-61e6-48d9-9647-a407730dd2c2 req-77742e25-1583-4228-a3f1-abe66d4423ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1101 time: 0.2529728 Oct 15 19:36:49.997414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa762-72fd-4a31-9b24-f235afdfc63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.005952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Transition to ACTIVE for port object 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:36:50.016823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b1cbf7e6-b079-40fb-960d-ef8468fedb1c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:50.026671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b1cbf7e6-b079-40fb-960d-ef8468fedb1c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:50.026671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.031290 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1874e3d6-61e6-48d9-9647-a407730dd2c2 req-42bdec5e-4b5a-4c6a-81c2-10ee0987dea2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Oct 15 19:36:50.104918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ecaa762-72fd-4a31-9b24-f235afdfc63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.132542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.143871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.164982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ecaa762-72fd-4a31-9b24-f235afdfc63c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a723ab2c2e1143f2b95d6a2ae81b8971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317946 Oct 15 19:36:50.170871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:50.185651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:50.221168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaa762-72fd-4a31-9b24-f235afdfc63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a07a5e-5cd1-43d0-9985-072ec020becb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:50.245132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc90ca-1f6f-44e7-b5f6-c329dce554f0 req-61081b7c-9c40-4d93-8126-42d3f4c5e35e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.247275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbfc90ca-1f6f-44e7-b5f6-c329dce554f0 req-61081b7c-9c40-4d93-8126-42d3f4c5e35e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 949 time: 0.2006180 Oct 15 19:36:50.255937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.262000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:50.270058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.294754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:36:50.294988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:36:50.295498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:50.303677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:36:50.303997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:36:50.309279 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.319507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:36:50.319871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:50.320254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:36:50.320691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Bound port: 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:36:50.321053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.336540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbfc90ca-1f6f-44e7-b5f6-c329dce554f0 req-e2962b4e-7e4d-4740-85e7-f49f35c8acf9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701704 Oct 15 19:36:50.390430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:50.400575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.403600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.404937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a07a5e-5cd1-43d0-9985-072ec020becb HTTP/1.1" status: 204 len: 168 time: 0.2331104 Oct 15 19:36:50.416101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a4d5e-371b-4afb-b7e8-08fa23868675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a07a5e-5cd1-43d0-9985-072ec020becb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:50.418089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:36:50.422060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:36:50.488175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.529338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.529951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:50.531319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] 10.222.0.15 "PUT /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 1092 time: 1.2113557 Oct 15 19:36:50.533886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:50.537504 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7" -d '{"events": [{"name": "network-changed", "server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:50.554531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153baa43-c214-4ba2-b115-01e1ae833e3d req-6f28c05a-0720-40ba-bdb0-6b85abc24957 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.556043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-153baa43-c214-4ba2-b115-01e1ae833e3d req-6f28c05a-0720-40ba-bdb0-6b85abc24957 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.1075044 Oct 15 19:36:50.624778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02d78d-e2e0-4ab1-baf0-4c4c5ad0c332 service neutron] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:50.630334 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d19279e-a29b-4223-903e-c5f6cf91fbf3 x-openstack-request-id: req-8d19279e-a29b-4223-903e-c5f6cf91fbf3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:50.630621 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:50.630871 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d19279e-a29b-4223-903e-c5f6cf91fbf3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:50.631772 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'status': 'completed', 'code': 200} Oct 15 19:36:50.689860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-153baa43-c214-4ba2-b115-01e1ae833e3d req-55e28108-1658-40ed-9485-0e8289c8e92c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098766 Oct 15 19:36:50.704424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-3631c588-931a-493b-910c-aa58ef506ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.705925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-3631c588-931a-493b-910c-aa58ef506ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1095 time: 0.0547855 Oct 15 19:36:50.710486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:50.845370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-736726c6-2106-4df2-9e60-2b66eb81b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.846817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-736726c6-2106-4df2-9e60-2b66eb81b980 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=58c6e627160a4d788f4affbb306599cd&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1331079 Oct 15 19:36:50.971398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-24cdd0a0-2341-4d3e-be06-9c9d598b7226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:50.972895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f99e7bd2-e2c4-4c5b-bdab-12cc556112d7 req-24cdd0a0-2341-4d3e-be06-9c9d598b7226 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1191087 Oct 15 19:36:51.014478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-024b0523-e298-414f-9574-c967151a4367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.102640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-c270b71e-bebe-4195-8a29-5f86ff2b667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:51.104341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-c270b71e-bebe-4195-8a29-5f86ff2b667a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1095 time: 0.0711825 Oct 15 19:36:51.157332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-cd8db920-7f96-4d5c-b5a7-53b47849bebb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 217 time: 0.0430415 Oct 15 19:36:51.221221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-024b0523-e298-414f-9574-c967151a4367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.234846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d9481-6e33-48bf-9290-881df3abcc4a req-2f2ee29f-0298-41e5-89fd-f977c79e0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:51.236316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-2f2ee29f-0298-41e5-89fd-f977c79e0085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0702138 Oct 15 19:36:51.269497 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-25a7593c-2cbd-43cf-86c7-c7933901d683 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257113 Oct 15 19:36:51.302168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-024b0523-e298-414f-9574-c967151a4367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.398802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b0523-e298-414f-9574-c967151a4367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb0047-3e2b-426e-87ef-013a754c4a14,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:51.421999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-024b0523-e298-414f-9574-c967151a4367 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8883de9d2f98479fb05ffb1518bda1af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062004 Oct 15 19:36:51.422787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:51.424126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-85659bc3-038c-47e8-8f92-07b8e77d4618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.470398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-ab9c5e72-5014-452f-a4c4-9d05805d55cc service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938565 Oct 15 19:36:51.488651 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.506972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91566344-87fa-4e46-8066-4c9e4bb92959 req-1e970f68-1198-4739-b10a-0817c890fa49 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:51.508587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91566344-87fa-4e46-8066-4c9e4bb92959 req-1e970f68-1198-4739-b10a-0817c890fa49 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 950 time: 0.0802748 Oct 15 19:36:51.521330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.592521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91566344-87fa-4e46-8066-4c9e4bb92959 req-b442fbbe-1df0-4770-9856-d83b97f030c1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724571 Oct 15 19:36:51.614925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-356d9481-6e33-48bf-9290-881df3abcc4a req-4f84c2d8-8c9c-45ae-8f00-a1f07b0552f2 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367328 Oct 15 19:36:51.654627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:51.657142 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0a129-0b3a-4cdf-884d-f7606d3be95e" -d '{"events": [{"server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:51.693728 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245ba553-52bb-488b-9e21-5fcbed8f59b5 x-openstack-request-id: req-245ba553-52bb-488b-9e21-5fcbed8f59b5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:51.694043 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "name": "network-vif-plugged", "status": "completed", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:51.694300 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245ba553-52bb-488b-9e21-5fcbed8f59b5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:51.694691 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'code': 200} Oct 15 19:36:51.724978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.727676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:51.733131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06cb0047-3e2b-426e-87ef-013a754c4a14 HTTP/1.1" status: 204 len: 168 time: 0.3061819 Oct 15 19:36:51.750104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62deb8c-12e9-496f-8692-2dfe16a34869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb0047-3e2b-426e-87ef-013a754c4a14,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:51.821204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fadd7-e315-4eb9-bffc-338a34e32cab req-8f1c5a22-b363-4085-a92c-05d60ceaa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:51.821204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-052fadd7-e315-4eb9-bffc-338a34e32cab req-8f1c5a22-b363-4085-a92c-05d60ceaa2e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 1102 time: 0.0560181 Oct 15 19:36:51.857980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42bfab-c40f-4c9c-af06-fd47c8c827d0 req-6f058dc9-7310-4b6f-88f2-84f6782ed02b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:51.859807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf42bfab-c40f-4c9c-af06-fd47c8c827d0 req-6f058dc9-7310-4b6f-88f2-84f6782ed02b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0504668 Oct 15 19:36:51.899225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf42bfab-c40f-4c9c-af06-fd47c8c827d0 req-242a0308-f3ed-411c-b704-d4cf57642def tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334938 Oct 15 19:36:51.940438 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-052fadd7-e315-4eb9-bffc-338a34e32cab req-e3a9c1b9-a2ae-412e-936d-72885da38304 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Oct 15 19:36:52.108608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:52.257012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78ee3b88-1aba-4c0a-8696-0f6632c348a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.309258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.337375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78ee3b88-1aba-4c0a-8696-0f6632c348a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.372128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.417377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78ee3b88-1aba-4c0a-8696-0f6632c348a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.417586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.466835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-78ee3b88-1aba-4c0a-8696-0f6632c348a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66cd259a5ce84467aa53596a75d5e150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3561177 Oct 15 19:36:52.469238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee3b88-1aba-4c0a-8696-0f6632c348a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91775d3-149d-4399-9784-141c3d4968d9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:52.469504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54130) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:52.531815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.552820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.569330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54132) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:52.582222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18fca519-86dd-40fc-9e34-e34331656a67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.589035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.729477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.734127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.735898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d91775d3-149d-4399-9784-141c3d4968d9 HTTP/1.1" status: 204 len: 168 time: 0.2649598 Oct 15 19:36:52.751483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b053-08df-46c4-b64d-c253f7e6cf10 req-75a2fd99-374e-4157-8db0-2e6d9eaed8ba tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:52.753589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75a9b053-08df-46c4-b64d-c253f7e6cf10 req-75a2fd99-374e-4157-8db0-2e6d9eaed8ba tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 950 time: 0.0750718 Oct 15 19:36:52.766373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c3dd6-c315-49a7-8838-cb4ebc28cda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91775d3-149d-4399-9784-141c3d4968d9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:52.845358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18fca519-86dd-40fc-9e34-e34331656a67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:52.860132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75a9b053-08df-46c4-b64d-c253f7e6cf10 req-796d3c6d-63cb-40ae-9988-edccc26e46ac tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949969 Oct 15 19:36:53.001952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18fca519-86dd-40fc-9e34-e34331656a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.071754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18fca519-86dd-40fc-9e34-e34331656a67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29dc7b8ba10b4a22a38d641ce12213a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019317 Oct 15 19:36:53.071754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fca519-86dd-40fc-9e34-e34331656a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1654f5-95d1-492e-9c56-294dbc7065bc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:53.072438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54150) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:53.099104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883ed81-1aff-427e-b7e8-26d1c5134c4d req-a6deb3ef-110f-40fd-a3e3-688dc5cbb044 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:53.100710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9883ed81-1aff-427e-b7e8-26d1c5134c4d req-a6deb3ef-110f-40fd-a3e3-688dc5cbb044 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.1106467 Oct 15 19:36:53.144421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.165156 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9883ed81-1aff-427e-b7e8-26d1c5134c4d req-0bf43fcb-c85b-41ea-bef6-697053d595ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567577 Oct 15 19:36:53.174894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.343266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.346008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.347317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e1654f5-95d1-492e-9c56-294dbc7065bc HTTP/1.1" status: 204 len: 168 time: 0.2737002 Oct 15 19:36:53.360605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52dc88-3eef-42cc-a5cd-63849a3d1175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1654f5-95d1-492e-9c56-294dbc7065bc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:53.692048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54166) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:53.705819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7984a73-d57d-433b-a226-0202d1b0dc10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.788613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7984a73-d57d-433b-a226-0202d1b0dc10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.880265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7984a73-d57d-433b-a226-0202d1b0dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:53.937397 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7984a73-d57d-433b-a226-0202d1b0dc10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa85e63f38094710a2053dfd6cf369c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442503 Oct 15 19:36:53.939110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54178) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:53.947294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7984a73-d57d-433b-a226-0202d1b0dc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557bb5be-baf6-4635-bd26-9421a0f5605e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:54.041499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:54.053476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560f1a5-5d9c-4f34-9d36-cbf691c08c4f req-5ac56428-0d39-48bd-b87c-85395f746a80 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.061246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d560f1a5-5d9c-4f34-9d36-cbf691c08c4f req-5ac56428-0d39-48bd-b87c-85395f746a80 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 950 time: 0.0888364 Oct 15 19:36:54.141744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d560f1a5-5d9c-4f34-9d36-cbf691c08c4f req-b4305227-3cf7-4ede-9f4f-072ee25c39ba tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739393 Oct 15 19:36:54.145809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:54.304311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdb648-d0f2-4762-98d4-77d91cda9edf req-8b9364ea-f624-44fc-b753-0d59a745a2be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.306400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2fdb648-d0f2-4762-98d4-77d91cda9edf req-8b9364ea-f624-44fc-b753-0d59a745a2be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 949 time: 0.0590792 Oct 15 19:36:54.362919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2fdb648-d0f2-4762-98d4-77d91cda9edf req-aa0f5fa1-e86a-4916-ac9f-16493e3a2dba tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489044 Oct 15 19:36:54.366104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:54.369195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:54.374232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/557bb5be-baf6-4635-bd26-9421a0f5605e HTTP/1.1" status: 204 len: 168 time: 0.4333324 Oct 15 19:36:54.412519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:54.420611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797eff-640b-440b-9173-3156dbe4d961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557bb5be-baf6-4635-bd26-9421a0f5605e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:54.445484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d8840-f858-4106-b474-4c3b35301e99 req-0601f2ca-1e76-418b-98f3-a955f98fc3a5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.447044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b7d8840-f858-4106-b474-4c3b35301e99 req-0601f2ca-1e76-418b-98f3-a955f98fc3a5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0993886 Oct 15 19:36:54.515822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b7d8840-f858-4106-b474-4c3b35301e99 req-e68a766a-eaa8-4195-894b-5f2a50f9d109 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586913 Oct 15 19:36:54.760110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a050ea-c4b5-4918-9202-fe43826029ec req-b3859e0c-6335-4153-9081-c701bbeaa75f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.767253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a050ea-c4b5-4918-9202-fe43826029ec req-b3859e0c-6335-4153-9081-c701bbeaa75f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.768857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4a050ea-c4b5-4918-9202-fe43826029ec req-b3859e0c-6335-4153-9081-c701bbeaa75f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb&device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1690 time: 0.0598421 Oct 15 19:36:54.810878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4a050ea-c4b5-4918-9202-fe43826029ec req-6da48db2-da93-4597-a8eb-75477f467266 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Oct 15 19:36:54.998101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4c0cc-c990-41fa-94ea-e7de723c8bd7 req-b4ea430b-b32b-474f-82ce-dc3c49523406 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:54.999877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32a4c0cc-c990-41fa-94ea-e7de723c8bd7 req-b4ea430b-b32b-474f-82ce-dc3c49523406 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 1102 time: 0.0609422 Oct 15 19:36:55.067983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32a4c0cc-c990-41fa-94ea-e7de723c8bd7 req-3dfbcf71-200f-466d-aab1-6a94271fe60c tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599978 Oct 15 19:36:55.166794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6386fe9-45b6-47ca-915c-5780fda8c49f req-84cf81ec-3f61-4e19-a542-e7cc52360e30 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:55.172052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6386fe9-45b6-47ca-915c-5780fda8c49f req-84cf81ec-3f61-4e19-a542-e7cc52360e30 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1101 time: 0.0454695 Oct 15 19:36:55.198628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:36:55.225609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6386fe9-45b6-47ca-915c-5780fda8c49f req-3a460710-4d6a-4cae-82b8-099cb514fca3 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500224 Oct 15 19:36:55.256956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:55.321123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:55.337097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'port_id': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'mac_address': 'fa:16:3e:d8:35:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:36:55.399530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.443016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:36:55.489273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:55.504377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4baad3f2-3cd4-4ed2-bc7e-91fbaeb9e716 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.570109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.649765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4baad3f2-3cd4-4ed2-bc7e-91fbaeb9e716 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.657921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:55.727736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4baad3f2-3cd4-4ed2-bc7e-91fbaeb9e716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.814758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4baad3f2-3cd4-4ed2-bc7e-91fbaeb9e716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=637117071f64482592d037cc15d26006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5514066 Oct 15 19:36:55.814938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:55.821465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baad3f2-3cd4-4ed2-bc7e-91fbaeb9e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1773fa8-b3e2-434e-9211-4f2e590dd34e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:55.840943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972f7b0-d31c-44c1-8171-90f8d084e4c9 req-d183ceb6-29e0-486a-99e7-08fdd37afcd9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:55.849499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7972f7b0-d31c-44c1-8171-90f8d084e4c9 req-d183ceb6-29e0-486a-99e7-08fdd37afcd9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.1800702 Oct 15 19:36:55.899743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:55.905282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:36:55.921082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7972f7b0-d31c-44c1-8171-90f8d084e4c9 req-e62b6ab4-9be1-450c-9ea7-24ad32b4a97c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706286 Oct 15 19:36:55.962209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:56.033362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-af7b97b8-304b-46e3-b06d-1be4de968e18 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613728 Oct 15 19:36:56.165724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-687dfcc7-3b81-4022-8c3e-dc97dcdadad5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:56.167175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-687dfcc7-3b81-4022-8c3e-dc97dcdadad5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256139 Oct 15 19:36:56.184610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0f76a129-f278-4cc6-8ee6-965c3280732c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0096316 Oct 15 19:36:56.231098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:56.233770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:56.234939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1773fa8-b3e2-434e-9211-4f2e590dd34e HTTP/1.1" status: 204 len: 168 time: 0.4194009 Oct 15 19:36:56.247120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0781cf-b746-4bdd-8169-2dd564fd5387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1773fa8-b3e2-434e-9211-4f2e590dd34e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:56.273419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-c14f921b-9566-420f-8d5c-2e4443602907 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815027 Oct 15 19:36:56.517534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54314) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:56.804799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-748e3b31-8b85-4e1a-9166-70b65dffc719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:56.819743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:56.901322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-748e3b31-8b85-4e1a-9166-70b65dffc719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:56.972274 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-748e3b31-8b85-4e1a-9166-70b65dffc719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.068043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54336) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:57.068570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-748e3b31-8b85-4e1a-9166-70b65dffc719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9974ffa295ab4442a342a9d49e3d2105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496843 Oct 15 19:36:57.069018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e3b31-8b85-4e1a-9166-70b65dffc719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0d256-7b10-4891-86b9-a1afc67447cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:57.090726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:57.117426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8feb-5078-4f11-a450-2b2c3dc458b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.225609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.225799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:36:57.250727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.288987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2020367269-network', 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:57.332595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dd5de-54d0-4c07-9374-7c33b5f0eb54 req-3c1f8c4c-5411-43f2-92eb-670f1e7fae11 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:57.336948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-307dd5de-54d0-4c07-9374-7c33b5f0eb54 req-3c1f8c4c-5411-43f2-92eb-670f1e7fae11 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.2338748 Oct 15 19:36:57.389896 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8feb-5078-4f11-a450-2b2c3dc458b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.407922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-307dd5de-54d0-4c07-9374-7c33b5f0eb54 req-f1796ef7-1bb7-4755-9bfb-f342277b837e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628757 Oct 15 19:36:57.426750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.426750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.426750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0e0d256-7b10-4891-86b9-a1afc67447cb HTTP/1.1" status: 204 len: 168 time: 0.3556719 Oct 15 19:36:57.440236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88696-9e6c-4fc4-a227-44ea6b681902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0d256-7b10-4891-86b9-a1afc67447cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:57.447470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:36:57.463866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:57.466319 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.473791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:36:57.473791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.479794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.578435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8feb-5078-4f11-a450-2b2c3dc458b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.607840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dbcf8feb-5078-4f11-a450-2b2c3dc458b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a3326c832594dc29e5eb9e47f4258ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131397 Oct 15 19:36:57.608937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54356) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:57.617965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-125ac6ac-c5fc-4645-aef7-0dd69256c816 req-1fcf7838-524f-480d-91db-8e979430e059 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.1119895 Oct 15 19:36:57.657855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8feb-5078-4f11-a450-2b2c3dc458b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372293ff-b826-474d-8537-42301916b42c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:57.667514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.701950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.723227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.733100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:36:57.741472 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f18ae8-d570-43be-8af4-a3eaff358318" -d '{"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-plugged", "status": "completed", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:36:57.773670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.789308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:36:57.803913 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cf884-7406-4079-ae8e-5e99f6835b7a x-openstack-request-id: req-da9cf884-7406-4079-ae8e-5e99f6835b7a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:36:57.804631 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-plugged", "status": "completed", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:36:57.805032 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da9cf884-7406-4079-ae8e-5e99f6835b7a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:36:57.805539 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'code': 200} Oct 15 19:36:57.823225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.902342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dd283f-5865-4586-947d-5f39cd2c9cfa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:57.917627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.919086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fd00a-4e7c-4bb8-9248-10a66bea8f76 req-7b8d49d5-f7ea-4601-9358-fa69fb21aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:57.919326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff1fd00a-4e7c-4bb8-9248-10a66bea8f76 req-7b8d49d5-f7ea-4601-9358-fa69fb21aadf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1096 time: 0.0470071 Oct 15 19:36:57.960175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.965616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:57.966798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/372293ff-b826-474d-8537-42301916b42c HTTP/1.1" status: 204 len: 168 time: 0.3547528 Oct 15 19:36:57.977660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:36:57.985529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5006c94-8811-48a3-8cf7-0102190b608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372293ff-b826-474d-8537-42301916b42c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:58.001949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff1fd00a-4e7c-4bb8-9248-10a66bea8f76 req-c2589738-3564-49d2-bab1-d95e6ca4fec1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602372 Oct 15 19:36:58.009069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.009572 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Added segment 7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14 of type vlan for network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f Oct 15 19:36:58.056888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:58.059135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.160327 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.161228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:58.161830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.231203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] Pushing event updated for resources: {'Network': ['ID=42558f72-1a18-47a4-9f4f-8f884b0c4c0f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:58.243185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:36:58.274920 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4654aac9-859a-46ae-8b0c-f9b9bb71d65e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4515512 Oct 15 19:36:58.276175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:58.282551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Request body: {'subnet': {'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2020367269-subnet', 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:36:58.411778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:36:58.414126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.600531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54384) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:58.620861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a775c55e-9751-4dad-b439-a49e83e51668 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.649212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc99fa1-3f1c-4c7a-a469-c1795d19edd0 req-05bbdbf7-c1ab-4142-b316-81fc5af7f108 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:58.651088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bc99fa1-3f1c-4c7a-a469-c1795d19edd0 req-05bbdbf7-c1ab-4142-b316-81fc5af7f108 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.1665204 Oct 15 19:36:58.753070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f31dd390-55a5-4ff6-b599-b64e0a1daa67 req-f711788b-6e72-492c-9720-4595fe69b7a0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.0543289 Oct 15 19:36:58.783744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bc99fa1-3f1c-4c7a-a469-c1795d19edd0 req-7b55dc5c-24d3-4768-a46f-cbbf9e3cc4b2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198890 Oct 15 19:36:58.849510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a775c55e-9751-4dad-b439-a49e83e51668 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.880951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.903797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a775c55e-9751-4dad-b439-a49e83e51668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:58.940949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=830ba777-b386-44bf-9c69-edac037513b2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:58.943541 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a775c55e-9751-4dad-b439-a49e83e51668 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fc73ff57fa64075919d48f528526587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420479 Oct 15 19:36:58.944418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c55e-9751-4dad-b439-a49e83e51668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d0dd72-e25d-402f-9c76-f187c8837e3c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:58.946650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54402) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:36:58.952838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:36:58.953461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Network hostable DHCP agents. Network: 42558f72-1a18-47a4-9f4f-8f884b0c4c0f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:36:59.004888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:59.029492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:36:59.030123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:59.109521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 42558f72-1a18-47a4-9f4f-8f884b0c4c0f) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:36:59.115050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:59.117396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:59.118429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0668b50-ec22-4488-a5d3-6aab70ca6f67 None None] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:59.189464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:59.192537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:36:59.195325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93d0dd72-e25d-402f-9c76-f187c8837e3c HTTP/1.1" status: 204 len: 168 time: 0.2462928 Oct 15 19:36:59.203278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acaa7f4-4ac6-4691-b020-4ac495e2994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d0dd72-e25d-402f-9c76-f187c8837e3c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:36:59.207214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84445152-c159-4afb-af1b-b1223fb20769 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9220703 Oct 15 19:36:59.300059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e34ea6-3e5e-473a-b017-d72f1f970019 None None] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:36:59.861706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc3326bf-1094-4ec0-b60f-84f983f34133 req-0a5e4c74-0c6a-45ee-8afe-fcc9fbdbb999 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.0420074 Oct 15 19:36:59.910935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd51cd-fcdc-4686-aa8a-e1e6af1660f4 req-50fe377d-97de-4cb5-be43-3ffa8fda62bb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:36:59.913717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5bbd51cd-fcdc-4686-aa8a-e1e6af1660f4 req-50fe377d-97de-4cb5-be43-3ffa8fda62bb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.0616760 Oct 15 19:36:59.966476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5bbd51cd-fcdc-4686-aa8a-e1e6af1660f4 req-6fac677a-288e-4974-8cac-de018150f758 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Oct 15 19:37:00.959317 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a390451-a0b1-4e58-8d7e-60a8c788f453 req-63d36b05-94bd-4393-82c0-64272aa76cbb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.0286140 Oct 15 19:37:01.120677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-8a3a23e6-56ad-450f-98b3-36f84f417a5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225203 Oct 15 19:37:01.151069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb37ef-21eb-4e11-959a-ec5eee6793e9 req-21362b35-27b0-4000-a7d8-c36131258607 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:01.156890 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8cb37ef-21eb-4e11-959a-ec5eee6793e9 req-21362b35-27b0-4000-a7d8-c36131258607 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.0854859 Oct 15 19:37:01.178372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54486) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:01.184755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1830970020-network', 'tenant_id': 'fd71512d23b646de88955c58e53e3479'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:01.310688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Made reservation on behalf of fd71512d23b646de88955c58e53e3479 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:01.312629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.323645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.469000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.548556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8cb37ef-21eb-4e11-959a-ec5eee6793e9 req-a05ee319-820f-44c3-82d5-3f11502a964b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171420 Oct 15 19:37:01.577528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.591857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-4376171d-3c74-4cb1-ad44-94006322b714 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:01.593958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-4376171d-3c74-4cb1-ad44-94006322b714 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4361742 Oct 15 19:37:01.611691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': '9183e276-dbf9-443d-8715-9b6724768fe1', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:01.613484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:37:01.639364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.639995 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Added segment 2da7d621-0601-413d-97c2-b9e725ed4852 of type vlan for network 891a49ac-9980-4a99-930c-5fd94e33405f Oct 15 19:37:01.655198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba095593-0e87-4198-8b8e-efb2a7e36a7a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:01.712475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.800905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.801885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:01.802491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.829773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:01.833243 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:01.899419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] Pushing event updated for resources: {'Network': ['ID=891a49ac-9980-4a99-930c-5fd94e33405f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:01.912677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 891a49ac-9980-4a99-930c-5fd94e33405f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:37:01.934703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1b816fe7-ca51-4b84-909c-abfc604dd05d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7544243 Oct 15 19:37:01.937796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:01.946250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Request body: {'subnet': {'network_id': '891a49ac-9980-4a99-930c-5fd94e33405f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1830970020-subnet', 'tenant_id': 'fd71512d23b646de88955c58e53e3479', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:02.045629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.53 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:02.052200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Made reservation on behalf of fd71512d23b646de88955c58e53e3479 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:02.054478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:02.117444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f8368c0-064e-4fc9-a4c2-de9eed7fe340 req-c8c50000-b31a-485f-b2c8-1ccedb1884a3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.0432181 Oct 15 19:37:02.221536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-afcba5bc-c78a-4be8-96f5-f840d0e6b621 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292697 Oct 15 19:37:02.518744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-b1f98f10-6bf3-4246-bb5e-95d7ae73d1d9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:02.520216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-b1f98f10-6bf3-4246-bb5e-95d7ae73d1d9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908971 Oct 15 19:37:02.535795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:02.674560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:02.759786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41ae8e-2e93-4299-9935-14138b26ee76 req-018eb426-419c-4e92-9192-d2de73f703ac tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:02.761282 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b41ae8e-2e93-4299-9935-14138b26ee76 req-018eb426-419c-4e92-9192-d2de73f703ac tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.0991259 Oct 15 19:37:02.816699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:02.849798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b41ae8e-2e93-4299-9935-14138b26ee76 req-a03ea661-cb3a-4a2e-8d89-afce31efe5fd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647020 Oct 15 19:37:02.879965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cee004c-8a2d-4d5a-9f0a-0dad4c63c350,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:02.900125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:02.907333 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:02.924328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Checking segment: {'id': '2da7d621-0601-413d-97c2-b9e725ed4852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '891a49ac-9980-4a99-930c-5fd94e33405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:02.924909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Network hostable DHCP agents. Network: 891a49ac-9980-4a99-930c-5fd94e33405f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:37:03.038103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.050014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:03.054596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:03.107060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Network 891a49ac-9980-4a99-930c-5fd94e33405f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:37:03.123961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:03.134167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:03.136892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:03.148478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:03.148478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.149403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922c90e-26a8-47d8-9331-d0f59b989747 req-ccf57272-7e3b-43a6-8627-775a512d2d7c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:03.150909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b922c90e-26a8-47d8-9331-d0f59b989747 req-ccf57272-7e3b-43a6-8627-775a512d2d7c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1097 time: 0.1733904 Oct 15 19:37:03.184572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:03.188634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.76 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/62ac8ee0-39b4-42b6-a262-0fd558f3bcd0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:03.225548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 891a49ac-9980-4a99-930c-5fd94e33405f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:03.235847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:03.236646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.239669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d49d47-7fdf-4048-af0e-492c37e58060 None None] Network 891a49ac-9980-4a99-930c-5fd94e33405f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:03.243259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b922c90e-26a8-47d8-9331-d0f59b989747 req-59b55f1b-b5d3-4d10-8c1c-e8d63fb012f6 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823760 Oct 15 19:37:03.284090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cded6177-c7ed-4738-84ac-d3ccc7229d61 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6784167 Oct 15 19:37:03.326137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Request body: {'port': {'device_id': '9183e276-dbf9-443d-8715-9b6724768fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:03.411580 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:37:03.433091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a9c1e43-48bf-4d6e-8339-815f3126c49f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4940188 Oct 15 19:37:03.488089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.513038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.536752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7246cf43-48d1-4850-a414-1925254d0ad9 None None] Network 891a49ac-9980-4a99-930c-5fd94e33405f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:03.613843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-24bf5fcf-60f6-4cd4-918a-4590f4e53814 None None] Provisioning complete for port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:03.616339 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24bf5fcf-60f6-4cd4-918a-4590f4e53814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.679598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04acc6-bfb7-4774-ac0c-c77c25e30ec9 req-93c8d0c4-c7e0-4cca-81e9-a3ef1eb0a5bf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:03.682042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b04acc6-bfb7-4774-ac0c-c77c25e30ec9 req-93c8d0c4-c7e0-4cca-81e9-a3ef1eb0a5bf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 935 time: 0.1219752 Oct 15 19:37:03.726658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54576) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:03.757528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b04acc6-bfb7-4774-ac0c-c77c25e30ec9 req-2165a89f-e920-4a3e-8371-e7d9296ef83c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658994 Oct 15 19:37:03.807925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-24bf5fcf-60f6-4cd4-918a-4590f4e53814 None None] Port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:03.835522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.854459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:03.970979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:03.975306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c610d32-1100-42e8-b3e0-582e3103e167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:03.988821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9785c24-8735-4e2f-aae4-5766cb25fcb9 req-6ac55a41-0f4c-4e49-9813-1ff7b33a4226 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:03.990605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9785c24-8735-4e2f-aae4-5766cb25fcb9 req-6ac55a41-0f4c-4e49-9813-1ff7b33a4226 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1097 time: 0.2185450 Oct 15 19:37:03.999737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:04.002334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:04.008291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:04.009113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.016391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:04.124243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9785c24-8735-4e2f-aae4-5766cb25fcb9 req-51341e6e-d3c8-4ba2-b69d-539091469c29 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061494 Oct 15 19:37:04.146044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-be4c92ab-2295-4a02-893c-bc62678113ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6139181 Oct 15 19:37:04.179508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Request body: {'port': {'device_id': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:04.270573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:04.333376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.339391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b29078de-5836-4a4c-9003-aa122a47afe1 None None] Provisioning complete for port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:04.340421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b29078de-5836-4a4c-9003-aa122a47afe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.359820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-d9d0996a-7ffc-42d8-8421-29b7cfc54b88 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:04.361992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-d9d0996a-7ffc-42d8-8421-29b7cfc54b88 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.1564355 Oct 15 19:37:04.374313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c610d32-1100-42e8-b3e0-582e3103e167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.377237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.379868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Transition to ACTIVE for port object dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:04.382210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-def61ae5-5151-4d32-bc76-cd2e5052ee62 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/quotas/5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 375 time: 0.0138340 Oct 15 19:37:04.383458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b29078de-5836-4a4c-9003-aa122a47afe1 None None] Port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:04.432166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:04.437191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-11323b8d-a294-4444-8ee2-a787c1d6faf2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475543 Oct 15 19:37:04.448149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:04.550860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c610d32-1100-42e8-b3e0-582e3103e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.561511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-03fa245d-3f6b-4f62-9e8b-91142e40b0b8 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213393 Oct 15 19:37:04.588603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c610d32-1100-42e8-b3e0-582e3103e167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a1eadf22b864a95ad12a041a9bd8d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8608496 Oct 15 19:37:04.594044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:04.594447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.714138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:04.716847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c610d32-1100-42e8-b3e0-582e3103e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba4c600-43a6-47b7-8d64-f4ea81d35ab3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:04.788634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.803234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-448a805a-2b53-49de-b61b-8b08f7825cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406659 Oct 15 19:37:04.868776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.872119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba3aecf-9657-476e-8460-f6befab899f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:04.947824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Attempting to bind port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:04.949818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Attempting to bind port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:04.949818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Attempting to bind port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:04.985540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:04.985846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Attempting to bind port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:05.003711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:05.004352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:05.007694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:05.007694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Bound port: dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:05.007694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.029169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.031535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.033926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cba4c600-43a6-47b7-8d64-f4ea81d35ab3 HTTP/1.1" status: 204 len: 168 time: 0.4378347 Oct 15 19:37:05.059376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffef38-16bc-4dc5-ab67-579162af368e req-718c21d3-3b7c-43ba-af29-8782feaf4227 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:05.064188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0fffef38-16bc-4dc5-ab67-579162af368e req-718c21d3-3b7c-43ba-af29-8782feaf4227 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1097 time: 0.1622803 Oct 15 19:37:05.070824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7ee2d-34f0-4926-b899-1e27b24ff913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba4c600-43a6-47b7-8d64-f4ea81d35ab3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:05.092847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54632) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:05.207905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:05.258446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a301-c6e9-474d-a9e2-8acee817a661 req-285f3ed6-91c0-4d73-a765-c714ed045a47 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:05.259765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:05.260453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ba7a301-c6e9-474d-a9e2-8acee817a661 req-285f3ed6-91c0-4d73-a765-c714ed045a47 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 947 time: 0.1048410 Oct 15 19:37:05.278775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:05.283510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-494177c9-a3d1-4d8d-9b95-f93a9ea3e292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.283833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0fffef38-16bc-4dc5-ab67-579162af368e req-34ee54fc-57fc-4fc5-82f6-50b841b8a877 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444833 Oct 15 19:37:05.289837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.319393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Transition to ACTIVE for port object 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:05.321410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba3aecf-9657-476e-8460-f6befab899f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.347383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ba7a301-c6e9-474d-a9e2-8acee817a661 req-b883d12d-5a3f-4a7c-961b-e12b7a90877d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787961 Oct 15 19:37:05.382052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b309d6c-50dd-40c9-8a22-ec67ae5069df req-165eb9bd-f301-41ff-a9c7-cb0afb4c3e02 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 210 time: 0.0278792 Oct 15 19:37:05.395798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-494177c9-a3d1-4d8d-9b95-f93a9ea3e292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.418807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.451781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:05.452534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.456148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 HTTP/1.1" status: 200 len: 1096 time: 2.1359632 Oct 15 19:37:05.456148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:05.460547 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631d35f-ddcb-4130-9fd0-99298a72bec4" -d '{"events": [{"name": "network-changed", "server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:05.468710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba3aecf-9657-476e-8460-f6befab899f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.471127 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.503615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-494177c9-a3d1-4d8d-9b95-f93a9ea3e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.509986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c48f-f454-425f-a4c4-815f8020d348 service neutron] Pushing event updated for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:05.519493 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b68fa7-59e5-44a2-9476-098ac5592287 x-openstack-request-id: req-e7b68fa7-59e5-44a2-9476-098ac5592287 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:05.519807 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:05.520058 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7b68fa7-59e5-44a2-9476-098ac5592287 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:05.520506 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'status': 'completed', 'code': 200} Oct 15 19:37:05.592133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-494177c9-a3d1-4d8d-9b95-f93a9ea3e292 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7983b3439c76411d82419fb4d40f20ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983089 Oct 15 19:37:05.596248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494177c9-a3d1-4d8d-9b95-f93a9ea3e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e677e-40d8-4d83-b43a-c3dc5b621942,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:05.598988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54644) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:05.638993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dba3aecf-9657-476e-8460-f6befab899f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=457d7380240f437d9c1fabea63672041&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1873324 Oct 15 19:37:05.642333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:05.648583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3aecf-9657-476e-8460-f6befab899f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40d8a44-3d64-4f3f-81b8-81a05961a630,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:05.661862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:05.710443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d35f-ddcb-4130-9fd0-99298a72bec4 req-649262b3-e112-4c9e-841d-c320749a2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:05.712621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4631d35f-ddcb-4130-9fd0-99298a72bec4 req-649262b3-e112-4c9e-841d-c320749a2f20 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 1099 time: 0.1275723 Oct 15 19:37:05.715227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.715604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Attempting to bind port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:05.716101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Attempting to bind port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:05.716814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Attempting to bind port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:05.722327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:05.722797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Attempting to bind port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:05.746387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:05.746847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:05.747239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:05.747937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Bound port: 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:05.748219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.752502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4631d35f-ddcb-4130-9fd0-99298a72bec4 req-c44f2c28-b2fc-434b-b411-718cf59a175a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274282 Oct 15 19:37:05.754822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.780508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.876318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.939928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54652) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:05.950947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d35f-ddcb-4130-9fd0-99298a72bec4 req-7b1b88dc-e97c-437d-a63b-383175629660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:05.951916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4631d35f-ddcb-4130-9fd0-99298a72bec4 req-7b1b88dc-e97c-437d-a63b-383175629660 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906867 Oct 15 19:37:05.954451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:05.966366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77ec9d2e-a8fa-4f97-abe8-88c8bfaae98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:05.997341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:06.063292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.116058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.116694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.118172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] 10.222.0.15 "PUT /v2.0/ports/62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 HTTP/1.1" status: 200 len: 1096 time: 1.9441059 Oct 15 19:37:06.143986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-10e44a0e-c099-40e2-a014-b10e0a315c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.145545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-10e44a0e-c099-40e2-a014-b10e0a315c42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 1099 time: 0.1457510 Oct 15 19:37:06.208557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302f226-226b-4cc7-836a-1513d3246193 service neutron] Pushing event updated for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:06.233113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-79af490d-79af-4e07-9794-67417765d731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 HTTP/1.1" status: 200 len: 217 time: 0.0771177 Oct 15 19:37:06.276792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.279390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.283392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d9e677e-40d8-4d83-b43a-c3dc5b621942 HTTP/1.1" status: 204 len: 168 time: 0.6804898 Oct 15 19:37:06.297022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f5efc-08b9-47f8-ba42-381c441721ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e677e-40d8-4d83-b43a-c3dc5b621942,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:06.315189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.319307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.321104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a40d8a44-3d64-4f3f-81b8-81a05961a630 HTTP/1.1" status: 204 len: 168 time: 0.6773598 Oct 15 19:37:06.333402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976700f-babc-4cdc-a09f-f1db1b2740d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40d8a44-3d64-4f3f-81b8-81a05961a630,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:06.482245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a22a51-5531-48ae-aaef-f7d6658bb5b7 req-fef013b0-6d9f-415e-a3ec-5dcb4fe91c4d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.483972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8a22a51-5531-48ae-aaef-f7d6658bb5b7 req-fef013b0-6d9f-415e-a3ec-5dcb4fe91c4d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1097 time: 0.0769043 Oct 15 19:37:06.535225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8a22a51-5531-48ae-aaef-f7d6658bb5b7 req-3cbd258b-e117-4f5e-9759-09e494a953f8 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386763 Oct 15 19:37:06.573430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77ec9d2e-a8fa-4f97-abe8-88c8bfaae98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.622214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1061d512-c0cd-431c-bd11-5cc115bada4e req-b5db8c87-bb01-4b50-9836-75b922d584be tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 210 time: 0.0274093 Oct 15 19:37:06.623104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-1a6a8fa3-df80-4f40-85ee-6adae815cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.624574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-1a6a8fa3-df80-4f40-85ee-6adae815cf35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.3733475 Oct 15 19:37:06.631645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-67327561-98a2-425f-a1e0-3fb6db58ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.633822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-67327561-98a2-425f-a1e0-3fb6db58ddec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1099 time: 0.3983250 Oct 15 19:37:06.701820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ca20-96e4-497c-a699-b970e18eb479 req-3ff87fce-4e3c-4746-8502-8ba23f2eb168 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.703314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7910ca20-96e4-497c-a699-b970e18eb479 req-3ff87fce-4e3c-4746-8502-8ba23f2eb168 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 947 time: 0.1763263 Oct 15 19:37:06.705489 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-02ca0079-5779-42e0-ad3e-1ddec51a4350 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 HTTP/1.1" status: 200 len: 217 time: 0.0615342 Oct 15 19:37:06.709332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77ec9d2e-a8fa-4f97-abe8-88c8bfaae98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.805017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0847e9ce-15dd-4c48-9a48-bcbe8f75435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.806519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-0847e9ce-15dd-4c48-9a48-bcbe8f75435f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1718490 Oct 15 19:37:06.812398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77ec9d2e-a8fa-4f97-abe8-88c8bfaae98d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71ae18ea59c143258be4cf2769b84a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8708246 Oct 15 19:37:06.815792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54670) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:06.821259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec9d2e-a8fa-4f97-abe8-88c8bfaae98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925168bd-3777-4018-ae3e-3b879cec8203,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:06.858879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-322985bf-9dae-400c-8be6-9cfa70b300b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:06.860377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-322985bf-9dae-400c-8be6-9cfa70b300b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1388712 Oct 15 19:37:06.864968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7910ca20-96e4-497c-a699-b970e18eb479 req-354947b6-d3d4-480b-9220-5e02b52242c5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499448 Oct 15 19:37:06.876609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:06.912874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.005798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-dab906f9-5158-429a-bd43-a514bf893bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:07.007306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-dab906f9-5158-429a-bd43-a514bf893bb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354320 Oct 15 19:37:07.024361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-c82ce581-1c4f-4c7c-94f6-e46b0a55c2c8 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951499 Oct 15 19:37:07.126279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.128936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.130128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/925168bd-3777-4018-ae3e-3b879cec8203 HTTP/1.1" status: 204 len: 168 time: 0.3132179 Oct 15 19:37:07.138517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebdecd-b235-4606-a248-4e9cca232df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925168bd-3777-4018-ae3e-3b879cec8203,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:07.205996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-ca679ec7-c44c-4e29-8cd1-23d480e93d07 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827447 Oct 15 19:37:07.208193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-cc631035-ab4a-4fff-9253-31d1a2e6f2c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734738 Oct 15 19:37:07.301225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67539ae3-c31b-4c77-92c9-3afe58c06850 req-bca5a4c0-6825-4f1e-a7a5-cf2728f0d5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875831 Oct 15 19:37:07.401274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:07.414374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5800b6-6dee-416b-bc5f-0b3c6b58cebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.456913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54690) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:07.476722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47e380ee-c43a-48b5-8b48-e8f6cfdcef8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.518659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5800b6-6dee-416b-bc5f-0b3c6b58cebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.523583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:07.525842 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56900fba-bfb5-4e20-95ce-5d44636bd56b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:07.568433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47e380ee-c43a-48b5-8b48-e8f6cfdcef8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.582000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5800b6-6dee-416b-bc5f-0b3c6b58cebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.623963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f5800b6-6dee-416b-bc5f-0b3c6b58cebb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6e179c0cd604fa9af2064e8f1e6b2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215962 Oct 15 19:37:07.625217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5800b6-6dee-416b-bc5f-0b3c6b58cebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac82ae5-da5b-4d9a-8be6-465b1f8f65ff,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:07.626663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54694) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:07.643028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47e380ee-c43a-48b5-8b48-e8f6cfdcef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.707236 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47e380ee-c43a-48b5-8b48-e8f6cfdcef8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d6caa50b27741ba87b59287081c261c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493453 Oct 15 19:37:07.710391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54700) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:07.716718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e380ee-c43a-48b5-8b48-e8f6cfdcef8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ae19c9-872d-432c-bc80-809ab606e940,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:07.725337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.754403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.767789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.811231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.920317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.922936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.934721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ac82ae5-da5b-4d9a-8be6-465b1f8f65ff HTTP/1.1" status: 204 len: 168 time: 0.2959995 Oct 15 19:37:07.934721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aba02-4749-47a9-9455-658d2db5b073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac82ae5-da5b-4d9a-8be6-465b1f8f65ff,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:07.955055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.958867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:07.959133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1ae19c9-872d-432c-bc80-809ab606e940 HTTP/1.1" status: 204 len: 168 time: 0.2476826 Oct 15 19:37:07.972477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06844a5-e27e-49d1-92ac-8978ed7c67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ae19c9-872d-432c-bc80-809ab606e940,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:08.047431 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc39bd1-dd8d-45f9-9a6a-61ad8588e814 x-openstack-request-id: req-9dc39bd1-dd8d-45f9-9a6a-61ad8588e814 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:08.048186 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:08.048622 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dc39bd1-dd8d-45f9-9a6a-61ad8588e814 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:08.049200 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', 'status': 'completed', 'code': 200} Oct 15 19:37:08.145575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-67f0c10d-435c-41bb-8f79-58c62113811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.147029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-67f0c10d-435c-41bb-8f79-58c62113811d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1099 time: 0.0658462 Oct 15 19:37:08.148885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c13ca13c-0cbd-416d-82cd-f1057bb785bf req-9af20f0b-3daa-4604-8fa7-7046ada09548 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 210 time: 0.0330153 Oct 15 19:37:08.358923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-1784622f-1cc5-453b-916d-5fb99319c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.360313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-1784622f-1cc5-453b-916d-5fb99319c672 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2043178 Oct 15 19:37:08.369800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ee19-b850-42de-bc55-063d5bb49020 req-7ca96057-a77b-4aea-85e1-2957d44636ed tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.371882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ac7ee19-b850-42de-bc55-063d5bb49020 req-7ca96057-a77b-4aea-85e1-2957d44636ed tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 947 time: 0.1503181 Oct 15 19:37:08.379687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-1d4f79e4-99f4-4188-8253-d58caf8e928f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.381059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-1d4f79e4-99f4-4188-8253-d58caf8e928f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.2049704 Oct 15 19:37:08.427181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Request body: {'port': {'device_id': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'admin_state_up': True, 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:08.438418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-5f6e7596-3844-4693-8b5f-749b3fbd0c40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 HTTP/1.1" status: 200 len: 217 time: 0.0655668 Oct 15 19:37:08.553769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ac7ee19-b850-42de-bc55-063d5bb49020 req-3dcd8b08-e551-4832-8748-a9bbc98c9d6a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672390 Oct 15 19:37:08.559683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-a60f9b27-b43c-427e-b3c0-98222b55cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.560923 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-a60f9b27-b43c-427e-b3c0-98222b55cd13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1087613 Oct 15 19:37:08.635600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-d4f8e0f2-b78e-4455-89db-3f1badea33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:08.637234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-d4f8e0f2-b78e-4455-89db-3f1badea33c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0673163 Oct 15 19:37:08.752832 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-64b78b5f-610d-4372-b595-dd19271414d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074421 Oct 15 19:37:08.753918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:08.757336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:08.931712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56900fba-bfb5-4e20-95ce-5d44636bd56b req-7e7e963b-6e9a-4b41-9f25-a1aefb2129ca service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707559 Oct 15 19:37:08.961853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Allocated IP 172.20.0.14 (42558f72-1a18-47a4-9f4f-8f884b0c4c0f/830ba777-b386-44bf-9c69-edac037513b2/ad20fa29-dbe8-4df7-86c3-368de3b26eab) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:09.130139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:09.295448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:09.353119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:09.364436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:09.367629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:09.373285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:09.373954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:09.378976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-675b615b-2708-4305-aeba-1114e9430261 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:37:09.382928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe23ff-bde3-416a-bc20-c01f1acea5f6 req-cca544b4-ab8d-4606-bc18-ce210cd2e2fe tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:09.384543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bafe23ff-bde3-416a-bc20-c01f1acea5f6 req-cca544b4-ab8d-4606-bc18-ce210cd2e2fe tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 932 time: 0.1234624 Oct 15 19:37:09.385577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-675b615b-2708-4305-aeba-1114e9430261 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0117142 Oct 15 19:37:09.386668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:09.428435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-3babc55e-f527-4a2a-af00-691763d25dab tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:09.432091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-3babc55e-f527-4a2a-af00-691763d25dab tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 1094 time: 0.0447047 Oct 15 19:37:09.439846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:09.440494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:37:09.443656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bafe23ff-bde3-416a-bc20-c01f1acea5f6 req-aa5f7ac7-a07d-49f9-83d3-f8b0fda85bd5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Oct 15 19:37:09.546776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-271909ea-474a-41a5-ad4f-13d88b196635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1238725 Oct 15 19:37:09.561317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Request body: {'port': {'device_id': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:09.593316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:09.593742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:09.594127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:09.598356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:09.598672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:09.606197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:09.606197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:09.606197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:09.606197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Bound port: 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:09.639602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:09.672377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:09.736701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:09.744106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a141757-a4b4-46dd-9d6e-796b419676ed service neutron] 10.222.0.13 "POST /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3074694 Oct 15 19:37:09.791359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34762f-644f-4868-8152-a6600dc85d46 req-c6f8cccf-1967-4a21-ac44-fe606e8b0843 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:09.793458 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a34762f-644f-4868-8152-a6600dc85d46 req-c6f8cccf-1967-4a21-ac44-fe606e8b0843 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 947 time: 0.1252866 Oct 15 19:37:09.822752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:09.949572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1053066988-network', 'tenant_id': 'adce638508d14fe28a520a5d8a683fd0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:10.043247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Made reservation on behalf of adce638508d14fe28a520a5d8a683fd0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:10.048505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.061415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.093651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a34762f-644f-4868-8152-a6600dc85d46 req-4ff2e74f-1b30-41d7-a09e-c60fb95a9f77 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934239 Oct 15 19:37:10.221330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.341227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa49b-b6a8-4c10-978e-17ac5b0bef81 req-14cebbfc-3a20-4dfc-a287-acba5abc614a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.343085 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccbfa49b-b6a8-4c10-978e-17ac5b0bef81 req-14cebbfc-3a20-4dfc-a287-acba5abc614a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.1221766 Oct 15 19:37:10.349105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.388271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f129d58c-aa6c-49ac-bffc-85092f06aac4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:10.399872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad20fa29-dbe8-4df7-86c3-368de3b26eab {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:10.416071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.420455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:37:10.445950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.446597 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Added segment 7521981a-0623-4e11-b9ff-74a80c89ba43 of type vlan for network e558aa56-e6d1-4057-8a6a-f140a9220610 Oct 15 19:37:10.472332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Transition to ACTIVE for port object ad20fa29-dbe8-4df7-86c3-368de3b26eab will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:10.481389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccbfa49b-b6a8-4c10-978e-17ac5b0bef81 req-240bc2f5-1d71-4dfe-b907-a9fc3e4ae59f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181440 Oct 15 19:37:10.540440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.590044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-9c7f1052-fcc5-462d-a306-2ad647f6d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.591859 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-9c7f1052-fcc5-462d-a306-2ad647f6d6ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1097 time: 0.1495867 Oct 15 19:37:10.624652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.720765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.721957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.722551 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.753606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c45db6-fc42-4aee-83f2-8378b61f61d6 req-f73c0f18-2a51-4c54-a3e0-bb8646a457dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.755135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15c45db6-fc42-4aee-83f2-8378b61f61d6 req-f73c0f18-2a51-4c54-a3e0-bb8646a457dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 932 time: 0.1937068 Oct 15 19:37:10.766708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:10.804406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] Pushing event updated for resources: {'Network': ['ID=e558aa56-e6d1-4057-8a6a-f140a9220610,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:10.817196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e558aa56-e6d1-4057-8a6a-f140a9220610 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:37:10.836508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-fc6152ef-25b4-45ab-aab6-ca60f6cf9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.837995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-fc6152ef-25b4-45ab-aab6-ca60f6cf9f06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.2280498 Oct 15 19:37:10.852602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:10.852980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:10.853488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:10.894645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:10.894964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:10.895853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cd193ae9-cdd6-4957-a883-061517fc8b5f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0712261 Oct 15 19:37:10.897768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-25feffd8-d32a-4fdf-8191-3abea8f52f34 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 217 time: 0.0463579 Oct 15 19:37:10.898476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54854) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:10.900687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15c45db6-fc42-4aee-83f2-8378b61f61d6 req-5d550471-93bb-4b3b-8871-f9f888a17c94 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233418 Oct 15 19:37:10.905189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Request body: {'subnet': {'network_id': 'e558aa56-e6d1-4057-8a6a-f140a9220610', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1053066988-subnet', 'tenant_id': 'adce638508d14fe28a520a5d8a683fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:10.907022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:10.907022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:10.907311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:10.907776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Bound port: ad20fa29-dbe8-4df7-86c3-368de3b26eab, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:10.908136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:10.992850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ac81afe4-921e-4d03-a0ba-1abf50357ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:10.994321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ac81afe4-921e-4d03-a0ba-1abf50357ef6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0888233 Oct 15 19:37:11.036216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-726c65bf-8754-4647-b0a2-b750f36bff81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332263 Oct 15 19:37:11.042221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:11.046080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Made reservation on behalf of adce638508d14fe28a520a5d8a683fd0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:11.052107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.053729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:11.189685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.275294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:11.288662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:11.294657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:11.295574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.299671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 1093 time: 1.7443550 Oct 15 19:37:11.303734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:11.305885 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4a4684-a37e-48e1-9868-e919f263bb82" -d '{"events": [{"name": "network-changed", "server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:11.316998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:11.369978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219316be-de6a-42ff-8d45-0ad57c58f348 req-75036f07-39e2-4654-a763-91652be76cb9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:11.371815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-219316be-de6a-42ff-8d45-0ad57c58f348 req-75036f07-39e2-4654-a763-91652be76cb9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 947 time: 0.1517498 Oct 15 19:37:11.440017 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ed7f0b76-61e3-4873-8af8-335de3ffb21a service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930709 Oct 15 19:37:11.446625 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac57ee-c547-4b4f-85e7-fe87b005d985 x-openstack-request-id: req-6aac57ee-c547-4b4f-85e7-fe87b005d985 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:11.450708 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:11.450708 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aac57ee-c547-4b4f-85e7-fe87b005d985 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:11.450708 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'status': 'completed', 'code': 200} Oct 15 19:37:11.463861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54eb8c-1d45-4766-a5b1-626d93b96fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:11.500328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-219316be-de6a-42ff-8d45-0ad57c58f348 req-739f236a-b858-4180-9dae-771c7a274af2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197097 Oct 15 19:37:11.500992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.resource_extend [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:37:11.576958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.693517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:11.708164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', 'mac_address': 'fa:16:3e:2d:1a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:11.714855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:11.720029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-1e1669d2-76d9-4226-a41e-28396c5c4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:11.721645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-1e1669d2-76d9-4226-a41e-28396c5c4d83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1096 time: 0.2791169 Oct 15 19:37:11.728967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'mac_address': 'fa:16:3e:a7:91:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:11.764720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43923ee0-c35b-4efc-aa7e-952e4cb7a89c,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:11.772182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Checking segment: {'id': '7521981a-0623-4e11-b9ff-74a80c89ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e558aa56-e6d1-4057-8a6a-f140a9220610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:11.774266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Network hostable DHCP agents. Network: e558aa56-e6d1-4057-8a6a-f140a9220610, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:37:11.776345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.791716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6226317-d905-4a73-89be-ef8aa65d85fa service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054662 Oct 15 19:37:11.792043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:11.833762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57564737-2665-4b2a-a0e4-d333077d7cce req-d26858f2-30e8-4e98-ac67-13c451466590 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:11.836426 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57564737-2665-4b2a-a0e4-d333077d7cce req-d26858f2-30e8-4e98-ac67-13c451466590 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 945 time: 0.1187768 Oct 15 19:37:11.847102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.870026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:11.884549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:11.889280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcecd2f5-6f39-42e3-94dd-e89975a8a43d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:11.902804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:11.922137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Network e558aa56-e6d1-4057-8a6a-f140a9220610 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:37:11.939432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57564737-2665-4b2a-a0e4-d333077d7cce req-ac18d6b4-9542-4e41-812c-14cc142a5e09 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858428 Oct 15 19:37:12.012805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.021533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-1872858e-0c5c-4537-9aa4-1b56f7ef2947 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.023052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-1872858e-0c5c-4537-9aa4-1b56f7ef2947 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0732536 Oct 15 19:37:12.024133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-2a51180a-c48c-4180-ace1-b7cd66fa6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.025451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-2a51180a-c48c-4180-ace1-b7cd66fa6297 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2604632 Oct 15 19:37:12.030134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcecd2f5-6f39-42e3-94dd-e89975a8a43d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.035636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:12.063261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e558aa56-e6d1-4057-8a6a-f140a9220610) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:12.064577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.067775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.068644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.073457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41331b2-c02e-41fc-8440-62c8c415415e None None] Network e558aa56-e6d1-4057-8a6a-f140a9220610 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:12.092323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcecd2f5-6f39-42e3-94dd-e89975a8a43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.112573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:12.184284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1bcb64ac-0ca6-4cd3-8d74-49abc0025d8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2673581 Oct 15 19:37:12.211764 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.232237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:12.236506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecd2f5-6f39-42e3-94dd-e89975a8a43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35232dff-91b1-42e0-aacf-c29466c6ffeb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:12.248048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f7597-1a66-4acc-83a0-ba8841a36aee req-e67cb0e0-54f9-4766-95a5-b6ff20e0052e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.252799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bcecd2f5-6f39-42e3-94dd-e89975a8a43d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9535fcc05974e80944833251da10077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9546833 Oct 15 19:37:12.255934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:12.256316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f10f7597-1a66-4acc-83a0-ba8841a36aee req-e67cb0e0-54f9-4766-95a5-b6ff20e0052e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1794236 Oct 15 19:37:12.344114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-262dfd7f-48a2-464e-91c2-446b04641224 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889137 Oct 15 19:37:12.383389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f10f7597-1a66-4acc-83a0-ba8841a36aee req-8b391a52-6b81-4e8d-abd8-0bee54bdae9f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251101 Oct 15 19:37:12.407398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125fcf1-6532-4d57-a7fe-0285c7bb1d76 None None] Network e558aa56-e6d1-4057-8a6a-f140a9220610 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:12.409959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:12.410082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-c70da71a-d2af-4eab-8d23-3987836ada9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.411715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4a4684-a37e-48e1-9868-e919f263bb82 req-c70da71a-d2af-4eab-8d23-3987836ada9a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3339090 Oct 15 19:37:12.457594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.494903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.501408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:12.526974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-80cfee6c-25d1-4956-8028-f33aea70cc79 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.529252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-80cfee6c-25d1-4956-8028-f33aea70cc79 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801515 Oct 15 19:37:12.566699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:12.582881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-94e0e51b-0bc7-4645-b2a7-4c4c55a1f2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.586491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-94e0e51b-0bc7-4645-b2a7-4c4c55a1f2e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1096 time: 0.0901506 Oct 15 19:37:12.614183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-5eb0e3a4-a856-42bb-877d-16120b1d5fa0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/quotas/21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0272887 Oct 15 19:37:12.660580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-530999e4-2158-4d55-9528-7ff9ef84521a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455368 Oct 15 19:37:12.687952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-b67f3458-3bcf-4c3b-884a-5c77a380bad8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 217 time: 0.0931509 Oct 15 19:37:12.764334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.768016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:12.769297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35232dff-91b1-42e0-aacf-c29466c6ffeb HTTP/1.1" status: 204 len: 168 time: 0.5121474 Oct 15 19:37:12.782337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421c99d-05cf-4277-ac9b-79e30f21cea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35232dff-91b1-42e0-aacf-c29466c6ffeb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:12.842129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:12.879327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b8383-11a7-459a-b745-31d115780c23 req-015e3b60-afac-4d81-8796-df1816ee3640 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.881329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b0b8383-11a7-459a-b745-31d115780c23 req-015e3b60-afac-4d81-8796-df1816ee3640 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 948 time: 0.1921411 Oct 15 19:37:12.884448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-ca1fb657-6af6-4cfb-8191-176b8137e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:12.886117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-ca1fb657-6af6-4cfb-8191-176b8137e2e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1541903 Oct 15 19:37:12.959678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-321ab269-e25b-43a8-a673-13578777e8b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614374 Oct 15 19:37:12.968620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.019976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b0b8383-11a7-459a-b745-31d115780c23 req-ebbd0244-5061-4d58-bf70-10d31bdeda84 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276524 Oct 15 19:37:13.056288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.182812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e6c92f4-a500-47f7-9546-43165f0c51ae req-5c449545-452e-42c7-923c-08c18ad7be5d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 210 time: 0.0430877 Oct 15 19:37:13.214251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:13.234617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceca05-b451-4d03-8d6b-02bf1c35d926 req-473b001a-bdf5-475a-a821-43dd433030a7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:13.236553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdceca05-b451-4d03-8d6b-02bf1c35d926 req-473b001a-bdf5-475a-a821-43dd433030a7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.1112857 Oct 15 19:37:13.251543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-d2ebc22d-74f9-4350-aba2-9d2d133a0dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806215 Oct 15 19:37:13.282614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:13.288458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:13.288458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:13.293995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdceca05-b451-4d03-8d6b-02bf1c35d926 req-79b9714e-194b-4a44-a06c-45a04fc5b549 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Oct 15 19:37:13.296443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:13.296857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Attempting to bind port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:13.328195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:13.328568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:13.328915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:13.329368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Bound port: 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:13.329744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.404369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43c0a794-f0b5-47dd-8e3d-545574d32a04 req-4cf6e91d-b3e2-423e-acd9-59085ee84908 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432042 Oct 15 19:37:13.415647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:13.419070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:13.455167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:13.455167 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76c7f8b-8d54-4ec1-9544-472447d43a7e" -d '{"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-unplugged", "status": "completed", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:13.502635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.512716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54942) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:13.519135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1448271667-network', 'tenant_id': 'e97f7ccd46284da4ad0ec8804bb2a368'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:13.537507 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e6f9b3-fec1-4c73-9cf8-b29e5a213839 x-openstack-request-id: req-c7e6f9b3-fec1-4c73-9cf8-b29e5a213839 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:13.537800 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-unplugged", "status": "completed", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:13.538180 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7e6f9b3-fec1-4c73-9cf8-b29e5a213839 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:13.538546 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'code': 200} Oct 15 19:37:13.620337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:13.626461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:13.627097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.628562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ff52e199-f234-4d18-8ad0-ccde0124f83b service neutron] 10.222.0.11 "PUT /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 1123 time: 1.5976534 Oct 15 19:37:13.642704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bfca6-2d05-4492-ad46-7c7964f63243 req-7fdf868b-a637-4f26-9758-9070d5467fa5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:13.644566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-887bfca6-2d05-4492-ad46-7c7964f63243 req-7fdf868b-a637-4f26-9758-9070d5467fa5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1036465 Oct 15 19:37:13.656613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Made reservation on behalf of e97f7ccd46284da4ad0ec8804bb2a368 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:13.665582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.680556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.710453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-887bfca6-2d05-4492-ad46-7c7964f63243 req-66315f7c-33e0-45db-8c68-7d625a042d07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494661 Oct 15 19:37:13.714969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:13.795793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.926493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:13.960956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f33f31-bcd9-45d7-a3f1-65c6da73cca6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:13.988011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:37:13.999638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:14.000149 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Added segment 486dfda1-d7fb-4e53-9510-fc4b33c1a560 of type vlan for network 82e7030d-e267-4abf-a2e1-a66512655a99 Oct 15 19:37:14.064475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:14.165823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645812f8-8aaf-4883-8700-3a946001f03c req-800a7a97-ff90-40ce-b30c-6d20cfa45c4d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:14.165823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-645812f8-8aaf-4883-8700-3a946001f03c req-800a7a97-ff90-40ce-b30c-6d20cfa45c4d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 948 time: 0.0544620 Oct 15 19:37:14.206725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-645812f8-8aaf-4883-8700-3a946001f03c req-a7d769c0-5fa2-404e-8633-16356b0bea6c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418301 Oct 15 19:37:14.228916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:14.230503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:14.231830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:14.299240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6128b47-4272-4edb-8282-00bc5ca37212 req-7b6702b8-9fbf-4ffb-b265-e6a4f16746cc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 210 time: 0.0442536 Oct 15 19:37:14.364211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] Pushing event updated for resources: {'Network': ['ID=82e7030d-e267-4abf-a2e1-a66512655a99,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:14.391267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 82e7030d-e267-4abf-a2e1-a66512655a99 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:37:14.391872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54970) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:14.392149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5997bb5d-983d-47f0-bae4-33cc67db8676 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8778110 Oct 15 19:37:14.416082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Request body: {'subnet': {'network_id': '82e7030d-e267-4abf-a2e1-a66512655a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1448271667-subnet', 'tenant_id': 'e97f7ccd46284da4ad0ec8804bb2a368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:14.494513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c30dc3-d40a-4da3-bd88-7a068d7d057a req-e102d1bd-4fbb-4299-b926-8b14a983a865 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:14.497027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67c30dc3-d40a-4da3-bd88-7a068d7d057a req-e102d1bd-4fbb-4299-b926-8b14a983a865 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0592396 Oct 15 19:37:14.554460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67c30dc3-d40a-4da3-bd88-7a068d7d057a req-86ff779d-cff0-4261-9ad2-beb71a6a0efa tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Oct 15 19:37:14.617576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Made reservation on behalf of e97f7ccd46284da4ad0ec8804bb2a368 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:14.620130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:14.861691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0184c-503f-4732-888e-b35a2184ccb8 req-0ba6bf56-1420-4a33-a97d-858a744f8d2b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:14.863180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dda0184c-503f-4732-888e-b35a2184ccb8 req-0ba6bf56-1420-4a33-a97d-858a744f8d2b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.0548973 Oct 15 19:37:14.904089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dda0184c-503f-4732-888e-b35a2184ccb8 req-e2b2add9-602f-414f-bb51-10eea514f8f2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347245 Oct 15 19:37:14.950102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.008594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f593e2-53f5-4772-a3bc-96d8bd7e7026,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:15.022008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Checking segment: {'id': '486dfda1-d7fb-4e53-9510-fc4b33c1a560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82e7030d-e267-4abf-a2e1-a66512655a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:15.022402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Network hostable DHCP agents. Network: 82e7030d-e267-4abf-a2e1-a66512655a99, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:37:15.109218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Network 82e7030d-e267-4abf-a2e1-a66512655a99 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:37:15.177442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 82e7030d-e267-4abf-a2e1-a66512655a99) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:15.185471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:15.189048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aad9f9-2fd6-4c2a-bc58-58ddfb88ff2f None None] Network 82e7030d-e267-4abf-a2e1-a66512655a99 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:15.189469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.295840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-abf9015e-0ab7-42d9-a0ae-98777364b8a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9028056 Oct 15 19:37:15.318354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:15.379045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:15.414099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e5694-e227-441a-9a05-96d39c2f198e None None] Network 82e7030d-e267-4abf-a2e1-a66512655a99 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:15.418910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:15.432180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774970c6-a235-4e7d-98a0-d479d0608a5d req-fd772dd0-e0fd-41ed-b70d-0553f90c1a16 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:15.444102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-774970c6-a235-4e7d-98a0-d479d0608a5d req-fd772dd0-e0fd-41ed-b70d-0553f90c1a16 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 948 time: 0.1361623 Oct 15 19:37:15.496657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-774970c6-a235-4e7d-98a0-d479d0608a5d req-507e98ea-b06f-44e6-92c6-e6dd75162ed5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Oct 15 19:37:15.504327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4489342-2ce9-4517-92d9-a2d7df5fb98c req-f14c1bd3-29f4-42e7-9791-244a0d829e8d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 210 time: 0.0333090 Oct 15 19:37:15.520192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Deleting subnet 43923ee0-c35b-4efc-aa7e-952e4cb7a89c {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:37:15.523885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.539871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:15.543143 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1da36c-0067-4f63-abfc-249cbdce10dd" -d '{"events": [{"name": "network-changed", "server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:15.609211 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bc3e62-423a-45ee-b148-6848f3c34d29 x-openstack-request-id: req-c5bc3e62-423a-45ee-b148-6848f3c34d29 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:15.612752 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:15.612752 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5bc3e62-423a-45ee-b148-6848f3c34d29 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:15.612752 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'status': 'completed', 'code': 200} Oct 15 19:37:15.626854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.628987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-f801642c-fbe0-48c6-b898-6517dec11213 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433910 Oct 15 19:37:15.640566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.671661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:15.681527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:15.682152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.738498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:15.753435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:15.753800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.763295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-fb74bee4-5da7-4291-9678-fa41099ef3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:15.764832 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-fb74bee4-5da7-4291-9678-fa41099ef3c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1126 time: 0.1148887 Oct 15 19:37:15.784321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12496076-fe1f-4ae5-a997-ecd9ce75a523 req-1d2293ce-7f56-45e7-a2a3-4c9b7fe0f894 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:15.785933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12496076-fe1f-4ae5-a997-ecd9ce75a523 req-1d2293ce-7f56-45e7-a2a3-4c9b7fe0f894 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.1002254 Oct 15 19:37:15.811887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-1c31ee05-c3cf-4cc0-9adb-ab5877a9e753 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:15.813499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-1c31ee05-c3cf-4cc0-9adb-ab5877a9e753 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1738806 Oct 15 19:37:15.828404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Request body: {'port': {'device_id': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '21441a1e69df48d2b7d71ac9c78a1ef5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:15.842828 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.851162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12496076-fe1f-4ae5-a997-ecd9ce75a523 req-9ffb533b-b2b5-4d20-bfec-c4a4b1da5b54 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Oct 15 19:37:15.875442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.896859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:15.899080 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02810c-f7de-4c17-8d21-89c6316ad355" -d '{"events": [{"server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "name": "network-vif-plugged", "status": "completed", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:15.917096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43923ee0-c35b-4efc-aa7e-952e4cb7a89c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:15.923767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:15.928863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:15.932814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ed914d9a-24f5-411c-926c-8362138dc5e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43923ee0-c35b-4efc-aa7e-952e4cb7a89c HTTP/1.1" status: 204 len: 168 time: 0.5126543 Oct 15 19:37:15.936157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:15.946320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.015337 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f9695-0a21-462b-8519-7f94ec6a2ef1 x-openstack-request-id: req-4e0f9695-0a21-462b-8519-7f94ec6a2ef1 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:16.016036 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "name": "network-vif-plugged", "status": "completed", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:16.016475 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e0f9695-0a21-462b-8519-7f94ec6a2ef1 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:16.017018 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'code': 200} Oct 15 19:37:16.023914 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.051657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:16.113807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:16.148888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.160926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.181263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1369a8-793e-4c2b-912a-2ade1502b234 req-2e80e134-52e9-4ffd-a0bf-bfc08df9f440 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:16.183188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c1369a8-793e-4c2b-912a-2ade1502b234 req-2e80e134-52e9-4ffd-a0bf-bfc08df9f440 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1350632 Oct 15 19:37:16.231981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:16.275382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-4f2cc3c9-6727-401a-8143-a0687a182c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:16.277444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-4f2cc3c9-6727-401a-8143-a0687a182c1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.4996159 Oct 15 19:37:16.318118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c1369a8-793e-4c2b-912a-2ade1502b234 req-7d1094aa-e95f-4810-9762-0f7941e0d500 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255481 Oct 15 19:37:16.319679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.352357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-dff2174f-9dd0-43c5-96fc-4a80bff8d665 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 217 time: 0.0468435 Oct 15 19:37:16.352806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.352806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.352806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.352806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > port after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.353335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.353707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > port after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.354119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.354555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.354957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.356163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.397593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596f9d-6828-4869-9718-2f9223803063 req-1edb2a51-06f8-476e-8e00-e477412d4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:16.399121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90596f9d-6828-4869-9718-2f9223803063 req-1edb2a51-06f8-476e-8e00-e477412d4cd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 1101 time: 0.1593032 Oct 15 19:37:16.435081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.435435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.435818 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.437375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101180) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:16.437375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e558aa56-e6d1-4057-8a6a-f140a9220610']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:16.440162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-93648537-3d1a-4b39-a020-f002535dc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:16.442204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-93648537-3d1a-4b39-a020-f002535dc2ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0948951 Oct 15 19:37:16.458073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7521981a-0623-4e11-b9ff-74a80c89ba43') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:16.458824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7521981a-0623-4e11-b9ff-74a80c89ba43') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:16.478815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-116c70f7-1006-42e9-9839-c11a31de2277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274205 Oct 15 19:37:16.479105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.481055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90596f9d-6828-4869-9718-2f9223803063 req-86af1b9a-5ebe-40a3-a747-f4290cb6f9ca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711319 Oct 15 19:37:16.509032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.521070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:37:16.521650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: from cryptography.utils import int_from_bytes Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: from cryptography.utils import int_from_bytes Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:37:16.548126 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:37:16.563884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Made reservation on behalf of 21441a1e69df48d2b7d71ac9c78a1ef5 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:16.570947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.650480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.664211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-a2c30d1b-a9ec-42fa-a68c-73384b7696ce service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780753 Oct 15 19:37:16.721142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.736885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.741679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e558aa56-e6d1-4057-8a6a-f140a9220610 HTTP/1.1" status: 204 len: 168 time: 0.8039854 Oct 15 19:37:16.747047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55024) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:16.762390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643471e-789e-459b-9066-7258355aa633 req-a6d3f6e6-6374-4eef-b562-177718294782 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:16.767458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450e0c7-41af-43d5-a888-7930408f5a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=e558aa56-e6d1-4057-8a6a-f140a9220610,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:16.772148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e643471e-789e-459b-9066-7258355aa633 req-a6d3f6e6-6374-4eef-b562-177718294782 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 949 time: 0.1697783 Oct 15 19:37:16.808527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Deleting subnet 24f593e2-53f5-4772-a3bc-96d8bd7e7026 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:37:16.812733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.850993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e643471e-789e-459b-9066-7258355aa633 req-516d544a-0a27-4ad6-8a75-0fa1396004b9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738554 Oct 15 19:37:16.857693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.862097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d1da36c-0067-4f63-abfc-249cbdce10dd req-d77c4118-7eed-4959-9b57-fbbcb533136f service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903582 Oct 15 19:37:16.894565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.906160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:16.952089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc31bb65-2b74-4dba-9994-42ae0ff77aa4 req-22cee930-7a16-473a-9c2e-4c481d5e05af tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 210 time: 0.0328598 Oct 15 19:37:17.006429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.031107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.073320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f593e2-53f5-4772-a3bc-96d8bd7e7026,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:17.077879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.080976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe39de55-7909-4d59-921d-18c2816b9873 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24f593e2-53f5-4772-a3bc-96d8bd7e7026 HTTP/1.1" status: 204 len: 168 time: 0.3324924 Oct 15 19:37:17.083894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55030) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:17.091599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:17.119220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dab933-472b-4a8e-b55e-7795e2e7ce4a req-767ef48c-8ab1-49f2-98af-dfee63b2d5d3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:17.121405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9dab933-472b-4a8e-b55e-7795e2e7ce4a req-767ef48c-8ab1-49f2-98af-dfee63b2d5d3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0999537 Oct 15 19:37:17.182800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.189474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Allocated IP 192.168.233.223 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/aca569ae-cbb0-42e7-b2db-1a2e025063f2) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:17.201753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9dab933-472b-4a8e-b55e-7795e2e7ce4a req-7bb02905-05a6-431b-a7b7-f420a613d30b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724199 Oct 15 19:37:17.280667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.308484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e7030d-e267-4abf-a2e1-a66512655a99']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:17.311281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:17.331059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486dfda1-d7fb-4e53-9510-fc4b33c1a560') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:17.331356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486dfda1-d7fb-4e53-9510-fc4b33c1a560') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:17.368682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:17.374016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.417147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.431329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:37:17.431812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:37:17.434595 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:37:17.488553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.506402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:17.516676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60db4fe-85a0-487f-ba11-3a43342ba798 req-3ff9c3f7-fcc8-4c11-b8fe-c54f940830cf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:17.518061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f60db4fe-85a0-487f-ba11-3a43342ba798 req-3ff9c3f7-fcc8-4c11-b8fe-c54f940830cf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1066806 Oct 15 19:37:17.605145 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f60db4fe-85a0-487f-ba11-3a43342ba798 req-4542fe4d-4608-434a-97f3-90f23aa6d232 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622497 Oct 15 19:37:17.640959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.651061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.657214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:37:17.659246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/82e7030d-e267-4abf-a2e1-a66512655a99 HTTP/1.1" status: 204 len: 168 time: 0.5742772 Oct 15 19:37:17.665735 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.resource_extend [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:37:17.672057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce37ead-c590-4ed8-9cd7-c0e7d95bde72 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e7030d-e267-4abf-a2e1-a66512655a99,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:17.676498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.773761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:17.781902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:17.782716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:17.785980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:17.791542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:17.792203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.807525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'port_id': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'mac_address': 'fa:16:3e:bf:64:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba777-b386-44bf-9c69-edac037513b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:17.816575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:17.874778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:17.891930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad20fa29-dbe8-4df7-86c3-368de3b26eab {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:17.920519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:17.928050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-4b6ae0ce-0080-4343-b65e-2c78bd7fba41 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1043999 Oct 15 19:37:17.942308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Request body: {'port': {'device_id': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:18.018929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:18.021871 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a5f55-784f-481c-beac-3016200c95d7" -d '{"events": [{"server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "name": "network-vif-plugged", "status": "completed", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:18.037358 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.039244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68459f1-a28d-4620-9cc2-f0718e83bfce req-9f5c1629-6341-4762-bc19-b5cd8773be5d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:18.040811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a68459f1-a28d-4620-9cc2-f0718e83bfce req-9f5c1629-6341-4762-bc19-b5cd8773be5d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 949 time: 0.0957489 Oct 15 19:37:18.045140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.100088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:18.127120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c44a220f-9080-4f2e-9d9c-08b940242241 None None] Provisioning complete for port aca569ae-cbb0-42e7-b2db-1a2e025063f2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:18.127487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c44a220f-9080-4f2e-9d9c-08b940242241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.129534 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a68459f1-a28d-4620-9cc2-f0718e83bfce req-093fa4c2-66c2-4e7d-844f-f65f73d49748 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802820 Oct 15 19:37:18.166707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:18.190173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c44a220f-9080-4f2e-9d9c-08b940242241 None None] Port aca569ae-cbb0-42e7-b2db-1a2e025063f2 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:18.216034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-474eef44-e02e-44ef-85f3-cebcd8f6d260 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adce638508d14fe28a520a5d8a683fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468557 Oct 15 19:37:18.218189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:18.298377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.338492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.361461 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9649c1-5fcb-4b45-9a50-13d064ac203a x-openstack-request-id: req-0a9649c1-5fcb-4b45-9a50-13d064ac203a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:18.362559 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "name": "network-vif-plugged", "status": "completed", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:18.364066 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a9649c1-5fcb-4b45-9a50-13d064ac203a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:18.364661 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', 'code': 200} Oct 15 19:37:18.372728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ad20fa29-dbe8-4df7-86c3-368de3b26eab'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:18.373410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447538b-f0a9-4edb-b744-53c144d851f0 req-edae9017-4c14-49ba-bde9-0a0306535100 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:18.381098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e447538b-f0a9-4edb-b744-53c144d851f0 req-edae9017-4c14-49ba-bde9-0a0306535100 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 936 time: 0.1498575 Oct 15 19:37:18.457197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-341dbb64-b065-4364-9fcb-0b202d72c472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.482486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55070) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:18.492935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e447538b-f0a9-4edb-b744-53c144d851f0 req-cdbe894f-eae5-4570-a0dc-2a3b2d542c1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978389 Oct 15 19:37:18.517068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167618b-e171-4125-a388-383b95da0652 req-7837e0f4-fe8c-4920-bd30-ed44cd6ca74d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:18.517068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2167618b-e171-4125-a388-383b95da0652 req-7837e0f4-fe8c-4920-bd30-ed44cd6ca74d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0635302 Oct 15 19:37:18.577523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2167618b-e171-4125-a388-383b95da0652 req-b0a6f580-6af4-4c24-bd05-1db211bff5a1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513113 Oct 15 19:37:18.590833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af96c9-7557-4595-8cf3-27c861cc779f req-3d34426d-0876-402b-a8fa-3b09abd31cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:18.590833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50af96c9-7557-4595-8cf3-27c861cc779f req-3d34426d-0876-402b-a8fa-3b09abd31cfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1101 time: 0.1475842 Oct 15 19:37:18.606945 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.609850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.610646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca569ae-cbb0-42e7-b2db-1a2e025063f2 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:18.614196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f129d58c-aa6c-49ac-bffc-85092f06aac4 HTTP/1.1" status: 204 len: 168 time: 0.3927875 Oct 15 19:37:18.624304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e36d0-9593-449e-a239-8a607a106997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f129d58c-aa6c-49ac-bffc-85092f06aac4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:18.655978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.710994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Transition to ACTIVE for port object aca569ae-cbb0-42e7-b2db-1a2e025063f2 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:18.715970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50af96c9-7557-4595-8cf3-27c861cc779f req-e0f7b54a-9aac-46a9-b825-fcb62dc06a23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165378 Oct 15 19:37:18.739795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92f22370-e20f-40fc-bb27-54d8b36f0357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.790868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.813106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587dab-4bb8-4204-ad9f-b41330aed59d req-61e3b14d-1211-4460-bb03-4079f3ff1325 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:18.814575 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0587dab-4bb8-4204-ad9f-b41330aed59d req-61e3b14d-1211-4460-bb03-4079f3ff1325 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0958943 Oct 15 19:37:18.907837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:18.929516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0587dab-4bb8-4204-ad9f-b41330aed59d req-ef118a27-ae6e-4012-803b-caffbaa7a5c0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909455 Oct 15 19:37:18.965559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92f22370-e20f-40fc-bb27-54d8b36f0357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:18.968582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:18.969054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:18.969482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:18.974801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:18.975125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:18.980954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:18.983814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:18.983814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:18.983814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Bound port: aca569ae-cbb0-42e7-b2db-1a2e025063f2, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:18.983814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.043630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92f22370-e20f-40fc-bb27-54d8b36f0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.076909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:19.098805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92f22370-e20f-40fc-bb27-54d8b36f0357 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3532f0cc74b84ee6937fa975e1cc98c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6152351 Oct 15 19:37:19.100531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:19.101646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55080) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:19.105894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22370-e20f-40fc-bb27-54d8b36f0357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72496796-1ad6-4f12-bb1a-c6b2c33e88de,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:19.156935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.172423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.178282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.213669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.214407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.216374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] 10.222.0.15 "PUT /v2.0/ports/aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 1097 time: 1.2785368 Oct 15 19:37:19.216787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:19.219431 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933ba035-4c4b-49b6-ad7e-e1840886b8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:19.242547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51ea05-cb4e-45df-a375-12bd742f68de service neutron] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:19.270426 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6cb505-b0b3-477f-8896-a93e124f4a9b x-openstack-request-id: req-9c6cb505-b0b3-477f-8896-a93e124f4a9b {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:19.270717 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:19.270969 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c6cb505-b0b3-477f-8896-a93e124f4a9b {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:19.271364 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'status': 'completed', 'code': 200} Oct 15 19:37:19.287549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211323b-d288-4eed-8fb4-f699a833efe1 req-673e84be-c4a8-468d-9976-07112172e857 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.289264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2211323b-d288-4eed-8fb4-f699a833efe1 req-673e84be-c4a8-468d-9976-07112172e857 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 949 time: 0.0804181 Oct 15 19:37:19.334394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2211323b-d288-4eed-8fb4-f699a833efe1 req-662950da-c0a4-49cb-b40f-655d2f069f5a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Oct 15 19:37:19.347480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba035-4c4b-49b6-ad7e-e1840886b8e4 req-3d7ce6bb-4aa0-4bcf-b123-52dc3c7eacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.349198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-933ba035-4c4b-49b6-ad7e-e1840886b8e4 req-3d7ce6bb-4aa0-4bcf-b123-52dc3c7eacf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1100 time: 0.0489693 Oct 15 19:37:19.388745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-933ba035-4c4b-49b6-ad7e-e1840886b8e4 req-0c8571a8-d120-416c-bb78-85bc99f729f6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206821 Oct 15 19:37:19.391424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55088) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:19.438434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-acb771fa-50d7-41ca-89f9-49c71851822b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e97f7ccd46284da4ad0ec8804bb2a368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455484 Oct 15 19:37:19.438911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:19.447086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.451997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.454009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72496796-1ad6-4f12-bb1a-c6b2c33e88de HTTP/1.1" status: 204 len: 168 time: 0.3512537 Oct 15 19:37:19.465601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4dc0e-5953-4121-930f-5293d628d45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72496796-1ad6-4f12-bb1a-c6b2c33e88de,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:19.591477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba035-4c4b-49b6-ad7e-e1840886b8e4 req-c172a394-1f70-4c28-ada4-dacc8fecf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.593468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-933ba035-4c4b-49b6-ad7e-e1840886b8e4 req-c172a394-1f70-4c28-ada4-dacc8fecf8ec service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896772 Oct 15 19:37:19.614420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.639082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.665894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bb69-03a7-4a02-8407-9519cc416211 req-9b116146-0bab-4b99-8b05-0256b952b07b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.668466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1991bb69-03a7-4a02-8407-9519cc416211 req-9b116146-0bab-4b99-8b05-0256b952b07b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0742931 Oct 15 19:37:19.713130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1991bb69-03a7-4a02-8407-9519cc416211 req-d918f0db-ade4-4c90-b580-9d698454be96 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381589 Oct 15 19:37:19.754631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-aa600b82-0616-4304-b7bb-8013b7c6e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.756205 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-aa600b82-0616-4304-b7bb-8013b7c6e8be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1100 time: 0.1149590 Oct 15 19:37:19.764831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa19f4-26a1-462c-917f-39c3d72c75f3 req-b06462eb-1f2b-4961-83db-732e0e10bec7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.767685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00aa19f4-26a1-462c-917f-39c3d72c75f3 req-b06462eb-1f2b-4961-83db-732e0e10bec7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.1204054 Oct 15 19:37:19.816448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-5ec85633-8172-4392-b742-6528d4530750 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.0474205 Oct 15 19:37:19.882931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00aa19f4-26a1-462c-917f-39c3d72c75f3 req-a3114e86-1ce4-42aa-81d6-1ceb5708476c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077325 Oct 15 19:37:19.883996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.887176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:19.888345 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81f33f31-bcd9-45d7-a3f1-65c6da73cca6 HTTP/1.1" status: 204 len: 168 time: 0.4485052 Oct 15 19:37:19.900826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-865100b6-c901-4a39-85bb-b152d33d530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.903196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-865100b6-c901-4a39-85bb-b152d33d530a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0775826 Oct 15 19:37:19.904549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e4b62-edda-4878-83f1-28116bf9f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f33f31-bcd9-45d7-a3f1-65c6da73cca6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:19.974201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-aa113b7f-11c6-4508-802b-6cd03574d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:19.982350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-aa113b7f-11c6-4508-802b-6cd03574d993 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0654123 Oct 15 19:37:20.085122 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-860c955e-c0ba-46f7-b620-96dd3fa17b7d service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985258 Oct 15 19:37:20.105122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ba99f-183c-4349-8550-5ca554173b3c req-0f99f9c4-8092-4a4c-991e-9bc465d8f0b1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:20.107010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa5ba99f-183c-4349-8550-5ca554173b3c req-0f99f9c4-8092-4a4c-991e-9bc465d8f0b1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0800343 Oct 15 19:37:20.149426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa5ba99f-183c-4349-8550-5ca554173b3c req-b392dd2a-67d8-4e79-bec5-15187166a3e9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361135 Oct 15 19:37:20.204268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be4ea21c-6d2c-4175-a20c-efa5dedba682 req-df774ead-a420-406c-92ad-9f2796632acb service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100805 Oct 15 19:37:20.507333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cf3e-a362-432e-8ea0-87d8590cfcb5 req-5c178684-73e0-425d-a907-763a14ba6858 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:20.507333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0de2cf3e-a362-432e-8ea0-87d8590cfcb5 req-5c178684-73e0-425d-a907-763a14ba6858 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 949 time: 0.0643537 Oct 15 19:37:20.544451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0de2cf3e-a362-432e-8ea0-87d8590cfcb5 req-0e4a48c1-36d7-44ab-b4b0-db94b4276705 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382080 Oct 15 19:37:20.669561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54517924-a53a-42eb-86f6-218cba09c466 req-b4213a1e-aa40-48d4-9193-f338fdeea5a1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:20.671237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54517924-a53a-42eb-86f6-218cba09c466 req-b4213a1e-aa40-48d4-9193-f338fdeea5a1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 949 time: 0.0523095 Oct 15 19:37:20.714599 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54517924-a53a-42eb-86f6-218cba09c466 req-dcc9c96a-9973-412f-9d05-22cfc0fbefa6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364103 Oct 15 19:37:20.928276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ca34b-796c-47ec-8fa8-3efce59354c8 req-2ffe0dc0-5674-465b-9f73-2d352a49d696 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:20.936092 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-774ca34b-796c-47ec-8fa8-3efce59354c8 req-2ffe0dc0-5674-465b-9f73-2d352a49d696 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.1335111 Oct 15 19:37:20.996503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-774ca34b-796c-47ec-8fa8-3efce59354c8 req-282d9feb-b49d-402f-8cbc-87cdb215b1e7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 Oct 15 19:37:21.021120 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-47fb4bd9-9e89-4338-8fdb-f8308fbc3e76 service neutron] 10.222.0.15 "GET /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.1574817 Oct 15 19:37:21.071644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133411ef-a46a-4304-bfe2-fdc30dc82220 req-50c6b735-1c94-4501-a69a-9f3f857bbecc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.080585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133411ef-a46a-4304-bfe2-fdc30dc82220 req-50c6b735-1c94-4501-a69a-9f3f857bbecc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.083259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-133411ef-a46a-4304-bfe2-fdc30dc82220 req-50c6b735-1c94-4501-a69a-9f3f857bbecc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1&device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1689 time: 0.0781834 Oct 15 19:37:21.156011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-133411ef-a46a-4304-bfe2-fdc30dc82220 req-c196f64d-36f0-4ad3-a63c-7dd12461a23c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559616 Oct 15 19:37:21.279505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfca9ac-215a-4dda-a838-fccb5ad41afc req-5a23aa54-65f3-44d8-8d0e-3b847afddeb9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.281403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dfca9ac-215a-4dda-a838-fccb5ad41afc req-5a23aa54-65f3-44d8-8d0e-3b847afddeb9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 943 time: 0.0598760 Oct 15 19:37:21.309065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:21.329787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:21.348321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:21.358601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dfca9ac-215a-4dda-a838-fccb5ad41afc req-f12422f1-c786-442f-b7de-66dde966a7eb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Oct 15 19:37:21.386385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:21.386385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-576ac862-25d6-4cea-92e7-10f7aa272785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.392675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:21.423473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:21.457025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbff82-639b-451e-b077-7576cf3e5833 req-d4dd7ac9-f6f9-4dcf-b612-fa0df0f646bd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.467625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccdbff82-639b-451e-b077-7576cf3e5833 req-d4dd7ac9-f6f9-4dcf-b612-fa0df0f646bd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.1162543 Oct 15 19:37:21.517860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccdbff82-639b-451e-b077-7576cf3e5833 req-489a1fec-90c8-49b4-b850-ecef0b897e1d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474415 Oct 15 19:37:21.520824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.561036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:21.577300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:37:21.620626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] Transition to ACTIVE for port object 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:21.646310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port ad20fa29-dbe8-4df7-86c3-368de3b26eab completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:21.651321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port ad20fa29-dbe8-4df7-86c3-368de3b26eab triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:21.652571 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.659267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f3467-242e-4de0-8e0a-72c018a7b2fa req-e709bbfc-c59d-4ce9-a57e-8f708e15c33c tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.659267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6f3467-242e-4de0-8e0a-72c018a7b2fa req-e709bbfc-c59d-4ce9-a57e-8f708e15c33c tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 1101 time: 0.0609598 Oct 15 19:37:21.704397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.715690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6f3467-242e-4de0-8e0a-72c018a7b2fa req-190fbae5-419c-430a-bf06-cfc5761581a6 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525107 Oct 15 19:37:21.763105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.798792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:21.801416 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00054f6-fc10-49e8-aa40-6eb2630d9c11" -d '{"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-plugged", "status": "completed", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:21.817142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:21.837033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] No DVR routers for this DVR port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:37:21.843542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] Pushing event updated for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:21.871978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b6fa2020-bcb2-4b58-9891-ec27f9485616 service neutron] 10.222.0.15 "PUT /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8423305 Oct 15 19:37:21.888910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586d51c-b615-4388-aa2a-5e3a08b57352 req-0a44bae5-d998-4768-896c-fce9e8fec5d9 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:21.890641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4586d51c-b615-4388-aa2a-5e3a08b57352 req-0a44bae5-d998-4768-896c-fce9e8fec5d9 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1101 time: 0.0488362 Oct 15 19:37:21.896239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:21.897291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:37:21.977806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4586d51c-b615-4388-aa2a-5e3a08b57352 req-456e46dd-6844-4e73-aafc-b12ff474b4c4 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759146 Oct 15 19:37:22.022670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:37:22.029309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:22.065495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-d376f002-ff32-4f26-bb20-a91c02508faf tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.067385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-d376f002-ff32-4f26-bb20-a91c02508faf tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.0564597 Oct 15 19:37:22.085323 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3dda0b-319a-408e-a10c-4a5343e77770 x-openstack-request-id: req-fd3dda0b-319a-408e-a10c-4a5343e77770 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:22.085323 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-plugged", "status": "completed", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:22.085323 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd3dda0b-319a-408e-a10c-4a5343e77770 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:22.085323 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'code': 200} Oct 15 19:37:22.164612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-eeb38a3d-5be5-47f3-b3cb-8bcf88e2fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.170172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-eeb38a3d-5be5-47f3-b3cb-8bcf88e2fbee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&tenant_id=58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 1096 time: 0.0925400 Oct 15 19:37:22.255838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51e33d-9597-49a3-971e-afca4beb8b81 req-2407e7bb-3ae0-410f-937b-1ee9ba9155c7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.258462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb51e33d-9597-49a3-971e-afca4beb8b81 req-2407e7bb-3ae0-410f-937b-1ee9ba9155c7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.1050177 Oct 15 19:37:22.272207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a1e39-3aa4-4075-b69a-a53e1cb0a89c req-340913e0-42b5-4bec-b7d6-79b4f3d02d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.274630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c2a1e39-3aa4-4075-b69a-a53e1cb0a89c req-340913e0-42b5-4bec-b7d6-79b4f3d02d4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1098 time: 0.1027954 Oct 15 19:37:22.307074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-1a3515bf-5fcc-4ffa-b09f-7f561a31ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.309255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-1a3515bf-5fcc-4ffa-b09f-7f561a31ad1b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1096 time: 0.1016774 Oct 15 19:37:22.332146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb51e33d-9597-49a3-971e-afca4beb8b81 req-6fac58b1-bc06-4573-9acd-c5b7035d0fb5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665030 Oct 15 19:37:22.359162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:22.367410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c2a1e39-3aa4-4075-b69a-a53e1cb0a89c req-a6df3945-b853-4660-8a8d-efbf55251d98 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853050 Oct 15 19:37:22.389900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:22.391632 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:22.437168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-3b33586a-c185-4613-bb93-06467f3f499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.438626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-3b33586a-c185-4613-bb93-06467f3f499f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1212473 Oct 15 19:37:22.455828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-c1543d63-06f8-4624-9164-c02710f2fc1d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256629 Oct 15 19:37:22.540259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-6a6f2a1d-b3a1-4a3d-bb4c-1f1de8a9d401 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 217 time: 0.0863914 Oct 15 19:37:22.619168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:22.624804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ae6894c1-0983-4a93-bd7a-75d2fca25a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.626355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-ae6894c1-0983-4a93-bd7a-75d2fca25a19 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0821240 Oct 15 19:37:22.637724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-a84d4a45-3d42-46d6-add5-1ea47c9e0fb1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.639205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-a84d4a45-3d42-46d6-add5-1ea47c9e0fb1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709137 Oct 15 19:37:22.656090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-6cc8d20b-5434-4a8b-adab-cf8261663b99 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0099747 Oct 15 19:37:22.660742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-b36e4c63-a86f-4773-b2ba-c8f720c57b81 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273628 Oct 15 19:37:22.736311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-84f03e27-20f1-49db-9cfc-8dfa8ce618ee tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0717049 Oct 15 19:37:22.761167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c53fc-3f34-4471-afc9-6a9a2697bf5a req-5c2975b7-51c9-4704-b09d-f455746d813e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.762849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b2c53fc-3f34-4471-afc9-6a9a2697bf5a req-5c2975b7-51c9-4704-b09d-f455746d813e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.1053519 Oct 15 19:37:22.815467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-0a66ad89-ec29-4043-ab66-64cff62cb276 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461551 Oct 15 19:37:22.818714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b2c53fc-3f34-4471-afc9-6a9a2697bf5a req-742aada5-8811-4f65-be5a-57ba74c086a2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 Oct 15 19:37:22.961407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f10c0-b143-4970-9726-01808735613c req-1e1fdc9d-bfda-4566-a8c9-416e4df979ee tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:22.962921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2d5f10c0-b143-4970-9726-01808735613c req-1e1fdc9d-bfda-4566-a8c9-416e4df979ee tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 946 time: 0.0724950 Oct 15 19:37:22.966410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-fb731a8e-bd15-4767-86bd-d6b29e7dabd2 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437919 Oct 15 19:37:23.014129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2d5f10c0-b143-4970-9726-01808735613c req-bb76d931-6f06-4a78-bf19-81982f9ebd28 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346632 Oct 15 19:37:23.222104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2288e70-e905-46c4-9a3a-29cf955f2ffc req-8c49a9f1-bc0f-43a9-91a3-d8faa304f4c8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 210 time: 0.0531499 Oct 15 19:37:23.373803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:23.432063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-57e34356-4849-4c7f-b31c-35d48cd54610 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659349 Oct 15 19:37:23.640160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:23.655036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'mac_address': 'fa:16:3e:5f:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:23.691839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-64812895-3970-4d32-a342-ea72eee60c34 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:23.693781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-64812895-3970-4d32-a342-ea72eee60c34 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540526 Oct 15 19:37:23.738792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-842bcf00-2ab9-4ba1-975a-7a184102ca34 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/quotas/2798981952974dfd82204d4cf5f85377 HTTP/1.1" status: 200 len: 375 time: 0.0370033 Oct 15 19:37:23.760810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:23.810467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca569ae-cbb0-42e7-b2db-1a2e025063f2 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:23.813531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-b36b922f-0cd7-4b16-b4da-53dac098e7dd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722375 Oct 15 19:37:23.850208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:23.982304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-a470cb77-4717-4771-97a2-b2e8e1c0d713 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:23.982304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-a470cb77-4717-4771-97a2-b2e8e1c0d713 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.4587193 Oct 15 19:37:23.994370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e32e6-de02-4422-a7b6-76aebc755dc9 req-39e9cbac-1676-4bc7-a392-90536ccbaf1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:24.002157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899e32e6-de02-4422-a7b6-76aebc755dc9 req-39e9cbac-1676-4bc7-a392-90536ccbaf1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0693934 Oct 15 19:37:24.084751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:24.085781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899e32e6-de02-4422-a7b6-76aebc755dc9 req-fe5cdc0b-bf46-4952-98ae-879fd7e0c9b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823348 Oct 15 19:37:24.235203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:24.402761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25552f-0405-44f3-a824-98e26c068cec req-9716c352-0009-4e35-9672-2455f23869fb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:24.435084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c25552f-0405-44f3-a824-98e26c068cec req-9716c352-0009-4e35-9672-2455f23869fb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.1425443 Oct 15 19:37:24.435289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab722c45-f6ac-4766-9083-5f19390c3c4a req-c778a02a-afb1-41aa-a3ba-0811961847ff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:24.436988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab722c45-f6ac-4766-9083-5f19390c3c4a req-c778a02a-afb1-41aa-a3ba-0811961847ff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 946 time: 0.1318359 Oct 15 19:37:24.487400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab722c45-f6ac-4766-9083-5f19390c3c4a req-dadc974a-6c1f-43be-bdce-41865386e549 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440471 Oct 15 19:37:24.510435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:24.569807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c25552f-0405-44f3-a824-98e26c068cec req-c59f34d5-ecf1-4ec4-b53a-12699277e1d0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335070 Oct 15 19:37:24.577205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-890778ae-8086-40b3-84f1-1b5748af9584 service neutron] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:24.580881 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-890778ae-8086-40b3-84f1-1b5748af9584 service neutron] Publish callbacks [] for binding, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:24.582105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec2a2b5b-3702-46c2-914c-81a458928496 req-890778ae-8086-40b3-84f1-1b5748af9584 service neutron] 10.222.0.11 "DELETE /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.5730629 Oct 15 19:37:24.588041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:24.766802 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9714f36-8edd-4723-b68f-2bbc938ab448 req-77b7c92e-7360-4516-bab7-8605a8d598d2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 210 time: 0.0581083 Oct 15 19:37:24.856095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-6ef5dfdc-9cd8-4209-846e-bc085e845c03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658205 Oct 15 19:37:25.036271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-1be6de7f-f7a9-404a-bd45-e34db8b4d3f0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:25.043812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-1be6de7f-f7a9-404a-bd45-e34db8b4d3f0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846755 Oct 15 19:37:25.060305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-2f6f406b-b171-4d2e-aa25-c0476dac5e8e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/quotas/2798981952974dfd82204d4cf5f85377 HTTP/1.1" status: 200 len: 375 time: 0.0153987 Oct 15 19:37:25.107036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-b3310197-1bac-4ea2-9c2a-b176320245ab tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457056 Oct 15 19:37:25.196910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55304) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:25.236721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89220144-af5c-4e6a-a53f-b88810e82dcd req-2af480ba-878c-4406-a816-4c6ef5c600f1 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:25.238372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89220144-af5c-4e6a-a53f-b88810e82dcd req-2af480ba-878c-4406-a816-4c6ef5c600f1 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1098 time: 0.1223226 Oct 15 19:37:25.304719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89220144-af5c-4e6a-a53f-b88810e82dcd req-50ec0b34-7a4a-4ef3-9e3f-7143c817b8d0 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579607 Oct 15 19:37:25.377905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:37:25.473283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8065f0c7-a82a-4446-97b0-9fccd0acce7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:25.571523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30d439-54d4-4cd4-aefc-bc7df3960089 req-560fd7d1-de50-4943-a17e-50b7f79ab759 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:25.575884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a30d439-54d4-4cd4-aefc-bc7df3960089 req-560fd7d1-de50-4943-a17e-50b7f79ab759 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0740137 Oct 15 19:37:25.624636 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a30d439-54d4-4cd4-aefc-bc7df3960089 req-cacd9ad5-e68f-4f57-a439-9932c51c0c48 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Oct 15 19:37:25.637704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8065f0c7-a82a-4446-97b0-9fccd0acce7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:25.650529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6d78-1d3b-4d29-9c8b-a4e85a481b83 req-820cd070-474f-4261-bda8-dc7720405002 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:25.660040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e20d6d78-1d3b-4d29-9c8b-a4e85a481b83 req-820cd070-474f-4261-bda8-dc7720405002 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1098 time: 0.0777414 Oct 15 19:37:25.711901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e20d6d78-1d3b-4d29-9c8b-a4e85a481b83 req-ae6dbd06-4990-42ce-b07b-90b348bbf861 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507395 Oct 15 19:37:25.713442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8065f0c7-a82a-4446-97b0-9fccd0acce7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:25.788812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8065f0c7-a82a-4446-97b0-9fccd0acce7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10075cae542248b6a755d94e7e8d6ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906262 Oct 15 19:37:25.791437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:25.809683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065f0c7-a82a-4446-97b0-9fccd0acce7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c932b-371d-495e-a97e-ca85c85a0a43,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:25.891356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080968aa-8bc9-489d-b561-1ae8e7704ab2 req-9638efa3-959a-4689-a191-6943e2fc7cdc tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:25.893291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-080968aa-8bc9-489d-b561-1ae8e7704ab2 req-9638efa3-959a-4689-a191-6943e2fc7cdc tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1096 time: 0.0913460 Oct 15 19:37:25.896905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a60bc97-449f-4b30-a6de-14bf04e22520 req-f9cc0c23-6ca6-4afd-956f-e3650ea013ba tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 210 time: 0.0382414 Oct 15 19:37:25.915887 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:25.957115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:25.986086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-080968aa-8bc9-489d-b561-1ae8e7704ab2 req-a0a0f569-4a30-4320-97cf-6e182e289a00 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665927 Oct 15 19:37:26.109306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:26.112255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:26.114519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c73c932b-371d-495e-a97e-ca85c85a0a43 HTTP/1.1" status: 204 len: 168 time: 0.3219776 Oct 15 19:37:26.134872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddecf66-384b-47b5-9669-9687c040adc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c932b-371d-495e-a97e-ca85c85a0a43,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:26.183481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-5dacce11-87fd-4122-9d13-bd7c7bb82670 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399816 Oct 15 19:37:26.246536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecc203-bd37-4ebf-9325-70a5f7702200 req-b88395c3-e3c7-41de-a09d-35518afbe8a7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 210 time: 0.0580423 Oct 15 19:37:26.432020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-0ca33e41-7e11-4d7c-bbbe-b50ed013311f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:26.434967 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-0ca33e41-7e11-4d7c-bbbe-b50ed013311f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398524 Oct 15 19:37:26.440100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-5e2aa7f3-a24b-40cd-803e-f5ca4dda8c38 req-8b793458-702f-4568-a5a0-79bef9c78daa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:37:26.441413 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e2aa7f3-a24b-40cd-803e-f5ca4dda8c38 req-8b793458-702f-4568-a5a0-79bef9c78daa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054605 Oct 15 19:37:26.455012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:26.534310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-9bc72322-c6ca-4b0b-a956-9afbc24d24c0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:26.540029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-9bc72322-c6ca-4b0b-a956-9afbc24d24c0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1852129 Oct 15 19:37:26.596727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-16c1ac12-4baa-41f2-bf28-0f66ef808699 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/quotas/58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 375 time: 0.0441053 Oct 15 19:37:26.653933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-1321bd73-84f4-4855-af15-22b71620c06a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559454 Oct 15 19:37:26.686301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:26.689837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:26.794625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-0e267840-fd1f-471d-8a18-72ed4a1d0f9b service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305165 Oct 15 19:37:26.937070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.14 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/fff0889b-b47c-4c61-a016-7e15b230ec9c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:26.950563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-3f304076-fbf4-4748-9bff-82fc6d856240 service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493840 Oct 15 19:37:27.104560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-62e35768-9855-4b34-8e3d-e535462445a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264835 Oct 15 19:37:27.127645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.243406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-e979aede-f8ed-420e-bdda-6d6a89d86318 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:27.245041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-e979aede-f8ed-420e-bdda-6d6a89d86318 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347589 Oct 15 19:37:27.251359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.268183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:27.301534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Request body: {'port': {'device_id': '0ef83ced-abf9-464c-8291-a58c56700a38', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '2798981952974dfd82204d4cf5f85377'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:27.331509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:27.332946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:27.345587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:27.368223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:27.378595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:27.379247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.395685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:27.438297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:27.556542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-29d1a23a-1ed6-4023-8208-5cda7f49ff5b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1098475 Oct 15 19:37:27.569412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Request body: {'port': {'device_id': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:27.658428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8944169-365d-4e20-91b1-dc8bfecdbd3b req-667683a7-cb7a-47a3-a78b-9ed60b84156d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:27.663842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8944169-365d-4e20-91b1-dc8bfecdbd3b req-667683a7-cb7a-47a3-a78b-9ed60b84156d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.2960243 Oct 15 19:37:27.730934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8944169-365d-4e20-91b1-dc8bfecdbd3b req-b20e1239-604b-4baf-9aa0-d63f2fa7e01a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648518 Oct 15 19:37:27.758503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.842759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Made reservation on behalf of 2798981952974dfd82204d4cf5f85377 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:27.851485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.873632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53150fbe-02dd-4925-a2de-71d5c2662a54 req-aecd4c1e-83e9-4d0d-a2ae-8d7d2e9ba9cb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 210 time: 0.0484107 Oct 15 19:37:27.883521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:27.885114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55408) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:28.020981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.045823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-022d5902-ea4b-4007-add5-80e25ff123b7 None None] Provisioning complete for port fff0889b-b47c-4c61-a016-7e15b230ec9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:28.046477 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-022d5902-ea4b-4007-add5-80e25ff123b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.048163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port aca569ae-cbb0-42e7-b2db-1a2e025063f2 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:28.076882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8cf8b6c-c9dc-45da-8d27-8edcad921a1f req-0cc60d71-7c33-4a76-91b7-51f1424944d2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 210 time: 0.0541847 Oct 15 19:37:28.080882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-d0e2df23-52a0-4402-91ba-398d8320c8c6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415947 Oct 15 19:37:28.115521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port aca569ae-cbb0-42e7-b2db-1a2e025063f2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:28.118152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.133882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.251364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-022d5902-ea4b-4007-add5-80e25ff123b7 None None] Port fff0889b-b47c-4c61-a016-7e15b230ec9c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:28.281842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-781239005-network', 'tenant_id': '51e5460589484f0cbd12753bf3b0d2ae'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:28.366744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff0889b-b47c-4c61-a016-7e15b230ec9c {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:28.382510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.461669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.465209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Transition to ACTIVE for port object fff0889b-b47c-4c61-a016-7e15b230ec9c will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:28.494634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-24835621-337b-4b2f-a2c6-729df14b4ab5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:28.498847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-24835621-337b-4b2f-a2c6-729df14b4ab5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4115412 Oct 15 19:37:28.526333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:28.528589 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd25bdc-8004-435b-a1d4-10eb0a3051bc" -d '{"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-plugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:28.530934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Request body: {'port': {'device_id': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '2798981952974dfd82204d4cf5f85377'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:28.538085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:28.652765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c5dea4-907c-4ae7-8105-67f197782a67,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:28.653787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.679797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.680216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.692007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.745038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd56fc-2c43-4f1f-8333-47e9e517a83f req-11255c52-910c-4b99-9dfb-f8d073b543d6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:28.753022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ddd56fc-2c43-4f1f-8333-47e9e517a83f req-11255c52-910c-4b99-9dfb-f8d073b543d6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 935 time: 0.5039074 Oct 15 19:37:28.756195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-35b219e4-5cae-4cd8-b3b2-f1673e4c96dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1421366 Oct 15 19:37:28.758514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:28.767009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Made reservation on behalf of 51e5460589484f0cbd12753bf3b0d2ae for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:28.768011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.781251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:28.791092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.791439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.792902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.792902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.792902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.792902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.793353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.793573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.793924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.794253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.794580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.794904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:28.802116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.821239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Attempting to bind port fff0889b-b47c-4c61-a016-7e15b230ec9c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:28.821573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Attempting to bind port fff0889b-b47c-4c61-a016-7e15b230ec9c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:28.821905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Attempting to bind port fff0889b-b47c-4c61-a016-7e15b230ec9c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:28.822621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Allocated IP 192.168.233.181 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/0530784b-60d1-4210-b91e-be6e5e6fc51a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:28.827491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Port fff0889b-b47c-4c61-a016-7e15b230ec9c on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:28.827491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Attempting to bind port fff0889b-b47c-4c61-a016-7e15b230ec9c on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:28.832655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:28.833005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:28.833387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:28.833871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Bound port: fff0889b-b47c-4c61-a016-7e15b230ec9c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:28.834232 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:28.877736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ddd56fc-2c43-4f1f-8333-47e9e517a83f req-720a211f-0791-4dbd-8085-e5405421ed9f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225948 Oct 15 19:37:28.914321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:28.917966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:28.933920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Made reservation on behalf of 2798981952974dfd82204d4cf5f85377 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:28.937612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.009170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.022031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-f57bc02d-fe26-41c0-8b73-2c501c56f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.023796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-f57bc02d-fe26-41c0-8b73-2c501c56f021 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1097 time: 0.1042833 Oct 15 19:37:29.065861 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff84220-e50f-430e-8eb9-a7475c4f3994 x-openstack-request-id: req-eff84220-e50f-430e-8eb9-a7475c4f3994 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:29.066244 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-plugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:29.066623 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eff84220-e50f-430e-8eb9-a7475c4f3994 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:29.067064 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'code': 200} Oct 15 19:37:29.125303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.148947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:29.162498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.15', 52897) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:29.173009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.173720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.175171 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4bb3e26b-3214-4858-9dbc-fa9512165bc9 service neutron] 10.222.0.11 "PUT /v2.0/ports/fff0889b-b47c-4c61-a016-7e15b230ec9c HTTP/1.1" status: 200 len: 1096 time: 1.6103971 Oct 15 19:37:29.176237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:29.178570 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630a378-2f44-4b32-9f88-5ad0d029ae58" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:29.237413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.239031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.307275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:37:29.362239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-5caf2a2f-019a-4dc3-af0b-4ba26c474218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.363804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-5caf2a2f-019a-4dc3-af0b-4ba26c474218 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.2261772 Oct 15 19:37:29.401287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-bb74d916-cd79-4e66-b571-648e750ececf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.403354 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-bb74d916-cd79-4e66-b571-648e750ececf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 1099 time: 0.1172578 Oct 15 19:37:29.405679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.406287 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Added segment 605a4fa3-1fa7-4e89-84dd-d9dacb19b647 of type vlan for network c2f28af9-e62a-411a-9327-bd107bd2484b Oct 15 19:37:29.407825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e30c6-896e-469d-8720-9599c04ff97b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:29.448740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57d5b3-cfbd-46ae-b707-a57dc732f4da req-1a6ea133-23e8-4145-b10b-05ac7bf2d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.450516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b57d5b3-cfbd-46ae-b707-a57dc732f4da req-1a6ea133-23e8-4145-b10b-05ac7bf2d18d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1102 time: 0.2871339 Oct 15 19:37:29.456804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-8e236e84-ac14-43c3-80d2-c1ab28111256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.0781615 Oct 15 19:37:29.462996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86dd36-8e81-40b4-b714-159235c38c8b req-0f4ec14f-e4c7-4be8-8182-0074d1f0647d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.471851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae86dd36-8e81-40b4-b714-159235c38c8b req-0f4ec14f-e4c7-4be8-8182-0074d1f0647d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.3100786 Oct 15 19:37:29.494511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-3b9db50e-2c3c-4718-b784-5d5916027570 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c HTTP/1.1" status: 200 len: 217 time: 0.0468113 Oct 15 19:37:29.558727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.565244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b57d5b3-cfbd-46ae-b707-a57dc732f4da req-02bfdf15-4a9d-486f-90f4-73e2716e38fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865941 Oct 15 19:37:29.566528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-d6842b19-8845-41ce-a1c7-02fa2b2a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.567991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-d6842b19-8845-41ce-a1c7-02fa2b2a0221 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0827928 Oct 15 19:37:29.569775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae86dd36-8e81-40b4-b714-159235c38c8b req-6b147015-33b6-4a70-93f9-58d01fb0fda3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970988 Oct 15 19:37:29.571408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-2e98501b-f08a-4604-af89-23d755eb2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.572767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-2e98501b-f08a-4604-af89-23d755eb2342 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0609565 Oct 15 19:37:29.625161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4e38b93a-0310-40e5-a3fa-9496d8736dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.626685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-4e38b93a-0310-40e5-a3fa-9496d8736dfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0468247 Oct 15 19:37:29.667392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba970b41-52f4-40b5-82bf-b0269c50567c req-d262082b-243a-49e7-9950-2cae455ac1a0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 210 time: 0.0264945 Oct 15 19:37:29.704645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.774826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-c4cc58cd-7dfc-4759-940e-6ab88abc40ad service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408191 Oct 15 19:37:29.781876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:29.784207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9a1ab2-9e3a-4345-a39a-19a8e8290476 req-49f2ef2a-b240-4815-a300-c64f33aac7bf tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 210 time: 0.0443258 Oct 15 19:37:29.787976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:29.798913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:29.807142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Allocated IP 192.168.233.92 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/858083b2-5a1b-4d19-b4dc-7613d718e72b) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:29.822276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:29.853523 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc44b7-38b0-4c3f-903d-19e220654480 x-openstack-request-id: req-b2bc44b7-38b0-4c3f-903d-19e220654480 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:29.853818 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:29.854071 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2bc44b7-38b0-4c3f-903d-19e220654480 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:29.874641 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'status': 'completed', 'code': 200} Oct 15 19:37:29.874796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.874796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.906554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-80cdc0ea-ed4b-4aa2-a643-516bd017c341 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553074 Oct 15 19:37:29.966049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:29.967292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:29.968133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.048094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-dbd6209d-4f5d-4c1d-89bd-93f106b83b03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7505410 Oct 15 19:37:30.083480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Request body: {'port': {'device_id': '0ef83ced-abf9-464c-8291-a58c56700a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:30.096201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091fde-a928-4cc5-b6f9-c55bc05c5475 req-f79d61a9-f939-4043-a765-dc9befc1ae47 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.098020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31091fde-a928-4cc5-b6f9-c55bc05c5475 req-f79d61a9-f939-4043-a765-dc9befc1ae47 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 947 time: 0.1447122 Oct 15 19:37:30.105193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] Pushing event updated for resources: {'Network': ['ID=c2f28af9-e62a-411a-9327-bd107bd2484b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:30.115171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c2f28af9-e62a-411a-9327-bd107bd2484b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:37:30.155476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:30.175162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-509e7bec-8a55-40a2-983c-8507962b210c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2863193 Oct 15 19:37:30.175884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55448) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:30.183498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Request body: {'subnet': {'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-781239005-subnet', 'tenant_id': '51e5460589484f0cbd12753bf3b0d2ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:30.226284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31091fde-a928-4cc5-b6f9-c55bc05c5475 req-dff44926-48cc-45fe-8767-23e21f8ec815 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Oct 15 19:37:30.258797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-58461ca4-c71e-431e-b80a-bb213500e3e3 None None] Provisioning complete for port 0530784b-60d1-4210-b91e-be6e5e6fc51a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:30.259168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-58461ca4-c71e-431e-b80a-bb213500e3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.279081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-bd701136-a47c-4b95-9145-81bd47ddac6c tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:37:30.284371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-bd701136-a47c-4b95-9145-81bd47ddac6c tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1221614 Oct 15 19:37:30.293620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.324519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-58461ca4-c71e-431e-b80a-bb213500e3e3 None None] Port 0530784b-60d1-4210-b91e-be6e5e6fc51a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:30.391608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Made reservation on behalf of 51e5460589484f0cbd12753bf3b0d2ae for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:30.394331 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.421645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-c340ec85-15bd-426a-9736-6914cf50bf58 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.423487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-c340ec85-15bd-426a-9736-6914cf50bf58 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 1095 time: 0.1337640 Oct 15 19:37:30.434465 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfad59-310f-4f50-a142-1e1db0183ebd req-11a33438-7f23-4f2e-8ac9-fa3b6781ff07 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6475651 Oct 15 19:37:30.498823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-d59203d8-45d8-4f99-9f48-8181054471f6 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648384 Oct 15 19:37:30.528025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.668122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:30.668577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:37:30.691369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86dc43d6-929a-4ffb-9b9a-ec5f7002253a req-d7dcc3c8-913f-4951-b063-5988c3a5e0ff service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751740 Oct 15 19:37:30.693974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-26ab9cf6-44a3-4e11-bf4f-7e6fdd579b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.695384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-26ab9cf6-44a3-4e11-bf4f-7e6fdd579b89 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 1099 time: 0.0853295 Oct 15 19:37:30.792748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.859281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:30.877988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:30.880355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event updated for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:30.885977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:30.905055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.905727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.910371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-3ddff14f-bfc0-4dc7-bc70-3cdf0a93c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.924917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-3ddff14f-bfc0-4dc7-bc70-3cdf0a93c611 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2076716 Oct 15 19:37:30.963288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-8b192eac-15ce-4f2d-a060-d1bda5bf4ab0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:30.965635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-8b192eac-15ce-4f2d-a060-d1bda5bf4ab0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.3269048 Oct 15 19:37:30.981858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:30.990873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-811807b1-496a-4ac9-844a-8c843e3d50c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c HTTP/1.1" status: 200 len: 217 time: 0.0557265 Oct 15 19:37:30.995618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a79ea16-5aa9-47cf-b7f8-2db744fa20c1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4774845 Oct 15 19:37:31.011312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Request body: {'port': {'device_id': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'admin_state_up': True, 'tenant_id': '58c6e627160a4d788f4affbb306599cd'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:31.063798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-d603804a-39cf-4051-bf5a-b5df324b509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:31.066677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-d603804a-39cf-4051-bf5a-b5df324b509f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0700395 Oct 15 19:37:31.093771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Request body: {'port': {'device_id': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:31.227400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-3e5b37f1-c7a1-48f4-b1f1-e2c3d378d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:31.228841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-3e5b37f1-c7a1-48f4-b1f1-e2c3d378d6d8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1399739 Oct 15 19:37:31.229658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.257863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca028bb-3275-444e-a060-99224bcdea60 req-9c08b793-bcc2-424a-915e-37bbd9c6b1c8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:31.258605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-46ad0007-a14a-4c90-84a9-4944c1a85d54 None None] Provisioning complete for port 858083b2-5a1b-4d19-b4dc-7613d718e72b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:31.259486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46ad0007-a14a-4c90-84a9-4944c1a85d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.265933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cca028bb-3275-444e-a060-99224bcdea60 req-9c08b793-bcc2-424a-915e-37bbd9c6b1c8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.2221019 Oct 15 19:37:31.286949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:31.368571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-46ad0007-a14a-4c90-84a9-4944c1a85d54 None None] Port 858083b2-5a1b-4d19-b4dc-7613d718e72b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:31.368677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Checking segment: {'id': '605a4fa3-1fa7-4e89-84dd-d9dacb19b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:31.368677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Network hostable DHCP agents. Network: c2f28af9-e62a-411a-9327-bd107bd2484b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:37:31.368677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:31.368677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:31.368677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:31.441278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:31.441278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:31.441278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:31.441278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cca028bb-3275-444e-a060-99224bcdea60 req-dc8def65-6d6c-4ddd-b459-e0d520b9812a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648602 Oct 15 19:37:31.441278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.442052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:31.442230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:31.442612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:31.443054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Bound port: ad20fa29-dbe8-4df7-86c3-368de3b26eab, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:31.500581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-afa58e9b-7f25-4c38-b8b8-043d9979e61e service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362866 Oct 15 19:37:31.501057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Transition to ACTIVE for port object 0530784b-60d1-4210-b91e-be6e5e6fc51a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:31.526183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:31.563818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f27de5-fd8c-4901-a39f-73748cbac15c req-9238d012-3d29-4819-b910-0b710ad47488 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:31.565378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f27de5-fd8c-4901-a39f-73748cbac15c req-9238d012-3d29-4819-b910-0b710ad47488 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 935 time: 0.0511556 Oct 15 19:37:31.566844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Network c2f28af9-e62a-411a-9327-bd107bd2484b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:37:31.586262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8630a378-2f44-4b32-9f88-5ad0d029ae58 req-52df2dd5-0080-483c-a79a-c982b78157da service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983267 Oct 15 19:37:31.613174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f27de5-fd8c-4901-a39f-73748cbac15c req-9e3ee255-8f31-4f1a-b6f7-5c38c53f220e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Oct 15 19:37:31.644969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.649691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:31.653332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.696373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.705557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-01cce9ef-90e4-4e75-bebc-bb5e23f5acd8 service neutron] 10.222.0.13 "POST /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab/bindings HTTP/1.1" status: 201 len: 390 time: 1.1557264 Oct 15 19:37:31.705557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, c2f28af9-e62a-411a-9327-bd107bd2484b) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:31.730567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac154b42-9fe6-4b9a-b13e-6bc03c369ab1 None None] Network c2f28af9-e62a-411a-9327-bd107bd2484b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:31.733495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:31.734170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.753467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddef9a0-b32c-448a-b922-386bb94e85dd req-630fcf5d-1f0e-4600-ab60-f23056d0874f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 210 time: 0.0679872 Oct 15 19:37:31.788048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:31.877459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858083b2-5a1b-4d19-b4dc-7613d718e72b {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:31.887254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:31.906459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Transition to ACTIVE for port object 858083b2-5a1b-4d19-b4dc-7613d718e72b will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:31.931615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b282be1-b0dc-4790-89c8-a5a2c1fb8ee8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7460952 Oct 15 19:37:31.964906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac48a340-059d-4577-b152-e9ccd675eb3c None None] Network c2f28af9-e62a-411a-9327-bd107bd2484b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:31.984295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.000023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Attempting to bind port 0530784b-60d1-4210-b91e-be6e5e6fc51a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:32.004765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Attempting to bind port 0530784b-60d1-4210-b91e-be6e5e6fc51a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:32.004765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Attempting to bind port 0530784b-60d1-4210-b91e-be6e5e6fc51a on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:32.023199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8d67-4c0a-4bb7-a5e3-7f8bffef2493 req-e3c1ecda-8779-46a0-93a5-5d8b9da9ac09 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.033828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5fe8d67-4c0a-4bb7-a5e3-7f8bffef2493 req-e3c1ecda-8779-46a0-93a5-5d8b9da9ac09 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.1557689 Oct 15 19:37:32.033828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Allocated IP 172.20.0.9 (a5fd798a-5536-4d12-9130-78a36acc9657/1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118/f0c84620-b133-44d9-a3e4-39089f373e7e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:32.043279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Port 0530784b-60d1-4210-b91e-be6e5e6fc51a on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:32.043606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Attempting to bind port 0530784b-60d1-4210-b91e-be6e5e6fc51a on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:32.063484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:32.063854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:32.064241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:32.064680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Bound port: 0530784b-60d1-4210-b91e-be6e5e6fc51a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:32.065038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.122567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Pushing event updated for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:32.186496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Attempting to bind port 858083b2-5a1b-4d19-b4dc-7613d718e72b on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:32.187255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Attempting to bind port 858083b2-5a1b-4d19-b4dc-7613d718e72b by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:32.187816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Attempting to bind port 858083b2-5a1b-4d19-b4dc-7613d718e72b on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:32.196263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Port 858083b2-5a1b-4d19-b4dc-7613d718e72b on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:32.197818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Attempting to bind port 858083b2-5a1b-4d19-b4dc-7613d718e72b on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:32.209778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5fe8d67-4c0a-4bb7-a5e3-7f8bffef2493 req-8e02f2cd-24a6-4510-a9a4-f3853e9a6270 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777656 Oct 15 19:37:32.225176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:32.230448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:32.230448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:32.230448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Bound port: 858083b2-5a1b-4d19-b4dc-7613d718e72b, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:32.230448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.333470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d77b3c-bb3a-4782-a00f-f6856a3589ae req-d0167121-9209-42a6-a9e0-a33e8a3e0cfa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.335682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62d77b3c-bb3a-4782-a00f-f6856a3589ae req-d0167121-9209-42a6-a9e0-a33e8a3e0cfa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 947 time: 0.1724825 Oct 15 19:37:32.354604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:32.387435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:32.410479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:32.445800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.448027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:32.465564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62d77b3c-bb3a-4782-a00f-f6856a3589ae req-a683cb26-94a1-48e2-a8c1-28ea0d232098 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007514 Oct 15 19:37:32.473747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138a8ce-4afa-4476-87c4-ef01a86190a1 req-a947d88e-5436-40ae-9d08-c8324789f1e9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.475265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b138a8ce-4afa-4476-87c4-ef01a86190a1 req-a947d88e-5436-40ae-9d08-c8324789f1e9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 946 time: 0.0739658 Oct 15 19:37:32.477807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-22af1379-116d-430b-ba2c-46ff6088b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.479505 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-22af1379-116d-430b-ba2c-46ff6088b0d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1098 time: 0.0709040 Oct 15 19:37:32.492996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.554430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.554430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.554631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.555084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] 10.222.0.11 "PUT /v2.0/ports/0530784b-60d1-4210-b91e-be6e5e6fc51a HTTP/1.1" status: 200 len: 1097 time: 2.4753480 Oct 15 19:37:32.555808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:32.558581 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709" -d '{"events": [{"name": "network-changed", "server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:32.596320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.599082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.599082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] 10.222.0.15 "PUT /v2.0/ports/858083b2-5a1b-4d19-b4dc-7613d718e72b HTTP/1.1" status: 200 len: 1096 time: 1.5302117 Oct 15 19:37:32.599082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:32.600736 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3eea166-6925-4aed-9a25-33c948ea544a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:32.604092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b138a8ce-4afa-4476-87c4-ef01a86190a1 req-82d63b62-f66f-416a-b463-9377d1cf5300 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107748 Oct 15 19:37:32.605534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7470e7-7237-4533-8cdb-5ed7a000ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:32.638833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-bf857eff-8994-4c6a-9fff-e81df688db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.640358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-bf857eff-8994-4c6a-9fff-e81df688db13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1532352 Oct 15 19:37:32.645262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cf4de-3031-4834-a5b7-c4e10aefc02f service neutron] Pushing event updated for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:32.673889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.731627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-40265f4d-b39f-485c-88d4-e6eaa3498f90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 217 time: 0.0826550 Oct 15 19:37:32.756131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Network a5fd798a-5536-4d12-9130-78a36acc9657 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:32.764405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:32.767890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:32.772461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:32.841044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa75c3-ace6-4305-a545-749ef7302c4e req-d4cb7ccf-020f-4aed-bce5-b078f06b29f2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.842628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23fa75c3-ace6-4305-a545-749ef7302c4e req-d4cb7ccf-020f-4aed-bce5-b078f06b29f2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1629522 Oct 15 19:37:32.876821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-1ada237e-e05a-4c9b-b730-c317404e1d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.878307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-1ada237e-e05a-4c9b-b730-c317404e1d80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1325521 Oct 15 19:37:32.879977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.880987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:32.898065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-cc11cbaa-97b9-414c-b41d-8915a1d203b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.899587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-cc11cbaa-97b9-414c-b41d-8915a1d203b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1100 time: 0.1296589 Oct 15 19:37:32.922425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-e5fa5508-4745-410e-8dcd-b1198dc1b802 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.924648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-e5fa5508-4745-410e-8dcd-b1198dc1b802 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/networks?id=c2f28af9-e62a-411a-9327-bd107bd2484b HTTP/1.1" status: 200 len: 813 time: 0.2248554 Oct 15 19:37:32.926139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-f634a3ae-d522-4c60-892f-7c21086ba1ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381799 Oct 15 19:37:32.927787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-51670f78-c44b-4656-8484-c794dc13e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:32.929090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-51670f78-c44b-4656-8484-c794dc13e84e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 1099 time: 0.1439235 Oct 15 19:37:32.963846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23fa75c3-ace6-4305-a545-749ef7302c4e req-5b7fae14-c184-46bb-aa0f-a718393c55e1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114519 Oct 15 19:37:32.967527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-1eb3dd0a-a0e4-4665-842b-cffbd6f1761f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a HTTP/1.1" status: 200 len: 217 time: 0.0572424 Oct 15 19:37:32.991440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-2050c593-2fa4-416d-a329-43d42a5261ec tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9904737 Oct 15 19:37:32.992373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-bec15816-c116-4860-a0a4-dd72e0b6958c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/quotas/51e5460589484f0cbd12753bf3b0d2ae HTTP/1.1" status: 200 len: 375 time: 0.0613499 Oct 15 19:37:32.995195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-4938d1a2-d33d-4219-9125-776ad59ee6a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b HTTP/1.1" status: 200 len: 217 time: 0.0503445 Oct 15 19:37:33.022050 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaabb91-874c-469f-b1c4-e8ff6e27cb78 x-openstack-request-id: req-efaabb91-874c-469f-b1c4-e8ff6e27cb78 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:33.022528 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:33.022848 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efaabb91-874c-469f-b1c4-e8ff6e27cb78 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:33.023311 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'status': 'completed', 'code': 200} Oct 15 19:37:33.028423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Request body: {'port': {'device_id': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:33.071108 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9b0ff-0d90-466c-8c6a-a4420f07621c x-openstack-request-id: req-95e9b0ff-0d90-466c-8c6a-a4420f07621c {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:33.071392 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:33.071689 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95e9b0ff-0d90-466c-8c6a-a4420f07621c {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:33.072056 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b', 'status': 'completed', 'code': 200} Oct 15 19:37:33.076292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-d4241b95-b238-4feb-852e-77e11e07eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.077719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-d4241b95-b238-4feb-852e-77e11e07eba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1023333 Oct 15 19:37:33.091687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-7a806d8c-26fe-4eef-b378-f22b01ee6248 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51e5460589484f0cbd12753bf3b0d2ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0899138 Oct 15 19:37:33.136048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:33.146829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-fa433064-2b91-435a-91cd-042feba533be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.148294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-fa433064-2b91-435a-91cd-042feba533be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1308906 Oct 15 19:37:33.153597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-e5ca27b1-df0e-40de-83a9-5672500fa818 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160711 Oct 15 19:37:33.203991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c1adc21-df54-4466-8b53-8031058cb677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.205566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-0c1adc21-df54-4466-8b53-8031058cb677 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1078548 Oct 15 19:37:33.310389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-0bfe7a4f-35cb-4e04-a4cd-3291ac4dd657 service neutron] 10.222.0.13 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963453 Oct 15 19:37:33.313901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-18c6cad1-60ce-428e-994e-c09fbbb40fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.315341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-18c6cad1-60ce-428e-994e-c09fbbb40fdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431906 Oct 15 19:37:33.332261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7a241-fb9a-4dbb-84f8-4920794705ef req-26856575-e7d7-4067-90e9-a9e04858beee tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.333736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70b7a241-fb9a-4dbb-84f8-4920794705ef req-26856575-e7d7-4067-90e9-a9e04858beee tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 947 time: 0.1863911 Oct 15 19:37:33.371430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-b65b7f63-2f2e-4135-8e18-afa357a67c2e service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097926 Oct 15 19:37:33.484397 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-089bb825-b3a5-4134-9399-a9ad2b375469 service neutron] 10.222.0.13 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652265 Oct 15 19:37:33.490424 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-8a0e0294-9248-499b-8936-cc6d2533f7d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576228 Oct 15 19:37:33.735707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-3abf52af-4e06-4abb-a583-e467bfb1cc21 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196357 Oct 15 19:37:33.743586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70b7a241-fb9a-4dbb-84f8-4920794705ef req-3877ef4f-2e6a-4a77-9e8b-9b089212aff5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616354 Oct 15 19:37:33.768184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362c5ab-0426-4f04-a68c-30509773de80 req-8587b7c4-2c3d-4cd5-bd4e-d1e6e1e0b269 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.768184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c362c5ab-0426-4f04-a68c-30509773de80 req-8587b7c4-2c3d-4cd5-bd4e-d1e6e1e0b269 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.11 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.4612875 Oct 15 19:37:33.886957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-0b848a8c-161e-4f6e-9e71-da5dccf87087 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.888553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-0b848a8c-161e-4f6e-9e71-da5dccf87087 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1098 time: 0.3699536 Oct 15 19:37:33.909976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:33.935489 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d53f13bb-6d55-4cd2-a89e-bd620b7239d9 req-f0835251-7123-46bc-b787-505300a83d6e service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371748 Oct 15 19:37:33.948232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2369b19-079a-471f-a41d-33ea3799caf2 req-87a76026-7786-4896-9c23-01b5ba5dc25c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:33.950482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2369b19-079a-471f-a41d-33ea3799caf2 req-87a76026-7786-4896-9c23-01b5ba5dc25c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 931 time: 0.1224103 Oct 15 19:37:34.007059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.030847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2369b19-079a-471f-a41d-33ea3799caf2 req-ef6c5c84-b623-4766-b8a6-7b6b4db1eabc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Oct 15 19:37:34.047768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c618c8-5886-4055-ba3c-75c82b27540b req-70fdd81c-bca0-4d1d-9821-4bcd5066ab0f service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787251 Oct 15 19:37:34.072039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c84620-b133-44d9-a3e4-39089f373e7e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:34.083079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.102014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-8fbac957-0bc6-49ac-b22a-b11b80b84af6 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.103538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-8fbac957-0bc6-49ac-b22a-b11b80b84af6 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1102 time: 0.1252582 Oct 15 19:37:34.118398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Transition to ACTIVE for port object f0c84620-b133-44d9-a3e4-39089f373e7e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:34.133681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Deleting port 93c997c8-8042-4a58-ac11-a39421613ca1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:37:34.134024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.143246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-c2bebfc8-3615-4e4e-a43a-1ad3edbe9157 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.222617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.253466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647fdac-3bf5-44b6-994a-7dc43bdfb851 req-317b8761-9365-4890-a1eb-a42721cf845e tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.254970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0647fdac-3bf5-44b6-994a-7dc43bdfb851 req-317b8761-9365-4890-a1eb-a42721cf845e tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 945 time: 0.1409574 Oct 15 19:37:34.256977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:34.267089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea166-6925-4aed-9a25-33c948ea544a req-3dc6be55-1410-44f3-9558-a8beaa8bcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.267089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-3dc6be55-1410-44f3-9558-a8beaa8bcf48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 1099 time: 0.1456692 Oct 15 19:37:34.342275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:34.351129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] For port 93c997c8-8042-4a58-ac11-a39421613ca1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=93c997c8-8042-4a58-ac11-a39421613ca1,segment=NetworkSegment(a27f670e-c817-4a70-b883-43ec02955e01),segment_id=a27f670e-c817-4a70-b883-43ec02955e01)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:34.351501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.382805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0647fdac-3bf5-44b6-994a-7dc43bdfb851 req-20d073dd-ffcd-4d67-b5db-e5f135e6b140 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/security-groups?id=13ca9267-db71-4730-b99d-1d95491e2b98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153133 Oct 15 19:37:34.391494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:34.397037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Calling delete_port for 93c997c8-8042-4a58-ac11-a39421613ca1 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:37:34.401028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-fdd05899-8b28-439e-a0c2-d1cc959351c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.403280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-fdd05899-8b28-439e-a0c2-d1cc959351c4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1100 time: 0.2205489 Oct 15 19:37:34.441020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea166-6925-4aed-9a25-33c948ea544a req-15e19138-3386-4157-af89-11a8e040f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.452115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-15e19138-3386-4157-af89-11a8e040f3ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1677361 Oct 15 19:37:34.483482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-c2bebfc8-3615-4e4e-a43a-1ad3edbe9157 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.520107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.523617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-67960c7e-c808-4ee1-8dac-f41d5a1d86c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b HTTP/1.1" status: 200 len: 217 time: 0.0638893 Oct 15 19:37:34.603715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea166-6925-4aed-9a25-33c948ea544a req-cac90eb2-a338-4d4d-b8a7-ed1e91346659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.605383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-cac90eb2-a338-4d4d-b8a7-ed1e91346659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0726230 Oct 15 19:37:34.616205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:34.616544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:34.616873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:34.621679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e98c8-0739-46ac-bd88-1209a77053df req-180854e9-f119-41ed-afc4-fd6e88b694e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.623137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b8e98c8-0739-46ac-bd88-1209a77053df req-180854e9-f119-41ed-afc4-fd6e88b694e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 947 time: 0.0579176 Oct 15 19:37:34.632522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:34.632878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:34.638108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-a9fe12ac-e69b-47a5-a34a-279c1033d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.639597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-a9fe12ac-e69b-47a5-a34a-279c1033d857 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2093513 Oct 15 19:37:34.644596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:34.644935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:34.645317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:34.645746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Bound port: f0c84620-b133-44d9-a3e4-39089f373e7e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:34.646100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.689016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b8e98c8-0739-46ac-bd88-1209a77053df req-821b29b2-98d8-4cdb-aba6-77c9b784121e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577235 Oct 15 19:37:34.691478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea166-6925-4aed-9a25-33c948ea544a req-eb989004-ce37-4392-8777-e2c151bea923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.692887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-eb989004-ce37-4392-8777-e2c151bea923 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688956 Oct 15 19:37:34.700542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-9bc950af-23bb-4691-a72b-c68feff218de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a HTTP/1.1" status: 200 len: 217 time: 0.0462129 Oct 15 19:37:34.794523 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.806873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-c2bebfc8-3615-4e4e-a43a-1ad3edbe9157 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:34.856752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-e1a4f951-f072-4f25-a3e3-8e6d44260dd6 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538074 Oct 15 19:37:34.862714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dd1adba-9e26-4f9a-b706-32ed9752b514 req-c2bebfc8-3615-4e4e-a43a-1ad3edbe9157 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7520592 Oct 15 19:37:34.864080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-238b4119-d27f-4125-825d-f5f8b2fa5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.865536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-238b4119-d27f-4125-825d-f5f8b2fa5d3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1386616 Oct 15 19:37:34.873535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:34.885096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:34.888216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bebfc8-3615-4e4e-a43a-1ad3edbe9157 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956b3bb-1fd2-4d5b-ad7f-e2adc226168d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:34.942077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b306d-2edf-47e6-83b6-23e37ed2e3fb req-116165e8-a83c-4b46-b977-33cddca332e8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.942077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be5b306d-2edf-47e6-83b6-23e37ed2e3fb req-116165e8-a83c-4b46-b977-33cddca332e8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 946 time: 0.1376567 Oct 15 19:37:34.943102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-dd2c3547-27b8-4362-88ee-94089a02362e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:34.943102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-dd2c3547-27b8-4362-88ee-94089a02362e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0611999 Oct 15 19:37:34.953133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93ec175f-4973-4696-af45-e9ad220aee33 req-3e1dd0b9-eee8-44ea-81ee-f5c5ac9aa401 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 210 time: 0.0309701 Oct 15 19:37:34.953943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:35.010264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:35.010600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:35.011532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:35.032247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:35.032571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Attempting to bind port ad20fa29-dbe8-4df7-86c3-368de3b26eab on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:35.040630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be5b306d-2edf-47e6-83b6-23e37ed2e3fb req-6d27cc6c-213c-450b-8e23-1c210a6d7a51 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272397 Oct 15 19:37:35.048697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:35.049006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:35.049334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:35.049787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Bound port: ad20fa29-dbe8-4df7-86c3-368de3b26eab, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:35.050165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.071526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3eea166-6925-4aed-9a25-33c948ea544a req-8226701d-bf7a-4bd2-ae1c-12ab119ea994 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030270 Oct 15 19:37:35.073173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:35.075871 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d514fd38-6b28-4a88-92d0-5e3f48304a52" -d '{"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-unplugged", "status": "completed", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:35.083110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-fb84d6ff-c8a5-45f0-9713-ac0800d51ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322384 Oct 15 19:37:35.115709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.118255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.133995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['93c997c8-8042-4a58-ac11-a39421613ca1'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:35.137888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:35.141486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:35.164868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea929bb-1d8f-4ebe-8f2b-72d053257662 req-ac11f8bb-b03d-4b83-b926-722a7f57755c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.166336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea929bb-1d8f-4ebe-8f2b-72d053257662 req-ac11f8bb-b03d-4b83-b926-722a7f57755c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 947 time: 0.1446168 Oct 15 19:37:35.224147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.263756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.264378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.265923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] 10.222.0.15 "PUT /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 1092 time: 2.2416968 Oct 15 19:37:35.266325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:35.268604 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b56cd0-bb1a-4b75-af29-bcb661213958" -d '{"events": [{"name": "network-changed", "server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:35.302928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.302928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.303423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] 10.222.0.11 "PUT /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 1124 time: 1.4016314 Oct 15 19:37:35.304241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afbf01-5610-4e8b-8db2-99602c61a25c service neutron] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:35.356764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] No DVR routers for this DVR port 93c997c8-8042-4a58-ac11-a39421613ca1 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:37:35.368347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3ec06-e761-44ce-8016-55e0d567c72e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:35.389716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.392903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c362c5ab-0426-4f04-a68c-30509773de80 req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.11 "DELETE /v2.0/ports/93c997c8-8042-4a58-ac11-a39421613ca1 HTTP/1.1" status: 204 len: 173 time: 1.6033525 Oct 15 19:37:35.397524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb6d746-f63c-4eb4-871f-cf2c07b6f709 req-c4ec6edc-aa45-46b2-8f72-906bb2ae76fb service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058939 Oct 15 19:37:35.400450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea929bb-1d8f-4ebe-8f2b-72d053257662 req-4dee304c-1a3c-4953-a8f4-12cea1b22ed3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238390 Oct 15 19:37:35.429766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ad20fa29-dbe8-4df7-86c3-368de3b26eab'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:35.434535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device fff0889b-b47c-4c61-a016-7e15b230ec9c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:35.450365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357d363-5bc1-4a51-91d9-9099fa340fb3 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] Pushing event deleted for resources: {'Port': ['ID=93c997c8-8042-4a58-ac11-a39421613ca1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:35.478319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-d730d712-b14f-43a5-abdc-8ff15f415c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.480121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-d730d712-b14f-43a5-abdc-8ff15f415c72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1095 time: 0.1028690 Oct 15 19:37:35.571105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-c25aae85-f634-4a88-b791-1383bc4b7fe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 217 time: 0.0622523 Oct 15 19:37:35.617889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:35.626517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551ee88-f026-49a6-919c-80e1ff5d7839 req-d72624d7-a0ff-4975-a407-4dbb2b58c09a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.631930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1551ee88-f026-49a6-919c-80e1ff5d7839 req-d72624d7-a0ff-4975-a407-4dbb2b58c09a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.1366680 Oct 15 19:37:35.636935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'mac_address': 'fa:16:3e:67:64:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:35.659581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbba32-f646-43a6-8743-1229ae595652 req-b6f11f21-790f-42f6-8286-1f53fd089e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:35.661011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-b6f11f21-790f-42f6-8286-1f53fd089e95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0815210 Oct 15 19:37:35.701985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1551ee88-f026-49a6-919c-80e1ff5d7839 req-851f1dea-b47c-4cf4-a97d-7d4119e273a8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669134 Oct 15 19:37:35.703197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.703924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-4fc48c1f-5b2f-46ea-b89c-bfe328930a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322201 Oct 15 19:37:35.726510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff0889b-b47c-4c61-a016-7e15b230ec9c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:35.760900 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5271de71-5bc3-4cdf-b44a-35ebe5ce7dc5 x-openstack-request-id: req-5271de71-5bc3-4cdf-b44a-35ebe5ce7dc5 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:35.760900 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-unplugged", "status": "completed", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:35.760900 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5271de71-5bc3-4cdf-b44a-35ebe5ce7dc5 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:35.760900 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'code': 200} Oct 15 19:37:35.761208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:35.814999 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a44f0e8-a34b-455f-83a7-53cdf69528b4 x-openstack-request-id: req-3a44f0e8-a34b-455f-83a7-53cdf69528b4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:35.815512 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:35.815633 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a44f0e8-a34b-455f-83a7-53cdf69528b4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:35.816113 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'status': 'completed', 'code': 200} Oct 15 19:37:35.830177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:35.863458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72457c06-c47c-4ec4-b72b-c8745452d4df req-f29b8cc5-eb70-4c24-ab3a-af38cc3542e5 tempest-VolumesAdminNegativeTest-1027447552 tempest-VolumesAdminNegativeTest-1027447552-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3127c20-4e08-4515-89ee-154243aa50c0 HTTP/1.1" status: 200 len: 210 time: 0.0376213 Oct 15 19:37:35.875765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-599587fd-e439-4217-9362-f207c75293f8 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557539 Oct 15 19:37:35.888782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:35.902737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.903413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.903991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.904557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.905072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.905634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.906276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.906801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.907287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.907794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.908264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:35.908743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:36.057005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebde04a-3525-45c3-ba98-b221baa3025e req-07a52a66-1e80-4ae7-b70f-14e17cf60ea5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.059206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ebde04a-3525-45c3-ba98-b221baa3025e req-07a52a66-1e80-4ae7-b70f-14e17cf60ea5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 948 time: 0.1294215 Oct 15 19:37:36.061007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7fbba32-f646-43a6-8743-1229ae595652 req-74f10a01-0ba6-437a-b566-345652b14c7b service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691589 Oct 15 19:37:36.067303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-aca6a45f-9e26-4332-96be-89a9ef4e72cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804467 Oct 15 19:37:36.078744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-b910b7d7-8269-4e2a-bf45-b7fa4208ab51 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:37:36.079615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-b910b7d7-8269-4e2a-bf45-b7fa4208ab51 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054629 Oct 15 19:37:36.108561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ebde04a-3525-45c3-ba98-b221baa3025e req-7fb5b50f-439e-41a7-a373-849e1ed2270d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Oct 15 19:37:36.193319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1237f18-6b43-40f8-a235-5d4509031540 req-0b51658c-6d2b-4e46-a735-e969d8cb9a2e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.202698 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1237f18-6b43-40f8-a235-5d4509031540 req-0b51658c-6d2b-4e46-a735-e969d8cb9a2e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0696902 Oct 15 19:37:36.234477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfd97360-c033-452f-a34c-63eb688f3216 req-cf87e3e4-b66c-4db3-bfd1-e990afa2221d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 210 time: 0.0709846 Oct 15 19:37:36.262474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1237f18-6b43-40f8-a235-5d4509031540 req-d0285e72-aaa7-4737-8d53-10a0de136936 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Oct 15 19:37:36.294227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-3bf781d3-0a1e-4fa6-9540-8e78f3393b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.304604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-3bf781d3-0a1e-4fa6-9540-8e78f3393b82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1095 time: 0.0603857 Oct 15 19:37:36.534588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e450c-ac94-42dd-b13d-ba40eec3824e req-2a377896-3c39-43bf-9793-ef6c583dbf92 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.536137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899e450c-ac94-42dd-b13d-ba40eec3824e req-2a377896-3c39-43bf-9793-ef6c583dbf92 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 947 time: 0.0500548 Oct 15 19:37:36.578329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899e450c-ac94-42dd-b13d-ba40eec3824e req-9656f086-b996-4aa4-841a-b302070f6510 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Oct 15 19:37:36.623033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['fff0889b-b47c-4c61-a016-7e15b230ec9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:36.646071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd20d4-e475-4de4-a0ed-b1a32936428f req-c86994b9-d828-4f84-910f-f62c077376fd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.647571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2fd20d4-e475-4de4-a0ed-b1a32936428f req-c86994b9-d828-4f84-910f-f62c077376fd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.3482692 Oct 15 19:37:36.689388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-59f9afca-987f-488e-8fd3-ce63e249a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.691047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-59f9afca-987f-488e-8fd3-ce63e249a1ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.3834615 Oct 15 19:37:36.739465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-760109dd-644c-4350-8c4e-3b256ceced9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 217 time: 0.0377693 Oct 15 19:37:36.742562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2fd20d4-e475-4de4-a0ed-b1a32936428f req-99da2c1c-dcf3-4de4-a29d-ab714f3a6927 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Oct 15 19:37:36.804561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-2c6f8fd0-ea18-4a55-b031-e2b7f545b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.806378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-2c6f8fd0-ea18-4a55-b031-e2b7f545b24f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0561390 Oct 15 19:37:36.847545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-c726f437-c60d-4d2c-b23a-013c38bc8983 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310385 Oct 15 19:37:36.851316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149501e-0e9a-4939-9d6f-f6abfccdb594 req-09718a0c-3f1d-4b16-987d-a2f918d1a3b4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:36.855526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9149501e-0e9a-4939-9d6f-f6abfccdb594 req-09718a0c-3f1d-4b16-987d-a2f918d1a3b4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0562415 Oct 15 19:37:36.894709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9149501e-0e9a-4939-9d6f-f6abfccdb594 req-e86d3d64-0239-46be-b8be-431addd8266f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356941 Oct 15 19:37:36.923831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55576) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:36.956691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-79ea22d6-da70-4c6d-bde3-57958089a509 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921764 Oct 15 19:37:36.975817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Deleting subnet 4d2fa488-3b6d-4bb1-bde6-689686d49d30 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:37:36.979086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.015032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.024476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.082655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69b56cd0-bb1a-4b75-af29-bcb661213958 req-571a1706-91bf-4e5c-a81d-6541ca083a36 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106167 Oct 15 19:37:37.161250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.196264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2fa488-3b6d-4bb1-bde6-689686d49d30,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:37.200975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.207766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d3635579-bca5-493c-a6e2-5752d17469fa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4d2fa488-3b6d-4bb1-bde6-689686d49d30 HTTP/1.1" status: 204 len: 168 time: 0.2828283 Oct 15 19:37:37.215643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55582) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:37.215779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-15fa7425-731a-4eab-8822-5e515fab3768 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:37.215779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-15fa7425-731a-4eab-8822-5e515fab3768 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.11 "GET /v2.0/networks?id=c2f28af9-e62a-411a-9327-bd107bd2484b HTTP/1.1" status: 200 len: 813 time: 0.1554217 Oct 15 19:37:37.247031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Request body: {'port': {'device_id': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b', 'admin_state_up': True, 'tenant_id': '51e5460589484f0cbd12753bf3b0d2ae'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:37.290687 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.323973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627c17f-90c2-438d-ad1f-6a063169d30e req-63347f6b-b5bc-44f1-8d9c-fd7d8ded1511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:37.325783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e627c17f-90c2-438d-ad1f-6a063169d30e req-63347f6b-b5bc-44f1-8d9c-fd7d8ded1511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 948 time: 0.1115296 Oct 15 19:37:37.370001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dab37ae6-decb-4ef4-94ed-0934cee65e07 req-fe6d5cbf-ee23-4403-b141-5d819aa464e3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 210 time: 0.0629821 Oct 15 19:37:37.411399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e627c17f-90c2-438d-ad1f-6a063169d30e req-082cff9e-553d-47f2-b356-7e67874f06ab tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691233 Oct 15 19:37:37.439236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:37.444173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 93c997c8-8042-4a58-ac11-a39421613ca1 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:37:37.444603 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.471494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 93c997c8-8042-4a58-ac11-a39421613ca1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:37:37.471867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 93c997c8-8042-4a58-ac11-a39421613ca1 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:37:37.485012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Made reservation on behalf of 51e5460589484f0cbd12753bf3b0d2ae for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:37.489468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.493229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.493608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.494389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.494737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.495218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.496843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.496843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.496843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.497255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.497425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.501093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 858083b2-5a1b-4d19-b4dc-7613d718e72b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:37.575995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.576353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.576652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.576988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 15 19:37:37.577367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77798f18-edd9-4874-afe1-0a4564af4b23']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:37.609754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a27f670e-c817-4a70-b883-43ec02955e01') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:37.610000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a27f670e-c817-4a70-b883-43ec02955e01') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:37.628895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.638567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Allocated IP 172.20.0.6 (c2f28af9-e62a-411a-9327-bd107bd2484b/0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a/f829760a-7673-4dea-87f0-026567a399de) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:37.648039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:37.666308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58405fcd-ea3f-4f9c-8b68-0406ef2cfa81 req-539605b6-ac23-4e77-acc3-14483f1d94b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:37.668782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58405fcd-ea3f-4f9c-8b68-0406ef2cfa81 req-539605b6-ac23-4e77-acc3-14483f1d94b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.2147529 Oct 15 19:37:37.669849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.670091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'mac_address': 'fa:16:3e:d8:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:37.679490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:37:37.679931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: from cryptography.utils import int_from_bytes Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: from cryptography.utils import int_from_bytes Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:37:37.684847 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:37:37.717687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:37.735695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '858083b2-5a1b-4d19-b4dc-7613d718e72b', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '858083b2-5a1b-4d19-b4dc-7613d718e72b', 'mac_address': 'fa:16:3e:fe:e1:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:37.737240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.757333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:37.761690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:37.764311 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763e86ee-8c0a-467b-ad80-071a9c92eeee" -d '{"events": [{"name": "network-changed", "server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:37.783770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58405fcd-ea3f-4f9c-8b68-0406ef2cfa81 req-b52cf939-7ada-46be-b090-72064c5045ca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057770 Oct 15 19:37:37.783977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca356e92-cd68-4d5a-960b-9777b96a2491 req-880ae4fc-0b39-4117-b5a2-b1ef1c10ae3e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:37.792094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca356e92-cd68-4d5a-960b-9777b96a2491 req-880ae4fc-0b39-4117-b5a2-b1ef1c10ae3e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 947 time: 0.1205804 Oct 15 19:37:37.803047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:37.814333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.828701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858083b2-5a1b-4d19-b4dc-7613d718e72b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:37.842099 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2cd9d7-fa5c-4b1e-b767-7fb67aa885cf x-openstack-request-id: req-8d2cd9d7-fa5c-4b1e-b767-7fb67aa885cf {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:37.842300 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:37.842531 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d2cd9d7-fa5c-4b1e-b767-7fb67aa885cf {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:37.842938 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'status': 'completed', 'code': 200} Oct 15 19:37:37.843479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'name': 'network-vif-deleted', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:37.845938 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b85ac2-845e-45cb-a17a-d70d7224d05c" -d '{"events": [{"server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "name": "network-vif-deleted", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:37.850350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:37.858200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.880795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.887664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/77798f18-edd9-4874-afe1-0a4564af4b23 HTTP/1.1" status: 204 len: 168 time: 0.6749377 Oct 15 19:37:37.887664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad692c-4c23-4d34-9628-1006c6b1e1b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77798f18-edd9-4874-afe1-0a4564af4b23,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:37.888633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:37.898186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.898861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:37.913053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca356e92-cd68-4d5a-960b-9777b96a2491 req-158b5d91-195e-455f-a5af-039e76764dcd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124880 Oct 15 19:37:37.960153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Deleting subnet bd20c317-18da-470a-bd67-4633bcac61a7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:37:37.964140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.973011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:37.973186 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0957c43-3741-43cf-91c5-73cac558cab8 x-openstack-request-id: req-c0957c43-3741-43cf-91c5-73cac558cab8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:37.973456 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3127c20-4e08-4515-89ee-154243aa50c0", "name": "network-vif-deleted", "tag": "93c997c8-8042-4a58-ac11-a39421613ca1", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:37.973774 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0957c43-3741-43cf-91c5-73cac558cab8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:37.974268 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3127c20-4e08-4515-89ee-154243aa50c0', 'name': 'network-vif-deleted', 'tag': '93c997c8-8042-4a58-ac11-a39421613ca1', 'status': 'completed', 'code': 200} Oct 15 19:37:38.000366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-4ce34219-3ed6-4583-8640-105bdd9e37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.002012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-4ce34219-3ed6-4583-8640-105bdd9e37cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1127 time: 0.1238723 Oct 15 19:37:38.008837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.015727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:38.035894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.082729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:38.092210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5158f66-6772-4aa2-9349-5a86ae31e83f req-838840be-48d3-4b1a-b034-bc6ad889e9ba tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.096085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:38.100735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:37:38.100909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5158f66-6772-4aa2-9349-5a86ae31e83f req-838840be-48d3-4b1a-b034-bc6ad889e9ba tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1814544 Oct 15 19:37:38.124562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.172661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5158f66-6772-4aa2-9349-5a86ae31e83f req-064e7e09-d7c2-4c52-afb0-0e9422c6d7d2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709801 Oct 15 19:37:38.182221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-85b4f1eb-6057-44e9-bfe5-06739aa7dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.183850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-85b4f1eb-6057-44e9-bfe5-06739aa7dc6c service neutron] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1665356 Oct 15 19:37:38.203839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135d6fb-766b-4974-bd00-87fb344eb4a7 req-021bf41a-0163-47d1-913c-72bf3c34aa2c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.205398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d135d6fb-766b-4974-bd00-87fb344eb4a7 req-021bf41a-0163-47d1-913c-72bf3c34aa2c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.1268380 Oct 15 19:37:38.251611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-4c854109-c374-4fbd-bf64-09a07c845035 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 217 time: 0.0448456 Oct 15 19:37:38.295769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.302401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.328592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd20c317-18da-470a-bd67-4633bcac61a7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:38.331322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d135d6fb-766b-4974-bd00-87fb344eb4a7 req-b95713e9-f1c5-400c-8908-307abaf94fe0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171641 Oct 15 19:37:38.332367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.338048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c85e07e-a5df-42d2-a88c-84adf4d9fc88 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd20c317-18da-470a-bd67-4633bcac61a7 HTTP/1.1" status: 204 len: 168 time: 0.4464910 Oct 15 19:37:38.341068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:38.379033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-a8cf4120-d85e-45b7-a474-a25154c46476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.380463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-a8cf4120-d85e-45b7-a474-a25154c46476 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1187396 Oct 15 19:37:38.395827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Network c2f28af9-e62a-411a-9327-bd107bd2484b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:38.406928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Pushing event updated for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:38.412261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:38.451072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:38.457944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-51a7f83a-97f6-46e7-b7f3-e13193c793f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610759 Oct 15 19:37:38.469050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['858083b2-5a1b-4d19-b4dc-7613d718e72b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:38.507153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.529208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf497-a0c5-4bfe-9ce0-45d794d709c4 req-e0092580-8ad6-42c4-ad7e-ef353f1d2482 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.530878 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e5bf497-a0c5-4bfe-9ce0-45d794d709c4 req-e0092580-8ad6-42c4-ad7e-ef353f1d2482 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 931 time: 0.0774767 Oct 15 19:37:38.536224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:38.574795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e5bf497-a0c5-4bfe-9ce0-45d794d709c4 req-59ac2271-a97f-4a8a-aebc-b2b5884810a5 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350757 Oct 15 19:37:38.606094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.606094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.673216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c26b0-f8dd-4263-94ef-c68c94bc5af5 req-152b9004-d6da-4cb6-9aef-a4e9deaf15d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.674678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d73c26b0-f8dd-4263-94ef-c68c94bc5af5 req-152b9004-d6da-4cb6-9aef-a4e9deaf15d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 948 time: 0.1715231 Oct 15 19:37:38.728260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.732491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-13740227-f765-4913-a5c1-3acea38e4ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663493 Oct 15 19:37:38.746082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-53a607b5-b283-4ebf-9512-983f6778754d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5217831 Oct 15 19:37:38.748863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-da177980-9201-4bbe-9085-66b5a99a6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.750415 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-da177980-9201-4bbe-9085-66b5a99a6628 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1102 time: 0.0433130 Oct 15 19:37:38.766681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Request body: {'port': {'device_id': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:38.779606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e9b879-f6f6-4b0f-b29d-c13de01250f2']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:38.827464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004f7bcc-2180-48ae-b947-78b170f75a13') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:38.827780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004f7bcc-2180-48ae-b947-78b170f75a13') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:38.840268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d73c26b0-f8dd-4263-94ef-c68c94bc5af5 req-be62a441-9c77-4073-996f-4591ce6402d6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492441 Oct 15 19:37:38.850348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.854273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-dbcd6652-14d7-4792-b35d-fc7ab6c69b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.855979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-dbcd6652-14d7-4792-b35d-fc7ab6c69b0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.0954320 Oct 15 19:37:38.915114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.920149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-5d15b701-d8ab-47f3-b888-6e029dd31b25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.0501673 Oct 15 19:37:38.930358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:37:38.937944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:38.973697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-763e86ee-8c0a-467b-ad80-071a9c92eeee req-20a8e2a1-7636-4caa-aeb3-c25096545d0a service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030313 Oct 15 19:37:38.975263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9bff-2997-423e-b896-264839c3de3d req-fcd33f45-01ed-4081-9190-3bc19de8834c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:38.976775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e3e9bff-2997-423e-b896-264839c3de3d req-fcd33f45-01ed-4081-9190-3bc19de8834c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1152675 Oct 15 19:37:39.008548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-e742258a-7bb9-4c18-b9d3-ea5e37c6ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.009884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-e742258a-7bb9-4c18-b9d3-ea5e37c6ed1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0812483 Oct 15 19:37:39.039219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e3e9bff-2997-423e-b896-264839c3de3d req-823ad980-80a8-44d5-9d3d-e3b3e40d4a30 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490682 Oct 15 19:37:39.071539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-a6376250-be24-4e5d-a37b-93fd52aea3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.073060 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-a6376250-be24-4e5d-a37b-93fd52aea3be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504038 Oct 15 19:37:39.140821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad91dc-da9e-4e3c-9f9a-db6ecae0816f req-a6b99a8c-ddef-498d-ad4b-e22879cc763b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.142303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39ad91dc-da9e-4e3c-9f9a-db6ecae0816f req-a6b99a8c-ddef-498d-ad4b-e22879cc763b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 948 time: 0.1426125 Oct 15 19:37:39.172261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-d454a80e-a533-410e-b04a-6fe8225b31ef service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904846 Oct 15 19:37:39.177367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.185382 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.188472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d7e9b879-f6f6-4b0f-b29d-c13de01250f2 HTTP/1.1" status: 204 len: 168 time: 0.8451829 Oct 15 19:37:39.245029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8c403-7d18-44bf-bda2-34ae20fd2632 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e9b879-f6f6-4b0f-b29d-c13de01250f2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:39.262963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39ad91dc-da9e-4e3c-9f9a-db6ecae0816f req-08b1656e-0adc-4f17-9306-d14a2c59318f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145060 Oct 15 19:37:39.319965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-40a94d19-8837-415f-bb6e-f0ba15be5ed8 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382391 Oct 15 19:37:39.338067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e0dde-5ebb-435e-9c3f-17ebe1896c47 req-27440d05-cabf-47f6-a904-e43d7b082181 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.340312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d7e0dde-5ebb-435e-9c3f-17ebe1896c47 req-27440d05-cabf-47f6-a904-e43d7b082181 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.0686238 Oct 15 19:37:39.369688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f829760a-7673-4dea-87f0-026567a399de {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:39.378663 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.379481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d7e0dde-5ebb-435e-9c3f-17ebe1896c47 req-9482b361-8453-4d7c-9693-310fd11839db tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324056 Oct 15 19:37:39.393700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Transition to ACTIVE for port object f829760a-7673-4dea-87f0-026567a399de will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:39.460367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcaf63-611b-4211-b40e-ea57bcd46343 req-d5532022-5d69-40d1-9991-3ab46b35e12d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.462146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7dcaf63-611b-4211-b40e-ea57bcd46343 req-d5532022-5d69-40d1-9991-3ab46b35e12d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0523269 Oct 15 19:37:39.476624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device fff0889b-b47c-4c61-a016-7e15b230ec9c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:39.502568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7dcaf63-611b-4211-b40e-ea57bcd46343 req-992ea726-e981-446d-a071-47f6bd6d4d81 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Oct 15 19:37:39.507779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.518309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:39.564720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Pushing event updated for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:39.583157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:39.626864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port fff0889b-b47c-4c61-a016-7e15b230ec9c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:39.630345 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4263fe44-dc65-4030-a71e-1d239a404835 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d0b72ca94f443919ea556693a17f581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456781 Oct 15 19:37:39.633404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55624) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:39.634589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port fff0889b-b47c-4c61-a016-7e15b230ec9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:39.635198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.639068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:39.658224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Attempting to bind port f829760a-7673-4dea-87f0-026567a399de on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:39.658640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Attempting to bind port f829760a-7673-4dea-87f0-026567a399de by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '605a4fa3-1fa7-4e89-84dd-d9dacb19b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:39.659203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Attempting to bind port f829760a-7673-4dea-87f0-026567a399de on network c2f28af9-e62a-411a-9327-bd107bd2484b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:39.664193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Port f829760a-7673-4dea-87f0-026567a399de on network c2f28af9-e62a-411a-9327-bd107bd2484b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:39.665087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Attempting to bind port f829760a-7673-4dea-87f0-026567a399de on network c2f28af9-e62a-411a-9327-bd107bd2484b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:39.671317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:39.671776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Checking segment: {'id': '605a4fa3-1fa7-4e89-84dd-d9dacb19b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:39.672854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Bound using segment: {'id': '605a4fa3-1fa7-4e89-84dd-d9dacb19b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:39.673338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Bound port: f829760a-7673-4dea-87f0-026567a399de, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '605a4fa3-1fa7-4e89-84dd-d9dacb19b647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:39.673830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.701801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'port_id': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'mac_address': 'fa:16:3e:0a:4c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:39.726398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.749787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:39.751425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.752857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f829760a-7673-4dea-87f0-026567a399de,segment=NetworkSegment(605a4fa3-1fa7-4e89-84dd-d9dacb19b647),segment_id=605a4fa3-1fa7-4e89-84dd-d9dacb19b647)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:39.760136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd8146-3498-4944-b188-f2ba9c21377c req-3bbe1ea4-9b6c-4e95-9f20-63721b002fab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.764766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64dd8146-3498-4944-b188-f2ba9c21377c req-3bbe1ea4-9b6c-4e95-9f20-63721b002fab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 943 time: 0.0972297 Oct 15 19:37:39.779573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.790412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.804174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c84620-b133-44d9-a3e4-39089f373e7e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:39.823116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64dd8146-3498-4944-b188-f2ba9c21377c req-94b0d709-2d5a-4a6e-9d63-2f9f0bbc5f96 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532296 Oct 15 19:37:39.832508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:39.834800 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966857dd-ae18-45b1-95a3-dcc8d6d4b1b5" -d '{"events": [{"server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "name": "network-vif-plugged", "status": "completed", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:39.846880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.856834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:39.864495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.864495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.865550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] 10.222.0.11 "PUT /v2.0/ports/f829760a-7673-4dea-87f0-026567a399de HTTP/1.1" status: 200 len: 1092 time: 1.1052969 Oct 15 19:37:39.866927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:39.890449 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4046dcce-13dd-4f32-bf20-556c637cc63d x-openstack-request-id: req-4046dcce-13dd-4f32-bf20-556c637cc63d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:39.890449 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "name": "network-vif-plugged", "status": "completed", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:39.890449 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4046dcce-13dd-4f32-bf20-556c637cc63d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:39.890449 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'code': 200} Oct 15 19:37:39.909900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.913345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.914315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ae27c-a2d0-4dfe-b498-e9347cdc5c1e service neutron] Pushing event updated for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:39.919372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13ca9267-db71-4730-b99d-1d95491e2b98 HTTP/1.1" status: 204 len: 168 time: 0.2808826 Oct 15 19:37:39.938280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.940554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:39.954909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80cfba0-bc20-440e-bb63-1ddf68694b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca9267-db71-4730-b99d-1d95491e2b98,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:39.993465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afa4ce-e328-49b9-bac2-ecba54970888 req-85bc3176-dab9-4ab9-8abe-c987cef9e9ab tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:39.994765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'tag': 'f829760a-7673-4dea-87f0-026567a399de'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:39.998069 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4855017-5339-4880-b547-7ca0d6de45f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "tag": "f829760a-7673-4dea-87f0-026567a399de"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:39.999514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21afa4ce-e328-49b9-bac2-ecba54970888 req-85bc3176-dab9-4ab9-8abe-c987cef9e9ab tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 948 time: 0.0813699 Oct 15 19:37:40.013452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:40.022224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6457576-ea60-4177-8cbb-0913afe7493f req-85e5e2df-7094-424c-841d-4036dd94acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.024307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6457576-ea60-4177-8cbb-0913afe7493f req-85e5e2df-7094-424c-841d-4036dd94acd1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 1101 time: 0.0657470 Oct 15 19:37:40.055873 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f75cab9-5f65-49ec-bfa5-5529a8dd266e x-openstack-request-id: req-1f75cab9-5f65-49ec-bfa5-5529a8dd266e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:40.056408 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "tag": "f829760a-7673-4dea-87f0-026567a399de", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:40.056823 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f75cab9-5f65-49ec-bfa5-5529a8dd266e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:40.057351 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'tag': 'f829760a-7673-4dea-87f0-026567a399de', 'status': 'completed', 'code': 200} Oct 15 19:37:40.067652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21afa4ce-e328-49b9-bac2-ecba54970888 req-947c8fda-5a02-417c-84f5-94a53dd3291e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530889 Oct 15 19:37:40.081005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:40.132458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6457576-ea60-4177-8cbb-0913afe7493f req-76d7a6aa-08e8-4fc1-998e-7e3ba044b193 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Oct 15 19:37:40.134064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-8afce8c2-b841-413d-a42b-b77e1babbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.135415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-8afce8c2-b841-413d-a42b-b77e1babbe70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51e5460589484f0cbd12753bf3b0d2ae&device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 1095 time: 0.1014149 Oct 15 19:37:40.173902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fe921-938c-479e-8c2c-7cf6efea6baa req-5ee59b90-0c0b-46ff-b6e9-e3d2b66badfa tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.175361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d3fe921-938c-479e-8c2c-7cf6efea6baa req-5ee59b90-0c0b-46ff-b6e9-e3d2b66badfa tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0533490 Oct 15 19:37:40.215650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d3fe921-938c-479e-8c2c-7cf6efea6baa req-a3be0456-17ea-486b-9e24-ef5399574c76 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Oct 15 19:37:40.340449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:40.409533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688d4e1-e674-4807-8b01-248ccb491333 req-ee07a9b2-6d22-418b-90b8-093d89742750 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.413878 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:37:40.418355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4688d4e1-e674-4807-8b01-248ccb491333 req-ee07a9b2-6d22-418b-90b8-093d89742750 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 948 time: 0.0842364 Oct 15 19:37:40.452082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4688d4e1-e674-4807-8b01-248ccb491333 req-c00e0090-91c0-465e-a9dc-ea1b3a54c3de tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331106 Oct 15 19:37:40.557049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b2b2-e4f7-4e07-8b2b-7b6c05b61c5d req-f33068ee-55df-4010-833d-35f6363d008b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.558601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e64b2b2-e4f7-4e07-8b2b-7b6c05b61c5d req-f33068ee-55df-4010-833d-35f6363d008b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.0500453 Oct 15 19:37:40.601747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e64b2b2-e4f7-4e07-8b2b-7b6c05b61c5d req-49ffb175-8c90-45e8-8424-a61f9b06635a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370500 Oct 15 19:37:40.706038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dbc93-8dde-470b-b139-b50cead9b4ad req-54a2ae5b-387f-4906-bcb6-795bee1ebfb4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.707496 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d09dbc93-8dde-470b-b139-b50cead9b4ad req-54a2ae5b-387f-4906-bcb6-795bee1ebfb4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0486629 Oct 15 19:37:40.744498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d09dbc93-8dde-470b-b139-b50cead9b4ad req-b0ae567a-8d00-4f20-b10a-d6af02d51254 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304830 Oct 15 19:37:40.860186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:40.908806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5e6fce62-aaee-4102-852e-e10dbaac3088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0e6238b78f24e2fb524dd0507544eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474524 Oct 15 19:37:40.911476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55650) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:40.943996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67090ea-07d2-482e-9b5a-d0a402334550 req-f6fc0c66-fa60-4c46-9956-4849f61e400b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:40.945479 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f67090ea-07d2-482e-9b5a-d0a402334550 req-f6fc0c66-fa60-4c46-9956-4849f61e400b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 943 time: 0.0484045 Oct 15 19:37:40.961497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:40.984389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f67090ea-07d2-482e-9b5a-d0a402334550 req-6cb5522d-3e7e-4b3f-bb23-b082875e24bd tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Oct 15 19:37:40.986165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.120369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-c94b2c95-e0a0-4718-b73f-5d5d55441ff5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f829760a-7673-4dea-87f0-026567a399de HTTP/1.1" status: 200 len: 217 time: 0.0347812 Oct 15 19:37:41.138815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.141320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.142393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e473a00f-9af8-4eed-8f84-91e3bb0d5359 HTTP/1.1" status: 204 len: 168 time: 0.2298350 Oct 15 19:37:41.173227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bf71b-d979-4951-91dd-d2b1933d91ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e473a00f-9af8-4eed-8f84-91e3bb0d5359,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:41.190919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ea118-7339-4fbb-87cf-3322044d4999 req-4fa49b37-65f6-4ef1-a4a9-962e68f3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.192488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-4fa49b37-65f6-4ef1-a4a9-962e68f3344d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a HTTP/1.1" status: 200 len: 853 time: 0.0626411 Oct 15 19:37:41.209967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009b260-fbcb-4708-aad6-36bdd93f12a6 req-8e6a253e-df30-4bdd-b142-2d8e34e8aa03 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.213597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8009b260-fbcb-4708-aad6-36bdd93f12a6 req-8e6a253e-df30-4bdd-b142-2d8e34e8aa03 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0710106 Oct 15 19:37:41.232635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-a3aa2d2d-2991-42f5-98f4-2cf63a752717 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2f28af9-e62a-411a-9327-bd107bd2484b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293028 Oct 15 19:37:41.254798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8009b260-fbcb-4708-aad6-36bdd93f12a6 req-e1302ca6-9ae7-422a-af7a-ae83a93c3dee tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354092 Oct 15 19:37:41.364771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-2d64799b-0c3e-4ae8-b9bd-22fd4a6ebf60 service neutron] 10.222.0.11 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162076 Oct 15 19:37:41.377122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06d9f4-a4e0-4ee6-81fb-0f97f15a6881 req-db304fe9-3b9d-40e9-a206-914da9d4b050 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.378525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c06d9f4-a4e0-4ee6-81fb-0f97f15a6881 req-db304fe9-3b9d-40e9-a206-914da9d4b050 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0687757 Oct 15 19:37:41.466043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c06d9f4-a4e0-4ee6-81fb-0f97f15a6881 req-fe9cf438-15df-4e5a-8a0d-6e37cf09024c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798120 Oct 15 19:37:41.496490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:41.497268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ea118-7339-4fbb-87cf-3322044d4999 req-9e54cafa-4541-49c6-b850-ce30c54a4223 service neutron] 10.222.0.11 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174576 Oct 15 19:37:41.530355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 858083b2-5a1b-4d19-b4dc-7613d718e72b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:41.590277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72470543-c1a5-43c2-bb30-fb7ac553d283 req-dd05fd15-997d-4066-97e1-ee552dddd57e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.591976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72470543-c1a5-43c2-bb30-fb7ac553d283 req-dd05fd15-997d-4066-97e1-ee552dddd57e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 948 time: 0.0523536 Oct 15 19:37:41.659593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72470543-c1a5-43c2-bb30-fb7ac553d283 req-35f5689c-50cd-4752-b5a5-31e3f4c39143 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Oct 15 19:37:41.662946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-eb4ca372-f13b-4f4a-882c-2c4bb3742cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.664479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-eb4ca372-f13b-4f4a-882c-2c4bb3742cfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=51e5460589484f0cbd12753bf3b0d2ae&device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 1095 time: 0.0474560 Oct 15 19:37:41.675726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0530784b-60d1-4210-b91e-be6e5e6fc51a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:41.681521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0530784b-60d1-4210-b91e-be6e5e6fc51a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:41.682340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.686852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 858083b2-5a1b-4d19-b4dc-7613d718e72b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:41.717444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 858083b2-5a1b-4d19-b4dc-7613d718e72b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:41.718058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.819086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a30b7-7479-40f3-8c7d-57b7c496cd9d req-8c02b930-76c6-4564-b7a0-9b2f8c097f9e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.820665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa6a30b7-7479-40f3-8c7d-57b7c496cd9d req-8c02b930-76c6-4564-b7a0-9b2f8c097f9e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1167810 Oct 15 19:37:41.823865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-299e8af2-4090-41af-9378-326fec160bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.825213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-299e8af2-4090-41af-9378-326fec160bf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c2f28af9-e62a-411a-9327-bd107bd2484b HTTP/1.1" status: 200 len: 914 time: 0.1503310 Oct 15 19:37:41.853736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.858849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:41.881713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f2617-1365-4143-9a49-c0a0dab80d3a req-488dc224-6eb5-4756-bbc1-7947e78ddd00 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.889681 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c52f2617-1365-4143-9a49-c0a0dab80d3a req-488dc224-6eb5-4756-bbc1-7947e78ddd00 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0643396 Oct 15 19:37:41.899679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:41.904695 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92888e60-9edb-43b2-a144-f77c3eb709fb" -d '{"events": [{"server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "name": "network-vif-plugged", "status": "completed", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:41.904921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-cb5d4639-38f8-4e52-9fc7-6658a2476d19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f829760a-7673-4dea-87f0-026567a399de HTTP/1.1" status: 200 len: 217 time: 0.0701673 Oct 15 19:37:41.925860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:41.935938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:41.936961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c52f2617-1365-4143-9a49-c0a0dab80d3a req-38faf287-092e-4068-9e55-e4bac195db8a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Oct 15 19:37:41.958795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa6a30b7-7479-40f3-8c7d-57b7c496cd9d req-163d4959-483d-4535-a3d5-775e2c96fa29 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257470 Oct 15 19:37:41.974620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-bdf8b1f9-31d7-4c9f-84d4-c33643e1e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:41.976082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-bdf8b1f9-31d7-4c9f-84d4-c33643e1e43f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a HTTP/1.1" status: 200 len: 853 time: 0.0632167 Oct 15 19:37:41.982857 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4b5b15-05dc-494c-ba4c-a6ba45ee90e0 x-openstack-request-id: req-0a4b5b15-05dc-494c-ba4c-a6ba45ee90e0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:41.983193 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "name": "network-vif-plugged", "status": "completed", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:41.983492 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a4b5b15-05dc-494c-ba4c-a6ba45ee90e0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:41.983911 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b', 'code': 200} Oct 15 19:37:42.006958 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.013266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-cc79fef0-cdac-4656-9a89-bfbf6de6bd7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2f28af9-e62a-411a-9327-bd107bd2484b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274248 Oct 15 19:37:42.041460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.080031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:42.128344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1765fe-1e45-4cef-9168-de692518ea7e req-a986c082-97aa-4814-bdea-63e5d64b26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.129949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b1765fe-1e45-4cef-9168-de692518ea7e req-a986c082-97aa-4814-bdea-63e5d64b26d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 1101 time: 0.0805681 Oct 15 19:37:42.173548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:42.174046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0a0ee-5393-4b7c-a11f-13084d67c52e req-47a259dc-8670-40be-b7e5-e465eee896f8 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.188359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0a0ee-5393-4b7c-a11f-13084d67c52e req-47a259dc-8670-40be-b7e5-e465eee896f8 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 943 time: 0.1251607 Oct 15 19:37:42.199707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b1765fe-1e45-4cef-9168-de692518ea7e req-f04ba74c-8d81-4d8b-8249-1687fe64d991 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601242 Oct 15 19:37:42.221484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-58221a43-51d1-4c7b-8645-50e87f2ea38d service neutron] 10.222.0.11 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015700 Oct 15 19:37:42.256388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0a0ee-5393-4b7c-a11f-13084d67c52e req-41f67d31-edef-4822-8442-2bb53253d8d8 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675199 Oct 15 19:37:42.330783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4855017-5339-4880-b547-7ca0d6de45f9 req-f0f08f7f-cced-4dd9-a025-52c56c420fc8 service neutron] 10.222.0.11 "GET /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997553 Oct 15 19:37:42.377479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0419c-5d5b-415e-b82e-8cfa9ba0e8f3 req-a2f6b7f9-b5f5-4845-9e21-031630c7cc08 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.379091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56c0419c-5d5b-415e-b82e-8cfa9ba0e8f3 req-a2f6b7f9-b5f5-4845-9e21-031630c7cc08 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0510619 Oct 15 19:37:42.384713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55690) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:42.418391 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56c0419c-5d5b-415e-b82e-8cfa9ba0e8f3 req-c6451173-7eaf-4b73-ba36-c60ea16a5fc7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325301 Oct 15 19:37:42.484045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-network', 'tenant_id': '95d8c285438c40488a0797a4060831bc'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:42.568007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Made reservation on behalf of 95d8c285438c40488a0797a4060831bc for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:42.570246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.580896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.602367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb2382-1efb-459f-942a-a8c228f6bc69 req-85ca24ac-5520-46ef-9933-e15ec555801f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.603826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71bb2382-1efb-459f-942a-a8c228f6bc69 req-85ca24ac-5520-46ef-9933-e15ec555801f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0686395 Oct 15 19:37:42.661469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71bb2382-1efb-459f-942a-a8c228f6bc69 req-d7d6cefa-cf0b-44b0-a1cf-7b6ef5b15562 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Oct 15 19:37:42.693165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.753295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.777647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:37:42.781728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcdcc9-70b1-4eda-b0da-85ab765ae0db req-17987e8e-0208-43e2-bdfd-59c159279eaf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.783213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05bcdcc9-70b1-4eda-b0da-85ab765ae0db req-17987e8e-0208-43e2-bdfd-59c159279eaf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.0501680 Oct 15 19:37:42.787135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34456250-2c80-42f9-bb49-8d28455d3868,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:42.792579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.792907 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Added segment 3ed1d15e-0fe8-43b1-b8be-1ccd31c37123 of type vlan for network dba2d243-eee9-428f-a6d5-971b8a681184 Oct 15 19:37:42.822656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05bcdcc9-70b1-4eda-b0da-85ab765ae0db req-ad711295-0569-4c1b-976d-fe30c9e77141 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331037 Oct 15 19:37:42.847463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.926436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.927297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:42.927922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:42.985719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] Pushing event updated for resources: {'Network': ['ID=dba2d243-eee9-428f-a6d5-971b8a681184,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:42.998939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network dba2d243-eee9-428f-a6d5-971b8a681184 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:37:43.046590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-96199780-a3dd-4874-ab6a-f5587458f0ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6606658 Oct 15 19:37:43.049360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:43.054049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Request body: {'subnet': {'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-subnet', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:43.076379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752d0f1-e8c1-48fd-b7d9-f57c44c0c366 req-0069e942-3601-4b3c-96f7-ec58e8727899 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.077983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f752d0f1-e8c1-48fd-b7d9-f57c44c0c366 req-0069e942-3601-4b3c-96f7-ec58e8727899 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0707483 Oct 15 19:37:43.100363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d6240-e742-48e5-b5ea-339d36ffc6e8 req-c2d402e9-353f-4dfa-9491-22b1e6d3c021 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.101918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-390d6240-e742-48e5-b5ea-339d36ffc6e8 req-c2d402e9-353f-4dfa-9491-22b1e6d3c021 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.0612543 Oct 15 19:37:43.126190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f752d0f1-e8c1-48fd-b7d9-f57c44c0c366 req-47bb54cc-10bc-4fed-af6f-cbda24526fbd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 Oct 15 19:37:43.141097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-390d6240-e742-48e5-b5ea-339d36ffc6e8 req-c184a343-56ce-4d71-8d37-57724709c501 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Oct 15 19:37:43.205607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Made reservation on behalf of 95d8c285438c40488a0797a4060831bc for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:43.205607 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.370628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87232ada-edec-4b06-a668-5cb6661e72d5 req-954f38e4-7a96-4b72-a391-426c21745329 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.372229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87232ada-edec-4b06-a668-5cb6661e72d5 req-954f38e4-7a96-4b72-a391-426c21745329 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 943 time: 0.0494370 Oct 15 19:37:43.410066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87232ada-edec-4b06-a668-5cb6661e72d5 req-ef827923-3f81-40a7-813e-a620f45da9ab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Oct 15 19:37:43.468076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.547750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:43.656126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f0c84620-b133-44d9-a3e4-39089f373e7e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:43.660376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f0c84620-b133-44d9-a3e4-39089f373e7e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:43.660740 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.744682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.781638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b28beec-d435-4b6a-86aa-9aa776e63d78,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:43.792168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:43.795155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Checking segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:43.795501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Network hostable DHCP agents. Network: dba2d243-eee9-428f-a6d5-971b8a681184, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:37:43.808244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8fe4a-49c5-4b0e-b4c1-fab8028101e8 req-2c0c23ca-35ef-4fb8-a610-6087f3754f51 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.809928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63d8fe4a-49c5-4b0e-b4c1-fab8028101e8 req-2c0c23ca-35ef-4fb8-a610-6087f3754f51 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0847845 Oct 15 19:37:43.827272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b041f7-c3a9-4718-92d7-e34654a1b51c req-4208af87-3d1b-4b9a-8068-1efcb127515b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.828798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26b041f7-c3a9-4718-92d7-e34654a1b51c req-4208af87-3d1b-4b9a-8068-1efcb127515b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0636480 Oct 15 19:37:43.856058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63d8fe4a-49c5-4b0e-b4c1-fab8028101e8 req-22e6188b-ccf2-4caa-92f2-f2badc050b99 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Oct 15 19:37:43.863537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.876729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26b041f7-c3a9-4718-92d7-e34654a1b51c req-2171b65a-73ac-44e9-a89a-3b529c7671f2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328951 Oct 15 19:37:43.893220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Network dba2d243-eee9-428f-a6d5-971b8a681184 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:37:43.918866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:43.971940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, dba2d243-eee9-428f-a6d5-971b8a681184) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:43.978198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.981234 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:43.981369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ef170d-a159-4bf6-b1da-f64f9f49a1f3 None None] Network dba2d243-eee9-428f-a6d5-971b8a681184 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:43.984388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}, {'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:43.986625 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbabd84d-3403-45a4-a261-636d12ad2a12" -d '{"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}, {"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:43.991678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170bf2-6d76-4567-bf4c-60a49d91c310 req-57cd499f-cd4f-499b-9aec-77fe936f9a8c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:43.993281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52170bf2-6d76-4567-bf4c-60a49d91c310 req-57cd499f-cd4f-499b-9aec-77fe936f9a8c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.0572865 Oct 15 19:37:44.040035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52170bf2-6d76-4567-bf4c-60a49d91c310 req-50216262-01da-4a3f-9682-b7262d56a155 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Oct 15 19:37:44.043250 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9085ce0a-95cc-4a3f-9151-44fe10741180 x-openstack-request-id: req-9085ce0a-95cc-4a3f-9151-44fe10741180 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:44.043828 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "code": 200}, {"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:44.044085 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9085ce0a-95cc-4a3f-9151-44fe10741180 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:44.044429 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'code': 200} Oct 15 19:37:44.044744 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'code': 200} Oct 15 19:37:44.080401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52e6eb51-4e4b-49e2-91d0-82cb33555c22 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0290015 Oct 15 19:37:44.086679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55718) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:44.091770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:44.160111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-dba2d243-eee9-428f-a6d5-971b8a681184', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:37:44.161739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.174849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94052b-7435-4454-a00a-d770780c6b22 req-79838210-6e15-40d0-87d8-3b52cf27b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.176478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d94052b-7435-4454-a00a-d770780c6b22 req-79838210-6e15-40d0-87d8-3b52cf27b316 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1102 time: 0.0524886 Oct 15 19:37:44.227980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.229064 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.283815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d94052b-7435-4454-a00a-d770780c6b22 req-24ff0da9-99c0-40ca-b44f-447c0f7a3075 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Oct 15 19:37:44.317650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Allocated IP 172.20.0.2 (dba2d243-eee9-428f-a6d5-971b8a681184/4b28beec-d435-4b6a-86aa-9aa776e63d78/6664aad7-ff1f-45d5-bda0-2687c335833f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:44.321628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.330379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e5286-70aa-4fd0-832d-c9e1b117f383 req-c968f309-fc0f-460c-9fb8-fe850d837d5b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.331907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c31e5286-70aa-4fd0-832d-c9e1b117f383 req-c968f309-fc0f-460c-9fb8-fe850d837d5b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.1246953 Oct 15 19:37:44.373341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c31e5286-70aa-4fd0-832d-c9e1b117f383 req-3b7a8b0e-3a19-4167-bf6b-237ffe407737 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330846 Oct 15 19:37:44.414135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48191897-887c-4707-8957-5d0d6ebbe5cf req-f0491d4f-9d6c-44ba-8db1-b26e6963996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.415827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48191897-887c-4707-8957-5d0d6ebbe5cf req-f0491d4f-9d6c-44ba-8db1-b26e6963996c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1097 time: 0.3031745 Oct 15 19:37:44.431981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb248030-1136-4cef-9919-d7fa92dc064d req-deeb092e-0158-41b3-b326-257eb0f92208 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.433983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb248030-1136-4cef-9919-d7fa92dc064d req-deeb092e-0158-41b3-b326-257eb0f92208 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.3106432 Oct 15 19:37:44.480103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48191897-887c-4707-8957-5d0d6ebbe5cf req-08f6d81f-e6e7-44eb-8fa4-954d6d44bf40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Oct 15 19:37:44.484547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.494037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb248030-1136-4cef-9919-d7fa92dc064d req-b491bd77-86ba-4950-9fd9-8b187f47d39b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Oct 15 19:37:44.584285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.622099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.624309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Network dba2d243-eee9-428f-a6d5-971b8a681184 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:44.631735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:44.633345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Pushing event updated for resources: {'Port': ['ID=6664aad7-ff1f-45d5-bda0-2687c335833f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:44.637031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e3904-e406-4be3-9f5c-2ef13acf705c req-f6a516cd-410f-48aa-b294-4862a769e25b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.637676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:44.638551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a33e3904-e406-4be3-9f5c-2ef13acf705c req-f6a516cd-410f-48aa-b294-4862a769e25b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1835613 Oct 15 19:37:44.679313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a33e3904-e406-4be3-9f5c-2ef13acf705c req-3fa1dde9-d559-4837-a0bb-8c8a410ad351 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Oct 15 19:37:44.694529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Attempting to bind port 6664aad7-ff1f-45d5-bda0-2687c335833f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:44.694991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Attempting to bind port 6664aad7-ff1f-45d5-bda0-2687c335833f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:44.695383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Attempting to bind port 6664aad7-ff1f-45d5-bda0-2687c335833f on network dba2d243-eee9-428f-a6d5-971b8a681184 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:44.704783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:44.705162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Checking segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:44.705573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.705954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Bound using segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:44.706480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Bound port: 6664aad7-ff1f-45d5-bda0-2687c335833f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:44.706862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.775485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] For port 6664aad7-ff1f-45d5-bda0-2687c335833f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:44.778638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] For port 6664aad7-ff1f-45d5-bda0-2687c335833f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6664aad7-ff1f-45d5-bda0-2687c335833f,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:44.809849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73334db-7895-434d-94d6-359ee069f8c7 req-1b4a3feb-4458-48c2-813c-6b1207e09669 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:44.811313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e73334db-7895-434d-94d6-359ee069f8c7 req-1b4a3feb-4458-48c2-813c-6b1207e09669 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 943 time: 0.0646806 Oct 15 19:37:44.850573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.909242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071d62f-0705-4754-9f4d-e5f547dd3c39 None None] Pushing event updated for resources: {'Port': ['ID=6664aad7-ff1f-45d5-bda0-2687c335833f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:44.921478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e73334db-7895-434d-94d6-359ee069f8c7 req-ffd47bcf-4ac0-4418-97d3-6d65e18dfef2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022661 Oct 15 19:37:44.962548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:44.985285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:45.090275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ef499-4d3b-498f-8355-ec02208e8999 req-d0340676-8869-4eda-b65e-feae4fb1c279 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:45.091823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c6ef499-4d3b-498f-8355-ec02208e8999 req-d0340676-8869-4eda-b65e-feae4fb1c279 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.1087470 Oct 15 19:37:45.175935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Allocated IP 172.25.0.113 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:45.180254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c6ef499-4d3b-498f-8355-ec02208e8999 req-d9496d75-f896-4b2b-85ff-dbdfa852338a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552490 Oct 15 19:37:45.328609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21ef8-ca40-4d3a-ac6b-4d1eeb0de827 req-ee2a0750-f985-4f02-859a-0ddab8d6b100 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:45.330255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c21ef8-ca40-4d3a-ac6b-4d1eeb0de827 req-ee2a0750-f985-4f02-859a-0ddab8d6b100 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0786319 Oct 15 19:37:45.333407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:45.383602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c21ef8-ca40-4d3a-ac6b-4d1eeb0de827 req-6054391a-df04-460a-8a1e-4456ac9f2717 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464940 Oct 15 19:37:45.476092 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:45.504733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f829760a-7673-4dea-87f0-026567a399de details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:45.533663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095194b7-5676-4508-b7d5-4a03347a298c req-c06546c4-2980-49b1-a08d-f5ba090d76a0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:45.535128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-095194b7-5676-4508-b7d5-4a03347a298c req-c06546c4-2980-49b1-a08d-f5ba090d76a0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0929039 Oct 15 19:37:45.538608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:45.543639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:45.551466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:45.560135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Pushing event updated for resources: {'Port': ['ID=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:45.622431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-095194b7-5676-4508-b7d5-4a03347a298c req-2e5706e8-7a1f-41ac-a789-60bfdb7d86b9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719624 Oct 15 19:37:45.629833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f829760a-7673-4dea-87f0-026567a399de,segment=NetworkSegment(605a4fa3-1fa7-4e89-84dd-d9dacb19b647),segment_id=605a4fa3-1fa7-4e89-84dd-d9dacb19b647)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:45.767403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'f829760a-7673-4dea-87f0-026567a399de', 'network_id': 'c2f28af9-e62a-411a-9327-bd107bd2484b', 'port_id': 'f829760a-7673-4dea-87f0-026567a399de', 'mac_address': 'fa:16:3e:e4:02:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:37:45.785054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e0d97-dfaf-476d-8082-bddf26d315cf req-875c7731-3cab-4868-aaa4-1e85092c8ff1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:45.786555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d4e0d97-dfaf-476d-8082-bddf26d315cf req-875c7731-3cab-4868-aaa4-1e85092c8ff1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0881991 Oct 15 19:37:45.806430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:45.820466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f829760a-7673-4dea-87f0-026567a399de {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:45.829018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d4e0d97-dfaf-476d-8082-bddf26d315cf req-ec9f3486-1bac-4f9b-a468-17f77270eb2e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Oct 15 19:37:45.844714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f829760a-7673-4dea-87f0-026567a399de,segment=NetworkSegment(605a4fa3-1fa7-4e89-84dd-d9dacb19b647),segment_id=605a4fa3-1fa7-4e89-84dd-d9dacb19b647)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:45.848870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d86f4-8fd8-4759-995c-2a19ba61c11c None None] Network dba2d243-eee9-428f-a6d5-971b8a681184 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:37:45.911998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:45.980870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.006183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:46.010358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] Provisioning complete for port 6664aad7-ff1f-45d5-bda0-2687c335833f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:46.011343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.025620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e934557-e7d4-48c2-b393-198a93f4a1b0 req-caf9b78e-7fb1-482e-9bff-25d23f6cd955 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:46.027374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e934557-e7d4-48c2-b393-198a93f4a1b0 req-caf9b78e-7fb1-482e-9bff-25d23f6cd955 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1218977 Oct 15 19:37:46.108316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e934557-e7d4-48c2-b393-198a93f4a1b0 req-a959c679-be64-4cbd-9d05-5bfb7da8c056 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746193 Oct 15 19:37:46.124720 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.174914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] For port 6664aad7-ff1f-45d5-bda0-2687c335833f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6664aad7-ff1f-45d5-bda0-2687c335833f,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:46.235176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.253159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.290932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a330a5b-6297-43e6-a92b-c5a8763f86b9 None None] Pushing event updated for resources: {'Port': ['ID=6664aad7-ff1f-45d5-bda0-2687c335833f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:46.357208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c1a35690-2906-4389-b57a-81ef277cf03f None None] Provisioning complete for port 6664aad7-ff1f-45d5-bda0-2687c335833f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:46.357467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c1a35690-2906-4389-b57a-81ef277cf03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.567146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af022b6-3671-4fcf-a847-2be3c6c22845 req-91f08e2b-c87e-4f45-9262-d40964046100 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:46.568661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6af022b6-3671-4fcf-a847-2be3c6c22845 req-91f08e2b-c87e-4f45-9262-d40964046100 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 944 time: 0.3313551 Oct 15 19:37:46.644167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6af022b6-3671-4fcf-a847-2be3c6c22845 req-aeb0b48c-454a-41b2-8397-22a8fc92ee05 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688822 Oct 15 19:37:46.678703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f829760a-7673-4dea-87f0-026567a399de'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:37:46.719915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6664aad7-ff1f-45d5-bda0-2687c335833f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:46.738605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:37:46.762126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23e0f0-9eb2-4fd7-8660-ca303362bad5 req-cd032cda-8daa-4bc5-b646-c35d0f24a511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:46.763609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c23e0f0-9eb2-4fd7-8660-ca303362bad5 req-cd032cda-8daa-4bc5-b646-c35d0f24a511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0596223 Oct 15 19:37:46.803836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6664aad7-ff1f-45d5-bda0-2687c335833f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:46.804209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.837521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c23e0f0-9eb2-4fd7-8660-ca303362bad5 req-791d4b51-e10b-4d35-aa0c-e28366cd48a1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Oct 15 19:37:46.888728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:37:46.902153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Sync routers for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:37:46.912151 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:37:46.912844 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:46.966010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71811d1a-19eb-4d69-97e4-ae334ee0827f req-b1e6359a-c9ed-440f-8f45-03d36ae6d62d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:46.967474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71811d1a-19eb-4d69-97e4-ae334ee0827f req-b1e6359a-c9ed-440f-8f45-03d36ae6d62d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0568304 Oct 15 19:37:46.970489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:46.971593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97e69f5a-5c64-4a89-b5fa-831815afaa13 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.8839328 Oct 15 19:37:46.974297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55748) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:37:47.023688 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:37:47.051102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71811d1a-19eb-4d69-97e4-ae334ee0827f req-7332eae1-7f7f-49ba-842b-500c567d5863 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746787 Oct 15 19:37:47.202558 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:45Z', 'revision_number': 3, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:47.225528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef3367-050a-46ac-b242-c54537fe0050 req-c4286063-ddde-48f9-bf8f-64416a9cf174 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:47.226966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10ef3367-050a-46ac-b242-c54537fe0050 req-c4286063-ddde-48f9-bf8f-64416a9cf174 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0914633 Oct 15 19:37:47.234573 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Checking router: 991d95e6-60ab-4cc2-b2cc-df6a68a92470 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:37:47.234933 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Updating router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:37:47.259751 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.307031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10ef3367-050a-46ac-b242-c54537fe0050 req-a4f48534-3e36-4eab-9fe1-77d57c862349 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706587 Oct 15 19:37:47.468452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-6d331958-2a0c-47cb-9751-4e4322620fb6 service neutron] 10.222.0.15 "GET /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.0630248 Oct 15 19:37:47.471147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baf80e-de8a-42e7-bc55-02555bdc667a req-f3c38b82-0647-42ea-b3a0-b560d06680be tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:47.472641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74baf80e-de8a-42e7-bc55-02555bdc667a req-f3c38b82-0647-42ea-b3a0-b560d06680be tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1057215 Oct 15 19:37:47.517311 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.522514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:37:47.541577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74baf80e-de8a-42e7-bc55-02555bdc667a req-ce693d05-1957-4e54-baa0-b6470b6b241a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Oct 15 19:37:47.551364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.601021 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.659752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:47.676892 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Attempting to bind port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:47.677260 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Attempting to bind port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:47.677625 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Attempting to bind port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:47.680819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:37:47.681310 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Pushing event updated for resources: {'Port': ['ID=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:47.689909 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:47.690808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:47.690808 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.691163 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:47.691652 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Bound port: ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:47.692059 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.695324 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.695705 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.696047 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.696382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.696713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.696886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:47.697059 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.697361 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.697687 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.698008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.698694 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.699027 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.699350 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:37:47.720519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:47.737714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e124-1de1-485a-a5f9-d883ce2ed6ac req-d9e544d7-90d0-4441-a5fe-0c8477b2af07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:47.739724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30f3e124-1de1-485a-a5f9-d883ce2ed6ac req-d9e544d7-90d0-4441-a5fe-0c8477b2af07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 944 time: 0.1148925 Oct 15 19:37:47.754338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad20fa29-dbe8-4df7-86c3-368de3b26eab {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:47.756319 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] For port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:47.759576 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] For port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:47.765911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:47.809397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Allocated IP 172.20.0.1 (dba2d243-eee9-428f-a6d5-971b8a681184/4b28beec-d435-4b6a-86aa-9aa776e63d78/dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:47.813762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30f3e124-1de1-485a-a5f9-d883ce2ed6ac req-7efa93f2-7fa0-4565-9030-4ae43a53b083 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675788 Oct 15 19:37:47.825263 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.852459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.894164 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:37:47.894779 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:47.896482 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd088636-81de-4d69-ad53-01a9ac869371 None None] Pushing event updated for resources: {'Port': ['ID=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:47.936722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] Transition to ACTIVE for port object ad20fa29-dbe8-4df7-86c3-368de3b26eab will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:47.978165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:47.984806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce06f-1476-4b8f-8cae-3f40e8c9f28a req-b26c1c89-4a65-4c61-8ee3-5ef1069c314b tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:47.986280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8bce06f-1476-4b8f-8cae-3f40e8c9f28a req-b26c1c89-4a65-4c61-8ee3-5ef1069c314b tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1097 time: 0.0716219 Oct 15 19:37:48.002579 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:37:48.037348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8bce06f-1476-4b8f-8cae-3f40e8c9f28a req-5329a119-7819-4bcf-9ab6-c24507193749 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446749 Oct 15 19:37:48.047458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.115476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.128748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] No DVR routers for this DVR port ad20fa29-dbe8-4df7-86c3-368de3b26eab on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:37:48.135012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] Pushing event updated for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:48.163932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-9b285d08-7ccc-4d89-abf1-e2329e94a503 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6873770 Oct 15 19:37:48.187215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Network dba2d243-eee9-428f-a6d5-971b8a681184 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:48.195335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:48.197606 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:45Z', 'revision_number': 3, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:48.197784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:48.233217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Pushing event updated for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:48.253163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9bb23-3ce3-4dcb-a98f-6e69e682a861 req-d54b1d81-5b82-43c3-a252-4128a10b123e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:48.254786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bf9bb23-3ce3-4dcb-a98f-6e69e682a861 req-d54b1d81-5b82-43c3-a252-4128a10b123e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 944 time: 0.1369970 Oct 15 19:37:48.264632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.309952 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b100243-ae6f-4a4e-b862-5ec656bea1c1 None None] The sync data for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 is: [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:45Z', 'revision_number': 3, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:37:48.355343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bf9bb23-3ce3-4dcb-a98f-6e69e682a861 req-d716f2d2-1c42-4d03-a2e6-db568704abb2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879393 Oct 15 19:37:48.475198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54332067-b3b3-498f-8858-5a2d338ade82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.478449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5e5c65d0-2f41-49ce-9af2-6ad619eea47b None None] Provisioning complete for port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:48.478812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5e5c65d0-2f41-49ce-9af2-6ad619eea47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.488801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b48e31-9765-4c7d-83b5-190ce3fd31fa req-dddc8f87-fb91-4b12-b1a4-ca52b6adc770 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:48.490309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7b48e31-9765-4c7d-83b5-190ce3fd31fa req-dddc8f87-fb91-4b12-b1a4-ca52b6adc770 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0577302 Oct 15 19:37:48.515242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c65d0-2f41-49ce-9af2-6ad619eea47b None None] Port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:48.558630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7b48e31-9765-4c7d-83b5-190ce3fd31fa req-4f2b4e3f-4ef9-4f39-af62-5fbe74e91e02 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 Oct 15 19:37:48.580217 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.747843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:48.793473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c2449-f924-4784-b27a-286f1f695313 req-4b1edffc-1eb6-437b-ab69-aac8ba2271cc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:48.811308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb1c2449-f924-4784-b27a-286f1f695313 req-4b1edffc-1eb6-437b-ab69-aac8ba2271cc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1087704 Oct 15 19:37:48.811733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:48.811733 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.855520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb1c2449-f924-4784-b27a-286f1f695313 req-6b7d2a6f-ef97-4e6e-a338-c79b12de4a5a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Oct 15 19:37:48.883461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.908326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:48.931742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:48.953773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.024467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.034285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.039233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Pushing event updated for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:49.054240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0aa9c-0547-499e-a882-9dade4b8eac2 req-2b274c8a-90c9-4fe1-9300-9ebf189f21d4 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:49.055801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ce0aa9c-0547-499e-a882-9dade4b8eac2 req-2b274c8a-90c9-4fe1-9300-9ebf189f21d4 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1297317 Oct 15 19:37:49.093873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:49.147014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ce0aa9c-0547-499e-a882-9dade4b8eac2 req-7017f22f-4e2e-4131-a43c-41b4b6eee1bf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 Oct 15 19:37:49.180734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Network dba2d243-eee9-428f-a6d5-971b8a681184 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:49.188214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:49.339487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e48ff6-464c-43b4-9f7a-e41ee06d5a58 req-e32f47b5-c04f-47d7-a950-284634775748 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:49.341288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50e48ff6-464c-43b4-9f7a-e41ee06d5a58 req-e32f47b5-c04f-47d7-a950-284634775748 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0989795 Oct 15 19:37:49.451114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-409a3b00-7b56-4bc7-b96b-c8f956b19511 None None] Provisioning complete for port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:49.451541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-409a3b00-7b56-4bc7-b96b-c8f956b19511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.489128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-409a3b00-7b56-4bc7-b96b-c8f956b19511 None None] Port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:49.545706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f829760a-7673-4dea-87f0-026567a399de up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:49.569018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:37:49.621439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:37:49.630190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:37:49.644704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50e48ff6-464c-43b4-9f7a-e41ee06d5a58 req-d8622d3a-88d9-4d24-aa30-540bf2674647 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924871 Oct 15 19:37:49.715539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port f829760a-7673-4dea-87f0-026567a399de completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:37:49.720013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port f829760a-7673-4dea-87f0-026567a399de triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:49.720452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.771952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:37:49.788131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-14ac46ae-9b0e-49df-a6de-d6a697a9714e admin admin] 10.222.0.13 "PUT /v2.0/routers/991d95e6-60ab-4cc2-b2cc-df6a68a92470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8108969 Oct 15 19:37:49.814435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.815998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fde7a-b09a-468a-9187-82e38146ea33 req-897c807a-ab5a-43fc-8134-f237f4cc128c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:49.818188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c99fde7a-b09a-468a-9187-82e38146ea33 req-897c807a-ab5a-43fc-8134-f237f4cc128c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 944 time: 0.0895600 Oct 15 19:37:49.854168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829760a-7673-4dea-87f0-026567a399de'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:49.857546 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d254ac7-be55-44dc-9db7-444e6ff5bc82" -d '{"events": [{"server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f829760a-7673-4dea-87f0-026567a399de"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:49.877188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f829760a-7673-4dea-87f0-026567a399de,segment=NetworkSegment(605a4fa3-1fa7-4e89-84dd-d9dacb19b647),segment_id=605a4fa3-1fa7-4e89-84dd-d9dacb19b647)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:49.884179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c99fde7a-b09a-468a-9187-82e38146ea33 req-15221bc8-c81c-4f4f-a8f6-74589cfd5969 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Oct 15 19:37:49.966490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:49.967613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:37:49.996597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84cfd9-871d-435c-88b8-8f5259934e79 req-99463dc1-0fed-4826-bc60-27adb68ba8dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:49.998202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf84cfd9-871d-435c-88b8-8f5259934e79 req-99463dc1-0fed-4826-bc60-27adb68ba8dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0557117 Oct 15 19:37:50.042205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf84cfd9-871d-435c-88b8-8f5259934e79 req-cd54093c-cf3a-468f-ab44-5275af061b54 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371368 Oct 15 19:37:50.047398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:50.098283 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3781b7e4-21a1-45bd-bb13-599fe8f0e9ee x-openstack-request-id: req-3781b7e4-21a1-45bd-bb13-599fe8f0e9ee {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:50.098768 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "name": "network-vif-plugged", "status": "completed", "tag": "f829760a-7673-4dea-87f0-026567a399de", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:50.099190 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3781b7e4-21a1-45bd-bb13-599fe8f0e9ee {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:50.099746 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829760a-7673-4dea-87f0-026567a399de', 'code': 200} Oct 15 19:37:50.195775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296d345-40df-4f88-a308-e3494e720ae2 req-051493ba-6f9e-4dc3-89a4-6e70955fc557 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:50.202101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fde905-4729-429b-a559-484eca33819a None None] Sync routers for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:37:50.202504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e296d345-40df-4f88-a308-e3494e720ae2 req-051493ba-6f9e-4dc3-89a4-6e70955fc557 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0579073 Oct 15 19:37:50.222568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fde905-4729-429b-a559-484eca33819a None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:37:50.223181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-45fde905-4729-429b-a559-484eca33819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:50.244679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e296d345-40df-4f88-a308-e3494e720ae2 req-feaaf477-c571-429d-9e06-db32931cae4c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Oct 15 19:37:50.337998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-45fde905-4729-429b-a559-484eca33819a None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:37:50.552090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-8f4d029d-3ee7-45c5-92bc-4c0e2f2e2d13 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:50.553827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-8f4d029d-3ee7-45c5-92bc-4c0e2f2e2d13 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 828 time: 0.1103976 Oct 15 19:37:50.560901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-45fde905-4729-429b-a559-484eca33819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 2, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:50.572588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-343bfbac-7107-4266-99d8-fe4947e44459 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/quotas/95d8c285438c40488a0797a4060831bc HTTP/1.1" status: 200 len: 375 time: 0.0099137 Oct 15 19:37:50.598054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fde905-4729-429b-a559-484eca33819a None None] Checking router: 991d95e6-60ab-4cc2-b2cc-df6a68a92470 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:37:50.598054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fde905-4729-429b-a559-484eca33819a None None] Updating router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:37:50.635249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:50.649788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-7b7741ff-9dd0-4a98-8426-cf5f83b5364a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696547 Oct 15 19:37:50.694223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:50.760580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-a57c2438-4c5f-4980-bc15-638bec76204d service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970016 Oct 15 19:37:50.838617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:50.839259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:50.853376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-c78c5577-fe39-47ce-9ceb-f49f8e0647dd service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864859 Oct 15 19:37:51.028377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.113697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.207956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333239a-edc6-47d0-879f-9ddcde088fc9 req-d8d17ee2-2d1b-403e-93fb-62770129e61d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.217326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b333239a-edc6-47d0-879f-9ddcde088fc9 req-d8d17ee2-2d1b-403e-93fb-62770129e61d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0908020 Oct 15 19:37:51.273986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b333239a-edc6-47d0-879f-9ddcde088fc9 req-6881435a-0df3-4409-9213-b0bab0e2689a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553987 Oct 15 19:37:51.277797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b2970-67e1-4bfc-86af-797c323edda6 req-2ce31251-de92-42e8-8a73-587dc5c20889 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.279439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-004b2970-67e1-4bfc-86af-797c323edda6 req-2ce31251-de92-42e8-8a73-587dc5c20889 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1913459 Oct 15 19:37:51.317959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-96a9d9cf-52b4-4103-9aa9-216f8be84a1d tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.319772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-96a9d9cf-52b4-4103-9aa9-216f8be84a1d tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.1623428 Oct 15 19:37:51.354614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-004b2970-67e1-4bfc-86af-797c323edda6 req-6a5117e5-0685-4935-87b3-817199c6555e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659969 Oct 15 19:37:51.439700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a55ada-e7c0-422f-816c-1584a312f3ec req-4e3548c4-8855-4646-a737-ee45c4de6708 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.440712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb51b8-2363-4fff-a450-dd93945922d3 None None] Pushing event updated for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:51.442001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57a55ada-e7c0-422f-816c-1584a312f3ec req-4e3548c4-8855-4646-a737-ee45c4de6708 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0743413 Oct 15 19:37:51.489719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45fde905-4729-429b-a559-484eca33819a None None] Attempting to bind port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:51.490385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45fde905-4729-429b-a559-484eca33819a None None] Attempting to bind port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:51.490868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fde905-4729-429b-a559-484eca33819a None None] Attempting to bind port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b on network dba2d243-eee9-428f-a6d5-971b8a681184 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:51.497302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fde905-4729-429b-a559-484eca33819a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:51.497665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fde905-4729-429b-a559-484eca33819a None None] Checking segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:51.498109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.498878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fde905-4729-429b-a559-484eca33819a None None] Bound using segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:51.498995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45fde905-4729-429b-a559-484eca33819a None None] Bound port: dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:51.499333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.501257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7c7e8e7-a726-4d78-89e6-9a9d0672d667 req-59208d90-9fee-4f14-af44-87baa349b96d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 210 time: 0.0854309 Oct 15 19:37:51.505034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57a55ada-e7c0-422f-816c-1584a312f3ec req-ed9891c9-e84d-4b0b-85cb-27a0bfaa5710 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Oct 15 19:37:51.518715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ecd86152-79bc-4d85-8164-888dbed6a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.537058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f74e2b80-6076-48c0-9f63-cd92a689d42c None None] Provisioning complete for port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:51.537757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f74e2b80-6076-48c0-9f63-cd92a689d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.540055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e3d12-ae7b-49ef-8293-a55b0c03ba7d req-0666399a-a155-4297-aeff-43695ba80889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.541459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e4e3d12-ae7b-49ef-8293-a55b0c03ba7d req-0666399a-a155-4297-aeff-43695ba80889 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 1097 time: 0.1845350 Oct 15 19:37:51.543966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-046670ac-07b3-49d6-be0e-267bb4cb69e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.551258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-046670ac-07b3-49d6-be0e-267bb4cb69e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&tenant_id=5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 1097 time: 0.2081270 Oct 15 19:37:51.599769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-45fde905-4729-429b-a559-484eca33819a None None] For port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:51.603286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-45fde905-4729-429b-a559-484eca33819a None None] For port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:51.617019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e4e3d12-ae7b-49ef-8293-a55b0c03ba7d req-c2b7c6c5-e5df-4240-8940-f10375f76c93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642140 Oct 15 19:37:51.655216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f74e2b80-6076-48c0-9f63-cd92a689d42c None None] Port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:51.665692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-ab62c335-35bd-4e34-add8-6c1eb09f9ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.667824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-ab62c335-35bd-4e34-add8-6c1eb09f9ab8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1097 time: 0.0843985 Oct 15 19:37:51.679635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0381a6e-740e-44a9-a9f9-204169d3bc8a req-c57e0d83-219d-4e0e-bf68-3190db5b3163 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.679805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3aeda-f3ef-4c9f-af8a-99fc3aa56846 req-2512ebd0-3ed3-4912-bdb3-20e44473a249 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:51.681055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0381a6e-740e-44a9-a9f9-204169d3bc8a req-c57e0d83-219d-4e0e-bf68-3190db5b3163 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0630178 Oct 15 19:37:51.681173 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67c3aeda-f3ef-4c9f-af8a-99fc3aa56846 req-2512ebd0-3ed3-4912-bdb3-20e44473a249 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0502429 Oct 15 19:37:51.681596 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45fde905-4729-429b-a559-484eca33819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:51.737766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0381a6e-740e-44a9-a9f9-204169d3bc8a req-617f799f-bea8-4d33-ba00-06d36d96ae8d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480821 Oct 15 19:37:51.740127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67c3aeda-f3ef-4c9f-af8a-99fc3aa56846 req-4be6f86f-8a53-422a-945c-e743e1798168 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Oct 15 19:37:51.769364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fde905-4729-429b-a559-484eca33819a None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:37:51.769992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-45fde905-4729-429b-a559-484eca33819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:51.773124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb51b8-2363-4fff-a450-dd93945922d3 None None] Pushing event updated for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:51.886508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-45fde905-4729-429b-a559-484eca33819a None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:37:52.026401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] Provisioning complete for port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:52.026789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.155337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.168955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-45fde905-4729-429b-a559-484eca33819a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:51Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:37:52.200182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fde905-4729-429b-a559-484eca33819a None None] The sync data for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 is: [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:51Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:37:52.218369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] For port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:37:52.287140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.352345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.358184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ddfc-ba66-4cfd-94fb-bfd51705ccdb None None] Pushing event updated for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:52.398896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.448551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.590043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.725591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:37:52.759838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e93bc-a80a-4f64-bc6f-5cccea008259 req-5034cb7f-fd44-454a-bdaa-81d361caa62f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:52.764912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e27e93bc-a80a-4f64-bc6f-5cccea008259 req-5034cb7f-fd44-454a-bdaa-81d361caa62f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0576222 Oct 15 19:37:52.794709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:52.795079 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:52.805511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e27e93bc-a80a-4f64-bc6f-5cccea008259 req-122da9b8-c7fc-46a4-83d8-5255f4bf83ac tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350518 Oct 15 19:37:52.926603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ca396-d4da-4a38-9a7c-9cd7a2e468e5 req-fb551886-154f-470d-b9cb-1cce4c101dc3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:52.934001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d99ca396-d4da-4a38-9a7c-9cd7a2e468e5 req-fb551886-154f-470d-b9cb-1cce4c101dc3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0660481 Oct 15 19:37:52.977493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d99ca396-d4da-4a38-9a7c-9cd7a2e468e5 req-f60f034c-7d3e-4ef5-8ea9-090015cb167b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Oct 15 19:37:53.072197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-987f9354-3109-486b-83d9-04a85899965d req-e57debba-0c65-4ad6-9d54-abd3f8297d0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 210 time: 0.0287654 Oct 15 19:37:53.189735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27a22f-f938-4abd-b96d-64226d44e3e1 req-26f69e62-cf43-48a2-be9d-57d30f3f02fd tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:53.191482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff27a22f-f938-4abd-b96d-64226d44e3e1 req-26f69e62-cf43-48a2-be9d-57d30f3f02fd tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0594614 Oct 15 19:37:53.242339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff27a22f-f938-4abd-b96d-64226d44e3e1 req-9fa736f9-28f5-4ed5-8b40-17ba22a6fe8f tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Oct 15 19:37:53.360246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a94005-ae42-4030-bf85-8751c3c780bd req-57387c58-262c-49e2-bb8c-0514101381d0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:53.361732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91a94005-ae42-4030-bf85-8751c3c780bd req-57387c58-262c-49e2-bb8c-0514101381d0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0498500 Oct 15 19:37:53.401146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91a94005-ae42-4030-bf85-8751c3c780bd req-baeaf569-da1b-47a8-bbbe-e2b393d5d0b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Oct 15 19:37:53.509739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f81aac-6082-418d-8471-8f036e38e7db req-434542a4-4003-48d7-90ca-20a4d3fc3472 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:53.511812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17f81aac-6082-418d-8471-8f036e38e7db req-434542a4-4003-48d7-90ca-20a4d3fc3472 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0541580 Oct 15 19:37:53.550306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17f81aac-6082-418d-8471-8f036e38e7db req-796f7738-8214-476d-bf87-031c3da5afde tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318489 Oct 15 19:37:53.818216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-9da59357-d0a0-44df-89a8-228c3532f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:53.819641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-9da59357-d0a0-44df-89a8-228c3532f4fe tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.15 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 828 time: 0.1158903 Oct 15 19:37:53.833483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'port': {'device_id': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'admin_state_up': True, 'tenant_id': '95d8c285438c40488a0797a4060831bc'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:53.973496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9af1c0-30dc-4bc4-908c-86e8e8e86d67 req-982ae9b3-2794-4a36-bee3-a2946b2f49ea tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:53.974973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef9af1c0-30dc-4bc4-908c-86e8e8e86d67 req-982ae9b3-2794-4a36-bee3-a2946b2f49ea tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0789332 Oct 15 19:37:54.020998 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef9af1c0-30dc-4bc4-908c-86e8e8e86d67 req-61274b0b-10e6-4efb-abcf-5d94faf7d5d9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Oct 15 19:37:54.078872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Made reservation on behalf of 95d8c285438c40488a0797a4060831bc for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:37:54.082301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:54.187793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039675ff-2ee7-4ba7-82a8-31d253db52c9 req-6a2287ab-4e97-4a6d-a51c-e8fe2f87c95f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:54.189438 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-039675ff-2ee7-4ba7-82a8-31d253db52c9 req-6a2287ab-4e97-4a6d-a51c-e8fe2f87c95f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1041026 Oct 15 19:37:54.270664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-039675ff-2ee7-4ba7-82a8-31d253db52c9 req-04a93e87-697b-49e4-914c-73500fb82614 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654104 Oct 15 19:37:54.274668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Allocated IP 172.20.0.5 (dba2d243-eee9-428f-a6d5-971b8a681184/4b28beec-d435-4b6a-86aa-9aa776e63d78/ac6cb4de-5d10-49c6-bafe-ecc0352dfce0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:37:54.367082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:54.408001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-daac65b7-a4ec-47ff-95fd-fc1ec252e4d6 req-dc78c5fa-3c11-4aef-8f12-f501ec9430e2 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 210 time: 0.0525506 Oct 15 19:37:54.487947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:54.563698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe76885-e171-4fbd-9b62-d49a92b38f36 req-c551c67c-5c32-4d1c-b97d-6e29de648c6e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:54.565199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbe76885-e171-4fbd-9b62-d49a92b38f36 req-c551c67c-5c32-4d1c-b97d-6e29de648c6e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0751109 Oct 15 19:37:54.605682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbe76885-e171-4fbd-9b62-d49a92b38f36 req-82329cde-58d1-445b-bd0a-73e56a0f4787 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Oct 15 19:37:54.647754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:54.717386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Network dba2d243-eee9-428f-a6d5-971b8a681184 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:37:54.723117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:37:54.730888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:37:54.736800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event updated for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:54.785405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:54.786022 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:54.808032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2b932-30c5-498f-a6b4-44243f220ecd req-91029568-863b-44ed-b479-0865f488e6fd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:54.819184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30d2b932-30c5-498f-a6b4-44243f220ecd req-91029568-863b-44ed-b479-0865f488e6fd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1389911 Oct 15 19:37:54.856103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30d2b932-30c5-498f-a6b4-44243f220ecd req-a04bc2d9-09a7-4e25-afd1-2cdd3b92e553 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Oct 15 19:37:54.862891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-6d7b579d-2b9f-4ede-9581-3c020bf32b6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332909 Oct 15 19:37:54.885055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Request body: {'port': {'device_id': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:37:54.967870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.020295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c9e2a-8341-4302-8d0a-940bb4238630 req-ff30ce1a-8096-4a06-a4cb-5b50c7d41ebc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.021790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c8c9e2a-8341-4302-8d0a-940bb4238630 req-ff30ce1a-8096-4a06-a4cb-5b50c7d41ebc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0829024 Oct 15 19:37:55.035621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-975157e4-afaa-4f76-b2cd-a3fd2cc37c50 None None] Provisioning complete for port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:37:55.036557 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-975157e4-afaa-4f76-b2cd-a3fd2cc37c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.078061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-975157e4-afaa-4f76-b2cd-a3fd2cc37c50 None None] Port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:37:55.126312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c8c9e2a-8341-4302-8d0a-940bb4238630 req-4d6093a4-94fa-4f64-80b9-ec3ed906ec4e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914257 Oct 15 19:37:55.262561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7aaa4-219d-4de9-8695-e0898d8ea0ae req-f8845ce7-99e8-4a2c-bb47-b9cb2ea2840f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.264043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ce7aaa4-219d-4de9-8695-e0898d8ea0ae req-f8845ce7-99e8-4a2c-bb47-b9cb2ea2840f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0814793 Oct 15 19:37:55.340419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ce7aaa4-219d-4de9-8695-e0898d8ea0ae req-1434712e-8f99-423e-a6b5-d574ff01ef20 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650294 Oct 15 19:37:55.344633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:37:55.352589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.367901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Transition to ACTIVE for port object ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:37:55.435157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.489246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63035da5-4285-4177-bff7-0d8424524601 req-f56801c8-161c-4789-9bf8-7a5bf545b12b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.490762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63035da5-4285-4177-bff7-0d8424524601 req-f56801c8-161c-4789-9bf8-7a5bf545b12b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0898137 Oct 15 19:37:55.507178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:55.576134 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63035da5-4285-4177-bff7-0d8424524601 req-e3d4dc30-5f41-4efc-b71d-87ca84d2caad tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754189 Oct 15 19:37:55.610433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Attempting to bind port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:37:55.610766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Attempting to bind port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:37:55.611093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Attempting to bind port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 on network dba2d243-eee9-428f-a6d5-971b8a681184 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:55.621739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 on network dba2d243-eee9-428f-a6d5-971b8a681184 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:37:55.622075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Attempting to bind port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 on network dba2d243-eee9-428f-a6d5-971b8a681184 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:37:55.629205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:37:55.630486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Checking segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:37:55.631085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Bound using segment: {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:37:55.631978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Bound port: ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:37:55.632657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.741473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e24c44-8cc8-4c3e-997f-fc02e2e467ac req-8151f87d-556b-49de-8e77-136685ee3be6 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.742948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31e24c44-8cc8-4c3e-997f-fc02e2e467ac req-8151f87d-556b-49de-8e77-136685ee3be6 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0919747 Oct 15 19:37:55.743983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:37:55.747491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:37:55.781490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31e24c44-8cc8-4c3e-997f-fc02e2e467ac req-c80d6989-6928-4e73-af40-0b8c234bdda8 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Oct 15 19:37:55.849046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.902542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.903258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:37:55.907537 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 1092 time: 1.0241590 Oct 15 19:37:55.907537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:37:55.907537 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129" -d '{"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:37:55.946024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ffcb-098c-4358-87bd-3f1b24c9bf96 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:37:55.962614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28199-3e50-4523-94ed-67b6fb3d7736 req-9f948dd1-1dac-481d-aaba-a044134121a9 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:55.964819 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1b28199-3e50-4523-94ed-67b6fb3d7736 req-9f948dd1-1dac-481d-aaba-a044134121a9 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1288526 Oct 15 19:37:56.010066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1b28199-3e50-4523-94ed-67b6fb3d7736 req-2d8508a3-63e6-4430-8b30-2c2033edbc51 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Oct 15 19:37:56.056409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-03d6aa0b-f64f-404e-a9f0-6d48c11ceec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.058645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-03d6aa0b-f64f-404e-a9f0-6d48c11ceec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1095 time: 0.0435021 Oct 15 19:37:56.113656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-2be802a2-7bec-4c46-adf5-dc7cfee1dfc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 217 time: 0.0459919 Oct 15 19:37:56.193390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c04b43-39d2-431f-9c67-48b44ba660a2 req-eb6120dc-f56c-48a8-82cf-39a94f2f856b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.195634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51c04b43-39d2-431f-9c67-48b44ba660a2 req-eb6120dc-f56c-48a8-82cf-39a94f2f856b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0913417 Oct 15 19:37:56.200495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-29fa0797-b0af-4b33-9621-bef0320ce5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.200495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-29fa0797-b0af-4b33-9621-bef0320ce5a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.0681834 Oct 15 19:37:56.265228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51c04b43-39d2-431f-9c67-48b44ba660a2 req-edae8a43-c696-42f5-a9d0-3e3f82a6c214 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625739 Oct 15 19:37:56.269520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-12c210da-93e9-48f8-bebf-eec345f2f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.270951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-12c210da-93e9-48f8-bebf-eec345f2f8bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620043 Oct 15 19:37:56.310626 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd67337c-507a-4a02-aa10-0d1ea99edd7a x-openstack-request-id: req-dd67337c-507a-4a02-aa10-0d1ea99edd7a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:37:56.310914 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:37:56.311166 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd67337c-507a-4a02-aa10-0d1ea99edd7a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:37:56.311578 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'status': 'completed', 'code': 200} Oct 15 19:37:56.396448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-32cc3d13-8ff3-4a28-a3e6-e4bbdd77512d service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158042 Oct 15 19:37:56.424945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeec997-4f1f-47f9-a8b9-1efada470513 req-e043b493-ff2f-4da1-a43d-3b633220c54c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.426385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1aeec997-4f1f-47f9-a8b9-1efada470513 req-e043b493-ff2f-4da1-a43d-3b633220c54c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0689931 Oct 15 19:37:56.511931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1aeec997-4f1f-47f9-a8b9-1efada470513 req-27219681-28ea-4f7e-a9eb-b39e17378d42 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753806 Oct 15 19:37:56.533901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a3894f6-82b7-4067-8d38-ba3eb230c246 req-0b60c485-b9b5-4757-ac01-a9cc08a19c6c service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254756 Oct 15 19:37:56.619794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27513d6-1376-4594-b7d8-ea7976dd7b00 req-a09c3f86-ca5d-4394-b53c-3821135c6f95 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.622136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f27513d6-1376-4594-b7d8-ea7976dd7b00 req-a09c3f86-ca5d-4394-b53c-3821135c6f95 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Oct 15 19:37:56.683893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f27513d6-1376-4594-b7d8-ea7976dd7b00 req-f91123b4-93ce-4e14-9553-221ae9ad7dcc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551653 Oct 15 19:37:56.695293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-dd5f41a8-4aff-4294-85e2-87f38143d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.696811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-dd5f41a8-4aff-4294-85e2-87f38143d381 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1095 time: 0.0611529 Oct 15 19:37:56.825279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-fd8c8b21-c63d-4dc4-a700-213a6e8f5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.826639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-fd8c8b21-c63d-4dc4-a700-213a6e8f5f13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 929 time: 0.1212475 Oct 15 19:37:56.834645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604baa27-1276-4bf7-a4f1-3c56346270e8 req-01f0f483-ca49-46d5-baa6-b7016c3a4481 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.836015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604baa27-1276-4bf7-a4f1-3c56346270e8 req-01f0f483-ca49-46d5-baa6-b7016c3a4481 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0690563 Oct 15 19:37:56.884716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-08d4125b-e09a-41bd-908d-f9eca27ccbe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 217 time: 0.0474873 Oct 15 19:37:56.934557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604baa27-1276-4bf7-a4f1-3c56346270e8 req-e0c74e17-27cd-4dfd-b3c2-35bc9eb3d552 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Oct 15 19:37:56.946551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-2da07d73-cc98-4fd3-9e23-a645346c399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:56.948262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-2da07d73-cc98-4fd3-9e23-a645346c399d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.0557544 Oct 15 19:37:57.028416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-d0174ee1-f504-4010-ab1d-0d20aa966d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.029892 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-d0174ee1-f504-4010-ab1d-0d20aa966d78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692317 Oct 15 19:37:57.046816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1c3bf-d22a-4548-921d-865a4cc6b369 req-d286ed7d-3bbd-470f-8388-ca1e927c6e98 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.048363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1bc1c3bf-d22a-4548-921d-865a4cc6b369 req-d286ed7d-3bbd-470f-8388-ca1e927c6e98 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0574203 Oct 15 19:37:57.142587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1bc1c3bf-d22a-4548-921d-865a4cc6b369 req-7d9c380d-0496-45b0-a20f-8b089cbc13f9 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873711 Oct 15 19:37:57.167776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-5c507cab-5133-49c4-98cd-0c7fb5440e4d service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287589 Oct 15 19:37:57.306299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d826f9-672a-4c9e-aff5-07ac62c3fec2 req-d88203ae-8ba5-4af5-9dc5-3acba6742a6e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.308475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95d826f9-672a-4c9e-aff5-07ac62c3fec2 req-d88203ae-8ba5-4af5-9dc5-3acba6742a6e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0957203 Oct 15 19:37:57.313090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5a8b1f5-ed7e-4fd5-8803-d540e0638129 req-b874c7e6-fd4c-410a-8a6b-cb2eecc43bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379898 Oct 15 19:37:57.350563 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95d826f9-672a-4c9e-aff5-07ac62c3fec2 req-8509f92c-506c-4668-877c-5bb51e855157 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353310 Oct 15 19:37:57.453981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525b79-001c-42a4-8ac6-0101eb859a73 req-23af60f2-6813-4a67-9697-7f915cf2bd8e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.455431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86525b79-001c-42a4-8ac6-0101eb859a73 req-23af60f2-6813-4a67-9697-7f915cf2bd8e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0497243 Oct 15 19:37:57.495743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86525b79-001c-42a4-8ac6-0101eb859a73 req-a8e69c10-40e1-4dad-867f-5691e4e955ff tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Oct 15 19:37:57.632373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2677-d963-4ab7-b468-1dfd3dc914f7 req-ecfc02fb-08c2-4eb5-a8f8-26a1d4215641 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.633839 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-704d2677-d963-4ab7-b468-1dfd3dc914f7 req-ecfc02fb-08c2-4eb5-a8f8-26a1d4215641 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0530448 Oct 15 19:37:57.671833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-704d2677-d963-4ab7-b468-1dfd3dc914f7 req-cbc7fc80-8503-4648-bff7-32eb3847e431 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314674 Oct 15 19:37:57.812280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc771c4-8f82-484b-969d-ad0122a7cae7 req-b5711e8e-5c8a-484f-8b19-7fa9b95b32dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:57.813758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bbc771c4-8f82-484b-969d-ad0122a7cae7 req-b5711e8e-5c8a-484f-8b19-7fa9b95b32dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0488052 Oct 15 19:37:57.851895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bbc771c4-8f82-484b-969d-ad0122a7cae7 req-9d4ad869-1272-4b4a-98cc-9fc2b55bb2d3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Oct 15 19:37:58.053308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993c7b8-06b4-46e8-bc3a-a7d89d9a2f7e req-a66e42f5-72d7-45f0-b19a-6cf0f3fae882 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.054807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d993c7b8-06b4-46e8-bc3a-a7d89d9a2f7e req-a66e42f5-72d7-45f0-b19a-6cf0f3fae882 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0487745 Oct 15 19:37:58.093405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d993c7b8-06b4-46e8-bc3a-a7d89d9a2f7e req-184dd1ea-2e56-4301-a3a0-50eeb4c4eb99 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Oct 15 19:37:58.262277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7fe61-a82e-4f29-9e7b-6b64fa2d9a69 req-ff19c90c-3fac-439d-a5b4-5cfe256344e1 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.263772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6dd7fe61-a82e-4f29-9e7b-6b64fa2d9a69 req-ff19c90c-3fac-439d-a5b4-5cfe256344e1 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0529208 Oct 15 19:37:58.301711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6dd7fe61-a82e-4f29-9e7b-6b64fa2d9a69 req-eb24ce54-67c8-4234-9e8b-d3b84d0e614c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Oct 15 19:37:58.464237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a268f-3acc-4986-8395-dcbfa68e5200 req-e8ba6cf6-eab8-4031-aa0c-ac8a6fee994e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.465919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-860a268f-3acc-4986-8395-dcbfa68e5200 req-e8ba6cf6-eab8-4031-aa0c-ac8a6fee994e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0498168 Oct 15 19:37:58.503253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-860a268f-3acc-4986-8395-dcbfa68e5200 req-6378a47c-9138-4cba-ac83-8a79583c21ea tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313849 Oct 15 19:37:58.608346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09828bba-eb83-47dc-b736-021425a19b1e req-2155af48-ab2c-4461-aec5-5fe60ff0e6b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.609822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-09828bba-eb83-47dc-b736-021425a19b1e req-2155af48-ab2c-4461-aec5-5fe60ff0e6b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0497761 Oct 15 19:37:58.648078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-09828bba-eb83-47dc-b736-021425a19b1e req-1154f7eb-96b8-4bfb-b3ee-cd2e259e6daa tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320246 Oct 15 19:37:58.794592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c1292-2dc0-488b-a034-0be81fc23bf0 req-c2ffad58-e528-43c0-a68f-8c5e657d3203 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.795951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-920c1292-2dc0-488b-a034-0be81fc23bf0 req-c2ffad58-e528-43c0-a68f-8c5e657d3203 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0583224 Oct 15 19:37:58.833362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-920c1292-2dc0-488b-a034-0be81fc23bf0 req-56d4f9bb-5929-46bf-bd54-d1ae9bae7e72 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313666 Oct 15 19:37:58.978519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5cd53-c1c2-481a-8dd1-cc5e296b6a27 req-848a8a70-29be-45e2-833e-153ba3951379 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:58.980575 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80d5cd53-c1c2-481a-8dd1-cc5e296b6a27 req-848a8a70-29be-45e2-833e-153ba3951379 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0494139 Oct 15 19:37:59.018693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80d5cd53-c1c2-481a-8dd1-cc5e296b6a27 req-c98ad96d-8eda-42cb-a2ea-72818fe5fb50 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319774 Oct 15 19:37:59.205993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c223150-9ea9-4eca-a19b-40ac056efe25 req-910bf8f5-819f-47aa-b323-0ad78b13bb46 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:59.207528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c223150-9ea9-4eca-a19b-40ac056efe25 req-910bf8f5-819f-47aa-b323-0ad78b13bb46 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0492613 Oct 15 19:37:59.245921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c223150-9ea9-4eca-a19b-40ac056efe25 req-33866b1f-cd23-485a-a4a6-a3dab038cc5c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321918 Oct 15 19:37:59.418456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f952ba-5a1b-4607-bd3c-03140bc01718 req-1cacd7b4-12a8-4928-ab8c-a04ed3d08c28 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:59.419819 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d3f952ba-5a1b-4607-bd3c-03140bc01718 req-1cacd7b4-12a8-4928-ab8c-a04ed3d08c28 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0516651 Oct 15 19:37:59.457261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d3f952ba-5a1b-4607-bd3c-03140bc01718 req-355b7630-b013-46be-b053-527902fa40dd tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Oct 15 19:37:59.614826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e7f29-68f9-40a5-a4da-7fb33b4dd853 req-c2364fbb-60bc-4dff-a1f1-8107f08cf8cf tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:59.616274 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-710e7f29-68f9-40a5-a4da-7fb33b4dd853 req-c2364fbb-60bc-4dff-a1f1-8107f08cf8cf tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0478303 Oct 15 19:37:59.653266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-710e7f29-68f9-40a5-a4da-7fb33b4dd853 req-6aa1bc17-07bf-428b-b2e3-f1498e68839e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Oct 15 19:37:59.759355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe0810-46cb-410f-bdab-127248507336 req-f5830e6a-da10-4790-9d4b-44d6eb71017c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:59.760824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cabe0810-46cb-410f-bdab-127248507336 req-f5830e6a-da10-4790-9d4b-44d6eb71017c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0473261 Oct 15 19:37:59.797180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cabe0810-46cb-410f-bdab-127248507336 req-12ccdb60-0d8e-4638-a412-749aed7bc1a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303876 Oct 15 19:37:59.948401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0d314-8d52-4624-84f2-fa21f270c4a3 req-99e31223-42e3-49f9-9c53-d1f6e6a7c2a7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:37:59.949857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2ab0d314-8d52-4624-84f2-fa21f270c4a3 req-99e31223-42e3-49f9-9c53-d1f6e6a7c2a7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0512404 Oct 15 19:37:59.986920 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2ab0d314-8d52-4624-84f2-fa21f270c4a3 req-e8cf019e-e96a-4644-a910-c0d9e7a00f49 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311499 Oct 15 19:38:00.136821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cf612-981b-4509-8639-6a478e2ccee7 req-09e4f7c5-6167-480c-8307-037bd30b3abe tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:00.138268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f28cf612-981b-4509-8639-6a478e2ccee7 req-09e4f7c5-6167-480c-8307-037bd30b3abe tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Oct 15 19:38:00.173695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f28cf612-981b-4509-8639-6a478e2ccee7 req-f94e1c69-b0c0-4628-8803-f845747a1f95 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294826 Oct 15 19:38:00.357142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb645c-85d2-4d5c-87a3-fd958d4ef080 req-1b057eaa-5a2b-49f0-ac51-870a7533ede0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:00.358735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8eb645c-85d2-4d5c-87a3-fd958d4ef080 req-1b057eaa-5a2b-49f0-ac51-870a7533ede0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0481143 Oct 15 19:38:00.396473 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8eb645c-85d2-4d5c-87a3-fd958d4ef080 req-ca2fe175-e6be-4644-96c5-97ab8757144c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Oct 15 19:38:00.573032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9309eac-3dc8-4538-bb0f-adff421b4e07 req-581948fc-eadf-4c0a-8d28-640763f74b4c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:00.574470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9309eac-3dc8-4538-bb0f-adff421b4e07 req-581948fc-eadf-4c0a-8d28-640763f74b4c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0513098 Oct 15 19:38:00.615051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9309eac-3dc8-4538-bb0f-adff421b4e07 req-c1b6a07b-75ef-4602-9962-717d157a26b4 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Oct 15 19:38:00.765389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f395a-d416-4a0c-af10-d750f62031e4 req-ab536a62-e01e-40ad-8ddf-73b0dbe419e7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:00.766742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a40f395a-d416-4a0c-af10-d750f62031e4 req-ab536a62-e01e-40ad-8ddf-73b0dbe419e7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0494406 Oct 15 19:38:00.803546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a40f395a-d416-4a0c-af10-d750f62031e4 req-879a1fa2-027b-439d-a3f6-b7706190a99e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Oct 15 19:38:00.912178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f24bb4-cadb-41e5-ad54-aa6b9b44fe30 req-8f134593-4170-4724-aed9-710a31d86b61 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:00.913709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2f24bb4-cadb-41e5-ad54-aa6b9b44fe30 req-8f134593-4170-4724-aed9-710a31d86b61 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0489869 Oct 15 19:38:00.951380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2f24bb4-cadb-41e5-ad54-aa6b9b44fe30 req-2128e73b-b3d8-426f-95c0-f1bf2bc4536a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Oct 15 19:38:01.101342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096cd73-02ef-4122-bef7-d40ea60f04b8 req-b96fe096-58a6-42b9-9d1b-fcb3ec2814aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:01.102782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5096cd73-02ef-4122-bef7-d40ea60f04b8 req-b96fe096-58a6-42b9-9d1b-fcb3ec2814aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0503378 Oct 15 19:38:01.140075 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5096cd73-02ef-4122-bef7-d40ea60f04b8 req-17f7bffe-f55f-469f-893d-52b92209882e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Oct 15 19:38:01.289786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ef3e6-2aa9-41c9-9daa-fb73d2a4908d req-2ca5ea95-ceca-45cd-803d-bb3e5dc99d28 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:01.291144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a61ef3e6-2aa9-41c9-9daa-fb73d2a4908d req-2ca5ea95-ceca-45cd-803d-bb3e5dc99d28 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0478013 Oct 15 19:38:01.329790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a61ef3e6-2aa9-41c9-9daa-fb73d2a4908d req-9c03ad9f-76fd-4e25-ac91-ef454834b818 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Oct 15 19:38:01.507953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34df087-cc2a-4663-bab8-dfa5758471c4 req-0f3f95da-1c7b-417e-8ad9-f18af660dae0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:01.509426 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c34df087-cc2a-4663-bab8-dfa5758471c4 req-0f3f95da-1c7b-417e-8ad9-f18af660dae0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0479331 Oct 15 19:38:01.545905 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c34df087-cc2a-4663-bab8-dfa5758471c4 req-f130758e-18b4-4902-897f-4f95379e887e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302894 Oct 15 19:38:01.623465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:01.717441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:01.728622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'mac_address': 'fa:16:3e:66:6c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:38:01.731528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3fad-3c3a-46b8-8c26-ff89a185cae4 req-1b00d7f7-24d0-46ec-a0fc-a74a5a965ffe tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:01.733049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af4e3fad-3c3a-46b8-8c26-ff89a185cae4 req-1b00d7f7-24d0-46ec-a0fc-a74a5a965ffe tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 943 time: 0.0515532 Oct 15 19:38:01.771360 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:01.773149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af4e3fad-3c3a-46b8-8c26-ff89a185cae4 req-9ad3f20b-056a-410b-bbc8-d8e76a67088c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339594 Oct 15 19:38:01.784834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:01.804396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:01.887434 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:01.915180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6619a-3751-46e7-9a3c-7c85ec263a9e req-96250033-d5eb-409e-a2c1-a7d1781227c3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:01.916927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3d6619a-3751-46e7-9a3c-7c85ec263a9e req-96250033-d5eb-409e-a2c1-a7d1781227c3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0492561 Oct 15 19:38:01.940129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:01.956806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3d6619a-3751-46e7-9a3c-7c85ec263a9e req-090e7b0e-5740-4564-bd85-30a15f742bb0 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Oct 15 19:38:02.064747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91674f0-7736-4df7-a048-3b66c5a5a84f req-d927837f-3a37-44f1-bba4-8ffbc7035fab tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:02.066081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d91674f0-7736-4df7-a048-3b66c5a5a84f req-d927837f-3a37-44f1-bba4-8ffbc7035fab tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0472364 Oct 15 19:38:02.102144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d91674f0-7736-4df7-a048-3b66c5a5a84f req-156cfb41-97e3-4d85-af78-2a5ce2b73ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300872 Oct 15 19:38:02.512482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:02.512642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f24da-9d65-4692-b13d-0e7c1fe16f36 req-3f798576-74f9-4a87-be21-e5d9a97c1e3c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:02.512642 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b00f24da-9d65-4692-b13d-0e7c1fe16f36 req-3f798576-74f9-4a87-be21-e5d9a97c1e3c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.2636876 Oct 15 19:38:02.512642 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b00f24da-9d65-4692-b13d-0e7c1fe16f36 req-54432e0d-fce3-4297-93b0-6aabb26a42f5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323348 Oct 15 19:38:02.616715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc8821-ecfb-4dee-b0c8-0c43b432cdc4 req-4fbdc8a1-5e96-4d5c-a640-54ca095c85ec tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:02.618208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4afc8821-ecfb-4dee-b0c8-0c43b432cdc4 req-4fbdc8a1-5e96-4d5c-a640-54ca095c85ec tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0485616 Oct 15 19:38:02.656378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4afc8821-ecfb-4dee-b0c8-0c43b432cdc4 req-c8d9a8bc-b41d-4dec-a79d-15232d6c195f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313790 Oct 15 19:38:02.760069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591ce3f-2290-4d31-94aa-0403ae644c5f req-83e64730-0ab9-43fe-81b8-bced0a15ed8e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:02.762857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2591ce3f-2290-4d31-94aa-0403ae644c5f req-83e64730-0ab9-43fe-81b8-bced0a15ed8e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0486414 Oct 15 19:38:02.800295 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2591ce3f-2290-4d31-94aa-0403ae644c5f req-1b05de3b-1b30-4853-97bf-a2e071a04ac3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Oct 15 19:38:02.905061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952b9b1-1d24-4751-bb49-91ebf40e21da req-5984c318-9e81-46a6-af28-e7e2502fbc03 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:02.906523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e952b9b1-1d24-4751-bb49-91ebf40e21da req-5984c318-9e81-46a6-af28-e7e2502fbc03 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 944 time: 0.0528276 Oct 15 19:38:02.945144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e952b9b1-1d24-4751-bb49-91ebf40e21da req-1768321a-c2c9-4117-aca2-5bb52a18284d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Oct 15 19:38:03.068406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4382-abf9-4158-98a1-5631fda5ee3c req-c8aeb0a3-6d96-4a89-a23f-8778fdc6a55e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:03.069749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65ab4382-abf9-4158-98a1-5631fda5ee3c req-c8aeb0a3-6d96-4a89-a23f-8778fdc6a55e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0481555 Oct 15 19:38:03.107536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65ab4382-abf9-4158-98a1-5631fda5ee3c req-e4ba03c8-b7e3-45c6-8efc-28674d9ed55b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Oct 15 19:38:03.217127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e671e8-5111-40a4-b017-b8a302856e1f req-cfd3e5e0-804f-4ccc-8ec7-11b287e0a454 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:03.218586 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28e671e8-5111-40a4-b017-b8a302856e1f req-cfd3e5e0-804f-4ccc-8ec7-11b287e0a454 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0496881 Oct 15 19:38:03.256677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28e671e8-5111-40a4-b017-b8a302856e1f req-25984389-7448-4424-ae41-d58b12929433 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Oct 15 19:38:03.628020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705b0a8-128b-4619-8bbf-5d8e44593bb8 req-4e2bcdbd-243f-42c4-8119-7c39c8a243ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:03.629370 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a705b0a8-128b-4619-8bbf-5d8e44593bb8 req-4e2bcdbd-243f-42c4-8119-7c39c8a243ea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0506670 Oct 15 19:38:03.636511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:03.669096 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a705b0a8-128b-4619-8bbf-5d8e44593bb8 req-a3d466b2-d4c3-4264-a638-fb321855e8da tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318143 Oct 15 19:38:03.743781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:38:03.747785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:03.748156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:03.774357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfa6fd-2414-47d3-8c7c-0a3dc867ae23 req-30c15f99-d998-46ed-8a4f-2ba366f27414 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:03.775870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fcfa6fd-2414-47d3-8c7c-0a3dc867ae23 req-30c15f99-d998-46ed-8a4f-2ba366f27414 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0489686 Oct 15 19:38:03.815402 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fcfa6fd-2414-47d3-8c7c-0a3dc867ae23 req-043d7bd5-67fa-424c-86d5-96dfd88611d8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Oct 15 19:38:03.825576 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:03.850447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:03.855516 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9e6af6-25bf-483c-8e09-b1d00844a0d1" -d '{"events": [{"server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:03.868020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:03.920825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d205a-1177-4aa9-8ef8-1e9a1cf1ecc1 req-21ddb75c-069d-4dc4-9b6f-7e5414bb7baa tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:03.922192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-032d205a-1177-4aa9-8ef8-1e9a1cf1ecc1 req-21ddb75c-069d-4dc4-9b6f-7e5414bb7baa tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0476186 Oct 15 19:38:03.933141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:03.960741 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-032d205a-1177-4aa9-8ef8-1e9a1cf1ecc1 req-0bda7e8c-adcf-4a69-a27d-94f02641f5f2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324852 Oct 15 19:38:03.980231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:04.004833 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f15ba61-22ba-4a12-8ca3-967f2440fa92 x-openstack-request-id: req-4f15ba61-22ba-4a12-8ca3-967f2440fa92 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:04.005146 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:04.005403 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f15ba61-22ba-4a12-8ca3-967f2440fa92 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:04.005794 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'code': 200} Oct 15 19:38:04.128073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd7826-eef6-4b57-bacd-2539cd6dceda req-16f93db1-0897-427b-bcef-c087f432c062 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.129538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30cd7826-eef6-4b57-bacd-2539cd6dceda req-16f93db1-0897-427b-bcef-c087f432c062 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.0802033 Oct 15 19:38:04.133668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a88631-234e-4e9a-95a2-272f1c0cf566 req-33291476-6591-48b9-ba3d-a0aafcc2ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.135019 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03a88631-234e-4e9a-95a2-272f1c0cf566 req-33291476-6591-48b9-ba3d-a0aafcc2ea00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1097 time: 0.0537367 Oct 15 19:38:04.184782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30cd7826-eef6-4b57-bacd-2539cd6dceda req-693c3fdc-9811-4e7c-8991-3f505caea24a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 Oct 15 19:38:04.190576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03a88631-234e-4e9a-95a2-272f1c0cf566 req-6ca01394-a584-47d4-83d8-48722dcbfb36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Oct 15 19:38:04.291424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018fb7-bb1e-48bb-ab37-2798df887a39 req-b3286118-ba29-405e-95f5-d7c6c965f319 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.293712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0018fb7-bb1e-48bb-ab37-2798df887a39 req-b3286118-ba29-405e-95f5-d7c6c965f319 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0536382 Oct 15 19:38:04.331421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0018fb7-bb1e-48bb-ab37-2798df887a39 req-2a1b50e9-5c2d-464a-83a5-54ba7a3b554f tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Oct 15 19:38:04.433673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e58ae-04b1-4422-9fba-a44b224a71bb req-6a7ed7e3-18fc-4ac5-a7c6-9a1b92c675a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.435188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed1e58ae-04b1-4422-9fba-a44b224a71bb req-6a7ed7e3-18fc-4ac5-a7c6-9a1b92c675a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0486650 Oct 15 19:38:04.473610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed1e58ae-04b1-4422-9fba-a44b224a71bb req-9a7572aa-9edb-438c-8dbd-fa29c9c411a9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321724 Oct 15 19:38:04.781619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca146b1-4a24-4007-a4fb-8a9db21f15f0 req-621cfba0-9b15-4730-89ef-70a6522ad0da tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.783067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ca146b1-4a24-4007-a4fb-8a9db21f15f0 req-621cfba0-9b15-4730-89ef-70a6522ad0da tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0486536 Oct 15 19:38:04.819571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ca146b1-4a24-4007-a4fb-8a9db21f15f0 req-207db417-2566-49a7-99df-37b7d123894d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Oct 15 19:38:04.936342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aebd80-0134-4c80-bfb9-e4aa69a6accc req-b2497c26-e650-42e4-b700-bd7c44e42a78 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:04.937794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0aebd80-0134-4c80-bfb9-e4aa69a6accc req-b2497c26-e650-42e4-b700-bd7c44e42a78 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0513318 Oct 15 19:38:04.975064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0aebd80-0134-4c80-bfb9-e4aa69a6accc req-e7a696af-5beb-4a57-aa07-1bae5855ca88 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Oct 15 19:38:05.081829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bce3e2-33d8-45c2-b03e-5d77c876ddf5 req-4e64dcb7-4df8-458a-8d34-01877250b8cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:05.084325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5bce3e2-33d8-45c2-b03e-5d77c876ddf5 req-4e64dcb7-4df8-458a-8d34-01877250b8cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0512047 Oct 15 19:38:05.121663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5bce3e2-33d8-45c2-b03e-5d77c876ddf5 req-15710855-5ca3-425d-9821-3dab8f87705a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Oct 15 19:38:05.299537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a303c-87b3-481f-83ec-72e8c96297a5 req-24aa1514-905b-43e6-824c-388ccec5df27 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:05.301124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c7a303c-87b3-481f-83ec-72e8c96297a5 req-24aa1514-905b-43e6-824c-388ccec5df27 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.0495048 Oct 15 19:38:05.362197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c7a303c-87b3-481f-83ec-72e8c96297a5 req-85f96a7f-3837-466d-a64e-45b2a50e2b4e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Oct 15 19:38:05.469626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4409e33-bdb0-4a96-b462-3f3480e93bcf req-60c1dbee-83ee-4a5d-bcc4-11cf04bd0438 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:05.471110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4409e33-bdb0-4a96-b462-3f3480e93bcf req-60c1dbee-83ee-4a5d-bcc4-11cf04bd0438 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0554221 Oct 15 19:38:05.509296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4409e33-bdb0-4a96-b462-3f3480e93bcf req-71e9152c-b5f6-4e27-9549-158392fbb97e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Oct 15 19:38:05.627513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b5eec-04a0-4fb3-832e-8c720542dcfe req-bcf467c5-7265-42fd-9e90-d4fd6c00cb30 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:05.628980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f5b5eec-04a0-4fb3-832e-8c720542dcfe req-bcf467c5-7265-42fd-9e90-d4fd6c00cb30 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0644214 Oct 15 19:38:05.671283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f5b5eec-04a0-4fb3-832e-8c720542dcfe req-d6de5a48-c6d7-4c28-aa2e-e261cc5097e3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Oct 15 19:38:05.933494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32565c6b-7113-4c11-a068-a04244d2ceba req-11d85016-9067-4508-b8a3-8e309714da00 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:05.934974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-32565c6b-7113-4c11-a068-a04244d2ceba req-11d85016-9067-4508-b8a3-8e309714da00 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0477018 Oct 15 19:38:05.972945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-32565c6b-7113-4c11-a068-a04244d2ceba req-ac40cbca-da5c-4c9c-a3e7-f8fcedec1654 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315731 Oct 15 19:38:06.100672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36861f-3e20-4010-abc2-a72e0318ce10 req-d5066b77-50af-49af-8de6-a66566a3e415 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:06.102367 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a36861f-3e20-4010-abc2-a72e0318ce10 req-d5066b77-50af-49af-8de6-a66566a3e415 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0543356 Oct 15 19:38:06.142227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a36861f-3e20-4010-abc2-a72e0318ce10 req-7617c58a-8b86-4e88-a65f-e98efaaea3d9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327771 Oct 15 19:38:06.253318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd6294-bd0f-4757-9307-534a48a580ce req-c300f9ad-796c-43c9-aeab-eff5586820fe tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:06.254791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62cd6294-bd0f-4757-9307-534a48a580ce req-c300f9ad-796c-43c9-aeab-eff5586820fe tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0497205 Oct 15 19:38:06.294106 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62cd6294-bd0f-4757-9307-534a48a580ce req-eff8a269-7f94-445a-a166-9e3d56fc4fd3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Oct 15 19:38:06.493160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b199-564a-48d4-b84b-2d5c05370512 req-f7458717-44ab-4a82-8656-c881d0b4ed9a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:06.494555 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac59b199-564a-48d4-b84b-2d5c05370512 req-f7458717-44ab-4a82-8656-c881d0b4ed9a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Oct 15 19:38:06.532430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac59b199-564a-48d4-b84b-2d5c05370512 req-ad30b354-a476-4869-a385-2cce5bcdc361 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Oct 15 19:38:06.628081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05799-fa21-4031-b0a4-c1cea77ba6ea req-7c2a05cd-7efe-4aa3-831d-a864435ce57f tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:06.629604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f1c05799-fa21-4031-b0a4-c1cea77ba6ea req-7c2a05cd-7efe-4aa3-831d-a864435ce57f tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1097 time: 0.0445399 Oct 15 19:38:06.664881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f1c05799-fa21-4031-b0a4-c1cea77ba6ea req-9743b4e2-722c-4132-9746-4be61afc1ea1 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284512 Oct 15 19:38:06.765365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cfa65-e818-4e0d-afb9-3762914f2df8 req-8e923451-5057-4172-ab61-c705caa9f69e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:06.766733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-501cfa65-e818-4e0d-afb9-3762914f2df8 req-8e923451-5057-4172-ab61-c705caa9f69e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0478938 Oct 15 19:38:06.805577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-501cfa65-e818-4e0d-afb9-3762914f2df8 req-ccc971ce-9de7-49cd-9368-dbb7629346cf tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Oct 15 19:38:07.003249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-c41f5637-b9f1-442f-a530-ba73d9bf741f tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 258 time: 0.1753061 Oct 15 19:38:07.013254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:07.141820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.242369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.347266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Allocated IP 172.25.0.101 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/311f39d4-6409-4e97-a4dd-3cf0a5c7f511) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:07.442294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.555467 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.589258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:07.593578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:07.596932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:07.624028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event updated for resources: {'Port': ['ID=311f39d4-6409-4e97-a4dd-3cf0a5c7f511,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:07.731179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.829069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:07.962771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-56e8911c-1633-4236-9c10-2f2d404f0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:07.964719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-56e8911c-1633-4236-9c10-2f2d404f0ef7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.0886121 Oct 15 19:38:07.984693 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:08.012215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-c4050b53-c975-4089-b018-3a3ad7053d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 217 time: 0.0389597 Oct 15 19:38:08.063909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-46b51bd3-b660-404b-85c4-0a9c23a9cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.065360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-46b51bd3-b660-404b-85c4-0a9c23a9cb81 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0449295 Oct 15 19:38:08.084560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:08.098232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-3eba80c4-ea87-446b-ba95-e8b4a2cc30fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253837 Oct 15 19:38:08.154883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event updated for resources: {'Port': ['ID=311f39d4-6409-4e97-a4dd-3cf0a5c7f511,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:08.164967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:08.200506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-24775d1b-9ccc-465a-8b48-86f551adb5da service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945036 Oct 15 19:38:08.264529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:08.265855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d0a1cf09-f38f-4ca9-bdb9-0bd8f6935178 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2565131 Oct 15 19:38:08.290255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-3ba7f16c-ff3b-4ca2-a6fd-c1c105d62248 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818300 Oct 15 19:38:08.345164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-d967c435-5706-404b-99ec-5b981fa05d5d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0732129 Oct 15 19:38:08.449033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-6cb85257-10ab-451e-b735-bf53ce042ccd tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.450394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-6cb85257-10ab-451e-b735-bf53ce042ccd tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.0995572 Oct 15 19:38:08.461584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-6c4b5e32-45e4-4c20-bc9d-2f8dd4093347 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:08.462868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9a60e2-dd8c-47f3-afa2-f89a5becd211 req-6c4b5e32-45e4-4c20-bc9d-2f8dd4093347 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061853 Oct 15 19:38:08.566822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe8a6b-ed59-4965-9073-eaeb51aa4102 req-dfff4e24-b006-4945-b8f7-145b884e5ae8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.568401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbbe8a6b-ed59-4965-9073-eaeb51aa4102 req-dfff4e24-b006-4945-b8f7-145b884e5ae8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0525944 Oct 15 19:38:08.608453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbbe8a6b-ed59-4965-9073-eaeb51aa4102 req-1bb4e836-98cc-437f-a4e3-c51ee5da9f61 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Oct 15 19:38:08.722287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da67c2a-8da5-4b9f-b360-f3b7d45b6a14 req-c16272e4-ed72-4cdc-a9e2-37408ec7f9ca tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.723766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4da67c2a-8da5-4b9f-b360-f3b7d45b6a14 req-c16272e4-ed72-4cdc-a9e2-37408ec7f9ca tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0486186 Oct 15 19:38:08.725363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-42fdc4ab-2a90-414b-b38d-fdf4b78f78ca tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.726824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-42fdc4ab-2a90-414b-b38d-fdf4b78f78ca tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0430646 Oct 15 19:38:08.763038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4da67c2a-8da5-4b9f-b360-f3b7d45b6a14 req-a27cc1ba-3adb-477d-b535-24e17fac33b7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320606 Oct 15 19:38:08.864983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cda37-7a64-463e-981a-ecc4f7c53e26 req-74ce60ad-d20a-4322-8ccd-16acb9616a2b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:08.866472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-172cda37-7a64-463e-981a-ecc4f7c53e26 req-74ce60ad-d20a-4322-8ccd-16acb9616a2b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.0480957 Oct 15 19:38:08.905170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-172cda37-7a64-463e-981a-ecc4f7c53e26 req-7db6e99d-bd45-4cd7-848f-b3a25d87ec23 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Oct 15 19:38:08.918028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-d7ee942c-1256-4f48-ac92-8476b41808f9 service neutron] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:08.929884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-d7ee942c-1256-4f48-ac92-8476b41808f9 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:08.931924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7736f8d-aa59-410b-93f2-7366960c94fb req-d7ee942c-1256-4f48-ac92-8476b41808f9 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.1971767 Oct 15 19:38:09.015503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79b964-49fc-47cc-a066-cbd2d0a14a60 req-b53e2266-3e43-47bd-9e48-eb9cd5d20a33 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:09.016895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d79b964-49fc-47cc-a066-cbd2d0a14a60 req-b53e2266-3e43-47bd-9e48-eb9cd5d20a33 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0533166 Oct 15 19:38:09.058498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d79b964-49fc-47cc-a066-cbd2d0a14a60 req-40227f1c-145e-4bc4-965f-ef7a9792a41a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352778 Oct 15 19:38:09.159619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3004cb-f401-4fd9-9b9d-bd938d74f3f1 req-c7491eb4-ae6d-476b-820e-f74ab6b0b87e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:09.161067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e3004cb-f401-4fd9-9b9d-bd938d74f3f1 req-c7491eb4-ae6d-476b-820e-f74ab6b0b87e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0476277 Oct 15 19:38:09.198970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e3004cb-f401-4fd9-9b9d-bd938d74f3f1 req-d5c2c990-02bf-4956-a6c4-c3b841dc5924 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Oct 15 19:38:09.383965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-ca520ce6-6483-4f2b-8259-c790c8b468ce tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:09.386082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-ca520ce6-6483-4f2b-8259-c790c8b468ce tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0831363 Oct 15 19:38:09.434797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-d0c4cd85-7623-4f38-931a-f0ec93de4690 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 696 time: 0.0428894 Oct 15 19:38:09.444341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'floatingip': {'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:09.513950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:09.617393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-db0cd172-447e-4817-9679-0212ba0d01b4 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:09.618398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-db0cd172-447e-4817-9679-0212ba0d01b4 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056095 Oct 15 19:38:09.657105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-cc288a63-69c9-4736-b901-06090d57ce2c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:09.658465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-cc288a63-69c9-4736-b901-06090d57ce2c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 1094 time: 0.0330114 Oct 15 19:38:09.668239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:09.668687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:38:09.806812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:09.807036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:09.808024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:09.812604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:09.812924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:09.818025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:09.818398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:09.818782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:09.819208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Bound port: f0c84620-b133-44d9-a3e4-39089f373e7e, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:09.872842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:09.944123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:09.945334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-57e948ee-e215-4f54-b45c-8d8f6f2aba19 service neutron] 10.222.0.13 "POST /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2810905 Oct 15 19:38:10.302682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cd6c-c9dc-4f60-8838-ecacbd2e5cbf req-dc6af1c9-6fa4-4611-99f4-f8119fd1a724 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.304196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ed0cd6c-c9dc-4f60-8838-ecacbd2e5cbf req-dc6af1c9-6fa4-4611-99f4-f8119fd1a724 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0499501 Oct 15 19:38:10.316839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:10.346325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ed0cd6c-c9dc-4f60-8838-ecacbd2e5cbf req-995cf9b2-2cc0-4996-9d9f-883b5f6d1b15 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359066 Oct 15 19:38:10.387478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:10.451160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d71c2e-309a-4fb4-b8b9-9e6f30f11775 req-e2d4389a-99ea-42b5-ad37-c5adb1209aa6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.452719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0d71c2e-309a-4fb4-b8b9-9e6f30f11775 req-e2d4389a-99ea-42b5-ad37-c5adb1209aa6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0495894 Oct 15 19:38:10.491128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0d71c2e-309a-4fb4-b8b9-9e6f30f11775 req-b536f7b1-900b-4be2-98a8-19e78db4b6dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Oct 15 19:38:10.492159 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Floating IP 1ec1d9d7-ca72-4fef-82da-b6cd64553eed associated. External IP: 172.25.0.101, port: ac6cb4de-5d10-49c6-bafe-ecc0352dfce0. Oct 15 19:38:10.600133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed74f11-3eb0-461a-9ce2-188df8d78ad3 req-5520b077-c1db-4e8b-9abd-fd98863301a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.601593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ed74f11-3eb0-461a-9ce2-188df8d78ad3 req-5520b077-c1db-4e8b-9abd-fd98863301a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0504982 Oct 15 19:38:10.644468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ed74f11-3eb0-461a-9ce2-188df8d78ad3 req-2ce1d30e-61c4-4ac4-90f1-6c7531c38a37 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360303 Oct 15 19:38:10.717126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:38:10.767418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-3f9dfac5-9968-4687-931e-8fed2e2690a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.769068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-3f9dfac5-9968-4687-931e-8fed2e2690a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1097 time: 0.0742850 Oct 15 19:38:10.780319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1845a-c123-463a-a6d9-0dcc2f1402dd req-f095a233-503a-4f61-bffc-a2689f4361bc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.781723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e1845a-c123-463a-a6d9-0dcc2f1402dd req-f095a233-503a-4f61-bffc-a2689f4361bc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0769451 Oct 15 19:38:10.827015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:38:10.832035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:10.837803 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Sync routers for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:38:10.847263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:10.848161 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:10.859957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-860d17a9-70d3-41cb-ab88-243c644a1d42 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "PUT /v2.0/floatingips/1ec1d9d7-ca72-4fef-82da-b6cd64553eed HTTP/1.1" status: 200 len: 996 time: 1.4192219 Oct 15 19:38:10.860415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:10.862804 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb2034b-bebb-43bc-95c5-51cf047cc00f" -d '{"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:10.875138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e1845a-c123-463a-a6d9-0dcc2f1402dd req-042d17c6-1a4e-4e3f-b03c-25abb36ae552 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851655 Oct 15 19:38:10.901495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a25b24bb-5783-4e50-b61d-cfdcaa7b8579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.903536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a25b24bb-5783-4e50-b61d-cfdcaa7b8579 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1203363 Oct 15 19:38:10.917066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-998af637-55be-4bb0-a5ca-2eecbefc56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:10.918584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-998af637-55be-4bb0-a5ca-2eecbefc56bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1097 time: 0.0409925 Oct 15 19:38:10.952899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-8e2e62b4-b521-4480-8945-c004285d418c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 217 time: 0.0426273 Oct 15 19:38:10.969507 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:11.019079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-88027383-8807-4e6c-9043-3c9c96726bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.020622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-88027383-8807-4e6c-9043-3c9c96726bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 929 time: 0.0952246 Oct 15 19:38:11.030227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-114ae467-8c3a-42e4-a112-dc49891e97af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.031691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-114ae467-8c3a-42e4-a112-dc49891e97af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0681076 Oct 15 19:38:11.034247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647cd2e-125e-4034-9d5d-c7a28376f1d1 req-24e0bb81-816f-497f-8f8e-2ab94209b210 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.035493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b647cd2e-125e-4034-9d5d-c7a28376f1d1 req-24e0bb81-816f-497f-8f8e-2ab94209b210 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1097 time: 0.0798485 Oct 15 19:38:11.078436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-59a2e33e-5994-48b0-9809-4e6c07832ab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347407 Oct 15 19:38:11.101615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b647cd2e-125e-4034-9d5d-c7a28376f1d1 req-2ea18539-45eb-4f93-9ec1-ae6483ad9c91 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599694 Oct 15 19:38:11.115779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-7ef5a35e-4c19-404d-82f3-26bc2231af16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 999 time: 0.0882177 Oct 15 19:38:11.173596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-8923974c-f5d8-453c-87eb-3c06fc2f18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.183730 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-8923974c-f5d8-453c-87eb-3c06fc2f18ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.0588086 Oct 15 19:38:11.239401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-21adf5a2-bc35-40c6-a6e1-d9500b8a420f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.242574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-21adf5a2-bc35-40c6-a6e1-d9500b8a420f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579083 Oct 15 19:38:11.251130 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1ec1d9d7-ca72-4fef-82da-b6cd64553eed', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'mac_address': 'fa:16:3e:66:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:07Z', 'updated_at': '2021-10-15T19:38:10Z', 'revision_number': 1, 'project_id': '95d8c285438c40488a0797a4060831bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:11.256645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-df2b5081-01d0-4a6b-a117-0bf19badbaaf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:11.257898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-df2b5081-01d0-4a6b-a117-0bf19badbaaf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0082870 Oct 15 19:38:11.261055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-bad970fc-2fc1-4097-9d3a-746d224fcfad service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708694 Oct 15 19:38:11.278264 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Checking router: 991d95e6-60ab-4cc2-b2cc-df6a68a92470 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:38:11.290879 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:11.292050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:11.297851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5c12a-7c70-485c-aae7-59355a69c586 req-60201fc6-424e-4aa5-a5d0-6fe5c1a40247 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.299394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5a5c12a-7c70-485c-aae7-59355a69c586 req-60201fc6-424e-4aa5-a5d0-6fe5c1a40247 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0950298 Oct 15 19:38:11.358313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-a3d15927-db67-4b24-a9f8-8939b55b6f36 service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935009 Oct 15 19:38:11.384915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5a5c12a-7c70-485c-aae7-59355a69c586 req-9b4dd349-75b1-4d66-8acf-5001293e2f85 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741770 Oct 15 19:38:11.399445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-abb2f338-575f-4ada-8e1a-0eed75c4942a service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298838 Oct 15 19:38:11.402575 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:11.640983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1ec1d9d7-ca72-4fef-82da-b6cd64553eed', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'mac_address': 'fa:16:3e:66:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:07Z', 'updated_at': '2021-10-15T19:38:10Z', 'revision_number': 1, 'project_id': '95d8c285438c40488a0797a4060831bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:11.650190 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ebefa-c61c-491f-bb22-3fab6612cb0a x-openstack-request-id: req-3e5ebefa-c61c-491f-bb22-3fab6612cb0a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:11.650411 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:11.650632 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e5ebefa-c61c-491f-bb22-3fab6612cb0a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:11.651068 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'status': 'completed', 'code': 200} Oct 15 19:38:11.674022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc333f2d-4b02-4ba4-a26f-f87045b2c3fa None None] The sync data for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 is: [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1ec1d9d7-ca72-4fef-82da-b6cd64553eed', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'floating_ip_address': '172.25.0.101', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'mac_address': 'fa:16:3e:66:6c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:07Z', 'updated_at': '2021-10-15T19:38:10Z', 'revision_number': 1, 'project_id': '95d8c285438c40488a0797a4060831bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:38:11.698291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-3b4c438b-6f6c-49c6-afff-ccf6d6194d9a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.699900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-3b4c438b-6f6c-49c6-afff-ccf6d6194d9a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.1122704 Oct 15 19:38:11.720593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-de9cb49e-45c0-47dd-bd3c-b04f08895bbd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/quotas/5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 375 time: 0.0112984 Oct 15 19:38:11.727364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-c5b957fb-c2da-4fb9-b931-552266a8f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.728895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-c5b957fb-c2da-4fb9-b931-552266a8f187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1097 time: 0.0764649 Oct 15 19:38:11.767991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9df9aa7d-5bd3-48bf-9b07-66d4488dcce0 req-d8055463-673d-4a07-bc39-9ce394a49049 service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022648 Oct 15 19:38:11.777963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-bcbb2d48-41cb-468a-a628-0806e104c03a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526466 Oct 15 19:38:11.869880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-acc111cb-2ea7-4214-9a36-f8db0dcf92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:11.871498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-acc111cb-2ea7-4214-9a36-f8db0dcf92f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 929 time: 0.1227374 Oct 15 19:38:11.905466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-9b79f8ad-8a6f-4651-89ea-939ec837d5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189201 Oct 15 19:38:11.959900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791df64-cf06-4504-b404-1db3742d01dd None None] New status for floating IP 1ec1d9d7-ca72-4fef-82da-b6cd64553eed: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:38:12.002474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-eb743059-e1ff-4f72-bf5d-eadca7a48b8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 999 time: 0.1210785 Oct 15 19:38:12.020534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-8722d341-7de4-41a4-8985-9b079a309cf6 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137331 Oct 15 19:38:12.056353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04289073-d1c4-4d9e-b59b-f1c25d3c87d3 req-44e301c8-a072-4649-a72c-48fa436b2ae8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.064375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04289073-d1c4-4d9e-b59b-f1c25d3c87d3 req-44e301c8-a072-4649-a72c-48fa436b2ae8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1291907 Oct 15 19:38:12.123155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04289073-d1c4-4d9e-b59b-f1c25d3c87d3 req-971ba269-45dd-4b02-b830-b40bf61f5a07 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579331 Oct 15 19:38:12.128784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-70f5c106-b161-498e-85d1-5c5ee83eb538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.130246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-70f5c106-b161-498e-85d1-5c5ee83eb538 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.1130915 Oct 15 19:38:12.185745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-71bc3529-cd88-4836-a6e3-91cb8ae7e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.187230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-71bc3529-cd88-4836-a6e3-91cb8ae7e82e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483451 Oct 15 19:38:12.309664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57154a-71b3-4dd6-898c-3ee324fd2c80 req-aa68e847-a509-40ac-b086-ba0e7ab19b08 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.317169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c57154a-71b3-4dd6-898c-3ee324fd2c80 req-aa68e847-a509-40ac-b086-ba0e7ab19b08 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.1289217 Oct 15 19:38:12.332532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6f24c-eb72-4449-bfd7-5f43ee96b54a req-c42cf506-a434-4320-b2f0-fd5fdd464e7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.340884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aa6f24c-eb72-4449-bfd7-5f43ee96b54a req-c42cf506-a434-4320-b2f0-fd5fdd464e7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0690022 Oct 15 19:38:12.351530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-d457e09f-bee9-4440-979c-1071c634e5ad service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544564 Oct 15 19:38:12.405501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c57154a-71b3-4dd6-898c-3ee324fd2c80 req-570af4c0-6205-4876-a448-2520ef0c29c9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860541 Oct 15 19:38:12.436516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aa6f24c-eb72-4449-bfd7-5f43ee96b54a req-e95081e6-ba90-4554-a55e-fc67f7081c83 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943472 Oct 15 19:38:12.445929 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-727dae23-2d48-4a45-830f-c9098c20e096 req-8827afdc-3471-40e8-bb52-132e1f8c2aca service neutron] show failed (client error): The resource could not be found. Oct 15 19:38:12.447255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-8827afdc-3471-40e8-bb52-132e1f8c2aca service neutron] 10.222.0.15 "GET /v2.0/ports/aca569ae-cbb0-42e7-b2db-1a2e025063f2/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0989048 Oct 15 19:38:12.550206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eb2034b-bebb-43bc-95c5-51cf047cc00f req-e723034f-e88f-4243-b4e9-606c427dc561 service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920998 Oct 15 19:38:12.576406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697de72d-51cf-4925-9e84-9da50c2e5773 req-9ce641fd-f9c0-4fe8-b355-ed0c878c9ab2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.577907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-697de72d-51cf-4925-9e84-9da50c2e5773 req-9ce641fd-f9c0-4fe8-b355-ed0c878c9ab2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0647085 Oct 15 19:38:12.582509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-6eecceea-feb7-4881-93aa-257cc2ae62f9 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 258 time: 0.1365178 Oct 15 19:38:12.592854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:12.627660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-697de72d-51cf-4925-9e84-9da50c2e5773 req-4016281b-8bb0-46f1-b586-63a1f9393cda tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Oct 15 19:38:12.698800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:12.705453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34b01b42-b001-441e-92b3-a9f361e04560 req-7dfc5314-aeff-46f9-94e5-0f572430b7ed tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 210 time: 0.0260482 Oct 15 19:38:12.818487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:12.851468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af41f6-24db-4c05-b504-c38b267caa21 req-9bfd115d-1f5a-4192-a2b9-f25b7039c506 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:12.854766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01af41f6-24db-4c05-b504-c38b267caa21 req-9bfd115d-1f5a-4192-a2b9-f25b7039c506 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0719945 Oct 15 19:38:12.894434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01af41f6-24db-4c05-b504-c38b267caa21 req-a0d2dbd8-675c-462b-9530-30baa36db175 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341935 Oct 15 19:38:12.948694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Allocated IP 172.25.0.208 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a8bc8995-70df-4aa8-a746-692e18e61c6d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:13.054404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.108551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-331402c0-f374-454b-8d12-d3064377ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:13.110060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-331402c0-f374-454b-8d12-d3064377ecb6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0413837 Oct 15 19:38:13.123201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:13.178651 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.243144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:13.250721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:13.253377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:13.256017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event updated for resources: {'Port': ['ID=a8bc8995-70df-4aa8-a746-692e18e61c6d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:13.354997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.455208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.477652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.510799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29547b3-5360-4fa3-9dea-4c24c241c0f8 req-a485e368-3e0c-4e63-83cb-b27cd2589625 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:13.512257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f29547b3-5360-4fa3-9dea-4c24c241c0f8 req-a485e368-3e0c-4e63-83cb-b27cd2589625 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0893407 Oct 15 19:38:13.622045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f29547b3-5360-4fa3-9dea-4c24c241c0f8 req-6c4a5fe9-d629-492b-9ba4-582035bc0c66 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016519 Oct 15 19:38:13.684138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.747835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.774549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:13.811614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd94e6-d628-4bf8-8f45-1a968545fed2 req-f98717dc-d3f2-4c2a-9aa9-7429690349be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:13.813125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97dd94e6-d628-4bf8-8f45-1a968545fed2 req-f98717dc-d3f2-4c2a-9aa9-7429690349be tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0913041 Oct 15 19:38:13.820841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event updated for resources: {'Port': ['ID=a8bc8995-70df-4aa8-a746-692e18e61c6d,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:13.826730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:13.849253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.892082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:13.894414 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e164c735-23c2-44c4-8e35-a1d8c0778e59" -d '{"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-unplugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:13.900011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.911662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97dd94e6-d628-4bf8-8f45-1a968545fed2 req-f7ab33dc-33cd-4816-87ab-6f687c22c315 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638108 Oct 15 19:38:13.919759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Transition to ACTIVE for port object aca569ae-cbb0-42e7-b2db-1a2e025063f2 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:13.934261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:13.945232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-8acce7cf-e4c5-400c-bd9d-de79376b61f3 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3471503 Oct 15 19:38:14.003331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-15a4b79d-23f8-4743-9661-cdb3276a0835 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0603499 Oct 15 19:38:14.006481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:14.090761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] No DVR routers for this DVR port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:38:14.093006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:14.105725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335de321-395d-4d2a-96f8-17b0c1fc067a req-c01fea43-d1c4-4dbe-b599-272192b4a9da tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.113514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-335de321-395d-4d2a-96f8-17b0c1fc067a req-c01fea43-d1c4-4dbe-b599-272192b4a9da tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1395705 Oct 15 19:38:14.139072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-d36fcf19-81bc-40ee-808e-c7d00228c888 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.140887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f65c9e6-1655-4107-b911-88806ba266b2 req-d36fcf19-81bc-40ee-808e-c7d00228c888 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1367452 Oct 15 19:38:14.187199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:14.187742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:14.188078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:14.202909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-335de321-395d-4d2a-96f8-17b0c1fc067a req-aab4f80a-d0e2-49ac-ae06-0f9d14f9c515 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846453 Oct 15 19:38:14.216890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:14.217510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Attempting to bind port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:14.240426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:14.246695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:14.247576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:14.248261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Bound port: aca569ae-cbb0-42e7-b2db-1a2e025063f2, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:14.248833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:14.300945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2a541-1425-4b52-a46a-0c3b8d4efdee req-754c48b2-5208-48ee-afc2-b02150ec5a10 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.302665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04b2a541-1425-4b52-a46a-0c3b8d4efdee req-754c48b2-5208-48ee-afc2-b02150ec5a10 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0740459 Oct 15 19:38:14.333516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbff7d9-d8d0-4718-949c-a185ebe0b783 req-ae000cc8-a230-4eb0-ac26-a63dae13a3f2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 210 time: 0.0375125 Oct 15 19:38:14.359265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04b2a541-1425-4b52-a46a-0c3b8d4efdee req-cb63ffb2-249c-4a48-b105-35de265a19cb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495200 Oct 15 19:38:14.364224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:14.367501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:14.436524 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2deada67-4db2-4fcd-8862-6d72e3f02c31 x-openstack-request-id: req-2deada67-4db2-4fcd-8862-6d72e3f02c31 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:14.436822 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-unplugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:14.437074 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2deada67-4db2-4fcd-8862-6d72e3f02c31 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:14.437659 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'code': 200} Oct 15 19:38:14.459867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:14.502811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.503427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:14.505008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] 10.222.0.11 "PUT /v2.0/ports/aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 1097 time: 1.3864334 Oct 15 19:38:14.528797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8cc25-85e6-4d48-b71d-f8f5d6a2dca0 service neutron] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:14.536633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4b525-9c26-44e4-82df-103db6d3d15d req-75fc2100-3d80-498b-8b24-551adb50de70 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.538481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1e4b525-9c26-44e4-82df-103db6d3d15d req-75fc2100-3d80-498b-8b24-551adb50de70 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0894294 Oct 15 19:38:14.597034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-0c19e22d-cfa8-4115-850f-e80040141871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.599386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-0c19e22d-cfa8-4115-850f-e80040141871 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1100 time: 0.0536027 Oct 15 19:38:14.641038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1e4b525-9c26-44e4-82df-103db6d3d15d req-21e0b723-00c2-4674-aa70-c93c9a316f4f tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955505 Oct 15 19:38:14.820095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-6dd61f87-c8f9-4dce-865f-2477a79d4a48 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.822356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-6dd61f87-c8f9-4dce-865f-2477a79d4a48 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.2466002 Oct 15 19:38:14.827986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-1a2701ff-7a31-443d-8b91-6e5c0eac270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.829594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-1a2701ff-7a31-443d-8b91-6e5c0eac270c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2212141 Oct 15 19:38:14.842030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-b37078df-ca63-4bbd-81b0-08647d0c5b74 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.842699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4624-451e-4c44-8a7a-c4c26837b913 req-9a01fe78-96ab-416b-9deb-2172f855ff6b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:14.843453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-b37078df-ca63-4bbd-81b0-08647d0c5b74 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1075342 Oct 15 19:38:14.844734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ec4624-451e-4c44-8a7a-c4c26837b913 req-9a01fe78-96ab-416b-9deb-2172f855ff6b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0899467 Oct 15 19:38:14.849363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Request body: {'port': {'device_id': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'admin_state_up': True, 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:14.946343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-3ff1ecb7-c198-48cd-acbc-4c6b0a467f50 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.1017373 Oct 15 19:38:14.960293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ec4624-451e-4c44-8a7a-c4c26837b913 req-af404f4d-d1ba-40f9-88b5-0019644c1543 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074479 Oct 15 19:38:14.968913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-9ee37627-ddac-4db9-ab3a-bb662029f483 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1171947 Oct 15 19:38:15.007304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-cbfc5f03-8f7d-40f9-9dc3-3afb10e250b0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'floatingip': {'port_id': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:15.051802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-cbfc5f03-8f7d-40f9-9dc3-3afb10e250b0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:15.082507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da702c-0a78-4bb8-985f-d08703a91046 req-5b41d58c-4005-4bf3-8887-dbbb11ab08d2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.084306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37da702c-0a78-4bb8-985f-d08703a91046 req-5b41d58c-4005-4bf3-8887-dbbb11ab08d2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0515239 Oct 15 19:38:15.097542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-effa9b1a-2997-4069-9184-f960cea94d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.098963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-effa9b1a-2997-4069-9184-f960cea94d8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1412406 Oct 15 19:38:15.112734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:15.116303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:15.141393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37da702c-0a78-4bb8-985f-d08703a91046 req-c7b2614d-4244-48f9-8904-e2236b5b061d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484321 Oct 15 19:38:15.209090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dae23-2d48-4a45-830f-c9098c20e096 req-c7951493-90ea-44e0-8d5e-02719c89e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.210587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-c7951493-90ea-44e0-8d5e-02719c89e178 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0955226 Oct 15 19:38:15.278293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Allocated IP 172.20.0.7 (42558f72-1a18-47a4-9f4f-8f884b0c4c0f/830ba777-b386-44bf-9c69-edac037513b2/ae7103f2-482e-4f84-8a61-736dc421cd47) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:15.370916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762f60-efa7-4143-9255-5eb976cc8470 req-bae13d07-5516-48d6-82c1-71b9e7240690 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.372520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87762f60-efa7-4143-9255-5eb976cc8470 req-bae13d07-5516-48d6-82c1-71b9e7240690 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0826671 Oct 15 19:38:15.386660 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-cbfc5f03-8f7d-40f9-9dc3-3afb10e250b0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 19:38:15.387711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c2d168-56ef-4246-bfc4-53a2fc006d54 req-cbfc5f03-8f7d-40f9-9dc3-3afb10e250b0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "PUT /v2.0/floatingips/1b9c9322-c15a-494c-a192-ad40657f4aa2 HTTP/1.1" status: 409 len: 550 time: 0.3865421 Oct 15 19:38:15.390107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-3ada24e5-a738-408a-b3fd-a273dff06267 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422641 Oct 15 19:38:15.466389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87762f60-efa7-4143-9255-5eb976cc8470 req-c8edaccb-9ed7-461f-998b-4b78eca59d2f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Oct 15 19:38:15.504732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbac7c0a-590a-44eb-bd6c-9f1287058028 req-3a2f1b2b-2688-4005-8577-52b7f0808d00 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 210 time: 0.0323341 Oct 15 19:38:15.512158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:15.536284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727dae23-2d48-4a45-830f-c9098c20e096 req-a7833ca9-06d2-499b-8c03-c645f641a095 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333435 Oct 15 19:38:15.610355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-2858c539-8656-4bbe-834a-d3b56fd03788 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips/1b9c9322-c15a-494c-a192-ad40657f4aa2 HTTP/1.1" status: 200 len: 693 time: 0.0448647 Oct 15 19:38:15.644677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550c388-c761-488a-b6df-29ea68ca0b80 req-7dabfb3d-93a2-4d0f-b5a1-e1e645f7749b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.646396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4550c388-c761-488a-b6df-29ea68ca0b80 req-7dabfb3d-93a2-4d0f-b5a1-e1e645f7749b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0620215 Oct 15 19:38:15.676921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:15.696236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:15.730464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:15.737752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:38:15.741861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:15.744675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:15.755944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484c05e-5458-4cb7-b246-215579b909f2 req-50f348c1-daa6-46a9-917b-4c808c2f487d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.757529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-50f348c1-daa6-46a9-917b-4c808c2f487d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1409836 Oct 15 19:38:15.777857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-52493e03-6a2c-4f9f-91cc-53d75675bef1 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:15.779220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-52493e03-6a2c-4f9f-91cc-53d75675bef1 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065372 Oct 15 19:38:15.780056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4550c388-c761-488a-b6df-29ea68ca0b80 req-73405426-4c27-4873-a903-056da313edcd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247597 Oct 15 19:38:15.797432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:15.821064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:15.824105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:15.858528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-af3f7901-e8d3-48e9-8d69-d96e2d8326dd tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0702381 Oct 15 19:38:15.912282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-2f99cc17-6ed5-47e6-83e7-896425da0f2a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0485036 Oct 15 19:38:15.924212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-2af3000c-5b2b-46de-b1bd-8064f0d28284 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0783393 Oct 15 19:38:15.956720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Request body: {'port': {'device_id': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:16.038709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78144a8b-0873-48ec-9bc7-0a066a2a86d0 req-a33242d9-5d98-4bfd-b62a-90b6f2c80515 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.040453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78144a8b-0873-48ec-9bc7-0a066a2a86d0 req-a33242d9-5d98-4bfd-b62a-90b6f2c80515 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1104174 Oct 15 19:38:16.050217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.051346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Deleting port a8bc8995-70df-4aa8-a746-692e18e61c6d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:16.051716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.128495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78144a8b-0873-48ec-9bc7-0a066a2a86d0 req-bbe02987-93c6-4a4b-8665-ecd4e51fbbb3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693572 Oct 15 19:38:16.132048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.132580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.146399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Calling delete_port for a8bc8995-70df-4aa8-a746-692e18e61c6d owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:16.343911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b920-8b61-457d-929d-50a8519a6139 req-739cce92-d547-437c-9a4a-a497a2bb2075 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.345384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3988b920-8b61-457d-929d-50a8519a6139 req-739cce92-d547-437c-9a4a-a497a2bb2075 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0977850 Oct 15 19:38:16.356032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.387287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event deleted for resources: {'Port': ['ID=a8bc8995-70df-4aa8-a746-692e18e61c6d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:16.428330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3988b920-8b61-457d-929d-50a8519a6139 req-68e21e60-574f-4715-87b3-ed1e4f0ef96a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765605 Oct 15 19:38:16.442470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:16.445092 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bd5138-a438-4b34-be54-61d75c954c62" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:16.445575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7103f2-482e-4f84-8a61-736dc421cd47 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:16.455069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.465150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.468060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.469350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e484c05e-5458-4cb7-b246-215579b909f2 req-e3fce39c-de84-4ca0-af78-698f9b6ec004 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b9c9322-c15a-494c-a192-ad40657f4aa2 HTTP/1.1" status: 204 len: 173 time: 0.5500603 Oct 15 19:38:16.469561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Transition to ACTIVE for port object ae7103f2-482e-4f84-8a61-736dc421cd47 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:16.535959 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c475cd5-3ecf-4bef-a823-5bd620909908 x-openstack-request-id: req-6c475cd5-3ecf-4bef-a823-5bd620909908 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:16.536301 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:16.537624 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c475cd5-3ecf-4bef-a823-5bd620909908 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:16.538024 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'status': 'completed', 'code': 200} Oct 15 19:38:16.540920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.612531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:16.630470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f76962-3170-4492-a686-d31d87edbfba req-de085e77-0ece-42af-bc03-f7ca04342dca tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.639257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f76962-3170-4492-a686-d31d87edbfba req-de085e77-0ece-42af-bc03-f7ca04342dca tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.1140232 Oct 15 19:38:16.716107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-91588585-869a-43ff-a73d-027f9a658c09 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1001 time: 0.1593108 Oct 15 19:38:16.718889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-7832410e-554e-4628-bc88-f491120b71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.721119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-7832410e-554e-4628-bc88-f491120b71ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1100 time: 0.1549439 Oct 15 19:38:16.723229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f76962-3170-4492-a686-d31d87edbfba req-69c4a3b3-12cc-441d-8eb1-b732d4987f6a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Oct 15 19:38:16.757753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-b477eb0f-6d53-4150-9fe0-521fee37f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.760758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:16.760758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:16.761003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:16.764905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-b477eb0f-6d53-4150-9fe0-521fee37f56e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1100 time: 0.1459312 Oct 15 19:38:16.773938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:16.774268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:16.790338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:16.790669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:16.791048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:16.791550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Bound port: ae7103f2-482e-4f84-8a61-736dc421cd47, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:16.796221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:16.872781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f675e7-ad06-44fd-b63b-bab0d57db7e2 req-c01a3014-109b-4922-9a91-7d6fb08b4422 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.876941 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48f675e7-ad06-44fd-b63b-bab0d57db7e2 req-c01a3014-109b-4922-9a91-7d6fb08b4422 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0986600 Oct 15 19:38:16.885970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-aa431a57-6bfe-4253-bd09-97ff74c7beff tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.887126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-aa431a57-6bfe-4253-bd09-97ff74c7beff tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports/ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 942 time: 0.1340561 Oct 15 19:38:16.898553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:16.903192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:16.955592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48f675e7-ad06-44fd-b63b-bab0d57db7e2 req-09d84a4a-e358-4e6d-a696-b4e2a2b70240 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Oct 15 19:38:16.989282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-d0d85b75-6e74-48f0-9cc7-5080559f497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:16.990720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-d0d85b75-6e74-48f0-9cc7-5080559f497d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2616386 Oct 15 19:38:16.999234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:17.013836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-df58cdec-53fa-42f3-8bd2-d9f5895a8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.015273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-df58cdec-53fa-42f3-8bd2-d9f5895a8c5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2269163 Oct 15 19:38:17.052829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-847320ff-e3a1-404c-b7f3-6710f7b3bddc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.0511796 Oct 15 19:38:17.090366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:17.095383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.096037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:17.097460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-41d1d7b8-69bf-490c-9c32-68889a1cfb31 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 1092 time: 1.1481752 Oct 15 19:38:17.097919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:17.100265 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23294c85-1923-489d-8bcf-7bef5e448efd" -d '{"events": [{"name": "network-changed", "server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:17.128222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbc4f5-6780-4db4-86eb-093ea0d32163 req-bed23a52-87f7-41e2-9fab-de3863329c81 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.130080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3cbbc4f5-6780-4db4-86eb-093ea0d32163 req-bed23a52-87f7-41e2-9fab-de3863329c81 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0818834 Oct 15 19:38:17.174942 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3cbbc4f5-6780-4db4-86eb-093ea0d32163 req-7ca4bf5e-bd9d-433c-95f6-df1961e7ce8e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Oct 15 19:38:17.302841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-11f70fae-7375-4ac7-9ec8-c9d7d8a4e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.304378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-11f70fae-7375-4ac7-9ec8-c9d7d8a4e676 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1095 time: 0.0821171 Oct 15 19:38:17.316760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5254e8-f2d4-402e-b742-4337dc06873c req-3244af4f-e829-432e-b23c-7899f479e1d1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.318259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f5254e8-f2d4-402e-b742-4337dc06873c req-3244af4f-e829-432e-b23c-7899f479e1d1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0640635 Oct 15 19:38:17.351778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-9096f2ec-ff60-4ec0-91aa-cc76131800d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.3070753 Oct 15 19:38:17.365530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-ba4ed472-a658-452b-9f9a-789f83e4fe60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 217 time: 0.0462310 Oct 15 19:38:17.374690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-5cab19d7-0779-4364-9856-d27d122ab5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1001 time: 0.4379888 Oct 15 19:38:17.412751 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:38:17.421950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f5254e8-f2d4-402e-b742-4337dc06873c req-a90a5351-00ed-4f86-9e80-47adc6877ea2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959818 Oct 15 19:38:17.437386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-044437de-54f0-487e-88ff-071e395ceaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.439049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-044437de-54f0-487e-88ff-071e395ceaec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0613005 Oct 15 19:38:17.445758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-2afcb178-9aa6-4b9f-b810-7bd010aa705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.447230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-2afcb178-9aa6-4b9f-b810-7bd010aa705f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1074128 Oct 15 19:38:17.483763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-3fec9da2-3fb7-41af-80b3-47468811a2fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366547 Oct 15 19:38:17.518543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-2af3aaaa-f2c9-40be-b2f5-99f36c803329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.520008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-2af3aaaa-f2c9-40be-b2f5-99f36c803329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1488242 Oct 15 19:38:17.574542 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be1eb81-c024-4df1-a836-a75983d21106 x-openstack-request-id: req-8be1eb81-c024-4df1-a836-a75983d21106 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:17.575097 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:17.575326 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8be1eb81-c024-4df1-a836-a75983d21106 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:17.575818 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'status': 'completed', 'code': 200} Oct 15 19:38:17.591361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-dccf77a5-356c-41f4-9346-c0950c8b417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.592882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-dccf77a5-356c-41f4-9346-c0950c8b417a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1318052 Oct 15 19:38:17.604489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-590c7897-5266-45fe-a6df-22bf021e9ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.605935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-590c7897-5266-45fe-a6df-22bf021e9ac6 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2189643 Oct 15 19:38:17.622514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-55a201ec-9a1b-40d4-95ee-7e8422dd9f75 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301048 Oct 15 19:38:17.632985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-8cb85b65-c93a-4b52-8bc1-24ee12b8b0af tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:17.633601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-8cb85b65-c93a-4b52-8bc1-24ee12b8b0af tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0180798 Oct 15 19:38:17.638474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-b56b4e7e-baf7-450c-b130-11b91b767a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.639946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-b56b4e7e-baf7-450c-b130-11b91b767a34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102538 Oct 15 19:38:17.720775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e1265-312c-4448-b489-c58231bbc865 req-7299d6eb-29d4-41d6-9d93-916ad3633af1 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.722267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c4e1265-312c-4448-b489-c58231bbc865 req-7299d6eb-29d4-41d6-9d93-916ad3633af1 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1157312 Oct 15 19:38:17.761150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8808992-c0fe-4942-b7b5-fdfebe486ac4 req-4d0bdbf7-2cf0-412b-9f11-c7918d9ea75a service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236665 Oct 15 19:38:17.792269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c4e1265-312c-4448-b489-c58231bbc865 req-ef52fcc1-916d-471c-95f8-ffade8f59b44 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Oct 15 19:38:17.825146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-191810b2-d279-47ef-8bba-9653d8727b34 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174077 Oct 15 19:38:17.828203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-5a693f40-b74c-4973-9a24-42363cc8c72e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 1001 time: 0.1800520 Oct 15 19:38:17.858933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:17.905734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-7ad6cb35-d237-4dab-9129-b880d7fa0a89 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562933 Oct 15 19:38:17.931448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c0e7a-3f76-44f4-8ca0-57b72d1d4895 req-a2e95c65-97f9-4870-b33e-d23d7e271f8b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:17.938221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e3c0e7a-3f76-44f4-8ca0-57b72d1d4895 req-a2e95c65-97f9-4870-b33e-d23d7e271f8b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0624173 Oct 15 19:38:18.019873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e3c0e7a-3f76-44f4-8ca0-57b72d1d4895 req-ea9ed9e8-38cb-4214-a8d0-94f92ad631a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694740 Oct 15 19:38:18.028436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294c85-1923-489d-8bcf-7bef5e448efd req-9e329a1d-079e-48c8-87a2-eeb544dc05b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.030811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-9e329a1d-079e-48c8-87a2-eeb544dc05b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1095 time: 0.0616879 Oct 15 19:38:18.034986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:18.117901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-8d9792f6-3e9a-4a92-ad56-5f53c698b908 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852182 Oct 15 19:38:18.122316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8bd5138-a438-4b34-be54-61d75c954c62 req-a96c36ab-046c-411b-8c8a-a72ee46466b2 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009482 Oct 15 19:38:18.182913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294c85-1923-489d-8bcf-7bef5e448efd req-65a53b3e-573e-45df-802a-2777b857b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.184678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-65a53b3e-573e-45df-802a-2777b857b2ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1373689 Oct 15 19:38:18.193140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778ad07-2b4b-4bed-832b-2d2b2a9a03ed req-689630ee-ab43-4f10-90d3-1fa485473bfe tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.195591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2778ad07-2b4b-4bed-832b-2d2b2a9a03ed req-689630ee-ab43-4f10-90d3-1fa485473bfe tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0811148 Oct 15 19:38:18.219743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:18.240613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-3d2efe01-99e7-42d0-8078-957e1408f8c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 217 time: 0.0444140 Oct 15 19:38:18.281042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:18.281394 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Floating IP 1ec1d9d7-ca72-4fef-82da-b6cd64553eed disassociated. External IP: 172.25.0.101, port: ac6cb4de-5d10-49c6-bafe-ecc0352dfce0. Oct 15 19:38:18.294798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2778ad07-2b4b-4bed-832b-2d2b2a9a03ed req-a99bfcd1-c005-41a2-9b34-7ed07b6399e8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925906 Oct 15 19:38:18.316405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294c85-1923-489d-8bcf-7bef5e448efd req-b2e3d580-43a9-4c1d-9a75-5b3c43b070a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.316405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-b2e3d580-43a9-4c1d-9a75-5b3c43b070a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0587783 Oct 15 19:38:18.346437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-85fa02d5-941f-4d9e-8212-5726550304e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298316 Oct 15 19:38:18.428278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dab91568-ff8c-47e4-9506-88c9e5ced59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:18.453769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54090-28dc-48a6-a2f8-f034b88c144e req-b3923a9b-d453-456c-90e8-3a4d8d6894d5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.455284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c54090-28dc-48a6-a2f8-f034b88c144e req-b3923a9b-d453-456c-90e8-3a4d8d6894d5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1051254 Oct 15 19:38:18.491973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-1de7cfcc-8e98-4f2f-9c6e-2f0d080eb6d7 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326745 Oct 15 19:38:18.499364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:38:18.515840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c54090-28dc-48a6-a2f8-f034b88c144e req-cd7f7dd5-06c6-4207-842b-4647dcd81dc9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524602 Oct 15 19:38:18.616154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:38:18.624467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:18.628619 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Sync routers for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:38:18.640218 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:18.641324 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:18.655127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-05239047-8e2e-4645-a83c-f83201eb7e7e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "PUT /v2.0/floatingips/1ec1d9d7-ca72-4fef-82da-b6cd64553eed HTTP/1.1" status: 200 len: 695 time: 0.8019798 Oct 15 19:38:18.655827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:18.658341 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164" -d '{"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:18.717984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-d0360aab-c46d-491f-8888-1c0b7159a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.719767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-d0360aab-c46d-491f-8888-1c0b7159a0d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1097 time: 0.0488870 Oct 15 19:38:18.758298 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:18.815593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-321c592b-71d8-44a6-98b2-917e4c93f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.817634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-321c592b-71d8-44a6-98b2-917e4c93f15d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 929 time: 0.0906765 Oct 15 19:38:18.870230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-62ad98d0-3c36-427b-b5b2-cfeaead0204a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 217 time: 0.0441394 Oct 15 19:38:18.880021 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23294c85-1923-489d-8bcf-7bef5e448efd req-01f18b22-6031-4a9f-adc0-24417ed56073 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788872 Oct 15 19:38:18.893583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9d4f7-916f-47fc-910e-368d08342812 req-b9df4888-8cf9-4b52-82c4-50d413db9a7c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.897708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5c9d4f7-916f-47fc-910e-368d08342812 req-b9df4888-8cf9-4b52-82c4-50d413db9a7c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0775430 Oct 15 19:38:18.926997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-401cd1f3-e791-49d1-a656-28c0b9fb4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.928697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-401cd1f3-e791-49d1-a656-28c0b9fb4414 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.0525904 Oct 15 19:38:18.946411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5c9d4f7-916f-47fc-910e-368d08342812 req-4cadf135-3bd9-4108-ad8d-49dfcfd7ed94 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 Oct 15 19:38:18.981268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-0ce4d79f-ffcb-4500-ad7d-f4c32d366738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:18.981461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:18.983229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-0ce4d79f-ffcb-4500-ad7d-f4c32d366738 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466621 Oct 15 19:38:19.008136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Checking router: 991d95e6-60ab-4cc2-b2cc-df6a68a92470 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:38:19.017723 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:19.018645 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:37:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:19.063797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8c203-b3a0-47fe-b443-ffbfdd7b2448 req-e394d155-4351-4edd-8024-04e40a870ccb tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.065086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94e8c203-b3a0-47fe-b443-ffbfdd7b2448 req-e394d155-4351-4edd-8024-04e40a870ccb tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 1101 time: 0.0427632 Oct 15 19:38:19.081524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-ecc3bc52-6030-4512-a414-a18d7a77197f service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917611 Oct 15 19:38:19.102857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94e8c203-b3a0-47fe-b443-ffbfdd7b2448 req-126c39d7-dac0-43f3-a3ea-de7bd81b92b1 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Oct 15 19:38:19.129530 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:19.214621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108415a6-ffcb-4346-8b29-e98c6cbd52c3 req-622fdc11-6941-4df8-9f61-8f63da31f2da service neutron] 10.222.0.13 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208892 Oct 15 19:38:19.225909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf34edf-0380-4f04-b9ba-f8059fa26957 req-d15134d0-8a4d-4737-9c70-6647bbbd6f40 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.227490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccf34edf-0380-4f04-b9ba-f8059fa26957 req-d15134d0-8a4d-4737-9c70-6647bbbd6f40 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0611837 Oct 15 19:38:19.267091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ccf34edf-0380-4f04-b9ba-f8059fa26957 req-aaaceadf-8dd1-4da2-8280-5d196392b86c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327325 Oct 15 19:38:19.348115 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77cc47f-8e5b-47b7-b9e0-d114d6fc2b91 x-openstack-request-id: req-b77cc47f-8e5b-47b7-b9e0-d114d6fc2b91 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:19.348677 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:19.353643 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b77cc47f-8e5b-47b7-b9e0-d114d6fc2b91 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:19.353643 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'status': 'completed', 'code': 200} Oct 15 19:38:19.448005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a12f7a-4976-425e-9892-b9c63943b268 req-2615b290-9464-48e8-a5d3-9cf01e1fa01b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.449504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a12f7a-4976-425e-9892-b9c63943b268 req-2615b290-9464-48e8-a5d3-9cf01e1fa01b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 948 time: 0.0516255 Oct 15 19:38:19.462760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534265be-6237-46a5-bd6a-f7754cffd02b req-2a62eafa-d7f9-46c6-8eef-8737fddc6fbf tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.464312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-534265be-6237-46a5-bd6a-f7754cffd02b req-2a62eafa-d7f9-46c6-8eef-8737fddc6fbf tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0719588 Oct 15 19:38:19.466983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-9ad4bf64-2a86-4fbc-b647-c73eaa92a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.468405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-9ad4bf64-2a86-4fbc-b647-c73eaa92a883 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=95d8c285438c40488a0797a4060831bc&device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 1097 time: 0.0873232 Oct 15 19:38:19.468991 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:19.497029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c5b8b1-54f8-4495-a641-2e9f05299397 None None] The sync data for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 is: [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b', 'name': '', 'network_id': 'dba2d243-eee9-428f-a6d5-971b8a681184', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'mac_address': 'fa:16:3e:95:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:47Z', 'updated_at': '2021-10-15T19:37:52Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'subnets': [{'id': '4b28beec-d435-4b6a-86aa-9aa776e63d78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:38:19.504981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a12f7a-4976-425e-9892-b9c63943b268 req-15566b10-6278-4cfa-9eaa-1e2e3a54aba8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Oct 15 19:38:19.533928 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-534265be-6237-46a5-bd6a-f7754cffd02b req-13f61125-d992-4e3c-8b64-083ff6730297 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Oct 15 19:38:19.616441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-c357f220-a214-4696-a15d-e887a970e17a tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips/1ec1d9d7-ca72-4fef-82da-b6cd64553eed HTTP/1.1" status: 200 len: 695 time: 0.0531638 Oct 15 19:38:19.623059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-4b7b7878-cfc8-494b-a487-4f25c65d77fc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238192 Oct 15 19:38:19.656225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-8b2a799a-4c71-4294-b7b7-06d78189dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.657676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-8b2a799a-4c71-4294-b7b7-06d78189dbea service neutron] 10.222.0.15 "GET /v2.0/networks?id=dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 200 len: 929 time: 0.1795964 Oct 15 19:38:19.667401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:19.731946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-c87e8f90-f355-4d6b-9dcc-43d3a3d083c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 200 len: 217 time: 0.0629249 Oct 15 19:38:19.744735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-251b6c14-29cb-44ac-8144-3c3a191c54b7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.751735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-251b6c14-29cb-44ac-8144-3c3a191c54b7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226480 Oct 15 19:38:19.768628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-6197567b-8e43-46a0-b12d-796a59672f02 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0154574 Oct 15 19:38:19.783355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c394bf-fe02-4d06-a3e2-06aa4d5849bc None None] New status for floating IP 1ec1d9d7-ca72-4fef-82da-b6cd64553eed: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:38:19.786274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:19.806718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-cc4cbe48-3ed3-4a0c-b06b-b8d10232b281 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.808138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-cc4cbe48-3ed3-4a0c-b06b-b8d10232b281 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1853499 Oct 15 19:38:19.811809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-3ea6ac89-18ed-475b-a60d-bdd4c78426a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.813152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-3ea6ac89-18ed-475b-a60d-bdd4c78426a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 200 len: 867 time: 0.0715282 Oct 15 19:38:19.820491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-93e35898-2a02-4dea-8aae-0deda5976159 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:19.821521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-93e35898-2a02-4dea-8aae-0deda5976159 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062747 Oct 15 19:38:19.835309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-5d62c599-d86b-4836-a368-65114ca91cff tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0656693 Oct 15 19:38:19.862066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'mac_address': 'fa:16:3e:5f:5b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:38:19.891528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-a4e5e868-64b4-41b7-9f89-cb55cd955a6c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 698 time: 0.0607672 Oct 15 19:38:19.900546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-2d59fd36-23e1-48e6-8d4d-ee3a5c4e81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:19.902602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-2d59fd36-23e1-48e6-8d4d-ee3a5c4e81a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dba2d243-eee9-428f-a6d5-971b8a681184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801587 Oct 15 19:38:19.967427 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-38456426-52e5-4c62-8f1a-be2faedb0b4c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.101 HTTP/1.1" status: 200 len: 698 time: 0.0686612 Oct 15 19:38:20.006710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.028926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca569ae-cbb0-42e7-b2db-1a2e025063f2 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:20.052129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:20.111320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.124725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-f26d9356-fca0-493a-808c-bf64994c8ede service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140164 Oct 15 19:38:20.130805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3791-ad72-477f-b732-4d4136d3d151 req-0b4fef0c-49c2-425e-a8ba-9fccf5a90575 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.132539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90bf3791-ad72-477f-b732-4d4136d3d151 req-0b4fef0c-49c2-425e-a8ba-9fccf5a90575 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0574872 Oct 15 19:38:20.200168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90bf3791-ad72-477f-b732-4d4136d3d151 req-9be3b6c3-1726-4b6e-9170-662a77991ca8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586903 Oct 15 19:38:20.233623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:20.275067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Deleting port 311f39d4-6409-4e97-a4dd-3cf0a5c7f511 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:20.275409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.281087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a8340dd-4ea4-49b6-8f5a-ed96e548a164 req-afeb4e4f-cdb6-454b-b494-c903a17caf4e service neutron] 10.222.0.15 "GET /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402450 Oct 15 19:38:20.318406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110c835-324b-4808-8acc-1b04630a868e req-5b76d900-ab9c-454c-8270-2855dcbfeafd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.319980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b110c835-324b-4808-8acc-1b04630a868e req-5b76d900-ab9c-454c-8270-2855dcbfeafd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Oct 15 19:38:20.359417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b110c835-324b-4808-8acc-1b04630a868e req-3545ebb3-9dcc-4191-8f1f-c08ecfb02866 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Oct 15 19:38:20.361644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.362084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.375178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Calling delete_port for 311f39d4-6409-4e97-a4dd-3cf0a5c7f511 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:20.428827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-661957fc-1095-4e9a-9090-e37cbd889085 req-d3b693ae-7ace-473f-871f-137384a6953c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0259895 Oct 15 19:38:20.549572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591a34-540f-45b6-aa63-d420a0af4264 req-01ed6871-3b91-441a-b639-84f46698e418 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.550989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4591a34-540f-45b6-aa63-d420a0af4264 req-01ed6871-3b91-441a-b639-84f46698e418 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0533228 Oct 15 19:38:20.589329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4591a34-540f-45b6-aa63-d420a0af4264 req-b9d005a3-3927-4a1f-9356-7314af598709 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Oct 15 19:38:20.618332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.644283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event deleted for resources: {'Port': ['ID=311f39d4-6409-4e97-a4dd-3cf0a5c7f511,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:20.708568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.711227 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:20.713530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94a6a36-e3ca-4bb2-a713-c53ec8056fd2 req-724cb1a3-0437-4b78-9138-8d14c4f51afb tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "DELETE /v2.0/floatingips/1ec1d9d7-ca72-4fef-82da-b6cd64553eed HTTP/1.1" status: 204 len: 173 time: 0.7384956 Oct 15 19:38:20.760978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074f30a-7de9-4730-8b76-a6ee60dbde60 req-fbcee4a5-854f-40d6-9eef-18a306fcfeb1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.762508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7074f30a-7de9-4730-8b76-a6ee60dbde60 req-fbcee4a5-854f-40d6-9eef-18a306fcfeb1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0558665 Oct 15 19:38:20.801142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7074f30a-7de9-4730-8b76-a6ee60dbde60 req-cae5e874-78ef-4a23-9bfc-9473fff5b7ec tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Oct 15 19:38:20.808361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973cf10-b15b-4d87-8fd2-d18ddfe81e4e req-f0bd9c37-5088-4bd8-86c4-c6f9f6a51e50 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.809862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f973cf10-b15b-4d87-8fd2-d18ddfe81e4e req-f0bd9c37-5088-4bd8-86c4-c6f9f6a51e50 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0494850 Oct 15 19:38:20.850201 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f973cf10-b15b-4d87-8fd2-d18ddfe81e4e req-0e1a3189-750e-4546-b4c9-ec702907bb8e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Oct 15 19:38:20.920013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cec6d0-6003-4eb2-8b1e-25cfb12c861e req-f62c7645-b196-4bd7-b09a-2c1c025d6877 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:20.921445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28cec6d0-6003-4eb2-8b1e-25cfb12c861e req-f62c7645-b196-4bd7-b09a-2c1c025d6877 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0505552 Oct 15 19:38:20.965822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28cec6d0-6003-4eb2-8b1e-25cfb12c861e req-ebe6847c-7217-48c8-852c-2f6c4c0f51c0 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0383532 Oct 15 19:38:21.024252 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-340e0a03-8707-47e7-94d0-46e2bb8cc564 req-7f430825-1776-4a43-b23c-b15dc7029607 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0380270 Oct 15 19:38:21.324070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a4786-dd60-4067-a16f-d7b2280c0155 req-1b861c26-5cd7-494e-b4fd-bf9d7c6b92e7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.325633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-193a4786-dd60-4067-a16f-d7b2280c0155 req-1b861c26-5cd7-494e-b4fd-bf9d7c6b92e7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0530770 Oct 15 19:38:21.365247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-193a4786-dd60-4067-a16f-d7b2280c0155 req-8d19a256-0f87-49d2-ad15-0f4f7ec4904f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335965 Oct 15 19:38:21.389853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39e8bb21-3c60-4426-9ad9-0ccc5cae33e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:21.469207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b918930-753e-4b03-a793-2dea6c41bdb7 req-a3e32dcc-86ed-4d13-97b0-18161619057d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.470799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b918930-753e-4b03-a793-2dea6c41bdb7 req-a3e32dcc-86ed-4d13-97b0-18161619057d tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.0509329 Oct 15 19:38:21.485397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a44de-6f0d-44bb-9b07-bc4f23cb7763 req-2466b364-7405-4b13-af0a-d0d75c0bac5d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.486877 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-904a44de-6f0d-44bb-9b07-bc4f23cb7763 req-2466b364-7405-4b13-af0a-d0d75c0bac5d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0490913 Oct 15 19:38:21.510775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b918930-753e-4b03-a793-2dea6c41bdb7 req-5b7ac118-5359-4363-8c94-4d45786df393 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324924 Oct 15 19:38:21.532043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-904a44de-6f0d-44bb-9b07-bc4f23cb7763 req-32b692b7-61d6-43ba-87fa-6f2816dca113 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389421 Oct 15 19:38:21.591205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33d33130-8228-49a1-bd4e-8b659144cd96 req-faa36dc5-9cf0-443b-9582-c05bc454f13f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0265803 Oct 15 19:38:21.703037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04208b89-5750-4673-bf11-14599546e899 req-541e9a2a-2f40-4228-9f38-bcb45f910105 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.704562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04208b89-5750-4673-bf11-14599546e899 req-541e9a2a-2f40-4228-9f38-bcb45f910105 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0487473 Oct 15 19:38:21.731532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:21.742993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04208b89-5750-4673-bf11-14599546e899 req-941a733c-ea52-4723-be19-47654ec4192f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Oct 15 19:38:21.827937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:21.840069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'port_id': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'mac_address': 'fa:16:3e:fb:82:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba777-b386-44bf-9c69-edac037513b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:38:21.887354 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:21.901270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7103f2-482e-4f84-8a61-736dc421cd47 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:21.921927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:21.926120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977d7e5-3b05-43fe-958d-922423290864 req-a32d5cf7-110b-4279-b117-e2c987379883 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.927980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4977d7e5-3b05-43fe-958d-922423290864 req-a32d5cf7-110b-4279-b117-e2c987379883 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0562062 Oct 15 19:38:21.967783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4977d7e5-3b05-43fe-958d-922423290864 req-372743b1-eb97-413d-8b15-d4a9aa38add6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Oct 15 19:38:21.969935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c0361-958e-4820-aedb-e1b3fdbe2502 req-6e60c551-c5ca-47c2-90af-2a3ff3f26b18 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:21.971653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db7c0361-958e-4820-aedb-e1b3fdbe2502 req-6e60c551-c5ca-47c2-90af-2a3ff3f26b18 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0525887 Oct 15 19:38:22.011322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.015982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db7c0361-958e-4820-aedb-e1b3fdbe2502 req-77eb0ddd-5654-4c34-8694-3ac70a290388 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379210 Oct 15 19:38:22.060334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:22.082029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-ae419f10-59a6-4a32-9b4f-c73bc9cc32d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211587 Oct 15 19:38:22.194372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-9b75153e-7b21-4db2-b4bc-6b7c798b02c2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:22.204643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-9b75153e-7b21-4db2-b4bc-6b7c798b02c2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067560 Oct 15 19:38:22.209653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': '4f62fa2d-1d2e-407e-b704-914133032590', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:22.329534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.331711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.430140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:22.434469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.464393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ae7103f2-482e-4f84-8a61-736dc421cd47'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:22.496272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.544065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dcac4-7ec3-4e35-b888-ce251b023696 req-cccb36ab-812b-4bef-b05b-fde7216bf6a1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:22.545288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-114dcac4-7ec3-4e35-b888-ce251b023696 req-cccb36ab-812b-4bef-b05b-fde7216bf6a1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1085563 Oct 15 19:38:22.623097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.636736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-114dcac4-7ec3-4e35-b888-ce251b023696 req-063d3826-8571-409d-8b23-128aa60279a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802276 Oct 15 19:38:22.652177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.70 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/de030ab9-a55c-460b-b982-b06799f65087) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:22.672518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4ff13-5258-4002-91bc-7384b467e5da req-cc579498-fdd9-4034-8852-deb2c4c70711 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:22.680936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-08e4ff13-5258-4002-91bc-7384b467e5da req-cc579498-fdd9-4034-8852-deb2c4c70711 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.0755482 Oct 15 19:38:22.718223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-08e4ff13-5258-4002-91bc-7384b467e5da req-23d941ea-7042-4fa1-98fb-9efd1210100e tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/security-groups?id=34456250-2c80-42f9-bb49-8d28455d3868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Oct 15 19:38:22.809360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45af4b9d-471c-4030-8264-14f69f0b1fd5 req-2e48eec9-c44e-4616-98a6-8d93ed633aa5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0299144 Oct 15 19:38:22.815651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9d515-115a-4b19-bef1-9166f89b4d7a req-9cbe62a5-0d34-455f-b333-38a4085c42d2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:22.817166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9e9d515-115a-4b19-bef1-9166f89b4d7a req-9cbe62a5-0d34-455f-b333-38a4085c42d2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.1151013 Oct 15 19:38:22.874599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:22.887828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9e9d515-115a-4b19-bef1-9166f89b4d7a req-e585b06f-6c4b-432f-ab7b-ff447efd84c4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601468 Oct 15 19:38:22.997170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f30b30-2a5c-4db3-85d3-8dc265a92d75 req-9e222e3f-93cf-46bb-b65a-e81dc64cec12 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:22.998690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50f30b30-2a5c-4db3-85d3-8dc265a92d75 req-9e222e3f-93cf-46bb-b65a-e81dc64cec12 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0525935 Oct 15 19:38:23.039881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50f30b30-2a5c-4db3-85d3-8dc265a92d75 req-a284ed8b-077c-446d-beb1-2c41416c9bad tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348892 Oct 15 19:38:23.050503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.071283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'fff0889b-b47c-4c61-a016-7e15b230ec9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:23.120670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:23.131023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:23.133075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:23.136226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:23.167344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655aaf1-afd6-4697-b735-571f5bc5f321 req-e19fb54b-1863-473e-acce-b6202cc7e7a5 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:23.169444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d655aaf1-afd6-4697-b735-571f5bc5f321 req-e19fb54b-1863-473e-acce-b6202cc7e7a5 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0583088 Oct 15 19:38:23.170198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d270c-850b-4e71-a718-a9fef230dd43 req-0b6c79b0-6b9c-45a2-910a-e69b29a7ef3e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:23.171711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d5d270c-850b-4e71-a718-a9fef230dd43 req-0b6c79b0-6b9c-45a2-910a-e69b29a7ef3e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.1354966 Oct 15 19:38:23.231739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:23.232659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.267602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d5d270c-850b-4e71-a718-a9fef230dd43 req-8543fe6a-2dc1-4876-936a-f9448db75ca8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736349 Oct 15 19:38:23.278899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-9a32baa9-030d-4532-b089-163693eb041c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:23.280496 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-9a32baa9-030d-4532-b089-163693eb041c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.15 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 945 time: 0.1101005 Oct 15 19:38:23.283359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d655aaf1-afd6-4697-b735-571f5bc5f321 req-858a56ce-9c16-4e57-b234-957572e532ab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703907 Oct 15 19:38:23.333558 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-73a0cb26-ef42-4f03-a9f4-b5f585d59af8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1259120 Oct 15 19:38:23.347620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Request body: {'port': {'device_id': '4f62fa2d-1d2e-407e-b704-914133032590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:23.401351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Deleting port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:23.402341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.428334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.516403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] For port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:23.517123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.527927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:23.537421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Calling delete_port for ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:23.574970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-24ab19f3-d60e-47de-a500-2001e5f7c3e7 None None] Provisioning complete for port de030ab9-a55c-460b-b982-b06799f65087 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:23.576042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24ab19f3-d60e-47de-a500-2001e5f7c3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.738772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.815655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Pushing event deleted for resources: {'Port': ['ID=ac6cb4de-5d10-49c6-bafe-ecc0352dfce0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:23.834817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:23.858289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] No DVR routers for this DVR port ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:38:23.861099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:23.863999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad1a28-9628-4ec4-8057-b87d45971aa6 req-05cf51c2-29fb-4536-8f22-a1fe13b0b5d8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:23.864939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0f60761-d19b-429e-af9e-e39b7fbb6e88 req-5f57990a-cce0-4b98-9961-28f9d6bafd0c tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.15 "DELETE /v2.0/ports/ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 HTTP/1.1" status: 204 len: 173 time: 0.5765815 Oct 15 19:38:23.868427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'name': 'network-vif-deleted', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:23.872097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9ad1a28-9628-4ec4-8057-b87d45971aa6 req-05cf51c2-29fb-4536-8f22-a1fe13b0b5d8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1514957 Oct 15 19:38:23.877387 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6216cd-89fd-4006-af1e-99138b3360c2" -d '{"events": [{"server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "name": "network-vif-deleted", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:23.908727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34180911-eebb-4dcb-a52d-3bf67cc7888f req-f0a82d4b-663a-4386-86af-2cbc4dbe1ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 210 time: 0.0611928 Oct 15 19:38:23.952127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-24ab19f3-d60e-47de-a500-2001e5f7c3e7 None None] Port de030ab9-a55c-460b-b982-b06799f65087 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:24.088760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b843d0-7311-4ff0-b586-3218de5d1571 req-f5717e36-ffc0-42ae-a688-a19be5fb9c06 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.097958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66b843d0-7311-4ff0-b586-3218de5d1571 req-f5717e36-ffc0-42ae-a688-a19be5fb9c06 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 935 time: 0.1093264 Oct 15 19:38:24.143907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port ae7103f2-482e-4f84-8a61-736dc421cd47 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:38:24.151695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66b843d0-7311-4ff0-b586-3218de5d1571 req-e6cfc134-279f-43f0-9496-90f19474fd10 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524895 Oct 15 19:38:24.163993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port ae7103f2-482e-4f84-8a61-736dc421cd47 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:24.164435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.229780 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f734597f-2909-4388-811d-fd4aeaaef77b x-openstack-request-id: req-f734597f-2909-4388-811d-fd4aeaaef77b {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:24.230122 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4db47b0e-0c59-4c00-8f04-6dd78bda89d4", "name": "network-vif-deleted", "tag": "ac6cb4de-5d10-49c6-bafe-ecc0352dfce0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:24.230369 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f734597f-2909-4388-811d-fd4aeaaef77b {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:24.231536 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4db47b0e-0c59-4c00-8f04-6dd78bda89d4', 'name': 'network-vif-deleted', 'tag': 'ac6cb4de-5d10-49c6-bafe-ecc0352dfce0', 'status': 'completed', 'code': 200} Oct 15 19:38:24.251144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de030ab9-a55c-460b-b982-b06799f65087 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:24.270635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9ad1a28-9628-4ec4-8057-b87d45971aa6 req-fc39fac7-9d0e-422d-84ea-e9e60b909150 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975854 Oct 15 19:38:24.284717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.311977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Transition to ACTIVE for port object de030ab9-a55c-460b-b982-b06799f65087 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:24.355109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.380096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.382575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:24.386614 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71c84dd-edb3-4ee6-ad82-1d45ddee3c8b" -d '{"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-plugged", "status": "completed", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:24.401847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:24.430306 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.430539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Pushing event updated for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:24.445973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334adc9-ab6e-4f73-af3e-8c886dfadf2a req-777b969c-c655-49d4-9652-b7449d54ef56 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.456690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6334adc9-ab6e-4f73-af3e-8c886dfadf2a req-777b969c-c655-49d4-9652-b7449d54ef56 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0666883 Oct 15 19:38:24.460944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399eb92-e5e6-4c3c-964b-d22dc5a62cd5 req-eddc7dda-0935-4c98-a173-a49973892e60 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.470068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3399eb92-e5e6-4c3c-964b-d22dc5a62cd5 req-eddc7dda-0935-4c98-a173-a49973892e60 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.1239212 Oct 15 19:38:24.502995 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.518101 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6334adc9-ab6e-4f73-af3e-8c886dfadf2a req-2c7c8c7d-fdf9-47e2-bcb3-aa18cf5ef04f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Oct 15 19:38:24.594539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3399eb92-e5e6-4c3c-964b-d22dc5a62cd5 req-19254850-6bc0-49e6-b45e-5f199b0ef317 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235151 Oct 15 19:38:24.605722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:24.671923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Attempting to bind port de030ab9-a55c-460b-b982-b06799f65087 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:24.672356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Attempting to bind port de030ab9-a55c-460b-b982-b06799f65087 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:24.672756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Attempting to bind port de030ab9-a55c-460b-b982-b06799f65087 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:24.680597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Port de030ab9-a55c-460b-b982-b06799f65087 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:24.681016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Attempting to bind port de030ab9-a55c-460b-b982-b06799f65087 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:24.686147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa39ed1-952c-4699-9f46-1794d9dbc079 req-3802c29a-8f84-482d-ae3b-bd842edd95d5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.687809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:24.688114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7fa39ed1-952c-4699-9f46-1794d9dbc079 req-3802c29a-8f84-482d-ae3b-bd842edd95d5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0914049 Oct 15 19:38:24.688279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:24.688783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:24.689441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Bound port: de030ab9-a55c-460b-b982-b06799f65087, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:24.689955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.731862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7fa39ed1-952c-4699-9f46-1794d9dbc079 req-db639bd8-bdf3-4fca-b5c6-860e6f2999bd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Oct 15 19:38:24.777624 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527a78a0-1a13-4070-9f9d-b9987623c59e x-openstack-request-id: req-527a78a0-1a13-4070-9f9d-b9987623c59e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:24.778006 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-plugged", "status": "completed", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:24.778320 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-527a78a0-1a13-4070-9f9d-b9987623c59e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:24.778765 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'code': 200} Oct 15 19:38:24.791620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce906-4a3c-49aa-9cf5-3c48088d7c10 req-14d9e7d5-d1a1-4a0d-b289-f2f41106220e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.793206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee4ce906-4a3c-49aa-9cf5-3c48088d7c10 req-14d9e7d5-d1a1-4a0d-b289-f2f41106220e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0881000 Oct 15 19:38:24.804876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:24.816685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de030ab9-a55c-460b-b982-b06799f65087,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:24.845207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee4ce906-4a3c-49aa-9cf5-3c48088d7c10 req-b57306b4-4bd9-4782-9c9c-16cddc8fc3a2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418491 Oct 15 19:38:24.883060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ac6cb4de-5d10-49c6-bafe-ecc0352dfce0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:24.891934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd07992-4a1e-48c1-9e2f-c8cab51ac1c1 req-7f8732a6-e221-46f3-991f-7dccaaed2332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.893461 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbd07992-4a1e-48c1-9e2f-c8cab51ac1c1 req-7f8732a6-e221-46f3-991f-7dccaaed2332 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.0459933 Oct 15 19:38:24.928511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.928913 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbd07992-4a1e-48c1-9e2f-c8cab51ac1c1 req-f4d1ee86-e4e0-40d5-b96a-3cd94d63d466 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279219 Oct 15 19:38:24.969847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:24.970451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:24.972035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] 10.222.0.11 "PUT /v2.0/ports/de030ab9-a55c-460b-b982-b06799f65087 HTTP/1.1" status: 200 len: 1096 time: 1.6303120 Oct 15 19:38:24.972355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:24.974474 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df" -d '{"events": [{"name": "network-changed", "server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "tag": "de030ab9-a55c-460b-b982-b06799f65087"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:25.009342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2953-656e-4793-b39c-f30f08cfa0de service neutron] Pushing event updated for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:25.024207 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf150c3-963a-4301-914d-6a7b65d04a8f x-openstack-request-id: req-4cf150c3-963a-4301-914d-6a7b65d04a8f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:25.025137 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "tag": "de030ab9-a55c-460b-b982-b06799f65087", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:25.025660 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4cf150c3-963a-4301-914d-6a7b65d04a8f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:25.026309 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087', 'status': 'completed', 'code': 200} Oct 15 19:38:25.028215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dcb8be35-03b9-4ff5-8b69-a2b371c7802e req-8241b55c-8c0f-4d1e-acb5-f2610c2555ed tempest-FloatingIPsAssociationNegativeTestJSON-1159532761 tempest-FloatingIPsAssociationNegativeTestJSON-1159532761-project] 10.222.0.13 "GET /v2.0/ports?device_id=4db47b0e-0c59-4c00-8f04-6dd78bda89d4 HTTP/1.1" status: 200 len: 210 time: 0.0394681 Oct 15 19:38:25.087978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df req-fabcf551-b459-4676-b179-4aea1de7a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.087978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df req-fabcf551-b459-4676-b179-4aea1de7a81b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 1099 time: 0.0416663 Oct 15 19:38:25.113993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df req-5c7ab3c9-2e70-4e0a-a4ac-d7e500477a37 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201437 Oct 15 19:38:25.242507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-4b9dd979-08a9-49b7-a5a5-bc228f6a1d5d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.244074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-4b9dd979-08a9-49b7-a5a5-bc228f6a1d5d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.1138673 Oct 15 19:38:25.270276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:25.296626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df req-14ed62a6-418c-4fc2-befd-c03a58f32782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.298067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98afe6a6-a80b-4e66-b20a-1cf0a1ace5df req-14ed62a6-418c-4fc2-befd-c03a58f32782 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775525 Oct 15 19:38:25.324064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4292a-7dc1-43db-a3f5-c87c2087b91d req-b5636e3d-380a-493f-b446-ae4660430759 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.326054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0d4292a-7dc1-43db-a3f5-c87c2087b91d req-b5636e3d-380a-493f-b446-ae4660430759 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 947 time: 0.1019239 Oct 15 19:38:25.380950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ed74d-806c-4977-9d82-ea429e9330fb req-016b8f12-ce0a-4db6-b9c5-090e3c26e632 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.382358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-700ed74d-806c-4977-9d82-ea429e9330fb req-016b8f12-ce0a-4db6-b9c5-090e3c26e632 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0492876 Oct 15 19:38:25.390226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:25.424602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-700ed74d-806c-4977-9d82-ea429e9330fb req-637224b5-e445-41a8-9175-27a867847de9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356472 Oct 15 19:38:25.426576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0d4292a-7dc1-43db-a3f5-c87c2087b91d req-d7bf498d-4ed0-407c-b8cc-502ec36b3a32 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806537 Oct 15 19:38:25.433707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-318e8595-bb71-406f-93ef-e4c9641e151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.435173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-318e8595-bb71-406f-93ef-e4c9641e151a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 1099 time: 0.0797977 Oct 15 19:38:25.482857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-e7444fbe-1bd7-4be1-b28a-0e1647b08179 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=de030ab9-a55c-460b-b982-b06799f65087 HTTP/1.1" status: 200 len: 217 time: 0.0355213 Oct 15 19:38:25.583228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-04bfc0f7-1209-46ff-9085-303cebfde617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.584715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-04bfc0f7-1209-46ff-9085-303cebfde617 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0715051 Oct 15 19:38:25.632169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9695c8d-cfdc-4a37-965c-a596d11258a7 req-f1a45af4-e8c4-40b9-b7c2-275817078b2e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.633591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9695c8d-cfdc-4a37-965c-a596d11258a7 req-f1a45af4-e8c4-40b9-b7c2-275817078b2e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Oct 15 19:38:25.679519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9695c8d-cfdc-4a37-965c-a596d11258a7 req-97a0fa93-6b39-4a6b-a053-b3c51a355760 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389440 Oct 15 19:38:25.680507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-6b2b4334-11d0-4066-8013-870327eca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.682147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-6b2b4334-11d0-4066-8013-870327eca697 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893927 Oct 15 19:38:25.697118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:25.726152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:25.817549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:25.826006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afa71c-f871-4632-a00d-c1d51987651e req-9358879c-45c8-452b-ae31-828661314749 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.827657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75afa71c-f871-4632-a00d-c1d51987651e req-9358879c-45c8-452b-ae31-828661314749 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1430070 Oct 15 19:38:25.831885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:25.843735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:25.853442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca66d-0192-4402-bcbd-cab649d7f6a9 req-60262ed2-6d3f-4bd6-bb15-61e93db6a030 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:25.855734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fefca66d-0192-4402-bcbd-cab649d7f6a9 req-60262ed2-6d3f-4bd6-bb15-61e93db6a030 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0527952 Oct 15 19:38:25.872314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:38:25.899047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fefca66d-0192-4402-bcbd-cab649d7f6a9 req-443b9303-a12f-4580-a785-3016208a3e36 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362430 Oct 15 19:38:25.899680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-28ee6731-723e-40d4-aa68-f7c48c9ce311 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037091 Oct 15 19:38:25.902046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:25.938140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75afa71c-f871-4632-a00d-c1d51987651e req-be948c8d-f34c-4f1a-a5b6-5fa28289d71e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904872 Oct 15 19:38:26.008525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:26.043609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da31b2-ddbf-4978-b72e-971ec22f9585 req-0f225199-598f-4763-9866-2e35a34d3af4 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.045123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07da31b2-ddbf-4978-b72e-971ec22f9585 req-0f225199-598f-4763-9866-2e35a34d3af4 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0749445 Oct 15 19:38:26.051742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4878d23-0b4d-4d44-a848-06dd74e24799 req-c61c9bb3-2305-4216-845f-4b1b7ed4cb61 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401885 Oct 15 19:38:26.085462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07da31b2-ddbf-4978-b72e-971ec22f9585 req-e8572714-f5b9-4e4f-84c2-6df2d991b55a tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343556 Oct 15 19:38:26.111664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:26.125680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:26.126133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:26.126528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:26.131120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:26.131440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Attempting to bind port f0c84620-b133-44d9-a3e4-39089f373e7e on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:26.136446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:26.136783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:26.137164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:26.137642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Bound port: f0c84620-b133-44d9-a3e4-39089f373e7e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:26.137932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:26.141037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:26.284340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:26.302061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb1bf-e293-4e40-b0c3-3d5d1c372f63 req-0d72ee67-35c1-4aa1-af8d-a34cb0fbd2a8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.303899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d93eb1bf-e293-4e40-b0c3-3d5d1c372f63 req-0d72ee67-35c1-4aa1-af8d-a34cb0fbd2a8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0515440 Oct 15 19:38:26.306516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:26.344657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d93eb1bf-e293-4e40-b0c3-3d5d1c372f63 req-70c88a3e-c8a8-42ac-8dcc-e37ae9522693 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Oct 15 19:38:26.402557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:26.595524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-bb95df06-05f2-44be-a001-3a8ad4bd1477 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.597080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-bb95df06-05f2-44be-a001-3a8ad4bd1477 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 949 time: 0.1533155 Oct 15 19:38:26.598396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=8']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:26.614242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.614878 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:26.616327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a319f404-e557-41ec-bfba-c31f0dd78c46 service neutron] 10.222.0.11 "PUT /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 1123 time: 1.3555593 Oct 15 19:38:26.644308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35540f-8333-414d-8908-8b904c7ddac0 req-2e827ea7-8518-4115-9c96-55418e9eae5d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.645809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed35540f-8333-414d-8908-8b904c7ddac0 req-2e827ea7-8518-4115-9c96-55418e9eae5d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1009147 Oct 15 19:38:26.659377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e7057-e048-4fa0-a5e5-d8e072226f78 req-ed59326e-a63a-4af2-94fb-c40d2078db50 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.660870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f64e7057-e048-4fa0-a5e5-d8e072226f78 req-ed59326e-a63a-4af2-94fb-c40d2078db50 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 947 time: 0.1521530 Oct 15 19:38:26.703744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed35540f-8333-414d-8908-8b904c7ddac0 req-d6be2f61-fa7d-42c7-ba65-ad6e4a213cae tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504107 Oct 15 19:38:26.704564 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-5b62622d-aa3f-4b68-93d7-9631ae314526 service neutron] delete failed (client error): The resource could not be found. Oct 15 19:38:26.705468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-5b62622d-aa3f-4b68-93d7-9631ae314526 service neutron] 10.222.0.15 "DELETE /v2.0/ports/aca569ae-cbb0-42e7-b2db-1a2e025063f2/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0994868 Oct 15 19:38:26.720077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:26.771838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f64e7057-e048-4fa0-a5e5-d8e072226f78 req-40d80c7b-a57f-4479-8c70-3315ddd8036e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938525 Oct 15 19:38:26.774223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:26.887140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:26.906812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-85f62fe9-5d93-4895-9570-4dbbdcbf12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.908347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-85f62fe9-5d93-4895-9570-4dbbdcbf12a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1101 time: 0.0526586 Oct 15 19:38:26.950291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388ec5e-b68c-4791-9b91-7dab5cf8ec8d req-d244d4ec-2bca-4f96-a5ff-511e0bf30cf5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:26.952810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0388ec5e-b68c-4791-9b91-7dab5cf8ec8d req-d244d4ec-2bca-4f96-a5ff-511e0bf30cf5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.1043673 Oct 15 19:38:27.027106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e'}, {'name': 'network-changed', 'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:27.029343 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280" -d '{"events": [{"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e"}, {"name": "network-changed", "server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:27.063685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0388ec5e-b68c-4791-9b91-7dab5cf8ec8d req-224a4013-34b5-40f5-ab44-1688341f00b5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513310 Oct 15 19:38:27.081192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-4cf85666-da57-4402-9a8f-952890167da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.082699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-4cf85666-da57-4402-9a8f-952890167da0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1579978 Oct 15 19:38:27.126667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-2e6db917-b372-499d-83e5-127a8c66b76f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 200 len: 217 time: 0.0356739 Oct 15 19:38:27.127587 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3a0a8b-ef43-4a2b-91f3-90d6608bcfdd x-openstack-request-id: req-7e3a0a8b-ef43-4a2b-91f3-90d6608bcfdd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:27.127587 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e", "code": 200}, {"name": "network-changed", "server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:27.127823 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e3a0a8b-ef43-4a2b-91f3-90d6608bcfdd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:27.128970 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'code': 200} Oct 15 19:38:27.128970 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'status': 'completed', 'code': 200} Oct 15 19:38:27.186698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fece5de-d60a-436e-a4df-b6eede4bec23 req-ddfc2ec5-b08d-49f3-a325-4a90692c68f8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.188230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fece5de-d60a-436e-a4df-b6eede4bec23 req-ddfc2ec5-b08d-49f3-a325-4a90692c68f8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1414669 Oct 15 19:38:27.211414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-b3643700-9f32-4fdd-a6a2-ccf01b480a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.213705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-b3643700-9f32-4fdd-a6a2-ccf01b480a8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0765409 Oct 15 19:38:27.235635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-1d2ac7b4-33f2-412c-8f6a-d837333120db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.237130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-1d2ac7b4-33f2-412c-8f6a-d837333120db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1126 time: 0.0906079 Oct 15 19:38:27.239505 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fece5de-d60a-436e-a4df-b6eede4bec23 req-159a2036-da12-48bc-a45f-d3d6e38039fc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Oct 15 19:38:27.275440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-a6ea52e3-0e5f-4082-ba73-7eaaafcc7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.277088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-a6ea52e3-0e5f-4082-ba73-7eaaafcc7919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530162 Oct 15 19:38:27.304172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7610f-1ae0-470f-8517-af55582c0f82 req-3cc75c56-e782-4793-ad70-67c2f0ea9d71 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.305628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0da7610f-1ae0-470f-8517-af55582c0f82 req-3cc75c56-e782-4793-ad70-67c2f0ea9d71 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1320632 Oct 15 19:38:27.401637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde56c-3913-481d-b767-483e0a89b978 req-4f594b64-092a-4ef4-b1c8-1614cc89c244 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.403299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59fde56c-3913-481d-b767-483e0a89b978 req-4f594b64-092a-4ef4-b1c8-1614cc89c244 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.0900335 Oct 15 19:38:27.405802 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-a30f2142-4ee6-4ddc-8cd5-37e637228fc2 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209903 Oct 15 19:38:27.492359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59fde56c-3913-481d-b767-483e0a89b978 req-c315bed8-164b-4801-9220-404fc882a5ee tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826356 Oct 15 19:38:27.522166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a5046c2-2add-42d2-bf15-cd0bdfdcb958 req-5309f700-7797-4b09-b937-485556e357c2 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066053 Oct 15 19:38:27.632438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75f41-d599-41fb-bf18-8b7fea63f84d req-ba2501fe-325c-4a24-9826-f6fb9458eec2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.634347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ca75f41-d599-41fb-bf18-8b7fea63f84d req-ba2501fe-325c-4a24-9826-f6fb9458eec2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 949 time: 0.0551350 Oct 15 19:38:27.674212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ca75f41-d599-41fb-bf18-8b7fea63f84d req-34657fcc-aea3-4275-944c-584fe5841cf3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Oct 15 19:38:27.688462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-15160bb9-0401-4b9d-9734-8e571b311954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.689910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-15160bb9-0401-4b9d-9734-8e571b311954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.4407451 Oct 15 19:38:27.692696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0da7610f-1ae0-470f-8517-af55582c0f82 req-1ab86574-8a69-4bd6-a314-7bd41f878811 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574293 Oct 15 19:38:27.729470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:27.736386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-6f887ced-661a-4c4e-8214-0a5be21ac1ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 217 time: 0.0366974 Oct 15 19:38:27.778089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Deleting port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:27.778292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:27.780033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee5caa-fade-4b7a-b894-05cb6bb5e2df req-eb61c5ba-b8c4-4cc5-9cd5-cc89b12755fe tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.788510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7eee5caa-fade-4b7a-b894-05cb6bb5e2df req-eb61c5ba-b8c4-4cc5-9cd5-cc89b12755fe tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.0566950 Oct 15 19:38:27.799373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:27.829672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:38:27.830010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ac6cb4de-5d10-49c6-bafe-ecc0352dfce0 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:38:27.840553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-2665b971-1922-44cf-afcf-1ca4fed6ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.841942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-2665b971-1922-44cf-afcf-1ca4fed6ff5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0970776 Oct 15 19:38:27.843140 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7eee5caa-fade-4b7a-b894-05cb6bb5e2df req-4a2faeb8-be51-457f-821b-b35f15763803 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Oct 15 19:38:27.906078 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-52d489a8-dc03-421a-9fc7-0d40729cfd41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532792 Oct 15 19:38:27.933689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] For port dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:27.934079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:27.944251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port aca569ae-cbb0-42e7-b2db-1a2e025063f2 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:38:27.950454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port aca569ae-cbb0-42e7-b2db-1a2e025063f2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:27.951058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:27.966884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Calling delete_port for dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:27.979500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61594471-a5cc-48d8-b8fe-28f3c73c8033 req-ca55fb67-ebdc-421e-afc3-a72159b9f8aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:27.981024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61594471-a5cc-48d8-b8fe-28f3c73c8033 req-ca55fb67-ebdc-421e-afc3-a72159b9f8aa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 947 time: 0.0558100 Oct 15 19:38:28.016683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7088b1-9dac-4f24-80bb-c6d555f28ba9 req-f5031202-791e-4772-930b-986e10f179b7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:28.018075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af7088b1-9dac-4f24-80bb-c6d555f28ba9 req-f5031202-791e-4772-930b-986e10f179b7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1683826 Oct 15 19:38:28.028940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61594471-a5cc-48d8-b8fe-28f3c73c8033 req-f30db272-b439-4ad0-8143-cb2829a9066d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Oct 15 19:38:28.041533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:28.069140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:28.071432 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7605b941-9da0-43bb-8a72-43c257eaa3e8" -d '{"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-plugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:28.084794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:28.107631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-82655415-085b-4ff7-b623-af96e91393c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870911 Oct 15 19:38:28.133974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af7088b1-9dac-4f24-80bb-c6d555f28ba9 req-44108fcb-e9a9-42ec-bf21-9d0ceee135a3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805926 Oct 15 19:38:28.159201 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:28.224440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:28.228518 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f049f043-019c-4f77-b6b6-71eed39d7e65 x-openstack-request-id: req-f049f043-019c-4f77-b6b6-71eed39d7e65 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:28.229498 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-plugged", "status": "completed", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:28.229723 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f049f043-019c-4f77-b6b6-71eed39d7e65 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:28.230031 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'code': 200} Oct 15 19:38:28.301093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da87b8b8-7a91-41c2-a5d1-6f4814cf8280 req-7b7f1eaa-5b3f-4882-a738-27b037362a7c service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842632 Oct 15 19:38:28.312705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343626c-d72d-4ac6-a2c2-87721e40e4f5 req-a68aaad3-90fd-4199-b520-939eece1b2fb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:28.314115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3343626c-d72d-4ac6-a2c2-87721e40e4f5 req-a68aaad3-90fd-4199-b520-939eece1b2fb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0936277 Oct 15 19:38:28.380385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3343626c-d72d-4ac6-a2c2-87721e40e4f5 req-e37839cd-26eb-42be-b7f7-500759bbeed5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Oct 15 19:38:28.498359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:28.532620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:28.616779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339cee-9e1f-4db4-adfe-a8e6018b747e req-c76a2b5c-9b2a-4b41-9c23-8028b640849c tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:28.618043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa339cee-9e1f-4db4-adfe-a8e6018b747e req-c76a2b5c-9b2a-4b41-9c23-8028b640849c tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.1116219 Oct 15 19:38:28.766547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa339cee-9e1f-4db4-adfe-a8e6018b747e req-18031f07-86ab-4711-9e50-050c9910ad5f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091673 Oct 15 19:38:28.771307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-449ce9c3-68e2-419b-9008-4ef0eb09def9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151257 Oct 15 19:38:28.785744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:28.843998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902e08e-c2c6-44b7-93a6-923aa453573f req-e80e5bd3-3412-4967-9ac8-1383b399f6d5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:28.845654 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8902e08e-c2c6-44b7-93a6-923aa453573f req-e80e5bd3-3412-4967-9ac8-1383b399f6d5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0636861 Oct 15 19:38:28.891401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8902e08e-c2c6-44b7-93a6-923aa453573f req-a233ebba-07c1-4ee3-9486-3b73ae7355ae tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Oct 15 19:38:29.000694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-00be6862-000b-44ac-98d2-ad0db6dde94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.001311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74907a29-e3d5-4b2e-a6cd-88fa9398e1ef req-5f70c73c-7ff2-44b5-953d-c5d99137e6e3 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.002170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-00be6862-000b-44ac-98d2-ad0db6dde94f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 1122 time: 0.1925473 Oct 15 19:38:29.002363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74907a29-e3d5-4b2e-a6cd-88fa9398e1ef req-5f70c73c-7ff2-44b5-953d-c5d99137e6e3 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 1102 time: 0.0432138 Oct 15 19:38:29.006954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-a542e6c5-d231-4f9d-97a2-0b55ac186c0d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1306722 Oct 15 19:38:29.024329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603d2ed-09cf-43a5-bf61-74292fa30581 req-37e99bd6-13a0-4048-b41f-9ff511084d48 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.027798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f603d2ed-09cf-43a5-bf61-74292fa30581 req-37e99bd6-13a0-4048-b41f-9ff511084d48 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1525550 Oct 15 19:38:29.054419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74907a29-e3d5-4b2e-a6cd-88fa9398e1ef req-821e9c42-4e04-452a-830d-4e02283b9902 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Oct 15 19:38:29.167863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26b75f-9dfb-4c4f-8f66-14a81207623b req-63d1f2c9-a464-41d3-91cd-ef3619fab0eb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.169444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f26b75f-9dfb-4c4f-8f66-14a81207623b req-63d1f2c9-a464-41d3-91cd-ef3619fab0eb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 947 time: 0.0519679 Oct 15 19:38:29.201457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f603d2ed-09cf-43a5-bf61-74292fa30581 req-24874153-9a95-4005-9b44-2088f0138cfc tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646345 Oct 15 19:38:29.209077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f26b75f-9dfb-4c4f-8f66-14a81207623b req-358021fd-45dc-4103-83a4-3d487b168ae1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337391 Oct 15 19:38:29.282018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-49733a90-ddc4-4cd6-991c-81913ce49c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.283684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-49733a90-ddc4-4cd6-991c-81913ce49c5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2559199 Oct 15 19:38:29.285400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd13e-2486-4271-b472-72758dbd48a0 req-6a614e85-6414-42c1-b51f-1519ad7ee4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.286770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-6a614e85-6414-42c1-b51f-1519ad7ee4f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 1098 time: 0.2215438 Oct 15 19:38:29.376278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-092d931c-0947-4f59-bb6b-e06d67c562e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 200 len: 217 time: 0.0786264 Oct 15 19:38:29.381111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:38:29.438111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-87492a8d-3ce8-4291-a018-9f1963d1579c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252995 Oct 15 19:38:29.487518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ece61a-ca35-4ef5-b64b-cce2b01203c1 req-5bcd5c0f-d7b1-4cca-8983-36eef719149c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.489182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ece61a-ca35-4ef5-b64b-cce2b01203c1 req-5bcd5c0f-d7b1-4cca-8983-36eef719149c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1971881 Oct 15 19:38:29.543037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-854d8db2-cd9a-44ad-aa32-2064cd87f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.543542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-3a720b7d-413d-4cec-97e1-a7d26ec6a63a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.544461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-854d8db2-cd9a-44ad-aa32-2064cd87f83d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1596792 Oct 15 19:38:29.544997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-3a720b7d-413d-4cec-97e1-a7d26ec6a63a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1014338 Oct 15 19:38:29.560416 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-e328081d-2ae2-45e4-9423-5ea910dfa28c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/quotas/21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0095754 Oct 15 19:38:29.607888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-0348b838-182b-46c4-978d-0eda9a48baf7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417743 Oct 15 19:38:29.610232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd13e-2486-4271-b472-72758dbd48a0 req-01ef21ae-8f58-4ccd-9272-c39bc5354814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.611700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-01ef21ae-8f58-4ccd-9272-c39bc5354814 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 925 time: 0.2980919 Oct 15 19:38:29.629380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ece61a-ca35-4ef5-b64b-cce2b01203c1 req-871e4689-7468-4826-a12f-679a05dc74dd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287942 Oct 15 19:38:29.724754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de030ab9-a55c-460b-b982-b06799f65087 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:29.739284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-19d0c266-ce66-491e-b954-49c8db795582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:29.740780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-19d0c266-ce66-491e-b954-49c8db795582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1805644 Oct 15 19:38:29.771420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:38:29.780613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Sync routers for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:38:29.785388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e0d4a2bc-e0aa-419f-82e2-7d64fb3e4da5 admin admin] 10.222.0.13 "PUT /v2.0/routers/991d95e6-60ab-4cc2-b2cc-df6a68a92470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6433222 Oct 15 19:38:29.787958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:29.788625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-0104814f-c0f6-4a5c-baa1-260bc545a8c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 200 len: 1001 time: 0.1625397 Oct 15 19:38:29.834052 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:29.834846 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:29.844241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de030ab9-a55c-460b-b982-b06799f65087,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:29.858727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'de030ab9-a55c-460b-b982-b06799f65087', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'de030ab9-a55c-460b-b982-b06799f65087', 'mac_address': 'fa:16:3e:4e:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:38:29.906762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:29.921254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c26f8d3-1efc-4e25-8e61-7aae558450dc req-42ed68b3-31f7-490f-b6d2-b4ff320eaa09 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 210 time: 0.0404031 Oct 15 19:38:29.928498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de030ab9-a55c-460b-b982-b06799f65087 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:29.955738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de030ab9-a55c-460b-b982-b06799f65087,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:30.042852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:30.050613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:30.145269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:30.185593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8593-7b6b-4e3a-8dde-f710c1860b98 req-f1d05170-0b02-4ce5-95c7-4a9be17a1590 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.187155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a7d8593-7b6b-4e3a-8dde-f710c1860b98 req-f1d05170-0b02-4ce5-95c7-4a9be17a1590 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.4905818 Oct 15 19:38:30.234132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd13e-2486-4271-b472-72758dbd48a0 req-9301e402-7d0e-4953-97a7-e572c3ce5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.235659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-9301e402-7d0e-4953-97a7-e572c3ce5ca1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.4395056 Oct 15 19:38:30.246086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-45d7e80c-b8dc-4b21-b8b7-dd70eb3defb1 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919088 Oct 15 19:38:30.289344 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:38:28Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:30.320616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:30.324300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a7d8593-7b6b-4e3a-8dde-f710c1860b98 req-027f93c9-eb06-44c7-82fc-475919045d6c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066103 Oct 15 19:38:30.325019 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Checking router: 991d95e6-60ab-4cc2-b2cc-df6a68a92470 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:38:30.346592 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Routers {'991d95e6-60ab-4cc2-b2cc-df6a68a92470'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:30.347499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:30.421526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bd13e-2486-4271-b472-72758dbd48a0 req-f7617bff-ba1d-4054-9373-9f5d990f0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.423037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-f7617bff-ba1d-4054-9373-9f5d990f0947 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693268 Oct 15 19:38:30.463854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:30.472806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] Set router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:30.479999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c0021-7279-4b1e-b662-26be3b813142 req-5a664a8e-38c0-4e0e-ab56-cfd4db8d8edb tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.481515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-784c0021-7279-4b1e-b662-26be3b813142 req-5a664a8e-38c0-4e0e-ab56-cfd4db8d8edb tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.0579894 Oct 15 19:38:30.509203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0148aa-056f-4981-9a28-b3aef383c543 req-7a3845e3-4530-4cc5-a76e-40aaf884dbe4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460990 Oct 15 19:38:30.528510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-784c0021-7279-4b1e-b662-26be3b813142 req-0c2f8171-b597-4d64-a4fb-49de6e12c61d tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Oct 15 19:38:30.550015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['de030ab9-a55c-460b-b982-b06799f65087'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:30.554278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672914f-6847-44cc-9844-97873f1a4552 req-e8814205-f347-4964-a08d-c476278a316b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.555848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e672914f-6847-44cc-9844-97873f1a4552 req-e8814205-f347-4964-a08d-c476278a316b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1413248 Oct 15 19:38:30.624906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-ffa8c3da-4618-47c1-9654-5f724f1464b1 service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867228 Oct 15 19:38:30.627939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e672914f-6847-44cc-9844-97873f1a4552 req-fa2360bf-00a0-48fc-b859-489a4776e809 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555639 Oct 15 19:38:30.698370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Deleting port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:30.698706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:30.731248 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:38:28Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:30.770770 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1484680-8aba-49e8-9b9b-b7af20f77e28 None None] The sync data for ids ['991d95e6-60ab-4cc2-b2cc-df6a68a92470'] in n-d-712140-14 is: [{'id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-309658601-router', 'tenant_id': '95d8c285438c40488a0797a4060831bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:38:28Z', 'revision_number': 5, 'project_id': '95d8c285438c40488a0797a4060831bc', 'gw_port': {'id': 'ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991d95e6-60ab-4cc2-b2cc-df6a68a92470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:37:44Z', 'updated_at': '2021-10-15T19:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:38:30.800282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528bd13e-2486-4271-b472-72758dbd48a0 req-fa714e73-4454-4fd7-b13a-d762d152396d service neutron] 10.222.0.11 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617708 Oct 15 19:38:30.820705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab3114-00f9-42b6-ab88-ad1643a181fd req-a37a5096-08e0-4bb1-a925-f327393a57c1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:30.828996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6cab3114-00f9-42b6-ab88-ad1643a181fd req-a37a5096-08e0-4bb1-a925-f327393a57c1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 948 time: 0.1753447 Oct 15 19:38:30.840365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] For port ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:30.841318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:30.865918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Calling delete_port for ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:30.891053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6cab3114-00f9-42b6-ab88-ad1643a181fd req-e384c0a4-3e32-4d61-a964-1285d62aa01c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612092 Oct 15 19:38:31.039521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008787f7-a46e-4c2d-a4f9-9b491e1bba82 req-0d0bfce8-5f1c-4cea-84cb-dd94c1cda01e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:31.041142 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-008787f7-a46e-4c2d-a4f9-9b491e1bba82 req-0d0bfce8-5f1c-4cea-84cb-dd94c1cda01e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0943322 Oct 15 19:38:31.118792 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-008787f7-a46e-4c2d-a4f9-9b491e1bba82 req-eceb4229-7ad9-43a9-b5b8-fb5e06bd770d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522230 Oct 15 19:38:31.170537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.220236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:31.248260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2df22858-0ae9-4060-a1eb-e61f3eee377c req-21232de3-cca9-45d1-b10d-08c2d5560edf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 210 time: 0.0421550 Oct 15 19:38:31.264524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.264867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.265231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.265660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.266038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.266410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.267052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.267380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.267871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.268196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.268518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.268841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:31.327953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.500027 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.503342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.581345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920a4f-6375-450c-91d3-d0c54459c801 req-6f564446-7d7e-4f13-b8f5-e9f95a8d9fc3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:31.583095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63920a4f-6375-450c-91d3-d0c54459c801 req-6f564446-7d7e-4f13-b8f5-e9f95a8d9fc3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.1660581 Oct 15 19:38:31.623381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63920a4f-6375-450c-91d3-d0c54459c801 req-8b949c0b-e796-4b68-8c05-66c6704b913a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335355 Oct 15 19:38:31.707295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.709876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 991d95e6-60ab-4cc2-b2cc-df6a68a92470 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:38:31.714288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.718135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4c76b7da-b6f7-4524-b3f3-dfc26ed13e4d admin admin] 10.222.0.13 "DELETE /v2.0/routers/991d95e6-60ab-4cc2-b2cc-df6a68a92470 HTTP/1.1" status: 204 len: 168 time: 1.9261785 Oct 15 19:38:31.718217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56414) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:31.763360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Deleting subnet 4b28beec-d435-4b6a-86aa-9aa776e63d78 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:38:31.766606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.766744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a502ca6-449d-40fb-bd76-c4982a9beea9 req-5abaee4a-9e40-4ad1-865f-cddd22d039c3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:31.768145 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a502ca6-449d-40fb-bd76-c4982a9beea9 req-5abaee4a-9e40-4ad1-865f-cddd22d039c3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0506747 Oct 15 19:38:31.813259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a502ca6-449d-40fb-bd76-c4982a9beea9 req-81198aa3-a57d-49aa-a61b-399ce0138b2e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Oct 15 19:38:31.823386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:31.951406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.013351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aeb18-995b-49c3-bc58-64285d8c3c8a req-22323d1b-3410-4476-94b7-c32c51a12fbd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:32.014963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f99aeb18-995b-49c3-bc58-64285d8c3c8a req-22323d1b-3410-4476-94b7-c32c51a12fbd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 948 time: 0.0502918 Oct 15 19:38:32.041114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-20da2bbe-7b50-45db-8982-f7bae214cb1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216851 Oct 15 19:38:32.057904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f99aeb18-995b-49c3-bc58-64285d8c3c8a req-128a7a8d-a193-4c17-bd9b-804b65d91885 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367458 Oct 15 19:38:32.119023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.153271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b28beec-d435-4b6a-86aa-9aa776e63d78,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:32.161178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.167605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b28beec-d435-4b6a-86aa-9aa776e63d78 HTTP/1.1" status: 204 len: 168 time: 0.4452662 Oct 15 19:38:32.167757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56426) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:32.171248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58165f33-3a78-4354-90af-ba6d4a033c6b None None] Network dba2d243-eee9-428f-a6d5-971b8a681184 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:38:32.171930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.172246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.172579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.172909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.173240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.173592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.173913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.174242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.174580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.175400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.175400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.175622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9003ca-61ca-4195-8805-d499c501b945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:32.209305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-71d47bf5-4dc1-4dc0-b957-ebcd9322de89 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:32.210912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-71d47bf5-4dc1-4dc0-b957-ebcd9322de89 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632814 Oct 15 19:38:32.226448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Request body: {'port': {'device_id': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '21441a1e69df48d2b7d71ac9c78a1ef5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:32.335625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.368203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7299b5d-1123-4c1b-b814-e4836247c349 req-c550dbfc-2b4f-4eb9-bd00-b939524fea3b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:32.376315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7299b5d-1123-4c1b-b814-e4836247c349 req-c550dbfc-2b4f-4eb9-bd00-b939524fea3b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0771089 Oct 15 19:38:32.438740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7299b5d-1123-4c1b-b814-e4836247c349 req-4b5d68db-fb55-4933-98fd-732640b3329e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615649 Oct 15 19:38:32.449605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] DHCP port deletion for dba2d243-eee9-428f-a6d5-971b8a681184 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:38:32.464650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Deleting port 6664aad7-ff1f-45d5-bda0-2687c335833f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:32.465277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.481297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Made reservation on behalf of 21441a1e69df48d2b7d71ac9c78a1ef5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:32.491201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.523829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Deleting port 6664aad7-ff1f-45d5-bda0-2687c335833f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:38:32.524163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.560450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-68d3078e-97c4-4a77-8aa6-746a9b0a8ee6 req-5c7b867a-e9a6-4b7f-998c-2736d26490a7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 210 time: 0.0325809 Oct 15 19:38:32.567267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] For port 6664aad7-ff1f-45d5-bda0-2687c335833f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6664aad7-ff1f-45d5-bda0-2687c335833f,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:32.567784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.593454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] For port 6664aad7-ff1f-45d5-bda0-2687c335833f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6664aad7-ff1f-45d5-bda0-2687c335833f,segment=NetworkSegment(3ed1d15e-0fe8-43b1-b8be-1ccd31c37123),segment_id=3ed1d15e-0fe8-43b1-b8be-1ccd31c37123)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:32.593631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Calling delete_port for 6664aad7-ff1f-45d5-bda0-2687c335833f owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:32.593875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.611364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Calling delete_port for 6664aad7-ff1f-45d5-bda0-2687c335833f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:38:32.657624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Allocated IP 192.168.233.195 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/0a3314ed-7cad-4edb-9c00-a0f7b0ffff02) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:32.723344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-6ae29d09-1a7d-4a49-9d46-0167c415becf tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:32.732140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-6ae29d09-1a7d-4a49-9d46-0167c415becf tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0202234 Oct 15 19:38:32.748990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:32.780022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:38:32.780022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dcf65d4f-f7b9-4c62-86a9-62f23aee6e9b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:38:32.780022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:32.790907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee015e3-22c9-4214-a004-fe89f0471777 req-b4a20e46-caa8-4064-910f-2f21bc933597 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:32.793226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dee015e3-22c9-4214-a004-fe89f0471777 req-b4a20e46-caa8-4064-910f-2f21bc933597 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0687180 Oct 15 19:38:32.801509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:38:32.801861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ec60d82e-a3a5-4dbb-bd5d-d0a2bf8cd373 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:38:32.802276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6664aad7-ff1f-45d5-bda0-2687c335833f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:32.836534 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dee015e3-22c9-4214-a004-fe89f0471777 req-62f59e8a-8235-437e-bf5f-11f583a813f6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Oct 15 19:38:32.882295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-0850294d-dbf0-4030-95ef-389e9580c5ed tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:32.883650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-0850294d-dbf0-4030-95ef-389e9580c5ed tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 1094 time: 0.1028149 Oct 15 19:38:32.899113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.901584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:32.901837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:38:32.912154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.919610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:32.953687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] Pushing event deleted for resources: {'Port': ['ID=6664aad7-ff1f-45d5-bda0-2687c335833f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:32.963978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32d157-6f27-4233-823d-19d03daad44c None None] No DVR routers for this DVR port 6664aad7-ff1f-45d5-bda0-2687c335833f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:38:32.981284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6664aad7-ff1f-45d5-bda0-2687c335833f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:32.983269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] No DVR routers for this DVR port 6664aad7-ff1f-45d5-bda0-2687c335833f on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:38:32.995978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.039712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939a652-66c1-4972-b3ea-02eb318912ee req-8ed35162-a00e-4f48-bf0c-6b967b610164 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.042683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e939a652-66c1-4972-b3ea-02eb318912ee req-8ed35162-a00e-4f48-bf0c-6b967b610164 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1244216 Oct 15 19:38:33.095517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.123172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:33.123498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:33.123906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:33.132851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:33.132851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:33.133178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba2d243-eee9-428f-a6d5-971b8a681184']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:33.139926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:33.140261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:33.140644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:33.141076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Bound port: ae7103f2-482e-4f84-8a61-736dc421cd47, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:33.148856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e939a652-66c1-4972-b3ea-02eb318912ee req-7d83f1e0-a949-4ed9-8152-cdf86661da18 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955982 Oct 15 19:38:33.151023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:33.151417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed1d15e-0fe8-43b1-b8be-1ccd31c37123') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:33.207143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.207143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.216083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:38:33.216513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:38:33.218830 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:38:33.224336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:33.310391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.327376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:33.343323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd14b-5fba-4534-838d-d40570aa63f1 req-837ff84c-730b-47df-a2e4-e1ce4f5a5ddd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.345448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18ecd14b-5fba-4534-838d-d40570aa63f1 req-837ff84c-730b-47df-a2e4-e1ce4f5a5ddd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 948 time: 0.0544519 Oct 15 19:38:33.364869 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.368518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d047dae4-f86b-4d22-8464-d45c8e8de7df service neutron] 10.222.0.13 "POST /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47/bindings HTTP/1.1" status: 201 len: 390 time: 0.4703982 Oct 15 19:38:33.368518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:33.371269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:33.373560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:33.389129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18ecd14b-5fba-4534-838d-d40570aa63f1 req-c7419cc7-326b-4be2-b585-982ec4a3ac03 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363908 Oct 15 19:38:33.408910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:33.433364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.445908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.446552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.459586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.466269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dba2d243-eee9-428f-a6d5-971b8a681184 HTTP/1.1" status: 204 len: 168 time: 1.2911246 Oct 15 19:38:33.467234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267bd6e-2088-4496-863d-c75169d9e1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba2d243-eee9-428f-a6d5-971b8a681184,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:33.555991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-8a947234-ae6a-4179-a014-b9df9a3ed442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3353114 Oct 15 19:38:33.569124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Request body: {'port': {'device_id': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:33.582409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862d69f-5ea5-4359-8294-65ef5a81f39b req-f824a9e8-dad1-4481-b50b-60097351bc68 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.584241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5862d69f-5ea5-4359-8294-65ef5a81f39b req-f824a9e8-dad1-4481-b50b-60097351bc68 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0630910 Oct 15 19:38:33.625012 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.625444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5862d69f-5ea5-4359-8294-65ef5a81f39b req-8f4b9ce7-2857-4906-93af-00809871ab19 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 15 19:38:33.639356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-634dc9f8-a825-4401-a2c5-5e254cda6abf None None] Provisioning complete for port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:33.639787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-634dc9f8-a825-4401-a2c5-5e254cda6abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.679058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-634dc9f8-a825-4401-a2c5-5e254cda6abf None None] Port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:33.764952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de030ab9-a55c-460b-b982-b06799f65087 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:33.777424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f98ef-92ae-42d7-b93f-943a179e1d5c req-78a7bbe0-af8d-4a32-928b-1108bc5b1e69 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.778916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-885f98ef-92ae-42d7-b93f-943a179e1d5c req-78a7bbe0-af8d-4a32-928b-1108bc5b1e69 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 936 time: 0.0507934 Oct 15 19:38:33.822946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-885f98ef-92ae-42d7-b93f-943a179e1d5c req-fea0bf79-a68a-4029-ab43-02076751aaef tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369945 Oct 15 19:38:33.838224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40857b99-d67d-41c6-8454-17305c1c9aec req-23bbcf73-171e-4191-bafd-7dbb94508dff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:33.839896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40857b99-d67d-41c6-8454-17305c1c9aec req-23bbcf73-171e-4191-bafd-7dbb94508dff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0911474 Oct 15 19:38:33.855567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56446) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:33.899062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a6667a71-aa16-4ffd-a398-282c32ad729d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95d8c285438c40488a0797a4060831bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402207 Oct 15 19:38:33.899689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56450) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:33.909377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port de030ab9-a55c-460b-b982-b06799f65087 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:38:33.913359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port de030ab9-a55c-460b-b982-b06799f65087 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:33.913729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:33.927957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40857b99-d67d-41c6-8454-17305c1c9aec req-ad28aed2-89d0-4c25-bd84-e92b02c3e766 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559387 Oct 15 19:38:33.996106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.005167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc0251-97af-40d6-aaca-9d68fae9160c req-ec1f522a-fd21-4bca-acaf-b43bb8c2cac3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.006884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffbc0251-97af-40d6-aaca-9d68fae9160c req-ec1f522a-fd21-4bca-acaf-b43bb8c2cac3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0833702 Oct 15 19:38:34.007969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.017056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:34.024612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.035872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.038369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Transition to ACTIVE for port object 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:34.041755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de030ab9-a55c-460b-b982-b06799f65087,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:34.043101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:34.045128 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926d7431-a98b-426e-b575-f20e9d0315aa" -d '{"events": [{"server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "name": "network-vif-plugged", "status": "completed", "tag": "de030ab9-a55c-460b-b982-b06799f65087"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:34.081304 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a01b359-67fb-4a48-85c2-1956a04eec64 x-openstack-request-id: req-2a01b359-67fb-4a48-85c2-1956a04eec64 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:34.081625 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "name": "network-vif-plugged", "status": "completed", "tag": "de030ab9-a55c-460b-b982-b06799f65087", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:34.081883 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a01b359-67fb-4a48-85c2-1956a04eec64 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:34.082275 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087', 'code': 200} Oct 15 19:38:34.082953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffbc0251-97af-40d6-aaca-9d68fae9160c req-90c62408-1e1b-479d-8ac8-12121568e4c9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658283 Oct 15 19:38:34.109932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.113307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.174015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:34.196511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.199945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.201314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34456250-2c80-42f9-bb49-8d28455d3868 HTTP/1.1" status: 204 len: 168 time: 0.3006940 Oct 15 19:38:34.217277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8d1bb-5661-4ffc-a43c-9129015d3e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34456250-2c80-42f9-bb49-8d28455d3868,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:34.297366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:34.354368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e97e-4f40-4ddd-9f1d-ffdff98a4141 req-a9740de9-cabb-4fe9-8d4d-6a0ebb12a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.355869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d269e97e-4f40-4ddd-9f1d-ffdff98a4141 req-a9740de9-cabb-4fe9-8d4d-6a0ebb12a23b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 1101 time: 0.1838381 Oct 15 19:38:34.360983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Attempting to bind port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:34.361290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Attempting to bind port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:34.361550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Attempting to bind port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:34.380950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:34.381267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Attempting to bind port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:34.395196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:34.395521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:34.395917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:34.396340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Bound port: 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:34.396689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.412030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc74d22-1212-49d5-a3f0-8a8ce03387cb req-4cd48c56-fc4e-4f0a-ad1f-b67b2cad383a tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.413421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cc74d22-1212-49d5-a3f0-8a8ce03387cb req-4cd48c56-fc4e-4f0a-ad1f-b67b2cad383a tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1515994 Oct 15 19:38:34.435334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d269e97e-4f40-4ddd-9f1d-ffdff98a4141 req-27fbdd22-f73c-401a-86ba-eb60995d8571 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715272 Oct 15 19:38:34.487685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cc74d22-1212-49d5-a3f0-8a8ce03387cb req-281e176b-b0a3-40f9-93d9-705b7aa4b4f9 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656588 Oct 15 19:38:34.518165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:34.521279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:34.533107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63c83d-d352-4830-bc3b-a74374ff1cf0 req-f9e915c9-b856-46df-b210-f3055486ee1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.534568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce63c83d-d352-4830-bc3b-a74374ff1cf0 req-f9e915c9-b856-46df-b210-f3055486ee1c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0521142 Oct 15 19:38:34.571595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce63c83d-d352-4830-bc3b-a74374ff1cf0 req-d3019abc-25a0-4153-9f6b-aea384512b86 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Oct 15 19:38:34.630070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.667842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.668540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:34.669925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 200 len: 1097 time: 1.1053238 Oct 15 19:38:34.670377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:34.672642 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080729c4-97eb-4877-918b-106fdf908328" -d '{"events": [{"name": "network-changed", "server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:34.732796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d703e4-ab1d-482c-817e-e26ca89715fb x-openstack-request-id: req-d2d703e4-ab1d-482c-817e-e26ca89715fb {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:34.732796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:34.732796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2d703e4-ab1d-482c-817e-e26ca89715fb {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:34.732796 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'status': 'completed', 'code': 200} Oct 15 19:38:34.733445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17de77b-4ad4-4ab9-8b3f-cfa0e8b1ef77 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:34.788867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281379c1-208c-4342-8953-7a5db1461d11 req-a2728f66-796d-4f27-9deb-8419548c14bb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.788867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-281379c1-208c-4342-8953-7a5db1461d11 req-a2728f66-796d-4f27-9deb-8419548c14bb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0718205 Oct 15 19:38:34.843974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080729c4-97eb-4877-918b-106fdf908328 req-761d23e2-ee8a-4c3d-af0f-e0b6a764c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.845423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-080729c4-97eb-4877-918b-106fdf908328 req-761d23e2-ee8a-4c3d-af0f-e0b6a764c542 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1100 time: 0.0772150 Oct 15 19:38:34.848299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-281379c1-208c-4342-8953-7a5db1461d11 req-27c67f83-d6f8-4167-abf6-32a5f64e0392 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 Oct 15 19:38:34.879849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-080729c4-97eb-4877-918b-106fdf908328 req-ff4bd613-d10a-4d50-b4ac-20eabea0eed6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226111 Oct 15 19:38:34.964098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943179d-1936-4827-83dd-a3d6eba33f17 req-62fd6590-cd6b-427f-9ffe-7065987eeed5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:34.968122 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f943179d-1936-4827-83dd-a3d6eba33f17 req-62fd6590-cd6b-427f-9ffe-7065987eeed5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0661840 Oct 15 19:38:34.999660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080729c4-97eb-4877-918b-106fdf908328 req-b8634f5b-40f3-4c25-ba81-39ef9b6ee28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.001152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-080729c4-97eb-4877-918b-106fdf908328 req-b8634f5b-40f3-4c25-ba81-39ef9b6ee28b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145637 Oct 15 19:38:35.010390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f943179d-1936-4827-83dd-a3d6eba33f17 req-e47080c3-2078-4022-914a-6e274744b611 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Oct 15 19:38:35.050343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba316a0b-35cf-446f-8f2d-014452229f8a req-3e674ce3-8ac2-489f-b404-1ff6cc41d3f7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.051890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba316a0b-35cf-446f-8f2d-014452229f8a req-3e674ce3-8ac2-489f-b404-1ff6cc41d3f7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0547099 Oct 15 19:38:35.123150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba316a0b-35cf-446f-8f2d-014452229f8a req-d9ab174a-6645-4b15-abf5-d62f690cc8fc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645828 Oct 15 19:38:35.126801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-b2ef6080-372a-47fc-8486-b5ed014ee581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.128413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-b2ef6080-372a-47fc-8486-b5ed014ee581 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1100 time: 0.0710018 Oct 15 19:38:35.176141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-6472f8f2-61eb-4718-9062-5e6d69eb4763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 200 len: 217 time: 0.0368335 Oct 15 19:38:35.224821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e901f5-3fa1-474f-b046-9a4f37c41b34 req-a8f97d67-35a6-4707-bceb-0affcefe065a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.226324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13e901f5-3fa1-474f-b046-9a4f37c41b34 req-a8f97d67-35a6-4707-bceb-0affcefe065a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0504773 Oct 15 19:38:35.227060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-86f4d449-4fa7-40ca-b3d6-b34c56f91377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.228542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-86f4d449-4fa7-40ca-b3d6-b34c56f91377 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0446682 Oct 15 19:38:35.266922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13e901f5-3fa1-474f-b046-9a4f37c41b34 req-12bdabb5-c9d2-436c-8da7-0e5f347c2ac1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Oct 15 19:38:35.277088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-bca64f6b-6285-43ac-af2f-da4c91d33395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.278580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-bca64f6b-6285-43ac-af2f-da4c91d33395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432701 Oct 15 19:38:35.376735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-9203b450-bca0-4204-b8fe-a711f600599a service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904560 Oct 15 19:38:35.471914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1e6fb20-3844-4c49-a7a7-3f9db1ef4c12 req-cd9a0652-da14-4cb9-bffe-87163645a5e2 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872808 Oct 15 19:38:35.617847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257115a-c298-4256-8dcd-48d4bbca719b req-e55baab2-b942-4932-b953-ba50168b77ab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.620462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8257115a-c298-4256-8dcd-48d4bbca719b req-e55baab2-b942-4932-b953-ba50168b77ab tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0499678 Oct 15 19:38:35.657802 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8257115a-c298-4256-8dcd-48d4bbca719b req-6b0a8203-d951-42fa-b0c5-0b15833ea6e2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Oct 15 19:38:35.787226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009f2c0-beb5-4e5d-9365-b6fe84fdd9fc req-d94efd8f-acae-46ab-8f2f-f567736ab9f5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.788696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d009f2c0-beb5-4e5d-9365-b6fe84fdd9fc req-d94efd8f-acae-46ab-8f2f-f567736ab9f5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0507252 Oct 15 19:38:35.826697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d009f2c0-beb5-4e5d-9365-b6fe84fdd9fc req-e10f6661-898f-4416-a54d-87070e8e2225 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315580 Oct 15 19:38:35.989005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6f48-d448-408c-a201-235b759f684b req-9d54d799-9375-493c-ae4a-c28afa986ede tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:35.990463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d58c6f48-d448-408c-a201-235b759f684b req-9d54d799-9375-493c-ae4a-c28afa986ede tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0494242 Oct 15 19:38:36.026797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d58c6f48-d448-408c-a201-235b759f684b req-969f1e0a-2a4b-4c73-8336-033eaa97fe4f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296841 Oct 15 19:38:36.155878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a37df8-03d6-4e01-948c-9c62d0424ab6 req-97c16450-a1a9-444e-8231-c31cfffb869d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:36.157374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67a37df8-03d6-4e01-948c-9c62d0424ab6 req-97c16450-a1a9-444e-8231-c31cfffb869d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0487704 Oct 15 19:38:36.195088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67a37df8-03d6-4e01-948c-9c62d0424ab6 req-e9cc665d-a043-4861-959b-5e2e671eb4fc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Oct 15 19:38:36.299031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8df8-22cd-489d-81c8-3f844ba8c6d4 req-62437fc5-66d8-4927-a414-83ded6d0f89a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:36.300478 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6cf8df8-22cd-489d-81c8-3f844ba8c6d4 req-62437fc5-66d8-4927-a414-83ded6d0f89a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0517483 Oct 15 19:38:36.340045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6cf8df8-22cd-489d-81c8-3f844ba8c6d4 req-51dd4156-dd77-4f5c-bb43-90b17f77f3dc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335126 Oct 15 19:38:36.448330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52fe5-aecb-4c35-8e9b-dfe3ee976503 req-907df8f7-d0cf-4ffb-8f14-768dd07e4efa tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:36.449842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07c52fe5-aecb-4c35-8e9b-dfe3ee976503 req-907df8f7-d0cf-4ffb-8f14-768dd07e4efa tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0513637 Oct 15 19:38:36.489555 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07c52fe5-aecb-4c35-8e9b-dfe3ee976503 req-b8c38990-22bb-498d-895b-c2f15eb667f9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334606 Oct 15 19:38:36.522414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56546) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:36.624564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42d-cf16-456a-a93c-9d43577ad86f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:36.696923 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42d-cf16-456a-a93c-9d43577ad86f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:36.755266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0edfd42d-cf16-456a-a93c-9d43577ad86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:36.811368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617ed54-37dd-43c0-88f3-3f1093572b4e req-0efe5339-866e-4dda-92e7-1ee82cd1805d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:36.812871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a617ed54-37dd-43c0-88f3-3f1093572b4e req-0efe5339-866e-4dda-92e7-1ee82cd1805d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0895326 Oct 15 19:38:36.816056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0edfd42d-cf16-456a-a93c-9d43577ad86f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f54c6be3f14496d8c34f0533ad40faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926395 Oct 15 19:38:36.817275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd42d-cf16-456a-a93c-9d43577ad86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a7d66e-300a-4314-8f18-0dbf1e74ac75,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:36.818895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:36.855383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a617ed54-37dd-43c0-88f3-3f1093572b4e req-6f7d1585-633f-4eb7-bf32-562d41216f46 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Oct 15 19:38:36.875107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:36.891383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:36.956730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee1567-e7ac-44bf-a6b9-4e89b3133589 req-a4aebd0b-616a-4c8c-a5dd-14639113b7fc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:36.958174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31ee1567-e7ac-44bf-a6b9-4e89b3133589 req-a4aebd0b-616a-4c8c-a5dd-14639113b7fc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0488124 Oct 15 19:38:36.996919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31ee1567-e7ac-44bf-a6b9-4e89b3133589 req-0395a0c0-675c-4f83-83a0-49248fb65844 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Oct 15 19:38:37.015817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:37.018459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:37.019603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9a7d66e-300a-4314-8f18-0dbf1e74ac75 HTTP/1.1" status: 204 len: 168 time: 0.1996491 Oct 15 19:38:37.027979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361d22f-98cd-4f2c-9433-b8bbf1ed74e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a7d66e-300a-4314-8f18-0dbf1e74ac75,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:37.141937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6d464-0813-4584-a5d6-bcd9c0fb6609 req-95340894-710e-4b3f-883f-2e09bf1f3978 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:37.143533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05c6d464-0813-4584-a5d6-bcd9c0fb6609 req-95340894-710e-4b3f-883f-2e09bf1f3978 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0501831 Oct 15 19:38:37.182190 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05c6d464-0813-4584-a5d6-bcd9c0fb6609 req-58e56f3d-05b2-45fe-b387-8cedc2265b07 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Oct 15 19:38:37.317763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8cb86-6c95-41c4-a6d2-77592efb66be req-166692e2-efd2-4398-9999-dd44a66762a9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:37.319226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f8cb86-6c95-41c4-a6d2-77592efb66be req-166692e2-efd2-4398-9999-dd44a66762a9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0525594 Oct 15 19:38:37.357594 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f8cb86-6c95-41c4-a6d2-77592efb66be req-fa0cc4e0-4993-43f0-ac15-a40a039841d4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319641 Oct 15 19:38:37.466756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9557b-ce6f-4035-b1d1-7a2c86ee7056 req-2bf1924c-04b9-49da-b6e0-4c3a55dfae1d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:37.468330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2a9557b-ce6f-4035-b1d1-7a2c86ee7056 req-2bf1924c-04b9-49da-b6e0-4c3a55dfae1d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0559421 Oct 15 19:38:37.507629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2a9557b-ce6f-4035-b1d1-7a2c86ee7056 req-4d185215-1178-453b-a074-1c849dad1fbc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Oct 15 19:38:37.612554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0e32-868f-4cc1-8e82-fadfd2702848 req-a938d297-8253-4e57-9acc-efd6facb2db1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:37.614026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-602f0e32-868f-4cc1-8e82-fadfd2702848 req-a938d297-8253-4e57-9acc-efd6facb2db1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0499310 Oct 15 19:38:37.651646 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-602f0e32-868f-4cc1-8e82-fadfd2702848 req-a6e932cf-64e8-45e3-b5b5-4e9e3420525d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Oct 15 19:38:37.971631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cbdf-3880-441f-a8ab-e9c1c5ad2ef0 req-3d37a7c9-c143-48aa-a05b-e02c4fb65e8a tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:37.973220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca51cbdf-3880-441f-a8ab-e9c1c5ad2ef0 req-3d37a7c9-c143-48aa-a05b-e02c4fb65e8a tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0533094 Oct 15 19:38:38.012037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca51cbdf-3880-441f-a8ab-e9c1c5ad2ef0 req-14344217-f158-4c2a-8a81-6400de3d8627 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Oct 15 19:38:38.019020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56588) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:38.115134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677f75-ece1-4c5b-8297-274c943da1d3 req-23b1c525-37f4-4815-b191-244bccbec460 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.117713 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60677f75-ece1-4c5b-8297-274c943da1d3 req-23b1c525-37f4-4815-b191-244bccbec460 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0511794 Oct 15 19:38:38.135429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-698498029-network', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:38.172472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60677f75-ece1-4c5b-8297-274c943da1d3 req-52a8e21e-9b10-4f49-a9a1-86172064c402 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Oct 15 19:38:38.276106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Made reservation on behalf of 88f9c3fdea474a0daca18a1ebaa4cb0d for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:38.278174 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.288568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.321367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518832-3086-424d-b868-e68a3beea44d req-047547b7-3e36-473f-b253-b1120b941ac7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.323298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8518832-3086-424d-b868-e68a3beea44d req-047547b7-3e36-473f-b253-b1120b941ac7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0750897 Oct 15 19:38:38.378533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8518832-3086-424d-b868-e68a3beea44d req-66f21393-8091-4e88-89d2-57dff0cf1082 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474262 Oct 15 19:38:38.411454 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.487104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bd835-1f55-417e-b8ef-4a377b99dbfa req-8ccb1173-211b-4e48-bdd0-d4a365b90b06 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.488609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e2bd835-1f55-417e-b8ef-4a377b99dbfa req-8ccb1173-211b-4e48-bdd0-d4a365b90b06 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0547285 Oct 15 19:38:38.489669 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.524757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:38:38.547323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49998fa-6e90-405e-adee-30fc9479847e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:38.553450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.553790 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Added segment 948d868f-8169-4039-8e2e-b3c34c3b470f of type vlan for network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 Oct 15 19:38:38.567438 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e2bd835-1f55-417e-b8ef-4a377b99dbfa req-a40c27c6-dc40-47f2-bee6-388c57caca95 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698338 Oct 15 19:38:38.598851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.670209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecbc92-51d9-4626-9fc8-50ecec8ec8d8 req-3fb2431e-7452-44a9-883f-a1b3acbf6c98 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.671807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0ecbc92-51d9-4626-9fc8-50ecec8ec8d8 req-3fb2431e-7452-44a9-883f-a1b3acbf6c98 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0482166 Oct 15 19:38:38.692776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.693666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.694257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:38.740651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0ecbc92-51d9-4626-9fc8-50ecec8ec8d8 req-d45621a3-e65f-455e-8fed-adb06f9c794d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628452 Oct 15 19:38:38.766928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] Pushing event updated for resources: {'Network': ['ID=4e8b1ef8-a8ad-4c97-af84-8214432c7a02,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:38.776642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:38:38.798500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a5ae8151-09c8-4137-bd1d-dc2b798e52fd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7756591 Oct 15 19:38:38.798702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56600) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:38.803483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Request body: {'subnet': {'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-698498029-subnet', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:38.867138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce1909-8797-4d96-9f8e-327df25a5569 req-d9c31ef1-b49d-4a9f-8ed8-074d9bf74fa4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:38.868685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0ce1909-8797-4d96-9f8e-327df25a5569 req-d9c31ef1-b49d-4a9f-8ed8-074d9bf74fa4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0604053 Oct 15 19:38:38.905921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0ce1909-8797-4d96-9f8e-327df25a5569 req-4162a978-3817-489c-ae2b-36f78763c0ce tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Oct 15 19:38:38.932794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Made reservation on behalf of 88f9c3fdea474a0daca18a1ebaa4cb0d for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:38.935091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.138217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77636c-9fdd-4d15-993f-0279e1d5b123 req-6687838b-58bd-471c-a26a-c20c348573f9 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:39.139853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab77636c-9fdd-4d15-993f-0279e1d5b123 req-6687838b-58bd-471c-a26a-c20c348573f9 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0563259 Oct 15 19:38:39.178704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab77636c-9fdd-4d15-993f-0279e1d5b123 req-2cfa488d-a95c-461d-b598-910fbf72a9aa tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Oct 15 19:38:39.184154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.241161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cfa655a-3015-45ef-9ef2-74e9faa7725b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:39.248564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Checking segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:39.248919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Network hostable DHCP agents. Network: 4e8b1ef8-a8ad-4c97-af84-8214432c7a02, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:38:39.307966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e06d5-c48d-4cb5-aa2b-53bdb5feed7c req-a0ea40d7-0994-4e6c-a2ce-93779aaf7e03 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:39.309332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-910e06d5-c48d-4cb5-aa2b-53bdb5feed7c req-a0ea40d7-0994-4e6c-a2ce-93779aaf7e03 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0572448 Oct 15 19:38:39.339985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:38:39.351748 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-910e06d5-c48d-4cb5-aa2b-53bdb5feed7c req-f363c982-39c4-4a71-894e-922ef3206e06 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363796 Oct 15 19:38:39.421818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4e8b1ef8-a8ad-4c97-af84-8214432c7a02) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:39.425957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:39.426537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.431778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4948cf-8fb4-4ffd-887f-b682125de9bd None None] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:38:39.500103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c5180-95e0-4fe1-986f-a8a56239227d req-c3a1ca03-9cb5-4401-86c5-23f02b78b03f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:39.501739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-806c5180-95e0-4fe1-986f-a8a56239227d req-c3a1ca03-9cb5-4401-86c5-23f02b78b03f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0495379 Oct 15 19:38:39.524433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-369a0731-f51c-494c-8cee-fefc652d358d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7247479 Oct 15 19:38:39.527708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:39.532960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:39.561641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-806c5180-95e0-4fe1-986f-a8a56239227d req-023375bc-9d73-4df7-a5a3-6903f8dfd000 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536528 Oct 15 19:38:39.586820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:38:39.588694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.646555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.647678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.722799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Allocated IP 172.20.0.2 (4e8b1ef8-a8ad-4c97-af84-8214432c7a02/6cfa655a-3015-45ef-9ef2-74e9faa7725b/15dc5087-b665-4232-b3bf-c62febbe2da0) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:39.739528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826af14-3087-4d10-b07c-7af27e17aa9d req-a7e312d8-19b4-437f-8de1-a0ef39d74fa0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:39.741030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0826af14-3087-4d10-b07c-7af27e17aa9d req-a7e312d8-19b4-437f-8de1-a0ef39d74fa0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.1064734 Oct 15 19:38:39.769591 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.801931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0826af14-3087-4d10-b07c-7af27e17aa9d req-19fca795-600c-40cf-9813-47b2cdd5dd40 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349827 Oct 15 19:38:39.872413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:39.879013 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:39.952885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.132630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:40.135445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:40.139654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:40.147549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:40.159838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Pushing event updated for resources: {'Port': ['ID=15dc5087-b665-4232-b3bf-c62febbe2da0,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:40.162203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'mac_address': 'fa:16:3e:43:46:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:38:40.187658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.188001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.188336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.188663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.188991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.189314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.189634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.189951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.190268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.190584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.190907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.191221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:38:40.253734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Attempting to bind port 15dc5087-b665-4232-b3bf-c62febbe2da0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:40.253996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.254104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Attempting to bind port 15dc5087-b665-4232-b3bf-c62febbe2da0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:40.254438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Attempting to bind port 15dc5087-b665-4232-b3bf-c62febbe2da0 on network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:40.263932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdf5ed-9722-4624-8a22-bcc5546fa44c req-dbdf8c84-7bbc-4dc6-b9b4-2c011ea98319 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:40.265407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-12bdf5ed-9722-4624-8a22-bcc5546fa44c req-dbdf8c84-7bbc-4dc6-b9b4-2c011ea98319 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.3867748 Oct 15 19:38:40.265731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:40.266108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Checking segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:40.266492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.266950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Bound using segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:40.267340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Bound port: 15dc5087-b665-4232-b3bf-c62febbe2da0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:40.267741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.269581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.290373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:40.303676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-12bdf5ed-9722-4624-8a22-bcc5546fa44c req-130feca6-031d-464a-9691-6e6bc9572e93 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Oct 15 19:38:40.338597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:40.357157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] For port 15dc5087-b665-4232-b3bf-c62febbe2da0, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:40.360901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] For port 15dc5087-b665-4232-b3bf-c62febbe2da0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=15dc5087-b665-4232-b3bf-c62febbe2da0,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:40.402132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.426498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.461481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc104003-d15a-4169-bd43-2c479a9b1b28 req-aa1443bf-2e4d-425c-bab0-775f2cd68c9b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:40.464603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc104003-d15a-4169-bd43-2c479a9b1b28 req-aa1443bf-2e4d-425c-bab0-775f2cd68c9b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0991158 Oct 15 19:38:40.467152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:40.521496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02921f-b251-4c98-9e98-7b84e6fe1bd9 None None] Pushing event updated for resources: {'Port': ['ID=15dc5087-b665-4232-b3bf-c62febbe2da0,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:40.611859 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc104003-d15a-4169-bd43-2c479a9b1b28 req-97b27c2d-5bf3-49e1-8a6d-98ff4f0dca93 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937872 Oct 15 19:38:40.628311 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.659787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.771031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 15dc5087-b665-4232-b3bf-c62febbe2da0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:40.801054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c491f-f6e8-4f5e-8f4c-4ec634527f80 req-94e0d0fc-c88b-41f9-a070-ec1f43b5b243 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:40.802543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f0c491f-f6e8-4f5e-8f4c-4ec634527f80 req-94e0d0fc-c88b-41f9-a070-ec1f43b5b243 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0922129 Oct 15 19:38:40.809027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Allocated IP 172.25.0.51 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a0271060-a65d-43dc-84eb-b6f0a3bad093) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:40.824180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 15dc5087-b665-4232-b3bf-c62febbe2da0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:40.824539 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.846195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:40.868865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f0c491f-f6e8-4f5e-8f4c-4ec634527f80 req-db12fbc3-3bce-4dcc-a5dc-395e3561f699 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Oct 15 19:38:40.969629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:40.980105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.007972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc831aa-b0ce-442d-914a-9bcc11f746b8 req-450516c7-0870-4fb5-813d-e5dec36b4cc1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:41.009443 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5dc831aa-b0ce-442d-914a-9bcc11f746b8 req-450516c7-0870-4fb5-813d-e5dec36b4cc1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0702889 Oct 15 19:38:41.028268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 15dc5087-b665-4232-b3bf-c62febbe2da0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=15dc5087-b665-4232-b3bf-c62febbe2da0,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:41.061880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5dc831aa-b0ce-442d-914a-9bcc11f746b8 req-2e6a17bc-8548-4039-ab5a-31ab74d63fed tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Oct 15 19:38:41.092944 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.129223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.147344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=15dc5087-b665-4232-b3bf-c62febbe2da0,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:41.194728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:41.205265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:41.207359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Pushing event updated for resources: {'Port': ['ID=a0271060-a65d-43dc-84eb-b6f0a3bad093,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:41.210578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:41.250705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fa28d-c23a-4649-947d-4c31f6b96e64 req-fc12e37f-2224-4438-8e2b-9af35c5dfdf8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:41.252272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d1fa28d-c23a-4649-947d-4c31f6b96e64 req-fc12e37f-2224-4438-8e2b-9af35c5dfdf8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1253805 Oct 15 19:38:41.371063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec339b2-8369-4805-a0ab-fd46a900d2f9 None None] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:38:41.372619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d1fa28d-c23a-4649-947d-4c31f6b96e64 req-92ca4f48-6e88-46af-88dc-c63206e7d22a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134603 Oct 15 19:38:41.438818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7951f6af-35ce-4a30-bacb-acc87f5a0efd None None] Provisioning complete for port 15dc5087-b665-4232-b3bf-c62febbe2da0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:41.439186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7951f6af-35ce-4a30-bacb-acc87f5a0efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.488467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37588d-cb9a-4d44-b441-caa333b5a34c req-e3471a16-7774-4a60-9f06-e730b529a329 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:41.490172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b37588d-cb9a-4d44-b441-caa333b5a34c req-e3471a16-7774-4a60-9f06-e730b529a329 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0537288 Oct 15 19:38:41.567826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b37588d-cb9a-4d44-b441-caa333b5a34c req-f1f608d2-8eb6-4854-8d31-25b867b9d534 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707495 Oct 15 19:38:41.627291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.752561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f43409-c4c2-4b28-acc1-8161c55f838a req-2bfd9f9b-78d1-4af0-9d31-16c153593380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:41.754034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58f43409-c4c2-4b28-acc1-8161c55f838a req-2bfd9f9b-78d1-4af0-9d31-16c153593380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1222458 Oct 15 19:38:41.808280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b98c562e-288e-48e5-8c22-deffd10a1e7e None None] Provisioning complete for port 15dc5087-b665-4232-b3bf-c62febbe2da0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:41.808642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b98c562e-288e-48e5-8c22-deffd10a1e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:41.832192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58f43409-c4c2-4b28-acc1-8161c55f838a req-8f4ae7ac-b84d-44ec-bedd-90ffe2ca08cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710487 Oct 15 19:38:41.896905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:42.020542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986016e-bfe3-4427-8006-a3a64d6a74f3 req-4b524cd1-f20a-418f-8b62-4b8212637c9b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.021879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e986016e-bfe3-4427-8006-a3a64d6a74f3 req-4b524cd1-f20a-418f-8b62-4b8212637c9b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0898452 Oct 15 19:38:42.084041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e986016e-bfe3-4427-8006-a3a64d6a74f3 req-df71e0d7-7eba-4b55-beef-cf06ec93a0d1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Oct 15 19:38:42.189412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d72ab-ef62-4f32-a40a-ac2222e0eed4 req-4f9cab8d-bac6-4415-9e9f-ee3bbe1d2fa0 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.190913 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06d72ab-ef62-4f32-a40a-ac2222e0eed4 req-4f9cab8d-bac6-4415-9e9f-ee3bbe1d2fa0 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0519719 Oct 15 19:38:42.191646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Router 1304b8f1-4b88-4983-9979-849a9a875f62 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:38:42.269383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06d72ab-ef62-4f32-a40a-ac2222e0eed4 req-e0544a82-ecce-488b-bde0-d36ed8282bda tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707154 Oct 15 19:38:42.327485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:38:42.336594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Sync routers for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:38:42.346424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:42.347044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:42.380056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50886246-bd84-420e-beff-ea486ee60152 req-286d9d0c-c4cc-4f16-8a0b-1d97b5bf45b4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.381522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50886246-bd84-420e-beff-ea486ee60152 req-286d9d0c-c4cc-4f16-8a0b-1d97b5bf45b4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0563385 Oct 15 19:38:42.420153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50886246-bd84-420e-beff-ea486ee60152 req-dbc0b59e-1ab6-48c3-b0b8-9d1373828df7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317690 Oct 15 19:38:42.454660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:42.454660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-de0131a3-975c-467d-bb3b-6f820ca92d24 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9163339 Oct 15 19:38:42.455231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56634) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:42.459083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:42.582603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609725af-2ef0-482e-927a-77816c91b043 req-d11de1b4-4101-4e59-83b9-002706d5d97b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.584095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-609725af-2ef0-482e-927a-77816c91b043 req-d11de1b4-4101-4e59-83b9-002706d5d97b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0911019 Oct 15 19:38:42.640596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:41Z', 'revision_number': 3, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:42.668587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Checking router: 1304b8f1-4b88-4983-9979-849a9a875f62 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:38:42.668587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Updating router 1304b8f1-4b88-4983-9979-849a9a875f62 port a0271060-a65d-43dc-84eb-b6f0a3bad093 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:38:42.674790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-609725af-2ef0-482e-927a-77816c91b043 req-4daacb0d-a63c-4c91-aea7-385bd99c35bf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835361 Oct 15 19:38:42.709556 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:42.734175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 15dc5087-b665-4232-b3bf-c62febbe2da0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:42.859617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 15dc5087-b665-4232-b3bf-c62febbe2da0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:42.859898 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:42.863853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa52c4-3298-4900-bb19-c630f0fa754d req-543b6fb3-4e93-4741-9119-577301ee5b33 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.865417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8aa52c4-3298-4900-bb19-c630f0fa754d req-543b6fb3-4e93-4741-9119-577301ee5b33 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.1168556 Oct 15 19:38:42.945866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8aa52c4-3298-4900-bb19-c630f0fa754d req-0fd7997f-fc57-4076-b482-279c30018a55 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717065 Oct 15 19:38:42.960643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b6f3-51a7-4b6e-903e-c457a24dc997 req-3947579d-ed11-4a52-ba93-159ee4c02b3b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:42.971825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b28b6f3-51a7-4b6e-903e-c457a24dc997 req-3947579d-ed11-4a52-ba93-159ee4c02b3b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0523324 Oct 15 19:38:43.006365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b28b6f3-51a7-4b6e-903e-c457a24dc997 req-599821a7-8c9b-40d3-ba49-8e660c13178c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328963 Oct 15 19:38:43.033148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.080528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.143922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.195368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Attempting to bind port a0271060-a65d-43dc-84eb-b6f0a3bad093 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:43.195755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Attempting to bind port a0271060-a65d-43dc-84eb-b6f0a3bad093 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:43.196127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Attempting to bind port a0271060-a65d-43dc-84eb-b6f0a3bad093 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:43.207081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf3ea-508c-403f-a00b-18a9dc124982 None None] Pushing event updated for resources: {'Port': ['ID=a0271060-a65d-43dc-84eb-b6f0a3bad093,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:43.210984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:43.211440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:43.211870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.212260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:43.213102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Bound port: a0271060-a65d-43dc-84eb-b6f0a3bad093, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:43.213488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.218160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Allocated IP 172.20.0.1 (4e8b1ef8-a8ad-4c97-af84-8214432c7a02/6cfa655a-3015-45ef-9ef2-74e9faa7725b/34f410b2-0b4b-4f0c-a054-251b75a0f1f5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:43.243110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f793ac-d385-456f-b706-cd07cf634585 req-4c138299-fb3f-46c8-a6f3-ba6724788523 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:43.244710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b4f793ac-d385-456f-b706-cd07cf634585 req-4c138299-fb3f-46c8-a6f3-ba6724788523 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0913110 Oct 15 19:38:43.266016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] For port a0271060-a65d-43dc-84eb-b6f0a3bad093, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:43.269176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] For port a0271060-a65d-43dc-84eb-b6f0a3bad093, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0271060-a65d-43dc-84eb-b6f0a3bad093,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:43.328514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b4f793ac-d385-456f-b706-cd07cf634585 req-ae2a6e04-4a5e-40cc-bfa9-055345a8213b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726156 Oct 15 19:38:43.334578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.376207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.396477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125648ab-1c03-4de0-9812-6046f2f3a099 req-09e092d7-60f0-420f-a5f6-b6723d5a7c01 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:43.397478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:43.398189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:43.398354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-125648ab-1c03-4de0-9812-6046f2f3a099 req-09e092d7-60f0-420f-a5f6-b6723d5a7c01 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0621800 Oct 15 19:38:43.401333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf3ea-508c-403f-a00b-18a9dc124982 None None] Pushing event updated for resources: {'Port': ['ID=a0271060-a65d-43dc-84eb-b6f0a3bad093,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:43.438824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-125648ab-1c03-4de0-9812-6046f2f3a099 req-ce0a9070-4410-4e57-aa79-7828b0ccc32c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Oct 15 19:38:43.470630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.509481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:43.535803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:43.542814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:43.545331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:43.573407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Pushing event updated for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:43.604598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d61d5-7f20-4602-904d-7d04f6cb27bc req-53631263-f98b-49fe-b668-9d002d9acf49 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:43.606109 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-497d61d5-7f20-4602-904d-7d04f6cb27bc req-53631263-f98b-49fe-b668-9d002d9acf49 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1086493 Oct 15 19:38:43.609522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.690820 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-497d61d5-7f20-4602-904d-7d04f6cb27bc req-1dad00dd-9d11-442d-bd10-48ae070c00f8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775628 Oct 15 19:38:43.714448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:41Z', 'revision_number': 3, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:43.819099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38732d0-3595-445f-a152-351f2763ec11 req-66e010a1-af04-41c1-ae84-854d6d123a21 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:43.820672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d38732d0-3595-445f-a152-351f2763ec11 req-66e010a1-af04-41c1-ae84-854d6d123a21 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0549631 Oct 15 19:38:43.863744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d38732d0-3595-445f-a152-351f2763ec11 req-20101467-690a-4ec0-8355-3cdf897111e3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352168 Oct 15 19:38:43.887726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bc42d7-395f-434e-ae00-a57333a28c1d None None] The sync data for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 is: [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:41Z', 'revision_number': 3, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:38:43.898134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-097c197f-9512-453e-a3d9-b8eb110a0269 None None] Provisioning complete for port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:43.898781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097c197f-9512-453e-a3d9-b8eb110a0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:43.921467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:43.962588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-097c197f-9512-453e-a3d9-b8eb110a0269 None None] Port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:44.052924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:38:44.059432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:44.060233 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.076742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff3e3d-7d9a-426a-bd82-909487ec8a32 req-60a8a52e-a4d9-444e-8aa1-1c4b897739a3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.078242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41ff3e3d-7d9a-426a-bd82-909487ec8a32 req-60a8a52e-a4d9-444e-8aa1-1c4b897739a3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0512116 Oct 15 19:38:44.154404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41ff3e3d-7d9a-426a-bd82-909487ec8a32 req-431c968b-c446-4d7a-8d27-d4acb7f12bab tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679777 Oct 15 19:38:44.159735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6af05-9da5-4528-abc7-e6d147e5054d req-d3722d61-7be0-459a-afde-82be35a7970b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.171631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bd6af05-9da5-4528-abc7-e6d147e5054d req-d3722d61-7be0-459a-afde-82be35a7970b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0795383 Oct 15 19:38:44.180766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.218678 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.248050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bd6af05-9da5-4528-abc7-e6d147e5054d req-5f6a1c60-714e-45d9-bfc6-0ce8eeab3d1e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745652 Oct 15 19:38:44.262998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:44.262998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:44.263391 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00e163-d793-41e9-ab14-66e5fd2b1ee8" -d '{"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:44.305397 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b123d92-7231-47ca-ac79-810e8e63d81a x-openstack-request-id: req-2b123d92-7231-47ca-ac79-810e8e63d81a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:44.305709 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:44.305964 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b123d92-7231-47ca-ac79-810e8e63d81a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:44.306354 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'code': 200} Oct 15 19:38:44.349498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.400650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.404632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:44.439215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be32640-8d2f-4c0a-beae-9d1da14c4d81 req-43b7076c-a042-48f5-b291-b3a5481a7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.441051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be32640-8d2f-4c0a-beae-9d1da14c4d81 req-43b7076c-a042-48f5-b291-b3a5481a7c40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1102 time: 0.0631442 Oct 15 19:38:44.492483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.509468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be32640-8d2f-4c0a-beae-9d1da14c4d81 req-bade82e7-f14f-42c6-a74e-1e091102032a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556130 Oct 15 19:38:44.529114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f1f98-b918-4de5-93b9-263000b43d2e req-b3d39fc1-593e-4427-857e-d5543ce303eb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.536111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a9f1f98-b918-4de5-93b9-263000b43d2e req-b3d39fc1-593e-4427-857e-d5543ce303eb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0920839 Oct 15 19:38:44.575651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a9f1f98-b918-4de5-93b9-263000b43d2e req-0b79b884-b3f9-4504-a07a-8d06c02f4625 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Oct 15 19:38:44.608069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Pushing event updated for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:44.612941 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.644815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31330f4-e424-4d8e-8189-338600b188a1 req-432c6a97-4d71-4f77-b64d-6e3d796f22d6 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.646340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a31330f4-e424-4d8e-8189-338600b188a1 req-432c6a97-4d71-4f77-b64d-6e3d796f22d6 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1246829 Oct 15 19:38:44.746003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a31330f4-e424-4d8e-8189-338600b188a1 req-7ae650e6-e768-4a9c-9053-b4ddfc85a00f tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879221 Oct 15 19:38:44.749430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0271060-a65d-43dc-84eb-b6f0a3bad093 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:44.773457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:44.774927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:44.834019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a0271060-a65d-43dc-84eb-b6f0a3bad093 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:44.834379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.856689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85490aa1-b47c-40a2-8fa0-aae07200cfb0 req-b5ce8eee-71c3-4756-9576-0ab4dba81552 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:44.866311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85490aa1-b47c-40a2-8fa0-aae07200cfb0 req-b5ce8eee-71c3-4756-9576-0ab4dba81552 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0838947 Oct 15 19:38:44.926850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85490aa1-b47c-40a2-8fa0-aae07200cfb0 req-5c53def1-b260-46b5-b75f-d5d7b880980a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575137 Oct 15 19:38:44.950404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Router 1304b8f1-4b88-4983-9979-849a9a875f62 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:38:44.961355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:44.985772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port a0271060-a65d-43dc-84eb-b6f0a3bad093, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0271060-a65d-43dc-84eb-b6f0a3bad093,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:45.050405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:45.084374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67367e1f-a150-4270-83eb-5d3fcf4cdd84 req-cbd1def3-ac6d-4227-be13-561de02d7147 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:45.085771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67367e1f-a150-4270-83eb-5d3fcf4cdd84 req-cbd1def3-ac6d-4227-be13-561de02d7147 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0920208 Oct 15 19:38:45.109971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f15230a5-6889-479d-bd9a-9739c5328a26 None None] Provisioning complete for port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:45.110338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f15230a5-6889-479d-bd9a-9739c5328a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:45.111824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=a0271060-a65d-43dc-84eb-b6f0a3bad093,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:45.121309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:38:45.128142 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-925f3b8e-a6b0-47b3-b14c-63e74fdd83da admin admin] 10.222.0.13 "PUT /v2.0/routers/1304b8f1-4b88-4983-9979-849a9a875f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721206 Oct 15 19:38:45.142768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67367e1f-a150-4270-83eb-5d3fcf4cdd84 req-00dc9dca-5145-44f5-a74f-e51d3b43b820 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490203 Oct 15 19:38:45.160752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f15230a5-6889-479d-bd9a-9739c5328a26 None None] Port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:45.281506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb71fe5-da73-41f5-a83f-fd578948d4cb req-f008ca0e-a457-4b87-8d0d-7009cbaac959 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:45.282989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdb71fe5-da73-41f5-a83f-fd578948d4cb req-f008ca0e-a457-4b87-8d0d-7009cbaac959 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0594301 Oct 15 19:38:45.320954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdb71fe5-da73-41f5-a83f-fd578948d4cb req-91818379-322c-4321-8de3-3882c63c344e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317025 Oct 15 19:38:45.439860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9de30-421f-4a96-bb65-cbc99318308b req-400160d5-95b1-48e9-93a6-663346d8d633 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:45.441340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cc9de30-421f-4a96-bb65-cbc99318308b req-400160d5-95b1-48e9-93a6-663346d8d633 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0538108 Oct 15 19:38:45.479888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cc9de30-421f-4a96-bb65-cbc99318308b req-e8b39574-7160-414c-8676-6623b94cef61 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Oct 15 19:38:45.594943 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Sync routers for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:38:45.610650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:45.611457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:45.698845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83984500-41e4-4045-9e94-e9d335b20ca4 req-db69548f-3d0e-40f9-b806-8960694adebb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:45.700312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83984500-41e4-4045-9e94-e9d335b20ca4 req-db69548f-3d0e-40f9-b806-8960694adebb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0511866 Oct 15 19:38:45.720143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56678) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:45.720529 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:45.724749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709089382', 'description': 'tempest-description--496123405'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:45.751934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83984500-41e4-4045-9e94-e9d335b20ca4 req-1b1108d6-d973-4a72-b424-3c7d11ce7f3c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447083 Oct 15 19:38:45.829417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:45.898201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c011c-34dd-4af2-80a7-819307a5ecbf req-047976b2-4168-4d50-9c35-84e818aed9f4 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:45.899891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-884c011c-34dd-4af2-80a7-819307a5ecbf req-047976b2-4168-4d50-9c35-84e818aed9f4 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0822110 Oct 15 19:38:45.930171 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 2, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:45.967866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Checking router: 1304b8f1-4b88-4983-9979-849a9a875f62 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:38:45.968381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-884c011c-34dd-4af2-80a7-819307a5ecbf req-9bde2685-455b-48bf-8a26-17c972f62729 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592833 Oct 15 19:38:45.970637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:45.972141 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Updating router 1304b8f1-4b88-4983-9979-849a9a875f62 port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:38:45.998488 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.066528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.106083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:46.116592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af4319-568f-4fb4-b324-1e1b9b6fffb8 req-807924a5-65b5-413c-8230-ce7807a1326a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:46.124745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-88af4319-568f-4fb4-b324-1e1b9b6fffb8 req-807924a5-65b5-413c-8230-ce7807a1326a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0874557 Oct 15 19:38:46.160301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-88af4319-568f-4fb4-b324-1e1b9b6fffb8 req-82ecdbfd-ad66-4b85-a7e5-3ef539f90907 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Oct 15 19:38:46.164405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.164772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8ab7fad7-ad70-47b1-a0e4-dad7957a1bec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4434536 Oct 15 19:38:46.171912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56690) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:46.192677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'security_group_rule': {'security_group_id': '3c4dbeb8-3c36-4eb3-8647-989d1e1d1924', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:46.281119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dedd87-ef19-4bc1-85a4-362b29b4d672 req-aab369bb-04fc-4d0f-808d-ec9095489726 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:46.289047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66dedd87-ef19-4bc1-85a4-362b29b4d672 req-aab369bb-04fc-4d0f-808d-ec9095489726 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0653141 Oct 15 19:38:46.349495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66dedd87-ef19-4bc1-85a4-362b29b4d672 req-45888838-e9cb-4c37-a639-e20fd69bf3ba tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586395 Oct 15 19:38:46.371071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.424331 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.446759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.502435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62765-ac0b-41c0-be1a-7f79105b0082 req-0ea9759c-e623-4a5a-ac4f-3b91ea8b50d6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:46.504320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ab62765-ac0b-41c0-be1a-7f79105b0082 req-0ea9759c-e623-4a5a-ac4f-3b91ea8b50d6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0710506 Oct 15 19:38:46.516064 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.553535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.564117 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91eef7-c6c6-48f9-bdfc-e3fd4974ff53 None None] Pushing event updated for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:46.610031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299969a0-bbc0-4d1a-9823-3e3907cbd4f3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:46.614476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ab62765-ac0b-41c0-be1a-7f79105b0082 req-4165e67c-4874-495f-bbc7-4c3c925db589 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865602 Oct 15 19:38:46.655886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Attempting to bind port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:46.655886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Attempting to bind port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:46.655886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Attempting to bind port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 on network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:46.663516 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:46.664713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Checking segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:46.665524 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.666517 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Bound using segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:46.667506 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Bound port: 34f410b2-0b4b-4f0c-a054-251b75a0f1f5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:46.668071 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.683790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.688147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7069a896-91b8-44af-b165-8ebf807631b0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5150840 Oct 15 19:38:46.688916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56698) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:46.694439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'security_group_rule': {'security_group_id': '3c4dbeb8-3c36-4eb3-8647-989d1e1d1924', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:46.770579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0271060-a65d-43dc-84eb-b6f0a3bad093 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:46.783692 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] For port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:46.783948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a027d-4c5b-48ed-b6b0-b031a080207c req-07f9170c-3135-46f2-b723-d7aef9a8116b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:46.786217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-79a549f3-a83d-44a7-baf8-846b9869e588 req-cf27974f-586f-471f-b987-6dc55437a08a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:46.786795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-79a549f3-a83d-44a7-baf8-846b9869e588 req-cf27974f-586f-471f-b987-6dc55437a08a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051167 Oct 15 19:38:46.789082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] For port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:46.795928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d27a027d-4c5b-48ed-b6b0-b031a080207c req-07f9170c-3135-46f2-b723-d7aef9a8116b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1764157 Oct 15 19:38:46.852021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d27a027d-4c5b-48ed-b6b0-b031a080207c req-3dadca6d-d8c3-4939-9ea1-4a77fb12f3ec tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548697 Oct 15 19:38:46.853644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.865611 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.891397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a0271060-a65d-43dc-84eb-b6f0a3bad093 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:46.891788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:46.942925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] Provisioning complete for port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:46.943366 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.004725 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:38:47.005979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:47.011326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.054456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea7bf1-25b7-4ca7-bcc9-d47bd2380132 req-dac515fb-dcce-4915-b757-3ccf7fc6d3b7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:47.062765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6ea7bf1-25b7-4ca7-bcc9-d47bd2380132 req-dac515fb-dcce-4915-b757-3ccf7fc6d3b7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.0963860 Oct 15 19:38:47.099736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.104881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.136446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] For port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:47.143426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:38:47.179802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6ea7bf1-25b7-4ca7-bcc9-d47bd2380132 req-60c99fd5-5194-4964-8c7a-06465a389bc9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093538 Oct 15 19:38:47.185593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbda985d-b27c-4e28-a087-f191e61bc168,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:47.241176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.272160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.278215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56710) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:38:47.278753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66b3a3e7-27c9-4da3-a003-d20e6b6a878d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5876539 Oct 15 19:38:47.282730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:47.330771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f664bc-c6f8-4281-b342-11d027c0f8a4 None None] Pushing event updated for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:47.363294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91eef7-c6c6-48f9-bdfc-e3fd4974ff53 None None] Pushing event updated for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:47.386534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-12634f94-e501-4cab-8550-eefbc9f8bf1f None None] Provisioning complete for port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:47.387349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-12634f94-e501-4cab-8550-eefbc9f8bf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.393406 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:46Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:38:47.422144 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fdc18c-09fb-4ead-8fcd-33ffd46180fd None None] The sync data for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 is: [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:46Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:38:47.443147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4403a-634f-458a-84b6-86755e63c032 req-9ae0cfea-7f8e-4426-826e-ada2dced7d86 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:47.445240 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bcf4403a-634f-458a-84b6-86755e63c032 req-9ae0cfea-7f8e-4426-826e-ada2dced7d86 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1525409 Oct 15 19:38:47.521638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-2b2a1277-fb00-49e1-9f8d-794093a873ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445885 Oct 15 19:38:47.527173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-2867a6a1-b420-4e1f-bdce-d35186496af6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:38:47.528193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-2867a6a1-b420-4e1f-bdce-d35186496af6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058122 Oct 15 19:38:47.535241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bcf4403a-634f-458a-84b6-86755e63c032 req-6679569e-81d5-4da9-b93e-2f82e42cfe33 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839210 Oct 15 19:38:47.536043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.571319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f7963-03d8-48c9-b6d4-989a52681546 req-f383c6fd-e6ce-4cc6-a29f-d012c3d504e6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:47.579276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f2f7963-03d8-48c9-b6d4-989a52681546 req-f383c6fd-e6ce-4cc6-a29f-d012c3d504e6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1357844 Oct 15 19:38:47.636166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f2f7963-03d8-48c9-b6d4-989a52681546 req-cd7c578f-08dc-4047-81eb-cbe997bec29a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Oct 15 19:38:47.756831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:47.810072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0221c6-a316-419d-b1fd-ac66060c27b4 req-649d1086-55b2-41df-a60f-0440a39ce2cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:47.818332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae0221c6-a316-419d-b1fd-ac66060c27b4 req-649d1086-55b2-41df-a60f-0440a39ce2cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0994134 Oct 15 19:38:47.867465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae0221c6-a316-419d-b1fd-ac66060c27b4 req-8dba7465-3ec0-47f5-afaa-cca27ab5ee42 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Oct 15 19:38:47.891294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90758bd1-6b3c-460f-89ca-35f5b732b5f2 req-04aad22c-7576-4b74-af7a-a5da40f113c3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:47.900530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90758bd1-6b3c-460f-89ca-35f5b732b5f2 req-04aad22c-7576-4b74-af7a-a5da40f113c3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.2145078 Oct 15 19:38:47.914968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:38:47.930047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Allocated IP 172.25.0.14 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/15f2f9b2-aae0-46f2-9f7c-faea3fdb2982) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:47.990733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90758bd1-6b3c-460f-89ca-35f5b732b5f2 req-32da503c-f2b1-42a9-b299-3f22b0d98941 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905852 Oct 15 19:38:48.090705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36727e81-c043-46dc-a059-ffb604a24896 req-8ecb6a16-87d5-4ce0-a1ec-d75c0387ade3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:48.100899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36727e81-c043-46dc-a059-ffb604a24896 req-8ecb6a16-87d5-4ce0-a1ec-d75c0387ade3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1252959 Oct 15 19:38:48.125332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.180548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36727e81-c043-46dc-a059-ffb604a24896 req-58e83f35-e3ef-4635-b465-4e9d47fe3f4f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786715 Oct 15 19:38:48.277685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.345335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:48.366316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:48.371471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:48.398262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'Port': ['ID=15f2f9b2-aae0-46f2-9f7c-faea3fdb2982,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:48.422670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d3b26-b262-442f-840e-e1e2037e5b3f req-bf77810f-5099-4ef4-b424-2d0dbf919a45 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:48.424293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-132d3b26-b262-442f-840e-e1e2037e5b3f req-bf77810f-5099-4ef4-b424-2d0dbf919a45 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 943 time: 0.1749215 Oct 15 19:38:48.469245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e267bf5f-f3cc-4579-86be-75b30de3343d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.528389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-ec3dd36c-ba8b-4bf1-b75b-8a98cced7616 service neutron] 10.222.0.15 "GET /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.0833929 Oct 15 19:38:48.548114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-132d3b26-b262-442f-840e-e1e2037e5b3f req-569b200f-fc8d-4111-b9c5-63756501054b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117885 Oct 15 19:38:48.569676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.691363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.756461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79194-6f62-41c9-8c78-3d507fa8e7ba req-981206e8-08a8-45c3-abb5-306a2de5816b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:48.765298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cd79194-6f62-41c9-8c78-3d507fa8e7ba req-981206e8-08a8-45c3-abb5-306a2de5816b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1388385 Oct 15 19:38:48.792761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:38:48.823504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cd79194-6f62-41c9-8c78-3d507fa8e7ba req-3c415bdb-0e74-4671-96ba-c70d0b8b8b27 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Oct 15 19:38:48.849475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:48.852194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:48.854168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:48.856828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1708edd-7bcc-4f42-973d-bade09ab6894 req-5c1955c6-8897-4704-97d9-491887fa3ec0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:48.858901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1708edd-7bcc-4f42-973d-bade09ab6894 req-5c1955c6-8897-4704-97d9-491887fa3ec0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1187761 Oct 15 19:38:48.872372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:48.930770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c84620-b133-44d9-a3e4-39089f373e7e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:48.947385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:48.994800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1708edd-7bcc-4f42-973d-bade09ab6894 req-e62666e0-9936-4b41-aa28-c468ac0172fe tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036830 Oct 15 19:38:49.027824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.045232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efde197-b789-4f4e-b115-be3ee219a09b req-0b971709-ce7d-429a-a620-77d7bd897fd3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.052590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efde197-b789-4f4e-b115-be3ee219a09b req-0b971709-ce7d-429a-a620-77d7bd897fd3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0790749 Oct 15 19:38:49.062473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.121245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efde197-b789-4f4e-b115-be3ee219a09b req-5f44b757-18bb-417b-ba80-9c84c218b29b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675495 Oct 15 19:38:49.128019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6bf1d-69c0-45a4-a186-fc2b31ec84e2 req-62cd1192-2699-47a3-8af3-e3e3db584a48 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.129643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ff6bf1d-69c0-45a4-a186-fc2b31ec84e2 req-62cd1192-2699-47a3-8af3-e3e3db584a48 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0544844 Oct 15 19:38:49.171516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ff6bf1d-69c0-45a4-a186-fc2b31ec84e2 req-3273b531-03be-4ee1-bec5-0eec5979f2c6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353367 Oct 15 19:38:49.171756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] Transition to ACTIVE for port object f0c84620-b133-44d9-a3e4-39089f373e7e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:49.172575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.246005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'Port': ['ID=15f2f9b2-aae0-46f2-9f7c-faea3fdb2982,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:49.257706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.269843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.347439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:49.349768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79aa09c1-fcd1-4871-9908-1ab3c5df1da0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0705652 Oct 15 19:38:49.351495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] No DVR routers for this DVR port f0c84620-b133-44d9-a3e4-39089f373e7e on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:38:49.367595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025588-7609-4ff5-ab3c-1c7de7fc4b38 req-c5c432d5-f819-4770-bde0-a02af8d0e635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.370449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7025588-7609-4ff5-ab3c-1c7de7fc4b38 req-c5c432d5-f819-4770-bde0-a02af8d0e635 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1155665 Oct 15 19:38:49.420755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:49.429439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e58a288f-cd95-4efa-ba2c-3007ddd8ec4e service neutron] 10.222.0.15 "PUT /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8934894 Oct 15 19:38:49.450655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7025588-7609-4ff5-ab3c-1c7de7fc4b38 req-91a37b02-12fa-426c-8db0-63e132bba700 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680561 Oct 15 19:38:49.509370 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-b82dd399-01a2-4fb2-84d4-19e200b40a1d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1709089382&fields=id&tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d HTTP/1.1" status: 200 len: 267 time: 0.0431507 Oct 15 19:38:49.618450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-d19b3431-1c3c-41ca-ae60-203d4b7354f0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.620223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-d19b3431-1c3c-41ca-ae60-203d4b7354f0 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/networks?id=4e8b1ef8-a8ad-4c97-af84-8214432c7a02 HTTP/1.1" status: 200 len: 814 time: 0.1031301 Oct 15 19:38:49.635157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-91ea14da-c6e2-4560-9c54-97e54322e825 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/quotas/88f9c3fdea474a0daca18a1ebaa4cb0d HTTP/1.1" status: 200 len: 375 time: 0.0091257 Oct 15 19:38:49.664460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43e20b-f4ce-48cf-a9be-56403276d8c8 req-df803baa-a2d2-4ea0-a658-76eaba8a9fd8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.666461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b43e20b-f4ce-48cf-a9be-56403276d8c8 req-df803baa-a2d2-4ea0-a658-76eaba8a9fd8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0483534 Oct 15 19:38:49.693518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-e210f2b9-9ee7-44be-aa1c-793187d37de2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526521 Oct 15 19:38:49.706530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b43e20b-f4ce-48cf-a9be-56403276d8c8 req-68d87807-5244-43b2-bdb1-f73298f02b02 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Oct 15 19:38:49.790263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-4e6f5a64-80ce-4aaa-90df-8de72807e692 service neutron] 10.222.0.13 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845160 Oct 15 19:38:49.887624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-7af9c75a-f651-47f0-90d6-99ce3e49feaf service neutron] 10.222.0.13 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892634 Oct 15 19:38:49.941088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35c0d8-a728-4f68-b16e-df9fa312a588 req-dce0f725-c25e-43b6-8e05-38ffae7e619e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:49.942663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc35c0d8-a728-4f68-b16e-df9fa312a588 req-dce0f725-c25e-43b6-8e05-38ffae7e619e tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0563014 Oct 15 19:38:49.991346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc35c0d8-a728-4f68-b16e-df9fa312a588 req-ce12c43d-2a28-457c-ad5a-77fd0ea60965 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Oct 15 19:38:50.021314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-cfd3e21f-e58f-4fa2-ab3c-8e4f53ec9984 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.023046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-cfd3e21f-e58f-4fa2-ab3c-8e4f53ec9984 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.0441318 Oct 15 19:38:50.116564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-9eb5e06b-7689-4f23-a3d9-dc15b73fb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.118059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-9eb5e06b-7689-4f23-a3d9-dc15b73fb68e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1102 time: 0.0941730 Oct 15 19:38:50.138945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0528d2f0-8e60-49f9-ba77-df8521ce043d req-3208cb22-9c49-4071-aa8e-8686a7d44f95 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 210 time: 0.0273714 Oct 15 19:38:50.155037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-b0243579-8876-4d5b-8381-35358a9372ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.156621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-b0243579-8876-4d5b-8381-35358a9372ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9&tenant_id=58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 1096 time: 0.1091149 Oct 15 19:38:50.181087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd019a1-5cf6-4587-9b30-997451591ed8 req-e029acb6-1337-4b46-9a96-5a1bc5331e8a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.182849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fd019a1-5cf6-4587-9b30-997451591ed8 req-e029acb6-1337-4b46-9a96-5a1bc5331e8a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1046658 Oct 15 19:38:50.262990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269de4a-a66b-43e2-a777-e8876935e2a2 req-652fa5f8-33d2-4c3e-b59f-eee93f051f38 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.264846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9269de4a-a66b-43e2-a777-e8876935e2a2 req-652fa5f8-33d2-4c3e-b59f-eee93f051f38 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0543547 Oct 15 19:38:50.307184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9269de4a-a66b-43e2-a777-e8876935e2a2 req-d3800c97-48af-4694-aba5-0769ba7302c8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361636 Oct 15 19:38:50.418542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f51f3-5e40-45a2-a38c-3b3f592165de req-91a8b1b9-773f-47a8-94eb-e6424197bfd9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.420209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2f51f3-5e40-45a2-a38c-3b3f592165de req-91a8b1b9-773f-47a8-94eb-e6424197bfd9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0527506 Oct 15 19:38:50.469925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2f51f3-5e40-45a2-a38c-3b3f592165de req-2a0addf5-a528-4caf-b0dc-ad314ace23d2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Oct 15 19:38:50.565672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-d0749c4a-d62f-4f0b-ab85-78ed61e22717 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217006 Oct 15 19:38:50.587296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-8bc13cac-b970-442a-8608-05c656ae23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.590295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-8bc13cac-b970-442a-8608-05c656ae23f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1096 time: 0.3829036 Oct 15 19:38:50.592101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-9c38940d-f407-4c1a-a6bd-61eb4675f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.593383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-9c38940d-f407-4c1a-a6bd-61eb4675f360 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.4645593 Oct 15 19:38:50.596236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fd019a1-5cf6-4587-9b30-997451591ed8 req-19b80633-f399-4df5-b20b-08f37181066e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877070 Oct 15 19:38:50.657398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-a1bf4e2f-9673-47b8-a414-2dc11a18869e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 200 len: 217 time: 0.0563319 Oct 15 19:38:50.686731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-8b8916c3-eb0f-4d1b-894c-a9cc91876563 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.688266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-8b8916c3-eb0f-4d1b-894c-a9cc91876563 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1162286 Oct 15 19:38:50.704663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-0ca04d70-6555-4efa-ac85-348972afa70b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/quotas/2798981952974dfd82204d4cf5f85377 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Oct 15 19:38:50.762419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-a5c78503-f2b4-41de-9663-52440aa83148 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507317 Oct 15 19:38:50.786458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-32abb51d-e3ae-4778-b359-22653649f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.787979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-32abb51d-e3ae-4778-b359-22653649f6c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1192632 Oct 15 19:38:50.803857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60e3d9-cfb9-4974-8c5f-56025ce2fe68 req-4301d24e-8e7d-481f-a633-8a0b0be2e6a6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.805220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f60e3d9-cfb9-4974-8c5f-56025ce2fe68 req-4301d24e-8e7d-481f-a633-8a0b0be2e6a6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1500032 Oct 15 19:38:50.856506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-d2c392e0-2bae-4d78-a281-b685916f1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.857967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-d2c392e0-2bae-4d78-a281-b685916f1cb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.2501743 Oct 15 19:38:50.890403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-96b2e614-417e-499c-8e32-3942e8a2e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:50.891829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-96b2e614-417e-499c-8e32-3942e8a2e500 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0958591 Oct 15 19:38:50.894506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f60e3d9-cfb9-4974-8c5f-56025ce2fe68 req-f2e3ffd5-20c4-4daf-bf1c-0d893a946984 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788789 Oct 15 19:38:50.941576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-ede0ee4b-487b-4112-8863-7fd8d6b63e70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 200 len: 217 time: 0.0671604 Oct 15 19:38:51.041270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3f6a4d8-4a15-4440-b136-1ccdd5d1e26e req-51181eb7-2649-4320-bf78-31520618e211 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 210 time: 0.0261736 Oct 15 19:38:51.078770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e26e4295-54f0-423c-8be9-a32a39e119ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.080823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-e26e4295-54f0-423c-8be9-a32a39e119ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.1274381 Oct 15 19:38:51.120213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5cd2a-e475-4d83-9075-2e619e189835 req-f366f16b-489d-4953-abc2-6a0a13809f3c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.120213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fda5cd2a-e475-4d83-9075-2e619e189835 req-f366f16b-489d-4953-abc2-6a0a13809f3c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.1078818 Oct 15 19:38:51.136375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-a01a955b-fdb3-4ced-a762-0c7e783c42e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439727 Oct 15 19:38:51.138186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-25861275-5639-427d-b469-eab7bdf3980d service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162223 Oct 15 19:38:51.164433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d026e-dd5f-4579-a2b6-7aea9e5f5cc1 req-1ef90d5d-da09-4540-b2ec-8b859a866e46 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.166711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-845d026e-dd5f-4579-a2b6-7aea9e5f5cc1 req-1ef90d5d-da09-4540-b2ec-8b859a866e46 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0506909 Oct 15 19:38:51.206071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-845d026e-dd5f-4579-a2b6-7aea9e5f5cc1 req-b90bdd2d-d28f-450e-9073-3e22fddde784 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Oct 15 19:38:51.267959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fda5cd2a-e475-4d83-9075-2e619e189835 req-47c7a82a-f21e-44ea-9f83-899233536d20 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339109 Oct 15 19:38:51.299570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47e87c02-0b96-4d88-8874-d7ffad1e63d8 req-18385876-752f-44e4-aa4c-21d47c374396 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 210 time: 0.0366809 Oct 15 19:38:51.347125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-77b05889-b5d7-42f4-9b25-bf99ba85bfcf service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930318 Oct 15 19:38:51.349056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-c3da4275-5402-4da3-aad2-7bcfaec607b6 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038825 Oct 15 19:38:51.372604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce539632-430a-4127-b150-313d038d6802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:51.449246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-de5a6f87-8cc0-4b9b-b286-ba40bab6a2cc service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Oct 15 19:38:51.587501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74772ad8-6f59-4d6d-b5a3-a784a1db2f4a req-d0e63619-a405-4bc0-a691-695a8a002f4b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.589734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74772ad8-6f59-4d6d-b5a3-a784a1db2f4a req-d0e63619-a405-4bc0-a691-695a8a002f4b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0503883 Oct 15 19:38:51.635506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74772ad8-6f59-4d6d-b5a3-a784a1db2f4a req-5b8d9037-b6c1-49e8-bc91-ccfeb8a21828 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389221 Oct 15 19:38:51.736149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93706863-ba0d-49e1-87ff-02c2c7829b87 req-1dbf1aa8-1c40-4b90-b848-e2b8ab619753 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.737637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93706863-ba0d-49e1-87ff-02c2c7829b87 req-1dbf1aa8-1c40-4b90-b848-e2b8ab619753 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0619707 Oct 15 19:38:51.777556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93706863-ba0d-49e1-87ff-02c2c7829b87 req-8d13f0de-674f-4de2-85d8-3e4025c0d91e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326796 Oct 15 19:38:51.935934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-484a0f9c-115e-4799-b442-1a07fa85974d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:51.937407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-484a0f9c-115e-4799-b442-1a07fa85974d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.0431767 Oct 15 19:38:52.062507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366ab08-f3f5-4052-a756-c814390a5393 req-cea9613d-a5b3-4a74-841e-deccefbce02a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.064004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6366ab08-f3f5-4052-a756-c814390a5393 req-cea9613d-a5b3-4a74-841e-deccefbce02a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0800681 Oct 15 19:38:52.128875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6366ab08-f3f5-4052-a756-c814390a5393 req-53eea636-2a39-4c17-bbe7-7825e11d38b5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465705 Oct 15 19:38:52.149491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d66605d7-d539-45c1-9b4f-c98fcc20da42 req-f5049e3c-ba66-466e-bdc5-96e669cbdcf9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 210 time: 0.0283320 Oct 15 19:38:52.224857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-ab992059-4873-4fe6-88c4-a546dae92389 service neutron] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:52.228053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-ab992059-4873-4fe6-88c4-a546dae92389 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.229668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29829e88-e262-4ac8-bb4c-51bb803ce483 req-ab992059-4873-4fe6-88c4-a546dae92389 service neutron] 10.222.0.11 "DELETE /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2826467 Oct 15 19:38:52.334806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0333c9-d350-4fbd-8994-bf4e77342ebe req-d5ce6b25-07a9-4f8c-8592-6a3382f7ac0c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.336326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a0333c9-d350-4fbd-8994-bf4e77342ebe req-d5ce6b25-07a9-4f8c-8592-6a3382f7ac0c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0516849 Oct 15 19:38:52.350957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.388387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a0333c9-d350-4fbd-8994-bf4e77342ebe req-8f83837e-89ca-4407-886c-77807fbc079c tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437846 Oct 15 19:38:52.395790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e657a-2eb5-4cae-a2c2-47a80072933a req-1b92d865-67ac-45fa-9fc2-42fb8637cf15 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.397466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-523e657a-2eb5-4cae-a2c2-47a80072933a req-1b92d865-67ac-45fa-9fc2-42fb8637cf15 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0534837 Oct 15 19:38:52.412626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.427595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.449310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-523e657a-2eb5-4cae-a2c2-47a80072933a req-22c33d65-d63b-4f68-8914-507cac7db35a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Oct 15 19:38:52.492992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32430795-83e7-41ea-a5b4-bb7220eb072c req-270f107d-0c64-46ab-bbb7-d2339bf8071b tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 210 time: 0.0386193 Oct 15 19:38:52.570459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-0437766d-d1a1-4df7-98e9-de7fdab53c77 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.573505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-0437766d-d1a1-4df7-98e9-de7fdab53c77 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.15 "GET /v2.0/networks?id=4e8b1ef8-a8ad-4c97-af84-8214432c7a02 HTTP/1.1" status: 200 len: 814 time: 0.1442654 Oct 15 19:38:52.599709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6dcf3-cbdd-4bf7-b122-ddf06fdd3ba8 req-c9d736eb-5bd4-4370-9e6d-a30af40ade06 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.601204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37f6dcf3-cbdd-4bf7-b122-ddf06fdd3ba8 req-c9d736eb-5bd4-4370-9e6d-a30af40ade06 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1096 time: 0.0409961 Oct 15 19:38:52.607400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.627310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-07954226-9f50-42f5-a883-bb5cec5f8f76 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d HTTP/1.1" status: 200 len: 380 time: 0.0445614 Oct 15 19:38:52.643409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'port': {'device_id': '582f1f10-d65e-4465-a113-3bedaabb9541', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'admin_state_up': True, 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'security_groups': ['3c4dbeb8-3c36-4eb3-8647-989d1e1d1924']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:52.649694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37f6dcf3-cbdd-4bf7-b122-ddf06fdd3ba8 req-d01526e1-19b4-40f3-b4de-aceffbf4b409 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Oct 15 19:38:52.767635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe26f05-d1ad-4ec8-ab2f-f958464358bf req-aea0dd9a-ba33-40ca-a03e-409f29af8de7 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.770565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbe26f05-d1ad-4ec8-ab2f-f958464358bf req-aea0dd9a-ba33-40ca-a03e-409f29af8de7 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 1096 time: 0.0459762 Oct 15 19:38:52.809780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbe26f05-d1ad-4ec8-ab2f-f958464358bf req-70add17b-1714-4f05-8cd2-43f0810c871c tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Oct 15 19:38:52.821929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f0a2-f10c-41ff-a566-58c012beb810 req-00b5a7d6-2298-42bc-a74f-5d1cd8aaa9f3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.823731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e155f0a2-f10c-41ff-a566-58c012beb810 req-00b5a7d6-2298-42bc-a74f-5d1cd8aaa9f3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0947492 Oct 15 19:38:52.880514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e155f0a2-f10c-41ff-a566-58c012beb810 req-452d3b3d-c638-4472-a3c0-eb4bb6765528 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Oct 15 19:38:52.887538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Made reservation on behalf of 88f9c3fdea474a0daca18a1ebaa4cb0d for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:52.891506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:52.980956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bced13-f2f8-4004-b60f-1525e1a6271c req-3462d25b-d79a-4a3c-9e01-eb49d1a94d35 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:52.982480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9bced13-f2f8-4004-b60f-1525e1a6271c req-3462d25b-d79a-4a3c-9e01-eb49d1a94d35 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0629637 Oct 15 19:38:53.024625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9bced13-f2f8-4004-b60f-1525e1a6271c req-a5e0aeca-3bd8-450d-a8ad-6298d1e3b9bb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Oct 15 19:38:53.077494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-f1c7ff99-0c3a-4c1a-8279-1f9b98182b83 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2798981952974dfd82204d4cf5f85377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416176 Oct 15 19:38:53.122015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Allocated IP 172.20.0.6 (4e8b1ef8-a8ad-4c97-af84-8214432c7a02/6cfa655a-3015-45ef-9ef2-74e9faa7725b/611d5d9b-02f6-428a-9943-29bb7e1f1394) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:53.259354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-ad47a086-3e7b-4b07-ba15-7de798e4dbf9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:53.261203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-ad47a086-3e7b-4b07-ba15-7de798e4dbf9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752002 Oct 15 19:38:53.267285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24134b15-2473-4ab6-a3fb-81ad6cafb755 req-4421b7e7-f865-4fee-acf9-8642794cbce6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:53.268807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24134b15-2473-4ab6-a3fb-81ad6cafb755 req-4421b7e7-f865-4fee-acf9-8642794cbce6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Oct 15 19:38:53.278765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Request body: {'port': {'device_id': '6829602d-9d22-4963-9931-ad485dc7298c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '2798981952974dfd82204d4cf5f85377'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:53.320137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24134b15-2473-4ab6-a3fb-81ad6cafb755 req-1553e0b3-b754-4502-bc57-9d61d435cdd4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424604 Oct 15 19:38:53.444745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7425b1dc-c00e-49c7-a572-a347f96f60bf req-964b8bfd-0b1a-41af-8921-c74c911f4309 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 210 time: 0.0432887 Oct 15 19:38:53.464892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:53.522219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9d11f-cc1a-4940-a76a-c4c104ee36a4 req-8e692bc2-b3a9-4907-90a6-a74c746e8cb2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:53.524092 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ca9d11f-cc1a-4940-a76a-c4c104ee36a4 req-8e692bc2-b3a9-4907-90a6-a74c746e8cb2 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0565743 Oct 15 19:38:53.565829 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ca9d11f-cc1a-4940-a76a-c4c104ee36a4 req-4669a61b-6a05-423d-851b-8fe6a85aab64 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345709 Oct 15 19:38:53.568922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Made reservation on behalf of 2798981952974dfd82204d4cf5f85377 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:38:53.573095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:53.612613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:53.701031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:53.712325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:53.721900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:53.742720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875f1f7-f317-453c-8b5c-31375e0d885a req-03f02331-330e-4d43-9419-558d6dee78de tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:53.744911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d875f1f7-f317-453c-8b5c-31375e0d885a req-03f02331-330e-4d43-9419-558d6dee78de tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 931 time: 0.1686099 Oct 15 19:38:53.772939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event updated for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:53.853884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:53.854577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:53.870108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Allocated IP 192.168.233.5 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/14c8c126-5280-4356-b0f8-0e4e920fddfb) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:38:53.890573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d875f1f7-f317-453c-8b5c-31375e0d885a req-f501a4d4-ad46-4c93-a38e-2c77ec6c394e tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186075 Oct 15 19:38:53.956287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-be48d962-e856-479b-afc6-15d478078acb tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3167045 Oct 15 19:38:53.964888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-91dc3406-9161-4e7e-b6ce-1bdd57c874e4 None None] Provisioning complete for port 611d5d9b-02f6-428a-9943-29bb7e1f1394 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:53.965488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-91dc3406-9161-4e7e-b6ce-1bdd57c874e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:53.977089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Request body: {'port': {'device_id': '582f1f10-d65e-4465-a113-3bedaabb9541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:54.003599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-91dc3406-9161-4e7e-b6ce-1bdd57c874e4 None None] Port 611d5d9b-02f6-428a-9943-29bb7e1f1394 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:54.024747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c59b9-d3bf-4bf6-960d-58491785df49 req-a8cc50e4-296c-417a-90fd-f15d4748b8df tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.026341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-500c59b9-d3bf-4bf6-960d-58491785df49 req-a8cc50e4-296c-417a-90fd-f15d4748b8df tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0648625 Oct 15 19:38:54.073007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-500c59b9-d3bf-4bf6-960d-58491785df49 req-bfe9b144-c8d7-4c87-8092-5eec588766e8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Oct 15 19:38:54.115427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:54.152231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-83bbe8f1-a921-425e-b16c-0f8884b076be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.153701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-83bbe8f1-a921-425e-b16c-0f8884b076be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1097 time: 0.1263871 Oct 15 19:38:54.174337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:54.300240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc77764-a89c-4b81-99f3-fbf84773dcf7 req-6733b4c8-5ccc-47d1-b443-655e84b6abcb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.301738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbc77764-a89c-4b81-99f3-fbf84773dcf7 req-6733b4c8-5ccc-47d1-b443-655e84b6abcb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1808689 Oct 15 19:38:54.396349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:54.412093 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:38:54.442202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-b551c1da-e0a2-493c-8664-8f644af0ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.443672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-b551c1da-e0a2-493c-8664-8f644af0ccc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.2659547 Oct 15 19:38:54.449386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbc77764-a89c-4b81-99f3-fbf84773dcf7 req-29055367-962e-418b-b090-a3e263554c27 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369069 Oct 15 19:38:54.477225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a0170-90c6-4005-9f7a-c58b64e28cd2 req-9878ccd6-75ee-4263-916c-d14546d00981 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.479945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a0a0170-90c6-4005-9f7a-c58b64e28cd2 req-9878ccd6-75ee-4263-916c-d14546d00981 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Oct 15 19:38:54.508998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-1359f2b9-9998-451d-b406-6086e543192e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 217 time: 0.0491126 Oct 15 19:38:54.512618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:54.527688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['858083b2-5a1b-4d19-b4dc-7613d718e72b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:54.593721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a0a0170-90c6-4005-9f7a-c58b64e28cd2 req-78413375-8bde-49f9-87ed-8c036926f862 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937572 Oct 15 19:38:54.603586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:54.682998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:38:54.712055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:38:54.715627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:38:54.742283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b53c-432e-42c8-822a-6e698fc4dc47 req-ded8a3b3-e2e7-4a87-a9cb-a39eef60d157 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.753624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b5b53c-432e-42c8-822a-6e698fc4dc47 req-ded8a3b3-e2e7-4a87-a9cb-a39eef60d157 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0809927 Oct 15 19:38:54.764358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event updated for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:54.768943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-06ac3a07-7c47-40d0-874f-ce64d34c82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.770393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-06ac3a07-7c47-40d0-874f-ce64d34c82c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.2407656 Oct 15 19:38:54.817799 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b5b53c-432e-42c8-822a-6e698fc4dc47 req-bd44c96b-1b45-416f-8a0f-3a9a7a834ffc tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Oct 15 19:38:54.843099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-c7fd1c36-36ec-42cb-b4b8-523871f1c5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572391 Oct 15 19:38:54.873710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.874776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:54.893732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424dc6e-6a0b-45b8-81cf-ca643584bc91 req-b1c28968-9bf9-47d7-a0ac-6b4d2606c470 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:54.895979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c424dc6e-6a0b-45b8-81cf-ca643584bc91 req-b1c28968-9bf9-47d7-a0ac-6b4d2606c470 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 934 time: 0.2497180 Oct 15 19:38:55.026426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb2ec-5478-4fc1-8259-264f7e87dc13 req-ef7d8fdf-fae0-412b-b010-7f8b3ad3c5a2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.027951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-529cb2ec-5478-4fc1-8259-264f7e87dc13 req-ef7d8fdf-fae0-412b-b010-7f8b3ad3c5a2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 931 time: 0.0534151 Oct 15 19:38:55.031996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fa997a6e-ec7c-4614-be46-3910395b5940 None None] Provisioning complete for port 14c8c126-5280-4356-b0f8-0e4e920fddfb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:38:55.032542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa997a6e-ec7c-4614-be46-3910395b5940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:55.071612 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-529cb2ec-5478-4fc1-8259-264f7e87dc13 req-8fb27129-a311-4aab-bb42-1e1de978ac9d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Oct 15 19:38:55.076121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fa997a6e-ec7c-4614-be46-3910395b5940 None None] Port 14c8c126-5280-4356-b0f8-0e4e920fddfb cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:38:55.215085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7a485-5b51-4c46-97d6-7092438e7ee8 req-e52a6b38-3e60-4b12-9dac-4cae5d4b7adb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.216664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66c7a485-5b51-4c46-97d6-7092438e7ee8 req-e52a6b38-3e60-4b12-9dac-4cae5d4b7adb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0662553 Oct 15 19:38:55.264858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66c7a485-5b51-4c46-97d6-7092438e7ee8 req-f420ce11-b418-471d-8121-d48fb0a1b9fa tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Oct 15 19:38:55.300492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-163f18e8-f796-41eb-b2e6-5044ec47e43f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0289736 Oct 15 19:38:55.320853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Request body: {'port': {'device_id': '6829602d-9d22-4963-9931-ad485dc7298c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:55.338812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 611d5d9b-02f6-428a-9943-29bb7e1f1394 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:55.365270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:55.384907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c424dc6e-6a0b-45b8-81cf-ca643584bc91 req-b5dd28b4-84f3-4396-b5ef-0ac9ac1c1cf1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4694071 Oct 15 19:38:55.419279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Transition to ACTIVE for port object 611d5d9b-02f6-428a-9943-29bb7e1f1394 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:55.423707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-2a1b8bc8-3432-4e02-b2a8-af0c831f57cc service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654621 Oct 15 19:38:55.429745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:55.520004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:55.585297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208e8dd-7aad-4c2f-9239-aa68b928de05 req-4e254e7b-6486-486f-978e-119875846bfb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.594130 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8208e8dd-7aad-4c2f-9239-aa68b928de05 req-4e254e7b-6486-486f-978e-119875846bfb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0679669 Oct 15 19:38:55.642150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8208e8dd-7aad-4c2f-9239-aa68b928de05 req-249b9da3-8aa2-4588-8f2a-7963b1e42a83 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471065 Oct 15 19:38:55.686166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Pushing event updated for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:55.691683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-bbc7da5c-67b9-4045-b811-b827e69b7689 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582219 Oct 15 19:38:55.914402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddfc3d-b287-4777-bb73-15c8bec61efe req-75a0499e-2391-4edf-8b81-6deed5f6a0ce tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.916569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bddfc3d-b287-4777-bb73-15c8bec61efe req-75a0499e-2391-4edf-8b81-6deed5f6a0ce tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 945 time: 0.1923821 Oct 15 19:38:55.920044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Attempting to bind port 611d5d9b-02f6-428a-9943-29bb7e1f1394 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:55.920378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Attempting to bind port 611d5d9b-02f6-428a-9943-29bb7e1f1394 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:55.920711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Attempting to bind port 611d5d9b-02f6-428a-9943-29bb7e1f1394 on network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:55.949396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Port 611d5d9b-02f6-428a-9943-29bb7e1f1394 on network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:55.949717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Attempting to bind port 611d5d9b-02f6-428a-9943-29bb7e1f1394 on network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:55.957896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f41297-c006-424f-ac2e-6ec6c290327d req-fd838940-2c92-4936-a404-9141d4f0ecc3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.958982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f41297-c006-424f-ac2e-6ec6c290327d req-fd838940-2c92-4936-a404-9141d4f0ecc3 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0663543 Oct 15 19:38:55.977499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:55.977828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Checking segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:55.978866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Bound using segment: {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:55.979402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Bound port: 611d5d9b-02f6-428a-9943-29bb7e1f1394, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948d868f-8169-4039-8e2e-b3c34c3b470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:55.979781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:55.997218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-fa2bfeba-503f-4313-ae15-393473889c3e tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:55.998684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-fa2bfeba-503f-4313-ae15-393473889c3e tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.1464167 Oct 15 19:38:56.001231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f41297-c006-424f-ac2e-6ec6c290327d req-b203f0de-3add-4a87-a1ac-ef4ef770e829 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346320 Oct 15 19:38:56.024288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:38:56.079766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bddfc3d-b287-4777-bb73-15c8bec61efe req-085848ab-0924-4276-9911-b11833904102 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511586 Oct 15 19:38:56.166409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:56.168401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:56.171357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:56.176111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c8c126-5280-4356-b0f8-0e4e920fddfb {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:38:56.190559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:56.220314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e09eea-93e3-4177-8b1b-dd0509ca2e43 req-22c251c4-fc5c-4884-929e-005a57e549d5 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.222154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21e09eea-93e3-4177-8b1b-dd0509ca2e43 req-22c251c4-fc5c-4884-929e-005a57e549d5 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0769274 Oct 15 19:38:56.229283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Transition to ACTIVE for port object 14c8c126-5280-4356-b0f8-0e4e920fddfb will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:38:56.239195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:56.272901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21e09eea-93e3-4177-8b1b-dd0509ca2e43 req-33165c74-0ee1-4e54-b337-db49d5743154 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Oct 15 19:38:56.294015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.294630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:56.296215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] 10.222.0.15 "PUT /v2.0/ports/611d5d9b-02f6-428a-9943-29bb7e1f1394 HTTP/1.1" status: 200 len: 1092 time: 2.3249085 Oct 15 19:38:56.296470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:56.298719 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01c983-6810-4a83-858c-72656fdddba8" -d '{"events": [{"name": "network-changed", "server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:56.363421 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718bb969-a50b-4ab0-bd1a-0985c6258d01 x-openstack-request-id: req-718bb969-a50b-4ab0-bd1a-0985c6258d01 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:56.368063 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:56.368063 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-718bb969-a50b-4ab0-bd1a-0985c6258d01 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:56.368063 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'status': 'completed', 'code': 200} Oct 15 19:38:56.370650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:56.439117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c027b-2ca9-4860-bad9-b9c11f235b8e service neutron] Pushing event updated for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:56.547653 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4b1cf-c57f-4bf9-bd67-5107c36947f7 req-12684c2b-e493-4c54-bc1f-2e696e055832 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.559180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49a4b1cf-c57f-4bf9-bd67-5107c36947f7 req-12684c2b-e493-4c54-bc1f-2e696e055832 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 946 time: 0.0773861 Oct 15 19:38:56.608380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49a4b1cf-c57f-4bf9-bd67-5107c36947f7 req-494294d9-d462-4fb0-8270-4fd660cc8ad0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487969 Oct 15 19:38:56.615970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Pushing event updated for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:56.629323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:38:56.640753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c983-6810-4a83-858c-72656fdddba8 req-aca61873-a612-4608-93e4-0a2cd63371de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.642260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c01c983-6810-4a83-858c-72656fdddba8 req-aca61873-a612-4608-93e4-0a2cd63371de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 1095 time: 0.2391713 Oct 15 19:38:56.830597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734260c6-eb2c-46b6-b2d7-e08dafa96ab5 req-b68b9960-1796-48df-be20-9c13ed0126d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.832150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-734260c6-eb2c-46b6-b2d7-e08dafa96ab5 req-b68b9960-1796-48df-be20-9c13ed0126d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.3473771 Oct 15 19:38:56.836219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1a15-c85d-41dc-9986-7049ef686613 req-1fc5c397-f80e-430c-823a-bc2c886c4746 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.840331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b07b1a15-c85d-41dc-9986-7049ef686613 req-1fc5c397-f80e-430c-823a-bc2c886c4746 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0578802 Oct 15 19:38:56.881094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b07b1a15-c85d-41dc-9986-7049ef686613 req-be1713e3-bc83-4ea7-ac08-fd9c4b960104 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Oct 15 19:38:56.886697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:56.938012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Attempting to bind port 14c8c126-5280-4356-b0f8-0e4e920fddfb on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:56.938337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Attempting to bind port 14c8c126-5280-4356-b0f8-0e4e920fddfb by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:56.938662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Attempting to bind port 14c8c126-5280-4356-b0f8-0e4e920fddfb on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:56.966304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Port 14c8c126-5280-4356-b0f8-0e4e920fddfb on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:56.966622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Attempting to bind port 14c8c126-5280-4356-b0f8-0e4e920fddfb on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:56.971190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c983-6810-4a83-858c-72656fdddba8 req-28872b2b-3c8d-4f04-a266-e972b7ec1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:56.972668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c01c983-6810-4a83-858c-72656fdddba8 req-28872b2b-3c8d-4f04-a266-e972b7ec1c96 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3087628 Oct 15 19:38:56.975445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-734260c6-eb2c-46b6-b2d7-e08dafa96ab5 req-1e1c4eca-cb1d-4d61-b513-935fe7b6614b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225083 Oct 15 19:38:56.989590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:56.989920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:56.990291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:56.990717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Bound port: 14c8c126-5280-4356-b0f8-0e4e920fddfb, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:56.991068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.000408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.103793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.125330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998de759-f02e-4fe1-8c98-a87d6382a4cb req-44c20b53-05f6-4c7d-bdf6-9d07aa618bee tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.127645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-998de759-f02e-4fe1-8c98-a87d6382a4cb req-44c20b53-05f6-4c7d-bdf6-9d07aa618bee tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0562055 Oct 15 19:38:57.179972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-998de759-f02e-4fe1-8c98-a87d6382a4cb req-dcf1fa9e-b8e8-4f9f-8363-1763fc750a4b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Oct 15 19:38:57.236909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:57.241756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c983-6810-4a83-858c-72656fdddba8 req-b5cdeb58-9dc7-4550-8b67-de26391d6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.242355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c01c983-6810-4a83-858c-72656fdddba8 req-b5cdeb58-9dc7-4550-8b67-de26391d6820 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2559166 Oct 15 19:38:57.277806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:57.319108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:57.356366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f91b6-18c4-4eb2-9b91-cecb478a7b4c req-2dd69f2c-4d9a-4ad9-b787-da9bfcfcca04 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.358188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a5f91b6-18c4-4eb2-9b91-cecb478a7b4c req-2dd69f2c-4d9a-4ad9-b787-da9bfcfcca04 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.1744692 Oct 15 19:38:57.361241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.363199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:38:57.363613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:38:57.364178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:57.389768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:38:57.389768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Attempting to bind port ae7103f2-482e-4f84-8a61-736dc421cd47 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:38:57.402262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2debade-ca17-4ad6-8c6b-6c05c0e9a43e req-25ca9b5a-a524-4704-b715-7883fe5289b5 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.404355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c2debade-ca17-4ad6-8c6b-6c05c0e9a43e req-25ca9b5a-a524-4704-b715-7883fe5289b5 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0557747 Oct 15 19:38:57.430728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.431970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.433666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] 10.222.0.11 "PUT /v2.0/ports/14c8c126-5280-4356-b0f8-0e4e920fddfb HTTP/1.1" status: 200 len: 1095 time: 2.1198711 Oct 15 19:38:57.435991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:38:57.436193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:38:57.436535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:38:57.436970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Bound port: ae7103f2-482e-4f84-8a61-736dc421cd47, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:38:57.437309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.472509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c2debade-ca17-4ad6-8c6b-6c05c0e9a43e req-9d4b3bf9-df12-4403-a00d-f8bb8faae298 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558641 Oct 15 19:38:57.503110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a5f91b6-18c4-4eb2-9b91-cecb478a7b4c req-1a6ece5d-acc8-448f-b96d-edc6d54b974d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271918 Oct 15 19:38:57.580745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-b03fbd0f-66d6-4b91-b167-df9cd2f61f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.582534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-b03fbd0f-66d6-4b91-b167-df9cd2f61f47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 1095 time: 0.2786057 Oct 15 19:38:57.583221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2e6ad-e6d7-49d8-9aba-efbf9d1a7138 service neutron] Pushing event updated for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:57.667989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:38:57.674649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-3e2de5a6-ca3e-48b9-aeda-b732803c7386 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394 HTTP/1.1" status: 200 len: 217 time: 0.0793676 Oct 15 19:38:57.707650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:38:57.739544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-856c3e04-7e7f-419d-8fb0-968edffb161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.741066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-856c3e04-7e7f-419d-8fb0-968edffb161e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 1098 time: 0.1662390 Oct 15 19:38:57.808547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:57.811123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-00d5bbbe-0b66-4fc3-b35d-6e3bf0d0fc46 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb HTTP/1.1" status: 200 len: 217 time: 0.0518019 Oct 15 19:38:57.819241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-970e7ac8-06f0-47c7-88b6-62d48fa51a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.820662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-970e7ac8-06f0-47c7-88b6-62d48fa51a3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cfa655a-3015-45ef-9ef2-74e9faa7725b HTTP/1.1" status: 200 len: 853 time: 0.1324334 Oct 15 19:38:57.937671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6fd08-2869-4e96-b239-be0f0b3771be req-e91e463e-1227-4872-a3d7-bb1061732b3d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:57.939153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89c6fd08-2869-4e96-b239-be0f0b3771be req-e91e463e-1227-4872-a3d7-bb1061732b3d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 946 time: 0.2354982 Oct 15 19:38:57.969193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=8']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:38:58.153336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20744967-80e9-469e-9acf-3ea3af2b681c req-d1b465e0-cd22-4b65-8454-ed4aa2e0ab76 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.154922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20744967-80e9-469e-9acf-3ea3af2b681c req-d1b465e0-cd22-4b65-8454-ed4aa2e0ab76 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0550799 Oct 15 19:38:58.203813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20744967-80e9-469e-9acf-3ea3af2b681c req-7ae5f7f4-9d94-48cd-8b1b-33ceb7c2e059 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Oct 15 19:38:58.279393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.280039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:38:58.281575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-14f44723-6984-4021-bbf2-adc933707590 service neutron] 10.222.0.11 "PUT /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 1123 time: 2.2675171 Oct 15 19:38:58.284280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-caa54c85-4ca8-49a6-ac91-4b482ca8cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.285663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-caa54c85-4ca8-49a6-ac91-4b482ca8cba2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.4440832 Oct 15 19:38:58.291369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-d3e6f326-024b-4be6-bc8f-48f77e59a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.292836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-d3e6f326-024b-4be6-bc8f-48f77e59a0ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e8b1ef8-a8ad-4c97-af84-8214432c7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4487548 Oct 15 19:38:58.321723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d08f8-6cdd-4e22-bc84-a2c1d27b609b req-134cb3d1-e57f-43dd-856a-085a7ce7cf2c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.325481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-530d08f8-6cdd-4e22-bc84-a2c1d27b609b req-134cb3d1-e57f-43dd-856a-085a7ce7cf2c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0571990 Oct 15 19:38:58.332160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89c6fd08-2869-4e96-b239-be0f0b3771be req-8c25084d-c86a-4c19-b179-f885b7b76265 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855488 Oct 15 19:38:58.370802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47'}, {'name': 'network-changed', 'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb'}, {'name': 'network-changed', 'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:38:58.374555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ae7103f2-482e-4f84-8a61-736dc421cd47'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:38:58.374985 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94671256-d6ce-4bac-a6b1-f849eb1ad10e" -d '{"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47"}, {"name": "network-changed", "server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb"}, {"name": "network-changed", "server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:38:58.403162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-530d08f8-6cdd-4e22-bc84-a2c1d27b609b req-e6037b7c-ea8c-4d19-8ac1-5a904a2a2eae tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731785 Oct 15 19:38:58.430181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee634225-5442-431e-9e13-5b0baa00a317 req-a118e19e-0c45-4127-978c-4708d60f5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.432375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-a118e19e-0c45-4127-978c-4708d60f5cbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310630 Oct 15 19:38:58.513947 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 15 Oct 2021 19:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd9acb0-c5a9-433e-9a47-69c77ebce099 x-openstack-request-id: req-9dd9acb0-c5a9-433e-9a47-69c77ebce099 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:38:58.514220 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-unplugged", "status": "completed", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47", "code": 200}, {"name": "network-changed", "server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:38:58.514550 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dd9acb0-c5a9-433e-9a47-69c77ebce099 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:38:58.515114 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'code': 200} Oct 15 19:38:58.515681 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb', 'status': 'completed', 'code': 200} Oct 15 19:38:58.515681 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'status': 'completed', 'code': 200} Oct 15 19:38:58.570119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-70e6dce4-4f0c-4239-8f05-409ce64b60a3 service neutron] 10.222.0.15 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640047 Oct 15 19:38:58.632424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be6ca4-3f67-4d9a-bdbb-83a107df0b54 req-d9cdb4b0-11b7-4069-a21b-a597115964e8 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.633988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86be6ca4-3f67-4d9a-bdbb-83a107df0b54 req-d9cdb4b0-11b7-4069-a21b-a597115964e8 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.1636846 Oct 15 19:38:58.637577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-98e39cc1-ded0-49b8-9540-bf45377379f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.639064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-98e39cc1-ded0-49b8-9540-bf45377379f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1126 time: 0.1076746 Oct 15 19:38:58.646429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de4997-c45b-4ab9-90e5-13de8825e479 req-379a06e1-470f-4801-ac75-148eb5e98828 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.647846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0de4997-c45b-4ab9-90e5-13de8825e479 req-379a06e1-470f-4801-ac75-148eb5e98828 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0728729 Oct 15 19:38:58.705996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-9564e051-3bb6-49b2-9175-f7812df4e216 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639995 Oct 15 19:38:58.740158 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0de4997-c45b-4ab9-90e5-13de8825e479 req-d4cbc094-505c-4481-986c-d203664df448 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829206 Oct 15 19:38:58.755111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b287e8bb-860c-4eab-9709-9dee2d18dfb2 req-434a8154-a30b-4aa7-aa0f-93151b2f775b service neutron] 10.222.0.15 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767776 Oct 15 19:38:58.765863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-0ca75352-3d20-47d1-9261-eb876c41e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.768615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-0ca75352-3d20-47d1-9261-eb876c41e814 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1199272 Oct 15 19:38:58.771785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86be6ca4-3f67-4d9a-bdbb-83a107df0b54 req-26602377-6f36-4b70-9156-b2565c7a81fd tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045852 Oct 15 19:38:58.844250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-76206393-f124-4ce0-8e6e-42055b348d4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 217 time: 0.0597222 Oct 15 19:38:58.866698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee634225-5442-431e-9e13-5b0baa00a317 req-04906601-089f-4a9e-a12b-9883630408df service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433172 Oct 15 19:38:58.925112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-679deeaf-ea3b-4a6b-b32f-0a6b6ceae8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.926458 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-679deeaf-ea3b-4a6b-b32f-0a6b6ceae8aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0724592 Oct 15 19:38:58.934319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5454c-0fc5-44b8-a1ff-4013ce646a72 req-ed73a408-f343-4aa2-bb29-dea053e32dd7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:58.935803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40e5454c-0fc5-44b8-a1ff-4013ce646a72 req-ed73a408-f343-4aa2-bb29-dea053e32dd7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0948842 Oct 15 19:38:58.974208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-9352906c-4dbb-40ff-bbc9-a5c7d8fdd677 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374649 Oct 15 19:38:59.015955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40e5454c-0fc5-44b8-a1ff-4013ce646a72 req-d6124c77-3c78-4cf4-ac08-aeadce9916d0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717390 Oct 15 19:38:59.048578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-76857115-449a-46c6-b56d-61fa93b3a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.048578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-76857115-449a-46c6-b56d-61fa93b3a66b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2798981952974dfd82204d4cf5f85377&device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 1098 time: 0.0485201 Oct 15 19:38:59.091143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-bf1e2ab5-e45a-49a8-9dda-079de9d05ca9 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021910 Oct 15 19:38:59.148852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-991b1269-f65a-4d86-8242-1a094ccd9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.150947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-991b1269-f65a-4d86-8242-1a094ccd9137 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.0955584 Oct 15 19:38:59.188073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-9f900c25-2fc4-49bd-b341-8769d9de2ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887842 Oct 15 19:38:59.192944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-9197f0d4-a42e-49ce-a0bf-470d24af4320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb HTTP/1.1" status: 200 len: 217 time: 0.0334663 Oct 15 19:38:59.248214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-7336b73b-8644-489f-8790-53905c99e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.249684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-7336b73b-8644-489f-8790-53905c99e07f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0485933 Oct 15 19:38:59.303954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-feff1df5-3be6-471d-ad18-0d93cecb1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.305357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-feff1df5-3be6-471d-ad18-0d93cecb1987 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464680 Oct 15 19:38:59.327013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7359a-8f32-48f4-ab71-4f28eed5d497 req-23719de6-7628-4a4f-80fa-91f092ef0f66 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.328841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-daa7359a-8f32-48f4-ab71-4f28eed5d497 req-23719de6-7628-4a4f-80fa-91f092ef0f66 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0557415 Oct 15 19:38:59.374193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-daa7359a-8f32-48f4-ab71-4f28eed5d497 req-bbb8ec27-2e78-4ea8-af93-ffd2b4c2d3ab tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392165 Oct 15 19:38:59.405183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-c93a14ef-c242-4981-a964-f332a89ace26 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901136 Oct 15 19:38:59.514811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade15f6-9c49-4b59-b0aa-c2c916182a99 req-5b24abf7-0250-4d7e-a7cc-5eb098c408e1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.516320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ade15f6-9c49-4b59-b0aa-c2c916182a99 req-5b24abf7-0250-4d7e-a7cc-5eb098c408e1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 946 time: 0.1081417 Oct 15 19:38:59.537921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb679ea-9294-4477-a2d0-e5a073be19c5 req-c2d6eda9-8cc1-40a2-842e-1e06ea065728 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.539374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1bb679ea-9294-4477-a2d0-e5a073be19c5 req-c2d6eda9-8cc1-40a2-842e-1e06ea065728 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0557508 Oct 15 19:38:59.546789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94671256-d6ce-4bac-a6b1-f849eb1ad10e req-deb58727-3f65-4337-9380-d764bdeb1a27 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304948 Oct 15 19:38:59.567903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ade15f6-9c49-4b59-b0aa-c2c916182a99 req-383d16c5-c62b-414b-bcfa-67d65d806b1c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Oct 15 19:38:59.577818 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1bb679ea-9294-4477-a2d0-e5a073be19c5 req-afff6632-af9d-4d9a-b8fa-3365fa420411 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322247 Oct 15 19:38:59.877939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c5ba-a114-43cc-bb0f-db3a7695a329 req-0ad653b4-a375-4eca-a007-91a407e2c2c5 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.879411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2800c5ba-a114-43cc-bb0f-db3a7695a329 req-0ad653b4-a375-4eca-a007-91a407e2c2c5 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0494759 Oct 15 19:38:59.891197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee0a23-9e2d-400e-ad2b-0406f3ab62fb req-51687b86-05bc-4e13-bcaa-c5df0947cc36 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.892714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0ee0a23-9e2d-400e-ad2b-0406f3ab62fb req-51687b86-05bc-4e13-bcaa-c5df0947cc36 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0770528 Oct 15 19:38:59.901381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:38:59.917015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-17aa6056-5b80-4b1d-b415-9ccf3384aefa tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:38:59.918445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-17aa6056-5b80-4b1d-b415-9ccf3384aefa tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 945 time: 0.0751352 Oct 15 19:38:59.919757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2800c5ba-a114-43cc-bb0f-db3a7695a329 req-84f245c5-9bb7-4a41-a518-a36aae48e24d tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/security-groups?id=e06e30c6-896e-469d-8720-9599c04ff97b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339501 Oct 15 19:38:59.986470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0ee0a23-9e2d-400e-ad2b-0406f3ab62fb req-a5bac1aa-0081-412a-81cf-7c87e5096f47 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861866 Oct 15 19:39:00.018139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:00.029173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:39:00.042334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Deleting port f829760a-7673-4dea-87f0-026567a399de {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:39:00.042672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:00.133396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] For port f829760a-7673-4dea-87f0-026567a399de, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f829760a-7673-4dea-87f0-026567a399de,segment=NetworkSegment(605a4fa3-1fa7-4e89-84dd-d9dacb19b647),segment_id=605a4fa3-1fa7-4e89-84dd-d9dacb19b647)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:00.133876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:00.147056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Calling delete_port for f829760a-7673-4dea-87f0-026567a399de owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:39:00.151543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb42e37-797d-4909-a64c-8916db59f9ca req-88eccb1b-ecc1-4eff-a109-cc0fb4225db4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:00.152676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2eb42e37-797d-4909-a64c-8916db59f9ca req-88eccb1b-ecc1-4eff-a109-cc0fb4225db4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0547087 Oct 15 19:39:00.396181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:00.431024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Pushing event deleted for resources: {'Port': ['ID=f829760a-7673-4dea-87f0-026567a399de,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:00.452933 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2eb42e37-797d-4909-a64c-8916db59f9ca req-3930735c-ec04-4fdc-a31a-5fc089ac03cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941222 Oct 15 19:39:00.519951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] No DVR routers for this DVR port f829760a-7673-4dea-87f0-026567a399de on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:39:00.524592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:00.528181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b315c042-9a43-4e7d-91e1-dd810873b63c req-aa12c7d6-ce24-4bdb-bf38-0230ebe00df7 tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.11 "DELETE /v2.0/ports/f829760a-7673-4dea-87f0-026567a399de HTTP/1.1" status: 204 len: 173 time: 0.6016476 Oct 15 19:39:00.528610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'name': 'network-vif-deleted', 'tag': 'f829760a-7673-4dea-87f0-026567a399de'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:00.530845 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80311ca-1c3b-4e28-82d0-bd3de56c4c27" -d '{"events": [{"server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "name": "network-vif-deleted", "tag": "f829760a-7673-4dea-87f0-026567a399de"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:00.549531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b03bb-b220-4266-9d1e-613876a52372 req-a17c4f7b-a056-401a-9263-c4dbe8a5757b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:00.551096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac4b03bb-b220-4266-9d1e-613876a52372 req-a17c4f7b-a056-401a-9263-c4dbe8a5757b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0937839 Oct 15 19:39:00.575232 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60a4a9-1fb1-4dc4-a93f-37edb1d66514 x-openstack-request-id: req-ce60a4a9-1fb1-4dc4-a93f-37edb1d66514 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:00.575519 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fe568b-21ee-4ace-a7d3-b34a97674a1b", "name": "network-vif-deleted", "tag": "f829760a-7673-4dea-87f0-026567a399de", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:00.575792 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce60a4a9-1fb1-4dc4-a93f-37edb1d66514 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:00.576171 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fe568b-21ee-4ace-a7d3-b34a97674a1b', 'name': 'network-vif-deleted', 'tag': 'f829760a-7673-4dea-87f0-026567a399de', 'status': 'completed', 'code': 200} Oct 15 19:39:00.596838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac4b03bb-b220-4266-9d1e-613876a52372 req-35fc4fe3-125b-4e53-b590-657b87cc19f7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Oct 15 19:39:00.708358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db989c82-12d9-473c-bfe7-0e5eb47ba16c req-6e2b5b38-1d8b-4f38-a6b4-5d8873579411 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:00.710005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db989c82-12d9-473c-bfe7-0e5eb47ba16c req-6e2b5b38-1d8b-4f38-a6b4-5d8873579411 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 946 time: 0.0667701 Oct 15 19:39:00.725661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da0923-ef3f-440e-a830-1bb8bc59e982 req-ce19d87a-f96c-4eeb-b526-e520ff814ab6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:00.730768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91da0923-ef3f-440e-a830-1bb8bc59e982 req-ce19d87a-f96c-4eeb-b526-e520ff814ab6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0661876 Oct 15 19:39:00.749047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db989c82-12d9-473c-bfe7-0e5eb47ba16c req-b33f1f7a-577c-47db-9017-fec4904409ee tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Oct 15 19:39:00.766798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91da0923-ef3f-440e-a830-1bb8bc59e982 req-32cf27dc-d3ff-4f71-bf8d-4b9415308813 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347924 Oct 15 19:39:01.024062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89121719-6d68-4cc3-bf95-55f196145d04 req-050b8130-fd45-4eaf-8a1e-c7b86dcec00b tempest-ServerAddressesTestJSON-1631045459 tempest-ServerAddressesTestJSON-1631045459-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6fe568b-21ee-4ace-a7d3-b34a97674a1b HTTP/1.1" status: 200 len: 210 time: 0.0261042 Oct 15 19:39:01.136447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4cc36-0124-472c-b73c-32295f489b33 req-e569d33e-6c75-44e3-ad84-5ac4dad7fb87 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:01.137934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26b4cc36-0124-472c-b73c-32295f489b33 req-e569d33e-6c75-44e3-ad84-5ac4dad7fb87 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0584693 Oct 15 19:39:01.174045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26b4cc36-0124-472c-b73c-32295f489b33 req-181e2238-281e-4bd4-a4bc-a69e52b2363a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302777 Oct 15 19:39:01.597884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566b7e3-e063-4bbf-9d5d-fb8955b83365 req-a007b32d-2b2d-4d4d-9698-6b40070d0598 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:01.599409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4566b7e3-e063-4bbf-9d5d-fb8955b83365 req-a007b32d-2b2d-4d4d-9698-6b40070d0598 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0641327 Oct 15 19:39:01.645351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4566b7e3-e063-4bbf-9d5d-fb8955b83365 req-d33c1be8-fe27-42d6-a168-be93faafa0f9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Oct 15 19:39:01.733598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9e73-695f-47f1-a639-6083f20111ba req-7152bd0a-743e-44ae-93b6-411fec3474bc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:01.735026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18be9e73-695f-47f1-a639-6083f20111ba req-7152bd0a-743e-44ae-93b6-411fec3474bc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0491135 Oct 15 19:39:01.773980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18be9e73-695f-47f1-a639-6083f20111ba req-71f13035-cd0c-4784-8315-aa74387f2616 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330226 Oct 15 19:39:01.878394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babca0a0-e5e0-402b-a179-562403c5920b req-de76ba47-df98-485c-84fc-2fe071932c68 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:01.879910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-babca0a0-e5e0-402b-a179-562403c5920b req-de76ba47-df98-485c-84fc-2fe071932c68 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 946 time: 0.0539000 Oct 15 19:39:01.899283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22577207-77dd-4a05-a3b1-2541dd7e5f8f req-1a229618-89f7-480b-b26b-dce06044865f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:01.905033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 14c8c126-5280-4356-b0f8-0e4e920fddfb details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:01.907328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f829760a-7673-4dea-87f0-026567a399de no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:39:01.908615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-22577207-77dd-4a05-a3b1-2541dd7e5f8f req-1a229618-89f7-480b-b26b-dce06044865f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0645111 Oct 15 19:39:01.924654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-babca0a0-e5e0-402b-a179-562403c5920b req-c3b28958-62c4-483e-af91-0cb647e89774 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384536 Oct 15 19:39:01.954349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: f829760a-7673-4dea-87f0-026567a399de {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:39:01.954643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-22577207-77dd-4a05-a3b1-2541dd7e5f8f req-68ebc2b5-88ee-47c5-a7e8-ce964714ff97 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450637 Oct 15 19:39:01.954832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f829760a-7673-4dea-87f0-026567a399de not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:39:02.021610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 611d5d9b-02f6-428a-9943-29bb7e1f1394 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:02.077267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:02.088072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57062) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:02.098286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '14c8c126-5280-4356-b0f8-0e4e920fddfb', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '14c8c126-5280-4356-b0f8-0e4e920fddfb', 'mac_address': 'fa:16:3e:21:49:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:02.148011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Deleting subnet 0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:39:02.151634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.180553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.191872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.221194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c8c126-5280-4356-b0f8-0e4e920fddfb {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:02.231771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:02.253839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.257455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:02.258703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'port_id': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'mac_address': 'fa:16:3e:ea:be:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:02.300372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.314236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 611d5d9b-02f6-428a-9943-29bb7e1f1394 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:02.332996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe3e99-63c3-488b-9120-230ee4692704 req-55edb7ef-4945-42ad-b55c-fc7181536e48 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:02.334123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:02.334674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39fe3e99-63c3-488b-9120-230ee4692704 req-55edb7ef-4945-42ad-b55c-fc7181536e48 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 943 time: 0.0659721 Oct 15 19:39:02.347184 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.378446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39fe3e99-63c3-488b-9120-230ee4692704 req-5e32ee70-7b32-441d-a788-6dd4376b516f tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369759 Oct 15 19:39:02.382595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.395828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:02.415783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.420991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a HTTP/1.1" status: 204 len: 168 time: 0.3296814 Oct 15 19:39:02.420991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c55a59-9e1c-4288-9f0d-a6f5f1fa6f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c6a3dc0-cc6a-49b4-9df5-8d8d7aab9e1a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:02.423151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57068) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:02.450518 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.501495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.506207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:02.584138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.604800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f28af9-e62a-411a-9327-bd107bd2484b']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:02.614078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605a4fa3-1fa7-4e89-84dd-d9dacb19b647') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:02.614365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605a4fa3-1fa7-4e89-84dd-d9dacb19b647') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:02.624217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.639227 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.645298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:39:02.650331 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:39:02.788627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca19762-f606-4c5b-a5ba-ec98a72f3b9a req-f66f7e7b-2ee2-4ef9-b0d9-51b14eac6018 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:02.790241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bca19762-f606-4c5b-a5ba-ec98a72f3b9a req-f66f7e7b-2ee2-4ef9-b0d9-51b14eac6018 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0579004 Oct 15 19:39:02.938484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['14c8c126-5280-4356-b0f8-0e4e920fddfb'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:02.940708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bca19762-f606-4c5b-a5ba-ec98a72f3b9a req-e8a0dbae-7950-45f8-aa21-7a53002436bd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Oct 15 19:39:02.940708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.940708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:02.940708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2f28af9-e62a-411a-9327-bd107bd2484b HTTP/1.1" status: 204 len: 168 time: 0.4495313 Oct 15 19:39:02.940708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868e932-4c0a-4cb3-80f4-b79ae090a551 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f28af9-e62a-411a-9327-bd107bd2484b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:02.941124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['611d5d9b-02f6-428a-9943-29bb7e1f1394'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:02.941211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58acca0-1411-46f0-86e6-e23f4b7345b5 req-5bd955e2-703a-45ec-b0a6-b3fd407e33a2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:02.941211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d58acca0-1411-46f0-86e6-e23f4b7345b5 req-5bd955e2-703a-45ec-b0a6-b3fd407e33a2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0632210 Oct 15 19:39:02.971792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d58acca0-1411-46f0-86e6-e23f4b7345b5 req-3a4af051-3310-4bc4-8519-650a483b47d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Oct 15 19:39:03.079462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d212ef-1bfe-4577-a167-19a4fd6c2fd5 req-bfd331b6-4e19-4e66-9ec5-e49839360781 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:03.081534 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05d212ef-1bfe-4577-a167-19a4fd6c2fd5 req-bfd331b6-4e19-4e66-9ec5-e49839360781 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 947 time: 0.0630827 Oct 15 19:39:03.123982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ce7fc-34d8-4262-91f9-7fcfbdc78c7e req-ebec8a9f-83c4-48a8-8112-493fa9e3a0dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:03.132122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e6ce7fc-34d8-4262-91f9-7fcfbdc78c7e req-ebec8a9f-83c4-48a8-8112-493fa9e3a0dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0815635 Oct 15 19:39:03.145297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05d212ef-1bfe-4577-a167-19a4fd6c2fd5 req-52c4a6a0-c93e-4d0e-9575-43753268b805 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533407 Oct 15 19:39:03.190576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e6ce7fc-34d8-4262-91f9-7fcfbdc78c7e req-bcceab22-da80-4c71-a5a3-e7b771f97a51 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Oct 15 19:39:03.504383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51310f2-9a2f-46c5-be04-48270689c62e req-85508b80-820f-4d77-ac1f-df66fb3d62d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:03.505880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d51310f2-9a2f-46c5-be04-48270689c62e req-85508b80-820f-4d77-ac1f-df66fb3d62d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 944 time: 0.0536938 Oct 15 19:39:03.546046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d51310f2-9a2f-46c5-be04-48270689c62e req-2fcdc217-d91c-4234-8e77-ed15f9ee9262 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334780 Oct 15 19:39:03.600653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:03.644419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1fbdb582-12e4-456d-9ebd-950efc981cfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51e5460589484f0cbd12753bf3b0d2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400455 Oct 15 19:39:03.644661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57088) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:03.694048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:03.717941 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:03.846987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:03.849646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:03.850928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e06e30c6-896e-469d-8720-9599c04ff97b HTTP/1.1" status: 204 len: 168 time: 0.2053216 Oct 15 19:39:03.861011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c55ae-2ea7-40b1-947a-e3c855a4aa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e30c6-896e-469d-8720-9599c04ff97b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:04.057088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540c5e6-e78f-4755-836b-32b19431791b req-f25f0165-c4ec-4a95-bde4-7876ae591f0d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:04.058675 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7540c5e6-e78f-4755-836b-32b19431791b req-f25f0165-c4ec-4a95-bde4-7876ae591f0d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0655072 Oct 15 19:39:04.100587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7540c5e6-e78f-4755-836b-32b19431791b req-b145a9c0-236f-49d2-943e-d5b351bcb3bc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Oct 15 19:39:04.107644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fa93d-8c4c-446b-bdca-da8a07825be4 req-fa0dfe97-fe91-4c57-8532-4ae669d1c47b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:04.109413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a1fa93d-8c4c-446b-bdca-da8a07825be4 req-fa0dfe97-fe91-4c57-8532-4ae669d1c47b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0633862 Oct 15 19:39:04.154926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a1fa93d-8c4c-446b-bdca-da8a07825be4 req-0eb98b8b-95a9-469d-8b81-720cbe7196a4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Oct 15 19:39:04.319605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b663d1-bc9d-4477-950f-6cdbd9ab5c51 req-28151abf-d998-493c-ac03-f8fc7d5107c2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:04.320928 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-83b663d1-bc9d-4477-950f-6cdbd9ab5c51 req-28151abf-d998-493c-ac03-f8fc7d5107c2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 947 time: 0.0721200 Oct 15 19:39:04.341121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdf301-350e-48b5-95c2-9fa52bdddfc4 req-4d2d14dd-01ec-41e6-a9c6-f23df4c7d8e6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:04.342658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7bbdf301-350e-48b5-95c2-9fa52bdddfc4 req-4d2d14dd-01ec-41e6-a9c6-f23df4c7d8e6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0693924 Oct 15 19:39:04.390616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-83b663d1-bc9d-4477-950f-6cdbd9ab5c51 req-6add8457-4bef-4729-a411-7e5b4d81c974 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556393 Oct 15 19:39:04.393748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7bbdf301-350e-48b5-95c2-9fa52bdddfc4 req-3a9bf688-dbeb-4a50-93e3-d0e2cfac0167 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Oct 15 19:39:04.676937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c9781-5e97-48e7-bc35-4bc179c22c14 req-962120d2-7817-4b7c-885e-2097fa90412e tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:04.678602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-925c9781-5e97-48e7-bc35-4bc179c22c14 req-962120d2-7817-4b7c-885e-2097fa90412e tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 944 time: 0.0563257 Oct 15 19:39:04.720171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-925c9781-5e97-48e7-bc35-4bc179c22c14 req-792d99ee-9ad4-4d4f-840e-baa59f18389d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347118 Oct 15 19:39:05.262744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305a6cb-9b76-4b91-b4a1-f0b1787327a3 req-f06a2236-cb82-450c-a6b4-5a8159d4e927 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:05.269948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e305a6cb-9b76-4b91-b4a1-f0b1787327a3 req-f06a2236-cb82-450c-a6b4-5a8159d4e927 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0634701 Oct 15 19:39:05.270376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:05.300567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ca069-8fa8-4866-bc1d-0cd4f6a02962 req-c93fb72d-aab4-4a08-b7a2-034db582b7d6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:05.302063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd5ca069-8fa8-4866-bc1d-0cd4f6a02962 req-c93fb72d-aab4-4a08-b7a2-034db582b7d6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0645838 Oct 15 19:39:05.316654 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e305a6cb-9b76-4b91-b4a1-f0b1787327a3 req-3257e029-8792-4f8a-afa9-60cd00f907ae tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457749 Oct 15 19:39:05.349754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd5ca069-8fa8-4866-bc1d-0cd4f6a02962 req-25832230-bdac-4f5e-a46e-0658ab6cb731 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Oct 15 19:39:05.421738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1669095718-network', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:05.544307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c59ed-ece5-4bfb-ade6-21c4c55a3639 req-68c25a77-bdb3-4919-a84f-0117eed4a1f5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:05.544307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-645c59ed-ece5-4bfb-ade6-21c4c55a3639 req-68c25a77-bdb3-4919-a84f-0117eed4a1f5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 947 time: 0.0555563 Oct 15 19:39:05.545525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5379a-2802-4789-837c-4f19c58256b6 req-07736d80-ef4e-4c43-8bfe-81ddec54af0a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:05.547208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7f5379a-2802-4789-837c-4f19c58256b6 req-07736d80-ef4e-4c43-8bfe-81ddec54af0a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0744362 Oct 15 19:39:05.575992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-645c59ed-ece5-4bfb-ade6-21c4c55a3639 req-2f798fea-4e7b-42bf-b8f4-8fa90436788d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Oct 15 19:39:05.590666 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7f5379a-2802-4789-837c-4f19c58256b6 req-67bd75b7-1963-4a07-afac-30dbd1d19879 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365257 Oct 15 19:39:05.626667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Made reservation on behalf of 52c1ab8f1a4a413f9dc1f9097d7d78a9 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:05.626667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:05.628078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:05.740027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:05.844266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37d3f2-f0d7-4ea5-a9e6-d83a1810f167 req-1f169ed6-aa0d-4e47-bd20-9a57d431b8c9 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:05.845687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed37d3f2-f0d7-4ea5-a9e6-d83a1810f167 req-1f169ed6-aa0d-4e47-bd20-9a57d431b8c9 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 944 time: 0.0536671 Oct 15 19:39:05.870050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:05.901910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:39:05.919820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed37d3f2-f0d7-4ea5-a9e6-d83a1810f167 req-c31d334d-4119-4370-9ed6-2a736ade6e0c tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676019 Oct 15 19:39:05.924724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:05.925070 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Added segment 105e2a0a-7155-4e92-ab6a-d18c6c537acf of type vlan for network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d Oct 15 19:39:05.926378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c453e0a-a393-4e05-962e-2bce460f2ca7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:05.933926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 14c8c126-5280-4356-b0f8-0e4e920fddfb up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:05.971748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.021705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 611d5d9b-02f6-428a-9943-29bb7e1f1394 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:06.110087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.111103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.111754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.144273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 14c8c126-5280-4356-b0f8-0e4e920fddfb completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:06.148492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 14c8c126-5280-4356-b0f8-0e4e920fddfb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:06.151147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.171585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 611d5d9b-02f6-428a-9943-29bb7e1f1394 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:06.180132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 611d5d9b-02f6-428a-9943-29bb7e1f1394 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:06.180578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.183175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] Pushing event updated for resources: {'Network': ['ID=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:06.204608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fef2e27-a6b5-4a4f-b0da-6f183c376aff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9329762 Oct 15 19:39:06.207371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57142) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:06.211419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:39:06.214853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Request body: {'subnet': {'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1669095718-subnet', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:06.296231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Made reservation on behalf of 52c1ab8f1a4a413f9dc1f9097d7d78a9 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:06.298678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.367492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.383108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.416439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:06.418810 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e07bdb0-2ca3-4db3-8573-bced7d7e4003" -d '{"events": [{"server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "name": "network-vif-plugged", "status": "completed", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:06.446149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:06.450021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:06.528577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688167aa-ddae-479c-b89f-f916dae641d7 req-192fd80c-c7df-41b3-b5f9-ddbe3fd28e29 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.530480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-688167aa-ddae-479c-b89f-f916dae641d7 req-192fd80c-c7df-41b3-b5f9-ddbe3fd28e29 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0612321 Oct 15 19:39:06.532534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.568292 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.570128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ba656-a471-49f1-ac98-bf51c526b716 req-fd285c06-fd28-405a-b277-239a49f28665 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.572255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-020ba656-a471-49f1-ac98-bf51c526b716 req-fd285c06-fd28-405a-b277-239a49f28665 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0978811 Oct 15 19:39:06.582381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-688167aa-ddae-479c-b89f-f916dae641d7 req-78209ed9-290f-4ac5-8f24-5a9b2164a30e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448349 Oct 15 19:39:06.591183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:06.637082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-020ba656-a471-49f1-ac98-bf51c526b716 req-0f98234a-5fe5-4158-989c-0d385c6e6b52 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575051 Oct 15 19:39:06.639184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.659834 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c6be4b-6283-476a-aeca-8ee81ee5f6da x-openstack-request-id: req-99c6be4b-6283-476a-aeca-8ee81ee5f6da {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:06.660144 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "name": "network-vif-plugged", "status": "completed", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:06.660399 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99c6be4b-6283-476a-aeca-8ee81ee5f6da {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:06.660807 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb', 'code': 200} Oct 15 19:39:06.694302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:06.743295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:06.807041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fbe83-f3ac-4c2f-a634-b806f69fd171 req-6ddf979a-9a4e-4e22-9cd9-317cae5f7aec tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.808544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Checking segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:06.808696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-110fbe83-f3ac-4c2f-a634-b806f69fd171 req-6ddf979a-9a4e-4e22-9cd9-317cae5f7aec tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0617273 Oct 15 19:39:06.808901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Network hostable DHCP agents. Network: a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:39:06.850836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f924-e24b-4bb0-a146-f0c7ece78ef1 req-d383b6fe-dd7f-4133-bd67-a01e1a68edb4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.852372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3357f924-e24b-4bb0-a146-f0c7ece78ef1 req-d383b6fe-dd7f-4133-bd67-a01e1a68edb4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1024935 Oct 15 19:39:06.852506 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-110fbe83-f3ac-4c2f-a634-b806f69fd171 req-fe73ffd2-c096-43f9-82b3-2351e0b44285 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Oct 15 19:39:06.854413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6bb98-12a4-4965-a51d-e683561af26e req-eb808387-f5fa-44e6-9bd3-63cf698513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.855798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66b6bb98-12a4-4965-a51d-e683561af26e req-eb808387-f5fa-44e6-9bd3-63cf698513cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 1100 time: 0.0936058 Oct 15 19:39:06.909987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3357f924-e24b-4bb0-a146-f0c7ece78ef1 req-0299ba26-b2d3-43b7-bdde-40fd5a05bcb9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Oct 15 19:39:06.917274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:39:06.930132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66b6bb98-12a4-4965-a51d-e683561af26e req-4ae053c5-5360-4b94-abca-726f4c905a93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618896 Oct 15 19:39:06.987652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:06.992692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:06.993272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:06.998742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d093995-ebaf-438b-b1a9-147aa4a86c97 None None] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:39:07.047086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594863d0-bb7f-4840-92d3-27b02195be7f req-1c0d1b0c-8859-400a-ab52-2af1bfb36766 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:07.048737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-594863d0-bb7f-4840-92d3-27b02195be7f req-1c0d1b0c-8859-400a-ab52-2af1bfb36766 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0575998 Oct 15 19:39:07.097383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-79d05458-d8b4-4227-8409-db696dce9e01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8889308 Oct 15 19:39:07.100447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:07.101199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-594863d0-bb7f-4840-92d3-27b02195be7f req-42097cf2-b9c9-4648-ba13-7214f71985f9 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457175 Oct 15 19:39:07.106830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:07.131135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce2945-65f1-4637-b0a4-0e1aa1a37d5d None None] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:39:07.212994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:07.216092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:07.269342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:07.488568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:07.727628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b672e-cae0-4be7-8a28-b97c83f9aa31 req-42bea027-6fa3-4c14-88f6-32502bfacdc9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:07.729822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d66b672e-cae0-4be7-8a28-b97c83f9aa31 req-42bea027-6fa3-4c14-88f6-32502bfacdc9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.0677915 Oct 15 19:39:07.780470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd357090-5d82-4551-8952-1cae6f566a05 req-4e1fdadf-d9fc-4981-ace8-43f391b20873 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:07.782013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd357090-5d82-4551-8952-1cae6f566a05 req-4e1fdadf-d9fc-4981-ace8-43f391b20873 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0616944 Oct 15 19:39:07.795006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d66b672e-cae0-4be7-8a28-b97c83f9aa31 req-7c966fb9-c508-440a-a6f1-22d0d4366533 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486467 Oct 15 19:39:07.845846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd357090-5d82-4551-8952-1cae6f566a05 req-9d74caba-b928-4d36-bd86-d8654649741e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561719 Oct 15 19:39:08.008085 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:08.035695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5457785-63a6-45c9-ba37-d8f3a8474c88 req-9b270b76-4b35-4c8a-919a-cd4f8a87b418 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:08.043112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5457785-63a6-45c9-ba37-d8f3a8474c88 req-9b270b76-4b35-4c8a-919a-cd4f8a87b418 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1028697 Oct 15 19:39:08.046561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa2cf-e9b7-4392-841b-5c5241846714 req-3dee5c80-df44-4211-865a-a9881fc43b64 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:08.049117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-076aa2cf-e9b7-4392-841b-5c5241846714 req-3dee5c80-df44-4211-865a-a9881fc43b64 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0644248 Oct 15 19:39:08.050643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:08.095442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-076aa2cf-e9b7-4392-841b-5c5241846714 req-33332c3c-caa6-4890-9d3b-9ee089b9c70d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Oct 15 19:39:08.124334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5457785-63a6-45c9-ba37-d8f3a8474c88 req-c8990d34-2f5c-481a-8f0d-1938e205063e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Oct 15 19:39:08.187751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Allocated IP 172.25.0.4 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/22729547-9374-4439-85e5-fa589ff9f8f3) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:08.314200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e848c7-4e04-4e1a-812a-26b5f93fddf4 req-168c8137-c33d-4e18-963d-1bf1f52327f6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:08.315902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43e848c7-4e04-4e1a-812a-26b5f93fddf4 req-168c8137-c33d-4e18-963d-1bf1f52327f6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.1113517 Oct 15 19:39:08.340290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:08.375264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43e848c7-4e04-4e1a-812a-26b5f93fddf4 req-0746df4e-d349-41e1-8fbc-e3e3b1e106ec tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509844 Oct 15 19:39:08.468146 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:08.508606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:08.512639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:08.516585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:08.545179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Pushing event updated for resources: {'Port': ['ID=22729547-9374-4439-85e5-fa589ff9f8f3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:08.662970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:08.665440 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fb34d3-f04e-44f8-9c96-5d4a4274fe39" -d '{"events": [{"server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "name": "network-vif-plugged", "status": "completed", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:08.706468 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a95b956-282e-42aa-9a3d-a37a9acd5773 x-openstack-request-id: req-5a95b956-282e-42aa-9a3d-a37a9acd5773 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:08.706841 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "name": "network-vif-plugged", "status": "completed", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:08.707099 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a95b956-282e-42aa-9a3d-a37a9acd5773 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:08.707489 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'code': 200} Oct 15 19:39:08.879331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcf7fc-7623-4f88-8276-eb94f4441fd7 req-28bd0906-7f7b-46c6-a23f-b3712a7709e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:08.880845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97dcf7fc-7623-4f88-8276-eb94f4441fd7 req-28bd0906-7f7b-46c6-a23f-b3712a7709e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 1097 time: 0.1146386 Oct 15 19:39:08.935831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:08.986390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97dcf7fc-7623-4f88-8276-eb94f4441fd7 req-cb3a739c-c6a4-4bc4-921a-824ecc303b8d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919397 Oct 15 19:39:09.003810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e89eae-90a3-4f4e-88f2-091a0186900f req-9395243c-fd3b-462c-ad40-d66bb4548e9f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:09.005260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3e89eae-90a3-4f4e-88f2-091a0186900f req-9395243c-fd3b-462c-ad40-d66bb4548e9f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.1283243 Oct 15 19:39:09.083760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3e89eae-90a3-4f4e-88f2-091a0186900f req-2388808c-b979-4420-b3e5-4a4673bb9cbf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716584 Oct 15 19:39:09.210966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:09.266199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb344e5-8763-401c-89a3-00153726e3ed req-b20feb6d-27f3-4fdc-b968-2359d7c4aa9c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:09.267697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bb344e5-8763-401c-89a3-00153726e3ed req-b20feb6d-27f3-4fdc-b968-2359d7c4aa9c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0984211 Oct 15 19:39:09.345113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bb344e5-8763-401c-89a3-00153726e3ed req-0a877479-8510-413c-89f5-e743315c3989 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710578 Oct 15 19:39:09.504017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Router 3129025f-d67b-4cd4-a0c7-91d12dbab06f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:39:09.512521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da645006-e042-4792-8a2a-414eca4a4ce2 req-20e08b96-454a-4a9e-8d7d-d377e0b8267d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:09.514103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da645006-e042-4792-8a2a-414eca4a4ce2 req-20e08b96-454a-4a9e-8d7d-d377e0b8267d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0995958 Oct 15 19:39:09.534582 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-0629b391-7313-44f0-911f-7127f128cde4 service neutron] 10.222.0.15 "GET /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.0898461 Oct 15 19:39:09.634867 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da645006-e042-4792-8a2a-414eca4a4ce2 req-d19d6cde-f765-4069-a279-df5e9172f2a6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122742 Oct 15 19:39:09.718835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:39:09.728808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Sync routers for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:39:09.742654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:09.744242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:09.834407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9f8df-7598-4b91-9986-dfad2856b407 req-faad4a51-ecf1-42b0-8921-520b129b127a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:09.835825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3c9f8df-7598-4b91-9986-dfad2856b407 req-faad4a51-ecf1-42b0-8921-520b129b127a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1183915 Oct 15 19:39:09.842888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:09.846835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-259360e3-b0bb-4a4e-8e7f-2f28af69b999 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7453539 Oct 15 19:39:09.847190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:09.853058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:09.884099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:09.906996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3c9f8df-7598-4b91-9986-dfad2856b407 req-51650b9f-f43f-4426-ab6d-ced24cfd4b25 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590534 Oct 15 19:39:09.915096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:09.959693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7103f2-482e-4f84-8a61-736dc421cd47 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:09.978362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:10.059820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eaf7d-987e-4228-ab44-24fa5ae4b88b req-decf6a49-0d36-4cff-bc6e-c7a5edacef14 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:10.061382 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-132eaf7d-987e-4228-ab44-24fa5ae4b88b req-decf6a49-0d36-4cff-bc6e-c7a5edacef14 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0582867 Oct 15 19:39:10.062636 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.135524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-132eaf7d-987e-4228-ab44-24fa5ae4b88b req-96bae8df-20e3-4519-bdf1-feda54fa6e24 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632529 Oct 15 19:39:10.173239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] Transition to ACTIVE for port object ae7103f2-482e-4f84-8a61-736dc421cd47 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:10.236044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:08Z', 'revision_number': 3, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:10.266555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.267541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Checking router: 3129025f-d67b-4cd4-a0c7-91d12dbab06f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:39:10.267984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Updating router 3129025f-d67b-4cd4-a0c7-91d12dbab06f port 22729547-9374-4439-85e5-fa589ff9f8f3 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:39:10.297214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.326218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca3fd0-a6bc-4f0f-917a-a31291caaea2 req-46eafaca-45a1-4e64-a7b6-e7a1e9db22d0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:10.327815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cca3fd0-a6bc-4f0f-917a-a31291caaea2 req-46eafaca-45a1-4e64-a7b6-e7a1e9db22d0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 943 time: 0.1003702 Oct 15 19:39:10.365358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] No DVR routers for this DVR port ae7103f2-482e-4f84-8a61-736dc421cd47 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:39:10.380098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653712c7-e586-4070-817d-6446401907b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:10.419492 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cca3fd0-a6bc-4f0f-917a-a31291caaea2 req-b874f9cf-307c-45a6-8667-656d78ac5a8e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801458 Oct 15 19:39:10.422890 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-653712c7-e586-4070-817d-6446401907b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8794336 Oct 15 19:39:10.453018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.567594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c48ef8-b8cc-4670-b783-a8b79a044c37 req-3d65a59a-9dcd-4028-8296-cf47fceed78e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:10.569363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7c48ef8-b8cc-4670-b783-a8b79a044c37 req-3d65a59a-9dcd-4028-8296-cf47fceed78e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0552452 Oct 15 19:39:10.625406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.641943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7c48ef8-b8cc-4670-b783-a8b79a044c37 req-527d99fa-8696-4a0b-8039-fea175fa8f00 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575016 Oct 15 19:39:10.657693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Allocated IP 172.20.0.1 (a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d/a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb/ea9d86b6-59f1-425c-8662-31416c553dec) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:10.783421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dbccc-feb8-4dea-8e31-024e0eb8f6c9 req-9b34b117-b864-4bf6-a40c-74ea6ec49511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:10.785813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c72dbccc-feb8-4dea-8e31-024e0eb8f6c9 req-9b34b117-b864-4bf6-a40c-74ea6ec49511 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0680461 Oct 15 19:39:10.800573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:10.833068 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c72dbccc-feb8-4dea-8e31-024e0eb8f6c9 req-6ba20973-f0cf-4255-bd6e-891432499aeb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355785 Oct 15 19:39:11.034726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b3ea2-7123-4aa6-87fa-2ddfaa8d1f40 req-d4db4838-f268-4a9f-9f59-61da1e32a258 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:11.036191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc6b3ea2-7123-4aa6-87fa-2ddfaa8d1f40 req-d4db4838-f268-4a9f-9f59-61da1e32a258 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0506043 Oct 15 19:39:11.079634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc6b3ea2-7123-4aa6-87fa-2ddfaa8d1f40 req-39ea500d-c9cd-4e6c-87af-0e6487d40860 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Oct 15 19:39:11.247637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.270486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e420e-ad4d-4ce1-82d7-f93f8b9a522d req-d2933f9a-9d56-41d3-8cde-5018a3d0ba7c tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:11.271965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-572e420e-ad4d-4ce1-82d7-f93f8b9a522d req-d2933f9a-9d56-41d3-8cde-5018a3d0ba7c tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Oct 15 19:39:11.274053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.320575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518b24-dd09-41f3-866d-82c71906403e None None] Pushing event updated for resources: {'Port': ['ID=22729547-9374-4439-85e5-fa589ff9f8f3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:11.323835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-572e420e-ad4d-4ce1-82d7-f93f8b9a522d req-71719ba4-034e-4f09-bb14-6b632343a9c6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366807 Oct 15 19:39:11.332331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:11.337807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:11.341803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Attempting to bind port 22729547-9374-4439-85e5-fa589ff9f8f3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:11.343687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Attempting to bind port 22729547-9374-4439-85e5-fa589ff9f8f3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:11.345125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Attempting to bind port 22729547-9374-4439-85e5-fa589ff9f8f3 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:11.351951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:11.352302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:11.353469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.353718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:11.353824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:11.354244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Bound port: 22729547-9374-4439-85e5-fa589ff9f8f3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:11.354618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.356906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Pushing event updated for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:11.394177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.424644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] For port 22729547-9374-4439-85e5-fa589ff9f8f3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:11.427729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] For port 22729547-9374-4439-85e5-fa589ff9f8f3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22729547-9374-4439-85e5-fa589ff9f8f3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:11.562461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f52dff-101e-4fbf-a72b-b6855f9fbe46 req-06cea9ab-84e7-45ff-a5af-cf6727d50c01 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:11.568026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80f52dff-101e-4fbf-a72b-b6855f9fbe46 req-06cea9ab-84e7-45ff-a5af-cf6727d50c01 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.0543089 Oct 15 19:39:11.573369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.605124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80f52dff-101e-4fbf-a72b-b6855f9fbe46 req-c7089036-8e8c-4e73-9805-c054a83b9282 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Oct 15 19:39:11.633879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:11.634742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:11.639581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e518b24-dd09-41f3-866d-82c71906403e None None] Pushing event updated for resources: {'Port': ['ID=22729547-9374-4439-85e5-fa589ff9f8f3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:11.731006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.774808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:11.796158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3ffe-2638-4997-bd13-c87c0cae1069 req-4d2fcf6c-52f5-4f8e-b178-697bbc2e15ef tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:11.797689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c50f3ffe-2638-4997-bd13-c87c0cae1069 req-4d2fcf6c-52f5-4f8e-b178-697bbc2e15ef tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0572283 Oct 15 19:39:11.858501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c50f3ffe-2638-4997-bd13-c87c0cae1069 req-51b3c972-233b-42ab-89ce-8fdb9c8bd030 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533118 Oct 15 19:39:11.956855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:11.999622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851d10a-1839-4e40-9fa8-a4bb68ddb8c5 req-c30fe227-6b5a-4784-8b93-ee408e7210a2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:12.001468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3851d10a-1839-4e40-9fa8-a4bb68ddb8c5 req-c30fe227-6b5a-4784-8b93-ee408e7210a2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0607979 Oct 15 19:39:12.005701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:08Z', 'revision_number': 3, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:12.016671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:12.040505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d15023-359c-44b1-ae0f-2d754e76b82c None None] The sync data for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 is: [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:08Z', 'revision_number': 3, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:39:12.045105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3851d10a-1839-4e40-9fa8-a4bb68ddb8c5 req-44b9d8bf-3bf2-4c73-b9b7-d6fc48c300c7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369413 Oct 15 19:39:12.058923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:39:12.122914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:12.126857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:39:12.132689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Pushing event updated for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:12.231715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310788-5fa2-4485-8c5d-90fcb532970a req-551be682-9e23-423d-a091-6fbf2280f24c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:12.231715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-08310788-5fa2-4485-8c5d-90fcb532970a req-551be682-9e23-423d-a091-6fbf2280f24c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0706017 Oct 15 19:39:12.241302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:12.244687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:12.281129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-08310788-5fa2-4485-8c5d-90fcb532970a req-52bc4bea-e2ec-4993-83f2-bea5557d92b5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Oct 15 19:39:12.399380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Router 3129025f-d67b-4cd4-a0c7-91d12dbab06f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:39:12.495516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843328c-9bb1-46c5-8bd7-1525dff4d409 req-a8982483-634a-4ab4-b381-e05596d65595 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:12.497112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f843328c-9bb1-46c5-8bd7-1525dff4d409 req-a8982483-634a-4ab4-b381-e05596d65595 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0705130 Oct 15 19:39:12.533136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:39:12.539607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7afde385-01b0-4977-a816-431ae03bbf3c admin admin] 10.222.0.13 "PUT /v2.0/routers/3129025f-d67b-4cd4-a0c7-91d12dbab06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6898088 Oct 15 19:39:12.554478 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f843328c-9bb1-46c5-8bd7-1525dff4d409 req-30e4be61-e5b6-426d-84c2-ccb294557106 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457141 Oct 15 19:39:12.679148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885f475-0fe2-45ef-9c0d-2a3e41a61739 req-bdcb9f8d-95de-4e01-95cd-3c7b83d6986d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:12.680862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0885f475-0fe2-45ef-9c0d-2a3e41a61739 req-bdcb9f8d-95de-4e01-95cd-3c7b83d6986d tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0657020 Oct 15 19:39:12.690206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57224) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:12.700440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Request body: {'floatingip': {'port_id': '611d5d9b-02f6-428a-9943-29bb7e1f1394'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:12.754979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:12.852365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd594ae9-8272-4368-a8d2-489d41ef5e24 req-537154f4-f356-45e7-953d-1a669d170e33 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:12.854089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd594ae9-8272-4368-a8d2-489d41ef5e24 req-537154f4-f356-45e7-953d-1a669d170e33 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.0580039 Oct 15 19:39:12.878578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22729547-9374-4439-85e5-fa589ff9f8f3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:12.937756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22729547-9374-4439-85e5-fa589ff9f8f3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:12.938193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:12.946534 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd594ae9-8272-4368-a8d2-489d41ef5e24 req-a8e6db9b-0536-44c5-b25a-a5d4a7b5ea6f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857718 Oct 15 19:39:13.063622 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:13.097645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 22729547-9374-4439-85e5-fa589ff9f8f3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22729547-9374-4439-85e5-fa589ff9f8f3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:13.227696 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:13.297361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=22729547-9374-4439-85e5-fa589ff9f8f3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:13.332960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-a612b3b0-57b6-47bf-b324-5cf3a919268b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:13.334487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-a612b3b0-57b6-47bf-b324-5cf3a919268b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 811 time: 0.1239169 Oct 15 19:39:13.352242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-1e9af526-a7b0-480d-9022-48bb5eec6dfe tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/quotas/52c1ab8f1a4a413f9dc1f9097d7d78a9 HTTP/1.1" status: 200 len: 375 time: 0.0098500 Oct 15 19:39:13.424164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-847b4663-da7b-4e51-87c2-30474c06a272 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625522 Oct 15 19:39:13.520809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-3f071ad4-7055-4534-9ef3-4689a2470601 service neutron] 10.222.0.13 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928507 Oct 15 19:39:13.629260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:39:13.635077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-3ab1ab10-44a3-4a24-bcbd-ab4c8e4c8e16 service neutron] 10.222.0.13 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089547 Oct 15 19:39:13.679881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:13.744626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:13.855786 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Floating IP d73477fd-7072-4835-9d93-85567ce10fc2 associated. External IP: 172.25.0.14, port: 611d5d9b-02f6-428a-9943-29bb7e1f1394. Oct 15 19:39:13.965340 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Sync routers for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:39:13.972682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c80928-a22c-492b-8989-5bbc1b3531ff req-7a9573af-27a3-4cf0-956e-e3442a235bd1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:13.974205 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5c80928-a22c-492b-8989-5bbc1b3531ff req-7a9573af-27a3-4cf0-956e-e3442a235bd1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0572369 Oct 15 19:39:13.979229 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:13.980698 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:14.028081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5c80928-a22c-492b-8989-5bbc1b3531ff req-1cb7d75c-3de8-4924-903d-d195c5e83675 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429847 Oct 15 19:39:14.137735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27188514-0d51-400a-8aeb-e08967b32049 req-be97002a-0b69-4856-b2ee-d4e81646a042 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:14.139786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27188514-0d51-400a-8aeb-e08967b32049 req-be97002a-0b69-4856-b2ee-d4e81646a042 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0560999 Oct 15 19:39:14.150824 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:14.156296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Router 1304b8f1-4b88-4983-9979-849a9a875f62 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:39:14.221043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27188514-0d51-400a-8aeb-e08967b32049 req-27217be9-e4ab-40ab-b59b-d587957c4c5e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724094 Oct 15 19:39:14.313518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:39:14.318878 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:14.327016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Sync routers for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:39:14.342146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:14.342359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fffb1-7bbe-4987-b5ad-2d338a3c466e req-5621eb1d-0f2c-4dae-922b-c3de88c0b016 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:14.342886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:14.348615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f6fffb1-7bbe-4987-b5ad-2d338a3c466e req-5621eb1d-0f2c-4dae-922b-c3de88c0b016 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0721500 Oct 15 19:39:14.361461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50caa626-137a-4d50-aede-9ad1c8ad3928 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "PUT /v2.0/floatingips/d73477fd-7072-4835-9d93-85567ce10fc2 HTTP/1.1" status: 200 len: 990 time: 1.6640112 Oct 15 19:39:14.364817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:14.369655 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bf432d-9606-4f5b-b9f1-5feb73921649" -d '{"events": [{"name": "network-changed", "server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:14.385940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f6fffb1-7bbe-4987-b5ad-2d338a3c466e req-08bb3cd4-e4cf-4b86-9c63-e96b93e4cd06 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361602 Oct 15 19:39:14.428407 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 4, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ea9d86b6-59f1-425c-8662-31416c553dec', 'name': '', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'mac_address': 'fa:16:3e:3e:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:10Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 2, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'subnets': [{'id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:14.460982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6397b037-9c78-4310-b0f0-34f972ce454d req-965714b1-3b60-477e-a118-bae2372b9600 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 210 time: 0.0345764 Oct 15 19:39:14.464702 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Checking router: 3129025f-d67b-4cd4-a0c7-91d12dbab06f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:39:14.464848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Updating router 3129025f-d67b-4cd4-a0c7-91d12dbab06f port ea9d86b6-59f1-425c-8662-31416c553dec binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:39:14.496368 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:14.508623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:14.609198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6fe3e-8daa-436a-9086-8ef6f9d17ffa req-28000545-fd9a-4944-a132-14afa4a2d750 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:14.610895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9a6fe3e-8daa-436a-9086-8ef6f9d17ffa req-28000545-fd9a-4944-a132-14afa4a2d750 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.0733337 Oct 15 19:39:14.728822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9a6fe3e-8daa-436a-9086-8ef6f9d17ffa req-6c00086f-0049-4ee8-aa5e-1172546095ea tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722506 Oct 15 19:39:14.743947 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23358bd-28ca-4d98-a39d-554da6068580 x-openstack-request-id: req-e23358bd-28ca-4d98-a39d-554da6068580 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:14.744983 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:14.745728 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e23358bd-28ca-4d98-a39d-554da6068580 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:14.746357 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'status': 'completed', 'code': 200} Oct 15 19:39:14.805951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22729547-9374-4439-85e5-fa589ff9f8f3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:14.827964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-4d2c97c6-3cab-4287-98c7-e67b22f2f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:14.829740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-4d2c97c6-3cab-4287-98c7-e67b22f2f96a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 1097 time: 0.0561609 Oct 15 19:39:14.880359 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:14.931267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22729547-9374-4439-85e5-fa589ff9f8f3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:14.931720 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:14.938183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-497c9a49-fa02-46f6-8386-d5229e6af478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:14.939938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-497c9a49-fa02-46f6-8386-d5229e6af478 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e8b1ef8-a8ad-4c97-af84-8214432c7a02 HTTP/1.1" status: 200 len: 915 time: 0.1034355 Oct 15 19:39:15.004116 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:15.006949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd73477fd-7072-4835-9d93-85567ce10fc2', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'port_id': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'mac_address': 'fa:16:3e:ea:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582f1f10-d65e-4465-a113-3bedaabb9541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:48Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 1, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:15.096761 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Pushing event updated for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:15.113728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-233c3de9-986d-43b8-84d6-17ca1de911ed tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.119976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-233c3de9-986d-43b8-84d6-17ca1de911ed tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.1041954 Oct 15 19:39:15.123368 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.126013 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.127436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.127904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.129740 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.130351 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.130952 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.132908 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.133569 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.134502 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.135059 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.136680 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:15.253820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-b7dfae42-b8e0-436c-9b92-da22c9cbc3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.257870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-b7dfae42-b8e0-436c-9b92-da22c9cbc3a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696&tenant_id=5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 1096 time: 0.1267679 Oct 15 19:39:15.297782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Checking router: 1304b8f1-4b88-4983-9979-849a9a875f62 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:39:15.326037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:15.326715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:15.328445 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Attempting to bind port ea9d86b6-59f1-425c-8662-31416c553dec on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:15.334583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Attempting to bind port ea9d86b6-59f1-425c-8662-31416c553dec by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:15.334898 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Attempting to bind port ea9d86b6-59f1-425c-8662-31416c553dec on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:15.362758 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:15.365720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Checking segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:15.366140 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:15.368083 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Bound using segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:15.369170 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Bound port: ea9d86b6-59f1-425c-8662-31416c553dec, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:15.371087 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:15.374231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-f6309620-91c9-46e0-ac13-94f973ff3346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394 HTTP/1.1" status: 200 len: 998 time: 0.4200099 Oct 15 19:39:15.392856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15419d9-7a26-4615-a80b-0f0f1a2095da req-c1a45eeb-ecc1-4cd4-befb-e74f7cf8f8fb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.401546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a15419d9-7a26-4615-a80b-0f0f1a2095da req-c1a45eeb-ecc1-4cd4-befb-e74f7cf8f8fb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0936217 Oct 15 19:39:15.422542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d89fa59f-d2e7-489c-ade9-0d10e1736741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.424137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d89fa59f-d2e7-489c-ade9-0d10e1736741 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1096 time: 0.1402979 Oct 15 19:39:15.438341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db4231-62d9-4890-b72b-1053cf9d34cf req-2095ab7a-672f-4c0c-8eda-19a8f4ebadfd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.440048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44db4231-62d9-4890-b72b-1053cf9d34cf req-2095ab7a-672f-4c0c-8eda-19a8f4ebadfd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0978377 Oct 15 19:39:15.491839 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a15419d9-7a26-4615-a80b-0f0f1a2095da req-d76f37b8-a08a-4664-aaa7-26d1ef405c8e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892930 Oct 15 19:39:15.521479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-1429751c-b8e4-4211-a7df-c42756a31859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.522950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-1429751c-b8e4-4211-a7df-c42756a31859 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6cfa655a-3015-45ef-9ef2-74e9faa7725b HTTP/1.1" status: 200 len: 853 time: 0.1007392 Oct 15 19:39:15.531216 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] For port ea9d86b6-59f1-425c-8662-31416c553dec, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:15.539768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-409dd894-6f73-4212-86cb-bd39f66538aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.541611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-409dd894-6f73-4212-86cb-bd39f66538aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1007640 Oct 15 19:39:15.546355 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] For port ea9d86b6-59f1-425c-8662-31416c553dec, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ea9d86b6-59f1-425c-8662-31416c553dec,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:15.568411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:15.610590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-968fec77-2c3d-4930-a163-ff2cb5559943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.612162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-968fec77-2c3d-4930-a163-ff2cb5559943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e8b1ef8-a8ad-4c97-af84-8214432c7a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729299 Oct 15 19:39:15.621462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-1eb087ae-40d1-4132-8443-bab541d579b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 200 len: 217 time: 0.0646019 Oct 15 19:39:15.624986 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:15.636394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7cb12-8fef-49b4-bad8-83f1da4f4026 req-50b556ab-219c-4224-a6be-7ff32c6a2a16 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.637847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36b7cb12-8fef-49b4-bad8-83f1da4f4026 req-50b556ab-219c-4224-a6be-7ff32c6a2a16 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0668659 Oct 15 19:39:15.648972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44db4231-62d9-4890-b72b-1053cf9d34cf req-02dea8d7-54da-424b-bb70-3bcf87b7f128 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062987 Oct 15 19:39:15.729189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d3ebf339-0427-4652-ae19-71ccd567acda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:15.732803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-d3ebf339-0427-4652-ae19-71ccd567acda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1031246 Oct 15 19:39:15.737335 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:15.738182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:38:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:15.777558 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-da5b8133-1098-4afc-9aed-1433eff60b4a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369868 Oct 15 19:39:15.787762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36b7cb12-8fef-49b4-bad8-83f1da4f4026 req-e368489f-ddf6-498f-8125-6359389aabed tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346009 Oct 15 19:39:15.823391 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-f61f3f6f-85b1-4a0a-aef8-b3ecba3c6572 service neutron] 10.222.0.15 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026408 Oct 15 19:39:15.834194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fc622ba-3901-469c-a8ac-6af72cdcbe69 req-ab38e1cb-2e14-44f6-b6c9-f86c40f8ee92 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 210 time: 0.0555727 Oct 15 19:39:15.840099 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0e320-4416-4af6-994e-14a775ca9312 None None] Pushing event updated for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:15.970345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd73477fd-7072-4835-9d93-85567ce10fc2', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'port_id': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'mac_address': 'fa:16:3e:ea:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582f1f10-d65e-4465-a113-3bedaabb9541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:48Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 1, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:16.003739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a5a5d-8880-4246-a467-ea62066040f2 None None] The sync data for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 is: [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd73477fd-7072-4835-9d93-85567ce10fc2', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'port_id': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'mac_address': 'fa:16:3e:ea:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582f1f10-d65e-4465-a113-3bedaabb9541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:38:48Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 1, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:39:16.029779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50bf432d-9606-4f5b-b9f1-5feb73921649 req-54802469-85e0-47a3-8f6e-d32cbc9f00b2 service neutron] 10.222.0.15 "GET /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875196 Oct 15 19:39:16.054055 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:16.063129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-36617a40-a20e-41bd-a830-23ff42e7f7fe service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313364 Oct 15 19:39:16.205243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bd663-eb76-45c2-866f-c0de5d9346d0 req-8fabc182-cba4-4f90-89ec-62b7b7da2b68 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:16.214671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd8bd663-eb76-45c2-866f-c0de5d9346d0 req-8fabc182-cba4-4f90-89ec-62b7b7da2b68 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.2241433 Oct 15 19:39:16.255850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-26343f31-d7e0-4246-a866-be5ef61da407 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618583 Oct 15 19:39:16.282871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd8bd663-eb76-45c2-866f-c0de5d9346d0 req-f5a1e1ad-35ad-42d1-81a3-ecebc10ff6b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672317 Oct 15 19:39:16.358007 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353b938b-9e17-4455-8514-2d77da61080b None None] New status for floating IP d73477fd-7072-4835-9d93-85567ce10fc2: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:39:16.524201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 4, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ea9d86b6-59f1-425c-8662-31416c553dec', 'name': '', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'mac_address': 'fa:16:3e:3e:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:10Z', 'updated_at': '2021-10-15T19:39:15Z', 'revision_number': 4, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'subnets': [{'id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:16.575873 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6604724d-6d93-4dd0-8bf3-d17dc40e1b23 None None] The sync data for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 is: [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:39:11Z', 'revision_number': 4, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ea9d86b6-59f1-425c-8662-31416c553dec', 'name': '', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'mac_address': 'fa:16:3e:3e:f7:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:10Z', 'updated_at': '2021-10-15T19:39:15Z', 'revision_number': 4, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'subnets': [{'id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:39:16.633805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730664c-5018-484b-be67-a951f4c46669 req-8c43b1e8-50d1-487a-b3b7-db772ca1c354 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:16.637648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3730664c-5018-484b-be67-a951f4c46669 req-8c43b1e8-50d1-487a-b3b7-db772ca1c354 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0787952 Oct 15 19:39:16.746615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3730664c-5018-484b-be67-a951f4c46669 req-1e846592-e81d-48ae-933c-c652dc8752b1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774610 Oct 15 19:39:16.844380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-bc4b7de6-2f25-4958-84bb-1bed91ccf382 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:16.846112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-bc4b7de6-2f25-4958-84bb-1bed91ccf382 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.1165147 Oct 15 19:39:16.916959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d03032-dd12-4e18-b75d-ed33774251d7 req-23336775-7ad0-45ce-b1b2-d82a9ed40beb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:16.917854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ea9d86b6-59f1-425c-8662-31416c553dec up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:16.918942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3d03032-dd12-4e18-b75d-ed33774251d7 req-23336775-7ad0-45ce-b1b2-d82a9ed40beb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1230803 Oct 15 19:39:16.970343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2605-8a07-4796-8258-9a11d762ab15 req-7f4bf1c4-f70b-4594-b4db-a87a4208458d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:16.973556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d4a2605-8a07-4796-8258-9a11d762ab15 req-7f4bf1c4-f70b-4594-b4db-a87a4208458d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1063638 Oct 15 19:39:17.025295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ea9d86b6-59f1-425c-8662-31416c553dec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:17.026959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:17.032561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3d03032-dd12-4e18-b75d-ed33774251d7 req-4a00bc69-c327-44f5-85d8-96a71a8bbece tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059742 Oct 15 19:39:17.099519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-36b300fe-162d-4d1a-acf3-747df279b2d0 service neutron] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:17.101768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d4a2605-8a07-4796-8258-9a11d762ab15 req-ee139b79-6a25-4e6b-868d-d54ba0741854 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152804 Oct 15 19:39:17.104006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-36b300fe-162d-4d1a-acf3-747df279b2d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:17.105261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8e95de7-9d72-4a3c-847c-b29ddde7df02 req-36b300fe-162d-4d1a-acf3-747df279b2d0 service neutron] 10.222.0.11 "DELETE /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2498848 Oct 15 19:39:17.179704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:17.245030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a0bed3a-1abd-4cf9-ad2c-eebd066d84cf req-dcd2adf7-0c5a-4bdb-b527-3fdb3140601d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 210 time: 0.0869665 Oct 15 19:39:17.274087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ea9d86b6-59f1-425c-8662-31416c553dec, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ea9d86b6-59f1-425c-8662-31416c553dec,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:17.286088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-5f517d99-161d-40d6-9098-0733c3fb36a3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:17.288321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-5f517d99-161d-40d6-9098-0733c3fb36a3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.15 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 811 time: 0.2751443 Oct 15 19:39:17.307055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Request body: {'port': {'device_id': 'a238b39f-420a-46df-8356-6a37fbface64', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'admin_state_up': True, 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:17.355590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:17.478534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612746-ab48-45d4-8cb1-6ac798a2c049 req-21259664-97ac-43c4-a3ca-b3cedc62ccd3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:17.479188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:17.488031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1612746-ab48-45d4-8cb1-6ac798a2c049 req-21259664-97ac-43c4-a3ca-b3cedc62ccd3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.1143620 Oct 15 19:39:17.530396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1612746-ab48-45d4-8cb1-6ac798a2c049 req-e2cd07fe-2c45-4e94-bfae-cd820fc7a3cf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Oct 15 19:39:17.553517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Made reservation on behalf of 52c1ab8f1a4a413f9dc1f9097d7d78a9 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:17.558565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:17.719271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Allocated IP 172.20.0.11 (a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d/a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb/2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:17.722154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2b6d6-2e65-46ac-a6c0-23e3c64f4abc req-6bfedf91-93ba-4a69-a8e6-6326e1338edd tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:17.723711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86a2b6d6-2e65-46ac-a6c0-23e3c64f4abc req-6bfedf91-93ba-4a69-a8e6-6326e1338edd tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 1096 time: 0.0595708 Oct 15 19:39:17.769556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86a2b6d6-2e65-46ac-a6c0-23e3c64f4abc req-ebf6db4e-cd78-4483-b8b8-fa8f4390dc54 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355067 Oct 15 19:39:17.947029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:18.030581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa44ed4-a208-4dd7-ab3c-7b762be2f864 req-339af8c4-933b-4c57-9b4a-2f65196ac3b2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:18.032363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fa44ed4-a208-4dd7-ab3c-7b762be2f864 req-339af8c4-933b-4c57-9b4a-2f65196ac3b2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0703044 Oct 15 19:39:18.073364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:18.105785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fa44ed4-a208-4dd7-ab3c-7b762be2f864 req-b403c4fe-7977-4c2e-ba97-7e4340958627 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671880 Oct 15 19:39:18.128133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:18.146739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:18.148773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Pushing event updated for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:18.152349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-1f85a14e-9e6a-4ed9-ba7e-a0b968b0c5dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:18.153199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:18.154001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-1f85a14e-9e6a-4ed9-ba7e-a0b968b0c5dd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.1455972 Oct 15 19:39:18.197806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-2d53b3e0-c9c8-412e-8d34-a6d890a124ee tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/quotas/5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 375 time: 0.0293145 Oct 15 19:39:18.305043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ca7e6cd4-83a4-47ad-8eef-2a988e458f12 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009603 Oct 15 19:39:18.328798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:18.336218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:18.389843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b5c71-1974-4374-8ee2-9adaf3e81d95 req-a7c5f6a6-4140-487d-b8aa-3157db276c15 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:18.391616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0b5c71-1974-4374-8ee2-9adaf3e81d95 req-a7c5f6a6-4140-487d-b8aa-3157db276c15 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1902316 Oct 15 19:39:18.437068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-8766c6cf-242c-48a4-bfb7-83ecc40131b7 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211514 Oct 15 19:39:18.462126 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0b5c71-1974-4374-8ee2-9adaf3e81d95 req-87994265-936b-4e62-824a-d321caf1496c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566640 Oct 15 19:39:18.474617 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ee44e6-b0be-46aa-aa91-57c1a2e50b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:18.501378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-2b2d7059-ccb5-40cd-bccc-e9f5475ac58e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1997797 Oct 15 19:39:18.515464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Request body: {'port': {'device_id': 'a238b39f-420a-46df-8356-6a37fbface64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:18.575878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ca70112f-2804-41d5-929a-019166c7c79a service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309407 Oct 15 19:39:18.677036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:18.697839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850d8f6-ce7d-42db-b76f-80f6940e90e0 req-ee920613-6a21-4693-9641-27d1430373f1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:18.699292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a850d8f6-ce7d-42db-b76f-80f6940e90e0 req-ee920613-6a21-4693-9641-27d1430373f1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1053376 Oct 15 19:39:18.773748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ea9d86b6-59f1-425c-8662-31416c553dec up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:18.818406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a850d8f6-ce7d-42db-b76f-80f6940e90e0 req-a3bf1fd2-4d78-4f3e-834a-f03626190588 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896869 Oct 15 19:39:18.881628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ea9d86b6-59f1-425c-8662-31416c553dec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:18.882480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.002102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def1419-72c8-40c3-9eca-35dbd94b4a2c req-399a4545-f19d-4698-979a-0ee5be224592 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.009717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0def1419-72c8-40c3-9eca-35dbd94b4a2c req-399a4545-f19d-4698-979a-0ee5be224592 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 932 time: 0.0919840 Oct 15 19:39:19.038785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-9e35826d-ba83-4aff-8701-69b41ceb9668 service neutron] 10.222.0.15 "GET /v2.0/ports/0a3314ed-7cad-4edb-9c00-a0f7b0ffff02/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.1444595 Oct 15 19:39:19.067883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6e1e9a6-67f3-4a82-8f07-1cc3119d35c5 req-2333ed32-29f7-4b13-b4e3-7d56eeb5c624 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 210 time: 0.0484700 Oct 15 19:39:19.090470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0def1419-72c8-40c3-9eca-35dbd94b4a2c req-d5d61ff9-6c59-4c68-a3d8-e3c0e0226db8 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Oct 15 19:39:19.217539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:19.226342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.239161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Transition to ACTIVE for port object 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:19.308654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08290f51-66d7-4d14-b5fb-929f235610d6 req-040a533b-079e-490d-adbd-3150d4d192dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.310146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08290f51-66d7-4d14-b5fb-929f235610d6 req-040a533b-079e-490d-adbd-3150d4d192dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0503769 Oct 15 19:39:19.345532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.377136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08290f51-66d7-4d14-b5fb-929f235610d6 req-88eb2d43-82a0-48a8-ac90-9c00bdbaebae tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574353 Oct 15 19:39:19.403974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:19.475914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Attempting to bind port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:19.476253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Attempting to bind port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:19.476582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Attempting to bind port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:19.481713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:19.484596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Attempting to bind port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:19.489517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:19.489951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Checking segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:19.490693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Bound using segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:19.491291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Bound port: 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:19.491761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.606913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:19.615890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd708d3-91d4-436c-aa87-bf377f7f22d7 req-48f3cfb5-bf09-4d2e-a1b5-406736beab09 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.617394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd708d3-91d4-436c-aa87-bf377f7f22d7 req-48f3cfb5-bf09-4d2e-a1b5-406736beab09 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0787361 Oct 15 19:39:19.620031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:19.657869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd708d3-91d4-436c-aa87-bf377f7f22d7 req-41e53a85-0a4d-4c4e-8884-bdfbb5bb6d00 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Oct 15 19:39:19.668011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-c2fed1a0-455d-4b39-a5ee-bca93b8f407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.669668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-c2fed1a0-455d-4b39-a5ee-bca93b8f407e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0431976 Oct 15 19:39:19.681934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.715849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.716462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:19.717836 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-b256f965-e265-4c95-a300-d854bfba911a service neutron] 10.222.0.15 "PUT /v2.0/ports/2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 HTTP/1.1" status: 200 len: 1093 time: 1.2071581 Oct 15 19:39:19.718308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:19.720642 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc0f99a-aad9-498f-a7af-bcae17529d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:19.741827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-e8e8f853-7546-43bd-b1f3-85878b60b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.746229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-e8e8f853-7546-43bd-b1f3-85878b60b413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1102 time: 0.0504248 Oct 15 19:39:19.755253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256f965-e265-4c95-a300-d854bfba911a service neutron] Pushing event updated for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:19.776287 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0f546f-77a7-4871-bceb-701d3a8d3601 x-openstack-request-id: req-8a0f546f-77a7-4871-bceb-701d3a8d3601 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:19.776580 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:19.776833 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a0f546f-77a7-4871-bceb-701d3a8d3601 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:19.777282 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566', 'status': 'completed', 'code': 200} Oct 15 19:39:19.844405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-5234e406-dee2-4c9a-8f64-2e7757a7192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.846038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-5234e406-dee2-4c9a-8f64-2e7757a7192b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 1096 time: 0.0500207 Oct 15 19:39:19.876883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-1436e97b-c1b4-45d1-8fff-b0bf3dfcca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.883156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-1436e97b-c1b4-45d1-8fff-b0bf3dfcca8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1310794 Oct 15 19:39:19.932299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-add3e40e-d659-4082-8f17-a638304b374f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 200 len: 217 time: 0.0424232 Oct 15 19:39:19.984438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f56dc-3276-4552-9f8c-7e5f6224e846 req-7d02bc2c-454a-413c-bba1-414d112d895a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:19.986039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2f56dc-3276-4552-9f8c-7e5f6224e846 req-7d02bc2c-454a-413c-bba1-414d112d895a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1036355 Oct 15 19:39:20.000103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-0c754f89-4427-4c18-b7f2-8e1394224225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.001439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-0c754f89-4427-4c18-b7f2-8e1394224225 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0622966 Oct 15 19:39:20.020660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-ff0bb49f-4476-4cf8-b39c-959cec6f9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.022098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-ff0bb49f-4476-4cf8-b39c-959cec6f9af9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1680748 Oct 15 19:39:20.059826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2f56dc-3276-4552-9f8c-7e5f6224e846 req-d6b04bf7-39d5-4b29-a39b-7a76d77ecfa8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655539 Oct 15 19:39:20.069676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-f8731c88-a6f6-4486-b63a-3ca588f3c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.071289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-f8731c88-a6f6-4486-b63a-3ca588f3c4e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617685 Oct 15 19:39:20.176402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-f3140565-da84-4862-8cea-b361c9535d63 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981758 Oct 15 19:39:20.185711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-ff8350fc-a6d9-4566-acfb-5ba7d8adbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.187406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbc0f99a-aad9-498f-a7af-bcae17529d6c req-ff8350fc-a6d9-4566-acfb-5ba7d8adbc0c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554847 Oct 15 19:39:20.240556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cc1e7f2-5f22-4451-b9db-f2898903d326 req-458b0fc7-8cd2-429c-a401-c97541c90e77 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 210 time: 0.0440955 Oct 15 19:39:20.284794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a0e85-a34d-489a-904e-7e7467c72e62 req-0d9e1a29-1f30-4f89-b899-ae70defb53de tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.286292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-227a0e85-a34d-489a-904e-7e7467c72e62 req-0d9e1a29-1f30-4f89-b899-ae70defb53de tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 944 time: 0.0819924 Oct 15 19:39:20.315672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43045f05-84ca-4092-a287-f3fe61323eb9 req-8d95a98b-4b74-4725-8096-a49ed301de0c service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315532 Oct 15 19:39:20.316751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-1c6ab141-5e3d-49dd-83e5-d657dff228ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.318225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-1c6ab141-5e3d-49dd-83e5-d657dff228ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 1096 time: 0.0745971 Oct 15 19:39:20.347136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-227a0e85-a34d-489a-904e-7e7467c72e62 req-e61c11e3-40ab-4ba2-94e8-8959bfeccd3b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518053 Oct 15 19:39:20.394193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-9f2597a8-0ee3-4f6d-9f82-f4b75f40c5cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 HTTP/1.1" status: 200 len: 217 time: 0.0579028 Oct 15 19:39:20.455449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-8d68bb82-2ab6-4071-8023-2f2a193e0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.458771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-8d68bb82-2ab6-4071-8023-2f2a193e0c0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.0573902 Oct 15 19:39:20.496125 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-520b37ac-57d5-4d71-bd10-854187eaa97e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291877 Oct 15 19:39:20.527374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a2c6a-a776-4916-9477-6c2aef9cb1ba req-f0b145d9-a548-4980-85e9-839db1540c86 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.528986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a95a2c6a-a776-4916-9477-6c2aef9cb1ba req-f0b145d9-a548-4980-85e9-839db1540c86 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0842977 Oct 15 19:39:20.578789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a95a2c6a-a776-4916-9477-6c2aef9cb1ba req-41189de6-137d-4150-ac97-1a620c08c2ae tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Oct 15 19:39:20.598566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-c73837b2-7af5-49e4-aef9-0c7b083e585c service neutron] 10.222.0.15 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949490 Oct 15 19:39:20.692715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b0ddc97-996f-409b-947f-33d20705f4ad req-33849d53-ae31-459b-af9b-7d06d25d57cc service neutron] 10.222.0.15 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867817 Oct 15 19:39:20.780962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56ea70-a01f-485d-9694-de967f4714bd req-c9681c5a-a828-4a5c-9939-e333445cd465 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:20.782360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f56ea70-a01f-485d-9694-de967f4714bd req-c9681c5a-a828-4a5c-9939-e333445cd465 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0485508 Oct 15 19:39:20.820919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f56ea70-a01f-485d-9694-de967f4714bd req-d6b6d28b-dbe5-4625-a72f-f99c50f87290 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Oct 15 19:39:21.188315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7840c3-80b7-414e-b5cd-e1fab24e9631 req-a1e39df8-c4c5-4f4f-b843-f5942a1f0821 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:21.189855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af7840c3-80b7-414e-b5cd-e1fab24e9631 req-a1e39df8-c4c5-4f4f-b843-f5942a1f0821 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0514162 Oct 15 19:39:21.196681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-8116ef42-2d1c-4f12-b4e6-8773132b0405 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:21.199655 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-8116ef42-2d1c-4f12-b4e6-8773132b0405 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.1460621 Oct 15 19:39:21.215331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Request body: {'port': {'device_id': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'admin_state_up': True, 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:21.230656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af7840c3-80b7-414e-b5cd-e1fab24e9631 req-58dcd782-892c-48b3-b305-1e611144e977 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Oct 15 19:39:21.360114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf468a9f-1039-4844-8444-0bae9546c96a req-3422f6c9-2a15-4c80-b44d-0756c9b0df5d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 210 time: 0.0390711 Oct 15 19:39:21.390044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35ec0c5d-ff00-4389-bec3-8dde5b771e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:21.468635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015bc9-686f-45cb-a184-6456a1ddc7e1 req-2e99927e-6caf-464f-b399-17f584386f9c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:21.470135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00015bc9-686f-45cb-a184-6456a1ddc7e1 req-2e99927e-6caf-464f-b399-17f584386f9c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 944 time: 0.0497117 Oct 15 19:39:21.475730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:21.479981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:21.512015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00015bc9-686f-45cb-a184-6456a1ddc7e1 req-1fe2e7da-5824-41e9-9701-83ae27bc3831 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356138 Oct 15 19:39:21.613383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Allocated IP 172.20.0.10 (42558f72-1a18-47a4-9f4f-8f884b0c4c0f/830ba777-b386-44bf-9c69-edac037513b2/197ee010-41d0-461b-bf19-d366aaad9e2f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:21.754657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694af41-2ed8-4e04-9f7a-5e70d8fdd77d req-7e1a9450-9a5b-4fdc-a315-f16693b153be tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:21.756067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c694af41-2ed8-4e04-9f7a-5e70d8fdd77d req-7e1a9450-9a5b-4fdc-a315-f16693b153be tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1040869 Oct 15 19:39:21.819120 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c694af41-2ed8-4e04-9f7a-5e70d8fdd77d req-29d316d1-21de-46f5-956b-ce6a482ab752 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556109 Oct 15 19:39:21.824026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:21.941742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f44912-dfc3-4355-b4b6-736d2da1f35e req-02868de3-d029-43d2-9db2-34ead542bf96 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:21.943286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24f44912-dfc3-4355-b4b6-736d2da1f35e req-02868de3-d029-43d2-9db2-34ead542bf96 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0523617 Oct 15 19:39:21.982901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24f44912-dfc3-4355-b4b6-736d2da1f35e req-d97e5177-485a-4eea-b549-67a8cdbc80dd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Oct 15 19:39:21.993977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.040696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:22.045497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:22.052132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:22.056412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:22.101528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:22.105498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.116685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:39:22.199315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.221677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:22.223939 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b0d1d-9c59-44e3-a0cb-460eeedd85bf" -d '{"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:22.230886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-f899136d-a75b-4588-bed0-f24febf04bf5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0220702 Oct 15 19:39:22.238665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:22.269070 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aa7455-ec31-4611-9c27-560f42694410 x-openstack-request-id: req-c1aa7455-ec31-4611-9c27-560f42694410 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:22.269430 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:22.269641 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1aa7455-ec31-4611-9c27-560f42694410 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:22.270358 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'code': 200} Oct 15 19:39:22.294517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Request body: {'port': {'device_id': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:22.351777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.363391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed5a79-b53f-404b-ad0c-12795d295d7b req-27e53fe1-1d9e-47a2-9c39-c960f6ec22f2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:22.364915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72ed5a79-b53f-404b-ad0c-12795d295d7b req-27e53fe1-1d9e-47a2-9c39-c960f6ec22f2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0483186 Oct 15 19:39:22.366835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.408264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.416314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.416626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72ed5a79-b53f-404b-ad0c-12795d295d7b req-e5f7d3ca-8cce-41ea-8c1e-fc7b94ec9ecd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Oct 15 19:39:22.428547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:22.479027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.536731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3391b6-5f52-4160-b59b-acab943268bc req-f9f70818-4833-42df-bb4e-34a2264549d1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:22.536731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b3391b6-5f52-4160-b59b-acab943268bc req-f9f70818-4833-42df-bb4e-34a2264549d1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 932 time: 0.0539699 Oct 15 19:39:22.574118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b3391b6-5f52-4160-b59b-acab943268bc req-44bc4650-4946-43e7-a490-39ccb587daed tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Oct 15 19:39:22.616409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.653765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197ee010-41d0-461b-bf19-d366aaad9e2f {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:22.661381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.674410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Transition to ACTIVE for port object 197ee010-41d0-461b-bf19-d366aaad9e2f will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:22.686086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb08d4-bebc-4d8a-8a11-f41cc4b1ceac req-49b59f12-3f3a-4cba-9760-9539c006d413 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:22.687540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65eb08d4-bebc-4d8a-8a11-f41cc4b1ceac req-49b59f12-3f3a-4cba-9760-9539c006d413 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 944 time: 0.0539417 Oct 15 19:39:22.729055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65eb08d4-bebc-4d8a-8a11-f41cc4b1ceac req-fa923d41-687a-4d4c-81aa-b7b8159ab65e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353689 Oct 15 19:39:22.796081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.847027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:22.916006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:22.916602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:22.916968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:22.921357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:22.921671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:22.927114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:22.927598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:22.927993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:22.928423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Bound port: 197ee010-41d0-461b-bf19-d366aaad9e2f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:22.928779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:22.941398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207ef6a-44eb-47b3-8ee7-151ce3003743 req-be4e4842-f78d-414b-b933-6fe0eea46437 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:22.942902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c207ef6a-44eb-47b3-8ee7-151ce3003743 req-be4e4842-f78d-414b-b933-6fe0eea46437 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0502052 Oct 15 19:39:22.983280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c207ef6a-44eb-47b3-8ee7-151ce3003743 req-74619fdb-7b69-4485-8d1e-09c8591a2ae9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Oct 15 19:39:22.992222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:22.995343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:23.096270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df9ba-e3e2-4a75-96de-16de01cbdd38 req-730be6ab-31a2-49d4-94d7-8e51a517a32b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.097636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c96df9ba-e3e2-4a75-96de-16de01cbdd38 req-730be6ab-31a2-49d4-94d7-8e51a517a32b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0484798 Oct 15 19:39:23.121716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:23.135983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c96df9ba-e3e2-4a75-96de-16de01cbdd38 req-47779c17-be5b-4ca2-b0f2-a8d0c4305031 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Oct 15 19:39:23.158231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.158837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:23.160241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] 10.222.0.15 "PUT /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 1093 time: 0.8715622 Oct 15 19:39:23.160679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:23.162890 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b" -d '{"events": [{"name": "network-changed", "server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:23.187387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2a0a7-1eba-40da-9176-72676c54e6ee service neutron] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:23.207810 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a449c4e4-879a-41cf-80b1-083d5e85ff3e x-openstack-request-id: req-a449c4e4-879a-41cf-80b1-083d5e85ff3e {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:23.208176 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:23.208508 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a449c4e4-879a-41cf-80b1-083d5e85ff3e {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:23.208960 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'status': 'completed', 'code': 200} Oct 15 19:39:23.276414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-711698aa-596c-49ab-8a1f-aed6082c079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.277939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-711698aa-596c-49ab-8a1f-aed6082c079d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1096 time: 0.0474710 Oct 15 19:39:23.389879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-c5b7937e-22f4-4035-9eb1-3ce307192ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.391284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-c5b7937e-22f4-4035-9eb1-3ce307192ce9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1007075 Oct 15 19:39:23.504275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-ffed03ee-dada-47fb-b96e-bd44798bffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.505911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ceba26f-5bb8-4e6b-86e3-38e81158f77b req-ffed03ee-dada-47fb-b96e-bd44798bffc7 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045837 Oct 15 19:39:23.563289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5cb874-3bec-4ead-99b5-87454eaa3b3a req-e0221fb2-fe9b-4f1d-903b-e1e803dc4519 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.567800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb5cb874-3bec-4ead-99b5-87454eaa3b3a req-e0221fb2-fe9b-4f1d-903b-e1e803dc4519 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0825696 Oct 15 19:39:23.628028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb5cb874-3bec-4ead-99b5-87454eaa3b3a req-a5eb8919-7ac9-474a-ba54-fd7e2ac6e5a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527396 Oct 15 19:39:23.631806 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-d9889d34-5c82-4d70-b3af-ac093a63c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.633285 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-d9889d34-5c82-4d70-b3af-ac093a63c516 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1096 time: 0.0797641 Oct 15 19:39:23.647921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f33311-3da7-4919-b2b5-38cc55b6ac4b req-ac586e84-b52f-489b-9715-10baa90cf7ca tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.652162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9f33311-3da7-4919-b2b5-38cc55b6ac4b req-ac586e84-b52f-489b-9715-10baa90cf7ca tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.0698199 Oct 15 19:39:23.704695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-20aff1a1-afb3-411e-bb2a-efd29505a53a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 217 time: 0.0513506 Oct 15 19:39:23.740045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3db244-f3c1-41a5-9670-d39af1c8542d req-9aae6a01-d9c1-4cd5-b90c-450a4ff27d3e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.741522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f3db244-f3c1-41a5-9670-d39af1c8542d req-9aae6a01-d9c1-4cd5-b90c-450a4ff27d3e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0501962 Oct 15 19:39:23.752007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9f33311-3da7-4919-b2b5-38cc55b6ac4b req-e6fec552-8524-455d-b4e3-2638a5d275ee tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909207 Oct 15 19:39:23.777077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-92e60e3b-d0a2-4129-8259-8ac2c6dae417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:23.778979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-92e60e3b-d0a2-4129-8259-8ac2c6dae417 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0660448 Oct 15 19:39:23.801272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f3db244-f3c1-41a5-9670-d39af1c8542d req-80609445-87ff-4a6c-b92c-90270837a721 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Oct 15 19:39:23.815014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-7f1a9e6f-96e0-485e-b545-a47d7c14969a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281162 Oct 15 19:39:24.112569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5cb24-9541-4430-811a-89aa600bc9ab req-3b9f7005-eccc-4808-b10a-77c51cefc86f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:24.114304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1a5cb24-9541-4430-811a-89aa600bc9ab req-3b9f7005-eccc-4808-b10a-77c51cefc86f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 948 time: 0.0525866 Oct 15 19:39:24.145295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:24.161207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1a5cb24-9541-4430-811a-89aa600bc9ab req-3ef50e18-649f-4648-a7fb-77659973d073 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 Oct 15 19:39:24.201022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190aa695-5c29-407f-b9fa-2dd237dcf8b9 req-668003a6-90a2-4964-9e97-5390364f202e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:24.207616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-190aa695-5c29-407f-b9fa-2dd237dcf8b9 req-668003a6-90a2-4964-9e97-5390364f202e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 944 time: 0.3837824 Oct 15 19:39:24.253246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-99346306-3f37-400a-a3ba-44dbdcf4e217 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211006 Oct 15 19:39:24.309488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-190aa695-5c29-407f-b9fa-2dd237dcf8b9 req-84b5c790-c4ef-4d80-a02c-dbc2f0aee482 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004784 Oct 15 19:39:24.345546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:24.377281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'port_id': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566', 'mac_address': 'fa:16:3e:04:cd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:24.392684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4443a-5004-4fd2-a45d-e96a0fe08eb3 req-ed167309-a858-4a8c-b2df-6326cc3055a5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:24.404254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4d4443a-5004-4fd2-a45d-e96a0fe08eb3 req-ed167309-a858-4a8c-b2df-6326cc3055a5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1344934 Oct 15 19:39:24.422872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5b19bc8-b9c9-4fd1-92fb-a0d0553704bd req-fe30f9c5-12c2-4aaf-a232-25101c5afdd9 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554112 Oct 15 19:39:24.428447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:24.432677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:24.443300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:24.450621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4d4443a-5004-4fd2-a45d-e96a0fe08eb3 req-8202987c-b7ba-406a-bb93-1ff5e5e41c73 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Oct 15 19:39:24.468865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:24.618667 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:24.619532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:24.689011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:24.745889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a7bcc-d3f4-4494-8754-41f58da7f4e5 req-932477e2-846b-4452-82df-7f8f44ce15a5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:24.747462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-389a7bcc-d3f4-4494-8754-41f58da7f4e5 req-932477e2-846b-4452-82df-7f8f44ce15a5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0499411 Oct 15 19:39:24.761236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:24.772855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'mac_address': 'fa:16:3e:43:46:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:24.787526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-389a7bcc-d3f4-4494-8754-41f58da7f4e5 req-70a98d5a-f89c-41c1-a76e-a3bde61bb175 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334327 Oct 15 19:39:24.820142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:24.834222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:24.860596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:24.924548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38153434-4339-4087-b9aa-38ae60a6a2fb req-6d51bb38-c992-4b37-86e7-199159045f15 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:24.926210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38153434-4339-4087-b9aa-38ae60a6a2fb req-6d51bb38-c992-4b37-86e7-199159045f15 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0492709 Oct 15 19:39:24.941650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:24.967986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38153434-4339-4087-b9aa-38ae60a6a2fb req-32acc17f-ea4f-4e95-91af-f4b0370fb1eb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Oct 15 19:39:24.994992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:25.167176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-929b4c5b-0f8c-49ac-bc92-b4b7b03e93e9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2108917564&fields=id&tenant_id=4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 267 time: 0.0322683 Oct 15 19:39:25.276405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-17a79e95-59c2-44ba-83bd-63556ca2f3ed tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:25.277868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-17a79e95-59c2-44ba-83bd-63556ca2f3ed tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 824 time: 0.1038585 Oct 15 19:39:25.291178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f2ec5-bd5f-438c-87f8-51dcf19ab543 req-fb58aef4-c003-401e-841b-ae236f1f4092 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:25.292353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-441f2ec5-bd5f-438c-87f8-51dcf19ab543 req-fb58aef4-c003-401e-841b-ae236f1f4092 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0558074 Oct 15 19:39:25.293510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-a9a39f10-bf65-44e5-b46a-6750392b850b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/quotas/4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 375 time: 0.0098917 Oct 15 19:39:25.332390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-441f2ec5-bd5f-438c-87f8-51dcf19ab543 req-2ec66cf6-e2fd-4a34-9e5c-9809aea4f88c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Oct 15 19:39:25.353001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-083921aa-0c0b-415a-b66a-7bdec8f5fda5 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531178 Oct 15 19:39:25.421026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:25.448124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:25.449489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702835e9-3d06-4d93-9e58-4735127c763e req-b595f6bd-e24c-453d-87db-d6a7f4406316 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:25.455364 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-6bab285f-2267-4e0a-a619-7aaa310a9feb service neutron] 10.222.0.13 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880914 Oct 15 19:39:25.456033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-702835e9-3d06-4d93-9e58-4735127c763e req-b595f6bd-e24c-453d-87db-d6a7f4406316 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 945 time: 0.0673470 Oct 15 19:39:25.500152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-702835e9-3d06-4d93-9e58-4735127c763e req-e2ae70d6-67b4-489c-a1d8-75e60a20a5af tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Oct 15 19:39:25.562678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-e9ca4acb-c1d3-4161-8bd6-9817ae9f61da service neutron] 10.222.0.13 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982273 Oct 15 19:39:26.054897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0607e-5ee1-4225-a36e-0310f5979117 req-db808b77-804f-4457-8df6-4ae9ae519762 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.055440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ceb8c-3751-49ff-bf33-ee0eb8e8757b req-d1ff8136-1f6a-48fe-bacd-05dcb940e423 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.056627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09e0607e-5ee1-4225-a36e-0310f5979117 req-db808b77-804f-4457-8df6-4ae9ae519762 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0603545 Oct 15 19:39:26.056782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66ceb8c-3751-49ff-bf33-ee0eb8e8757b req-d1ff8136-1f6a-48fe-bacd-05dcb940e423 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0622659 Oct 15 19:39:26.115663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09e0607e-5ee1-4225-a36e-0310f5979117 req-a6efee92-757d-425a-8f8a-0316f45ead22 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Oct 15 19:39:26.130263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66ceb8c-3751-49ff-bf33-ee0eb8e8757b req-f4544766-9acf-4c2c-97cd-1f0b8c2fc764 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618765 Oct 15 19:39:26.143091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-c19ac77e-f054-4540-9e06-721b11bdeada tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.146835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-c19ac77e-f054-4540-9e06-721b11bdeada tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 949 time: 0.0877995 Oct 15 19:39:26.208282 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2867be69-d0e4-406a-9c44-05c27b1ea092 req-ddb364af-3fa0-4ec5-bdf7-b8f81bc2bb29 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.0326540 Oct 15 19:39:26.235459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956b1d0-422e-49fd-91ab-9e4bec351b2b req-9dcc1f00-9f1e-49a2-93d0-d23c4e6755f4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.236973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c956b1d0-422e-49fd-91ab-9e4bec351b2b req-9dcc1f00-9f1e-49a2-93d0-d23c4e6755f4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0571060 Oct 15 19:39:26.261628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-7ad7a96f-c61a-4d76-a200-c4f3e7c126a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.264823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-7ad7a96f-c61a-4d76-a200-c4f3e7c126a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 1101 time: 0.0577898 Oct 15 19:39:26.278866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c956b1d0-422e-49fd-91ab-9e4bec351b2b req-b695018c-defd-429c-bfe8-a7c39a052c4a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Oct 15 19:39:26.388116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889f7be-4867-48b1-af4d-398fa19fd6a1 req-24a26516-5667-4940-bfdf-030947e93130 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.389531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c889f7be-4867-48b1-af4d-398fa19fd6a1 req-24a26516-5667-4940-bfdf-030947e93130 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1201351 Oct 15 19:39:26.417855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-65c7373f-2624-4cea-be36-1ed9a2477af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.419436 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-65c7373f-2624-4cea-be36-1ed9a2477af4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1380014 Oct 15 19:39:26.472526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c889f7be-4867-48b1-af4d-398fa19fd6a1 req-71b97014-3333-45b4-b60f-a8d404fe7d77 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766723 Oct 15 19:39:26.475246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-6f92173d-a0fc-4ba0-8842-066cffca8fcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 200 len: 217 time: 0.0445902 Oct 15 19:39:26.531548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-10f9fe2a-6241-4f3a-9331-838abd5f66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.533065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-10f9fe2a-6241-4f3a-9331-838abd5f66f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0513844 Oct 15 19:39:26.588260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-dfdeb472-fc02-4c3b-bae7-2b2ba604d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.590119 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-dfdeb472-fc02-4c3b-bae7-2b2ba604d1e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0448978 Oct 15 19:39:26.620764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a322cbc-ca64-452b-a3a2-356f370ba3ac req-ff6c7912-1bef-4a45-91da-1ebbf829b258 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.622379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a322cbc-ca64-452b-a3a2-356f370ba3ac req-ff6c7912-1bef-4a45-91da-1ebbf829b258 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 945 time: 0.0516260 Oct 15 19:39:26.661309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a322cbc-ca64-452b-a3a2-356f370ba3ac req-7882b595-41a0-4de0-896c-8628e19016fa tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Oct 15 19:39:26.688625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-82e52f3a-6cb8-4dfd-8826-31095e90ee68 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885398 Oct 15 19:39:26.761955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-edec764d-5eaf-4872-a880-b31a096974b2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:26.764076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-edec764d-5eaf-4872-a880-b31a096974b2 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce01a1ce-ba16-487e-ba58-84b369110dc2 HTTP/1.1" status: 200 len: 946 time: 0.0590703 Oct 15 19:39:26.792208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f772793-7313-4bde-a0f0-943f42ccad1b req-b96da53c-3d1e-4ef9-8452-dfc7f7855bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959315 Oct 15 19:39:26.859644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Deleting port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:39:26.859977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:26.948654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] For port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:26.949157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:27.190695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:27.191435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:27.191597 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a disassociated. External IP: 172.25.0.70, port: 4a3271bd-39ab-4377-8c96-ffd2c1bc2454. Oct 15 19:39:27.191988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Calling delete_port for 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:39:27.255498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df09db7-b3df-4fae-92a4-107919f5f222 req-aa1aced3-9455-46ae-834c-eff5e0a381d8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:27.257179 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6df09db7-b3df-4fae-92a4-107919f5f222 req-aa1aced3-9455-46ae-834c-eff5e0a381d8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0517278 Oct 15 19:39:27.271387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f179a33-7ceb-4cb7-8fb9-de820dc7e189 req-cc2937b0-33ff-4b85-9e48-556b439d1773 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:27.272948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f179a33-7ceb-4cb7-8fb9-de820dc7e189 req-cc2937b0-33ff-4b85-9e48-556b439d1773 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0949388 Oct 15 19:39:27.298500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6df09db7-b3df-4fae-92a4-107919f5f222 req-e2aae323-f5c6-49b9-a4a7-656bcb8fdd21 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344679 Oct 15 19:39:27.330901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f179a33-7ceb-4cb7-8fb9-de820dc7e189 req-0f3f64a8-fb2f-4074-849e-8690eb421459 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Oct 15 19:39:27.399742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17bcd1dc-61c7-4596-a218-7459df52c2f8 req-caaacc3c-d79e-4e2d-a901-dd5ea1805417 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.0425577 Oct 15 19:39:27.470787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b1edc-f6ec-4fcc-b06d-ed65736eb89b req-1e54b9be-6ce1-4799-b273-2454d74ece37 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:27.472178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-169b1edc-f6ec-4fcc-b06d-ed65736eb89b req-1e54b9be-6ce1-4799-b273-2454d74ece37 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0742812 Oct 15 19:39:27.510916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-169b1edc-f6ec-4fcc-b06d-ed65736eb89b req-f39f4808-6bda-4d01-8ef5-df51388c659a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Oct 15 19:39:27.561286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:27.589135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event deleted for resources: {'Port': ['ID=4a3271bd-39ab-4377-8c96-ffd2c1bc2454,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:27.596699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c9333-f544-4a68-86ed-2d8f63f6dae7 req-078094dc-e862-4d1f-9f1b-d8d70eb55ade tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:27.598520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a1c9333-f544-4a68-86ed-2d8f63f6dae7 req-078094dc-e862-4d1f-9f1b-d8d70eb55ade tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0517464 Oct 15 19:39:27.641668 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a1c9333-f544-4a68-86ed-2d8f63f6dae7 req-71b4cb85-7b59-43cf-b09a-ffdb0ec7238e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356605 Oct 15 19:39:27.709420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:39:27.843533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca4d57-8bdb-4b6e-a0d2-b54ca8e713d7 req-621a6de2-538a-4175-9039-1ba599771471 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:27.845155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fca4d57-8bdb-4b6e-a0d2-b54ca8e713d7 req-621a6de2-538a-4175-9039-1ba599771471 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 945 time: 0.0939229 Oct 15 19:39:27.864889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:39:27.877558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:39:27.888794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:27.889699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:39:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:27.921078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] No DVR routers for this DVR port 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:39:27.925208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:27.928507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ce61ac1-a453-4b5c-a7a7-c4c382d2917d req-800481d4-a6ef-46db-964b-9dff496758c9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.11 "DELETE /v2.0/ports/4a3271bd-39ab-4377-8c96-ffd2c1bc2454 HTTP/1.1" status: 204 len: 173 time: 1.1587319 Oct 15 19:39:27.928951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'name': 'network-vif-deleted', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:27.931817 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a718c1d-3a6e-4e3a-aed4-60c6e6a909d5" -d '{"events": [{"server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "name": "network-vif-deleted", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:27.944868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fca4d57-8bdb-4b6e-a0d2-b54ca8e713d7 req-d5eec7a4-a190-4663-ae72-de77857d8b31 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925734 Oct 15 19:39:27.971289 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77451783-04b0-444b-82da-b8efb6a0d33f x-openstack-request-id: req-77451783-04b0-444b-82da-b8efb6a0d33f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:27.971644 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce01a1ce-ba16-487e-ba58-84b369110dc2", "name": "network-vif-deleted", "tag": "4a3271bd-39ab-4377-8c96-ffd2c1bc2454", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:27.977382 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77451783-04b0-444b-82da-b8efb6a0d33f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:27.977382 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce01a1ce-ba16-487e-ba58-84b369110dc2', 'name': 'network-vif-deleted', 'tag': '4a3271bd-39ab-4377-8c96-ffd2c1bc2454', 'status': 'completed', 'code': 200} Oct 15 19:39:28.017747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:28.172777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:28.184102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:28.373580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:28.503775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa11d8-2f95-4a41-81c6-eb3621d806da req-94a2d10c-f5fb-404c-8ad0-728a1aec1abd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:28.515824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01fa11d8-2f95-4a41-81c6-eb3621d806da req-94a2d10c-f5fb-404c-8ad0-728a1aec1abd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0837038 Oct 15 19:39:28.519325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:28.526838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:28.530765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:28.531134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:28.532831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'port_id': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'mac_address': 'fa:16:3e:ba:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba777-b386-44bf-9c69-edac037513b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:28.577680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:39:28.595639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01fa11d8-2f95-4a41-81c6-eb3621d806da req-3a967391-946e-414c-8d31-4d3abcffdc38 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769899 Oct 15 19:39:28.645310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:28.645989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:39:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:28.715168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:28.745644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197ee010-41d0-461b-bf19-d366aaad9e2f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:28.764691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-a876e8a3-0963-45b0-9396-32202f5f7e38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1679685 Oct 15 19:39:28.793293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3313ef9-f220-45bf-a16c-50db03ca13ae req-0dd103ef-0e56-4996-ba5a-c04ea14ee8f6 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.0638559 Oct 15 19:39:28.863415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fa0e9-4462-48e8-940b-37589e8d10dd req-6c48a583-df65-4c76-b0d9-d8ca5bac43a5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:28.872117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161fa0e9-4462-48e8-940b-37589e8d10dd req-6c48a583-df65-4c76-b0d9-d8ca5bac43a5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.4642332 Oct 15 19:39:28.926353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161fa0e9-4462-48e8-940b-37589e8d10dd req-c98096bc-c96d-4604-a27e-b624f8bc1a09 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454950 Oct 15 19:39:28.927112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:28.942881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-9e816c49-8d99-4e41-8314-15d62a96f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:28.948764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-9e816c49-8d99-4e41-8314-15d62a96f6ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 1101 time: 0.1432734 Oct 15 19:39:28.966378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee930-dc40-4d71-9600-608bae673196 req-29e00dce-8353-472c-ac8e-74ec3eba5b73 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:28.968206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c5ee930-dc40-4d71-9600-608bae673196 req-29e00dce-8353-472c-ac8e-74ec3eba5b73 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0821545 Oct 15 19:39:28.974574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:29.053093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c5ee930-dc40-4d71-9600-608bae673196 req-48753d2d-da0b-42ad-99af-2b123d0a45b9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698421 Oct 15 19:39:29.118194 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:29.123767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618510e6-ac31-431d-b29b-c9f75c77e031 req-793eaf45-6709-40ed-8fa8-4de703885d72 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.132378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618510e6-ac31-431d-b29b-c9f75c77e031 req-793eaf45-6709-40ed-8fa8-4de703885d72 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1109571 Oct 15 19:39:29.214820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:29.220985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:29.221633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-4ee66763-8fbf-44fa-a162-c0cf59945111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.223451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-4ee66763-8fbf-44fa-a162-c0cf59945111 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2522087 Oct 15 19:39:29.233048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6977-230c-4fec-b085-8f06aabb2a62 req-6d12f410-18c8-4b6f-8e52-737ab1bef532 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.241069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-855a6977-230c-4fec-b085-8f06aabb2a62 req-6d12f410-18c8-4b6f-8e52-737ab1bef532 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 945 time: 0.0817986 Oct 15 19:39:29.242654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618510e6-ac31-431d-b29b-c9f75c77e031 req-06baef9d-d09c-4d0c-8ae1-fff5f6129f52 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013427 Oct 15 19:39:29.328790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:29.331691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:29.334205 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5c1c8d-104d-487b-a4c6-8ce601736b4d" -d '{"events": [{"server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "name": "network-vif-plugged", "status": "completed", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:29.365758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-89c2c40c-9d76-4fa7-81f4-c52cddabe251 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 HTTP/1.1" status: 200 len: 217 time: 0.0817461 Oct 15 19:39:29.395933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368a3e1-d051-411a-9601-2ba75c34f1a6 req-696c3d59-0544-4ec6-9968-763a52620015 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.397702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8368a3e1-d051-411a-9601-2ba75c34f1a6 req-696c3d59-0544-4ec6-9968-763a52620015 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 949 time: 0.0636251 Oct 15 19:39:29.412109 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-855a6977-230c-4fec-b085-8f06aabb2a62 req-dd151d44-d394-4051-a229-77a3894c76c5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700366 Oct 15 19:39:29.452616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-76b11368-2c51-49c1-842a-df534c550e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.455990 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-76b11368-2c51-49c1-842a-df534c550e61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0770090 Oct 15 19:39:29.478394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8368a3e1-d051-411a-9601-2ba75c34f1a6 req-660221e4-ea13-49dc-9473-1395132af490 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721381 Oct 15 19:39:29.479352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:29.483614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:29.488486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:29.554759 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1da97bb-ad94-4d1e-8fc9-9521d0c12469 x-openstack-request-id: req-c1da97bb-ad94-4d1e-8fc9-9521d0c12469 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:29.557146 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "name": "network-vif-plugged", "status": "completed", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:29.557146 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1da97bb-ad94-4d1e-8fc9-9521d0c12469 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:29.557146 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566', 'code': 200} Oct 15 19:39:29.560932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-b022233b-c9f5-47af-91f2-c922fc1a21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.563307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-b022233b-c9f5-47af-91f2-c922fc1a21b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982707 Oct 15 19:39:29.626555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['197ee010-41d0-461b-bf19-d366aaad9e2f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:29.634841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d4265a-eb28-4143-8b16-5652add7adae None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:39:29.688343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:29.703638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:29.704142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:29.816724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-f3ffc886-fd05-4a1c-bfef-4dacd94dad2e service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361922 Oct 15 19:39:29.817024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-c938111f-a56e-45d7-a403-d8fcb70b710a tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.820002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-c938111f-a56e-45d7-a403-d8fcb70b710a tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.15 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 824 time: 0.2338393 Oct 15 19:39:29.892070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-3a3337e2-1230-4d63-8101-29849a6d9c0b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cfaced67325434f800dd70b0c5b87d7 HTTP/1.1" status: 200 len: 380 time: 0.0623333 Oct 15 19:39:29.963475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93d1cba-d1f0-4409-9093-9279f0c39960 req-5841fa07-443c-4e14-87b6-9554f9205903 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.0636449 Oct 15 19:39:29.968569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'port': {'device_id': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'admin_state_up': True, 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'security_groups': ['0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:29.973768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8c5b4-dffa-4336-96e0-75cd962cc07b req-a484730d-a067-4b23-b109-c4043d2242bc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:29.981960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbb8c5b4-dffa-4336-96e0-75cd962cc07b req-a484730d-a067-4b23-b109-c4043d2242bc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.1710529 Oct 15 19:39:29.985259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:30.003994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a565-c4ac-47ff-95ad-bab2f0e45760 req-16e1b466-e8b4-4af7-b1bd-fb5a08d0b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.015925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffe6a565-c4ac-47ff-95ad-bab2f0e45760 req-16e1b466-e8b4-4af7-b1bd-fb5a08d0b83f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 1098 time: 0.3440711 Oct 15 19:39:30.077564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:30.085898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d4f35a1-1307-40a2-a20f-3581d562aa7d req-0b3421f5-9ac0-48c9-976f-ab707810d6c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615712 Oct 15 19:39:30.108698 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbb8c5b4-dffa-4336-96e0-75cd962cc07b req-6ca140b0-831d-40c0-9fd1-1fb4a25cb837 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258078 Oct 15 19:39:30.129501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffe6a565-c4ac-47ff-95ad-bab2f0e45760 req-6d994ec1-0413-4497-a037-e57fc88cfc24 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077614 Oct 15 19:39:30.130144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-22e5998b-515c-4d5c-9f96-800c5b5db990 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272019 Oct 15 19:39:30.173066 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94cd516-5232-49c6-a43f-a3458296b499 None None] New status for floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:39:30.181020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:30.198530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Made reservation on behalf of 4cfaced67325434f800dd70b0c5b87d7 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:30.204345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:30.248472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:30.274698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c29db4-883f-44ae-9e99-600a3a75acc6 req-b67736ef-f1e2-486a-bc84-fa53afc01ad1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.282789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2c29db4-883f-44ae-9e99-600a3a75acc6 req-b67736ef-f1e2-486a-bc84-fa53afc01ad1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0854557 Oct 15 19:39:30.332110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2c29db4-883f-44ae-9e99-600a3a75acc6 req-e663b1a3-7073-4def-88b3-edfba327834c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Oct 15 19:39:30.389682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-82f77818-a2dd-40ce-a5a5-ef5e6bb884dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.391153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-82f77818-a2dd-40ce-a5a5-ef5e6bb884dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2542398 Oct 15 19:39:30.428298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313051a-610c-4107-9aa3-0569a7fbec61 req-7e4cc2e7-4c0a-4bc4-ab02-f119a56dd3fa tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.429935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e313051a-610c-4107-9aa3-0569a7fbec61 req-7e4cc2e7-4c0a-4bc4-ab02-f119a56dd3fa tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 1101 time: 0.0434816 Oct 15 19:39:30.439639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-7fdc37fd-712a-457b-92c4-0740aca4caad tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/quotas/21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0383859 Oct 15 19:39:30.474862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e313051a-610c-4107-9aa3-0569a7fbec61 req-53b03ab8-add4-4ea3-9fdc-7cc0748acdde tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Oct 15 19:39:30.499987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Allocated IP 172.20.0.13 (7fd70e84-0b96-4c85-94a6-23fd27942bbe/0fdc8f84-2500-4be4-8317-41f1a2d0bc01/8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:30.518085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-0d7f0ae0-d136-4655-820f-b9c73559533f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773399 Oct 15 19:39:30.614391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d9626e-5bf0-426a-b4df-3e4e2638cfae req-f7840727-4a69-4508-a7cc-3c2851d25506 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.615961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-53d9626e-5bf0-426a-b4df-3e4e2638cfae req-f7840727-4a69-4508-a7cc-3c2851d25506 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.0569534 Oct 15 19:39:30.659009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-53d9626e-5bf0-426a-b4df-3e4e2638cfae req-2762a4c7-5055-46eb-b08e-d968897e8135 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Oct 15 19:39:30.692078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:30.782470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf401e-fc0c-4f7f-ac95-bbb23dda1b3d req-1e90d91a-9a8c-4c3e-8f51-13852cb8c01e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:30.784741 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbdf401e-fc0c-4f7f-ac95-bbb23dda1b3d req-1e90d91a-9a8c-4c3e-8f51-13852cb8c01e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0603442 Oct 15 19:39:30.834720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dbdf401e-fc0c-4f7f-ac95-bbb23dda1b3d req-00a9db30-8c41-4560-9020-748cce04cfe1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Oct 15 19:39:30.845834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:30.898212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:30.904568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:30.907183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:30.946775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45c8c034-c017-4db5-bab4-c2f12e38ae4e req-b96197a6-b4b0-4ec1-85c0-c1c31b589811 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0459275 Oct 15 19:39:30.998126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-84e3cec4-5af6-48e1-abce-20b99b4f68cf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572007 Oct 15 19:39:30.998799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event updated for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:31.027819 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-56f4c80c-5a10-4795-ba9e-e41db525df83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2135034 Oct 15 19:39:31.067135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.067847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:31.165856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c720-df5a-4c12-bcf9-2ffd44b32ec1 req-3bc0aa7e-bf0f-4aea-83cf-a31a7b8db6cb tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.167750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1070c720-df5a-4c12-bcf9-2ffd44b32ec1 req-3bc0aa7e-bf0f-4aea-83cf-a31a7b8db6cb tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 932 time: 0.0556772 Oct 15 19:39:31.184632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e6f07839-9313-4e98-96df-4250701b5bbe tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.186188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e6f07839-9313-4e98-96df-4250701b5bbe tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711204 Oct 15 19:39:31.187982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-fe6b3e9e-b2c7-432a-9b01-516639f5a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.189442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-fe6b3e9e-b2c7-432a-9b01-516639f5a2d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 1101 time: 0.0772538 Oct 15 19:39:31.203425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-ea03ea45-2bed-40f5-b835-a86daa966185 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/quotas/cc3fc33a68d742ae8ad8025e2860f5c4 HTTP/1.1" status: 200 len: 375 time: 0.0114219 Oct 15 19:39:31.228638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1070c720-df5a-4c12-bcf9-2ffd44b32ec1 req-f4d6b0d4-b0c9-4baf-9066-89853167ea23 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506816 Oct 15 19:39:31.260313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-507f44ea-e18b-4493-ab31-2a7da27adbc4 None None] Provisioning complete for port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:31.261100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-507f44ea-e18b-4493-ab31-2a7da27adbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:31.280811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f7fe2d01-34d5-4ed3-8f5d-2028a790f553 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3160517 Oct 15 19:39:31.296418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-507f44ea-e18b-4493-ab31-2a7da27adbc4 None None] Port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:39:31.314227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Request body: {'port': {'device_id': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:31.358121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-6123c2b3-c394-4882-9a87-1a91c7cad0b7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1487937 Oct 15 19:39:31.409111 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:31.411528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-b120b32a-7619-460b-9188-5d2a11bd5fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.412704 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:39:31.413214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-b120b32a-7619-460b-9188-5d2a11bd5fb4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1945715 Oct 15 19:39:31.462592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-083f1616-491e-464b-8a0b-d3db95d3415f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5 HTTP/1.1" status: 200 len: 217 time: 0.0393381 Oct 15 19:39:31.489900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7efe7-fe79-4c4b-a0b7-ee6f6a8b6bc2 req-c7ab53e4-4a59-4cf1-8840-6c7da756330a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.491515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bd7efe7-fe79-4c4b-a0b7-ee6f6a8b6bc2 req-c7ab53e4-4a59-4cf1-8840-6c7da756330a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0875440 Oct 15 19:39:31.535398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bd7efe7-fe79-4c4b-a0b7-ee6f6a8b6bc2 req-7b9d447a-d161-44cf-95cf-47a0df227d61 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372646 Oct 15 19:39:31.557515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:31.560014 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a72a659-45ee-4c29-b39a-421a4179e3e8" -d '{"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:31.597150 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3123d1-cb72-4716-96f1-9d87e6bda415 x-openstack-request-id: req-da3123d1-cb72-4716-96f1-9d87e6bda415 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:31.597467 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:31.597595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-d96b48e9-540b-40f7-88e2-fd08135c17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.597724 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da3123d1-cb72-4716-96f1-9d87e6bda415 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:31.598110 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'code': 200} Oct 15 19:39:31.598992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-d96b48e9-540b-40f7-88e2-fd08135c17dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1159458 Oct 15 19:39:31.682109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-58262000-a7c9-4a43-9588-8a67eefad9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.683642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-58262000-a7c9-4a43-9588-8a67eefad9f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753891 Oct 15 19:39:31.735949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d787080a-10b3-437a-8353-b107da60aa92 req-4446a401-d49a-48b9-8606-c115c01ce5b7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0303426 Oct 15 19:39:31.916069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e786b5-71a8-408f-a7c9-8f6360e98f34 req-eafda9d6-7486-4ec4-b3a0-0988ae2a3573 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:31.917549 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46e786b5-71a8-408f-a7c9-8f6360e98f34 req-eafda9d6-7486-4ec4-b3a0-0988ae2a3573 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.1310117 Oct 15 19:39:31.920780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-3034b91c-7b9d-46fd-81b2-9e49776fe538 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921179 Oct 15 19:39:32.022519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:39:32.027453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16262db-8b12-48b4-9e57-8ed3ed88f798 req-49aaf9f0-f79c-4549-a7ce-ace09439d71f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:32.030094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d16262db-8b12-48b4-9e57-8ed3ed88f798 req-49aaf9f0-f79c-4549-a7ce-ace09439d71f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0546973 Oct 15 19:39:32.047274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:39:32.047637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4a3271bd-39ab-4377-8c96-ffd2c1bc2454 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:39:32.054853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:32.061962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46e786b5-71a8-408f-a7c9-8f6360e98f34 req-1f20a37c-70c7-441e-80c2-f48ace7d0341 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353467 Oct 15 19:39:32.069601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.077432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d16262db-8b12-48b4-9e57-8ed3ed88f798 req-e7278c25-91ee-4a8a-a47a-1ba8f0bbaa9a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Oct 15 19:39:32.100373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Transition to ACTIVE for port object 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:32.125356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc76480e-7127-4fed-9ccc-ef34f10c9b0b req-126f264d-0e0e-42ff-9f1d-47d1f1418630 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919622 Oct 15 19:39:32.161321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb5e7222-6cf7-4b1e-ab44-499a085321c1 req-34b4f9d8-9fc7-4834-8b64-b0d75b083dee tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0284486 Oct 15 19:39:32.195767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:32.256825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.310384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Pushing event updated for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:32.334294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.334636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.335152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.335323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.335671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.336012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.336338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.337195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.341753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.342159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.342463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.342793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:32.370763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1e08b-02fd-415f-a2db-8689e378f093 req-68a1ae81-46cc-463a-980c-286c5983f62c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:32.373628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8c1e08b-02fd-415f-a2db-8689e378f093 req-68a1ae81-46cc-463a-980c-286c5983f62c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 944 time: 0.0688782 Oct 15 19:39:32.404716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Attempting to bind port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:32.404716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Attempting to bind port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:32.405448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Attempting to bind port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:32.409475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:32.410302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Attempting to bind port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c on network 7fd70e84-0b96-4c85-94a6-23fd27942bbe {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:32.414998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:32.415339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Checking segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:32.415848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Bound using segment: {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:32.416291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Bound port: 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d330cf-862f-45da-9079-d89de9c089ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:32.416652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.421429 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8c1e08b-02fd-415f-a2db-8689e378f093 req-0f6087b8-8caf-471c-9245-ac91088ac1bd tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Oct 15 19:39:32.445305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 197ee010-41d0-461b-bf19-d366aaad9e2f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:32.449982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 197ee010-41d0-461b-bf19-d366aaad9e2f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:32.450353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.494410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:32.501881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:32.559383 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.593580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:32.636867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.681750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:32.685253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.685253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] 10.222.0.15 "PUT /v2.0/ports/8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c HTTP/1.1" status: 200 len: 1093 time: 1.3759952 Oct 15 19:39:32.686141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:32.688287 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415a25b-a325-45e3-ad1c-e325db8a6cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:32.703281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df436c-3807-4185-ab1f-d25e853b151b req-f3a07c01-1802-4f5d-a18c-309cde561137 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:32.704941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1df436c-3807-4185-ab1f-d25e853b151b req-f3a07c01-1802-4f5d-a18c-309cde561137 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1014166 Oct 15 19:39:32.715718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:32.739191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be87bb-1cb1-4d82-a625-115cb5dc0457 service neutron] Pushing event updated for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:32.761341 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f99cd-79f6-4090-bc4b-db52fcf68454 x-openstack-request-id: req-262f99cd-79f6-4090-bc4b-db52fcf68454 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:32.761959 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:32.762420 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-262f99cd-79f6-4090-bc4b-db52fcf68454 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:32.763039 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'status': 'completed', 'code': 200} Oct 15 19:39:32.774699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1df436c-3807-4185-ab1f-d25e853b151b req-1f0e3949-0f2f-4c39-82c6-e0b15f2c2993 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605760 Oct 15 19:39:32.824786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:32.911186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a57e69ad-50a1-40b6-b64e-15d181816c7d req-4174e2c3-aa7b-4b63-aa45-4b8fecd3935e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0657351 Oct 15 19:39:32.922320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-f27b1fa1-a249-4664-a294-6d7492c1cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:32.924019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-f27b1fa1-a249-4664-a294-6d7492c1cc95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 1096 time: 0.1287663 Oct 15 19:39:33.063790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-c0254ad1-3f4e-4ad8-99d6-c953846cbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.065357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-c0254ad1-3f4e-4ad8-99d6-c953846cbed7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4cfaced67325434f800dd70b0c5b87d7&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1195207 Oct 15 19:39:33.229429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abddff-109d-4493-a64e-3accf6f88c2c req-733e9420-c724-4025-9a09-c638c78bdcd8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.237526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5abddff-109d-4493-a64e-3accf6f88c2c req-733e9420-c724-4025-9a09-c638c78bdcd8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0765653 Oct 15 19:39:33.257562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-fb2d2fe9-18c0-4005-94e2-1bad35dbd78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.259110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0415a25b-a325-45e3-ad1c-e325db8a6cd6 req-fb2d2fe9-18c0-4005-94e2-1bad35dbd78a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1819441 Oct 15 19:39:33.287582 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5abddff-109d-4493-a64e-3accf6f88c2c req-2e1fdcec-9bf8-4993-a154-24227ee38c35 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Oct 15 19:39:33.288274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f665564-9579-4768-8218-beea6d152938 req-4f8f4c50-5f62-45dc-913f-e15bc1d2df75 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.288274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f665564-9579-4768-8218-beea6d152938 req-4f8f4c50-5f62-45dc-913f-e15bc1d2df75 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0763690 Oct 15 19:39:33.373993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b311cab-f34b-4b64-a4de-a0d0bd88e85a req-a1d93765-e435-4cfd-af84-cd97a8735498 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0293670 Oct 15 19:39:33.398480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f665564-9579-4768-8218-beea6d152938 req-451843fd-78ad-47a6-9c9c-46cb56b61a40 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052423 Oct 15 19:39:33.407972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-89f1d70f-a601-4d3b-9fd7-db778780a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.410153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-89f1d70f-a601-4d3b-9fd7-db778780a330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 1096 time: 0.0767126 Oct 15 19:39:33.455773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-d1e36fb4-e43e-44ed-9f0f-cfd17e388936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c HTTP/1.1" status: 200 len: 217 time: 0.0367641 Oct 15 19:39:33.551275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68775176-de5a-4947-a651-884a10e7b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.552706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-68775176-de5a-4947-a651-884a10e7b5de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0891485 Oct 15 19:39:33.597877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e6d46-cc1a-4633-86d6-771efcaa0db9 req-30d11b8c-8b5a-4938-bcbc-13d63ef2040d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.599072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:33.599585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b7e6d46-cc1a-4633-86d6-771efcaa0db9 req-30d11b8c-8b5a-4938-bcbc-13d63ef2040d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 944 time: 0.0962217 Oct 15 19:39:33.603448 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce9e3ba-5bc8-4a8a-97e9-b2cdc4a55f0f" -d '{"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-plugged", "status": "completed", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:33.619809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f1ca70e3-b0eb-49f9-9256-9d5e15bd08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.621276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-f1ca70e3-b0eb-49f9-9256-9d5e15bd08d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608678 Oct 15 19:39:33.678261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b7e6d46-cc1a-4633-86d6-771efcaa0db9 req-4ce6fcf5-f993-4271-856f-0a4e06770857 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689034 Oct 15 19:39:33.743349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-d3c2ede2-6c9d-49d3-8d54-ed420c96948c service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108093 Oct 15 19:39:33.756634 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ba46f1-ac98-4f7e-85ef-a23e6e1ef07e x-openstack-request-id: req-f2ba46f1-ac98-4f7e-85ef-a23e6e1ef07e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:33.756958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-plugged", "status": "completed", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:33.757234 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2ba46f1-ac98-4f7e-85ef-a23e6e1ef07e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:33.757868 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'code': 200} Oct 15 19:39:33.845661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2644240d-e6a2-4c42-9927-4c6a54605155 req-071e6df0-27f6-4a01-9c03-6b2f17907670 service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949616 Oct 15 19:39:33.867506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314fd491-ff84-4a1c-ab47-d4db8a01dd89 req-daf86601-1572-4ec7-995a-6bbdb08dfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.869088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-314fd491-ff84-4a1c-ab47-d4db8a01dd89 req-daf86601-1572-4ec7-995a-6bbdb08dfff7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1098 time: 0.0449240 Oct 15 19:39:33.917618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-314fd491-ff84-4a1c-ab47-d4db8a01dd89 req-ab9b200e-d417-498c-ab99-2203335b9a67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408051 Oct 15 19:39:33.951733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d31c1-303a-4651-91de-1b95ab18b4c2 req-dd3eaec4-5163-4f05-899b-d511d1fc6dab tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:33.953574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-462d31c1-303a-4651-91de-1b95ab18b4c2 req-dd3eaec4-5163-4f05-899b-d511d1fc6dab tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0680881 Oct 15 19:39:33.999751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-462d31c1-303a-4651-91de-1b95ab18b4c2 req-0fbd4acf-0b29-4836-8fb5-e35812726749 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398252 Oct 15 19:39:34.034698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55626d6b-1ac6-45bb-b860-ca9c252a4d9d req-8f939670-7c88-4a0e-af85-b51ab2799f63 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.036339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-55626d6b-1ac6-45bb-b860-ca9c252a4d9d req-8f939670-7c88-4a0e-af85-b51ab2799f63 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0682001 Oct 15 19:39:34.087883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-55626d6b-1ac6-45bb-b860-ca9c252a4d9d req-54b0ab59-5732-4418-96a7-95ab7a132b4f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Oct 15 19:39:34.096051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1f5e629-7783-4938-8f76-a54f4c20dbdf req-e526ab85-af69-44c9-ad6c-426ddf7e1ec9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0318599 Oct 15 19:39:34.266974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-96036340-2244-4266-afa5-4de24123a260 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275424 Oct 15 19:39:34.291613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-2ff0af71-2816-4738-be6f-7c824cf9cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.293170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-2ff0af71-2816-4738-be6f-7c824cf9cc74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 1098 time: 0.0537882 Oct 15 19:39:34.431406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-64cd6ebf-aea0-4aa8-9fc3-c54ccbd535af tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.433052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-64cd6ebf-aea0-4aa8-9fc3-c54ccbd535af tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513910 Oct 15 19:39:34.444849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f574f-f380-4717-8e87-cfe2a1950112 req-0113651f-8f84-4377-876f-a1eec61f5c45 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.447112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d18f574f-f380-4717-8e87-cfe2a1950112 req-0113651f-8f84-4377-876f-a1eec61f5c45 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0812593 Oct 15 19:39:34.452286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Request body: {'port': {'device_id': '4fd73712-7198-4de7-8fb8-33b101877088', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '21441a1e69df48d2b7d71ac9c78a1ef5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:34.480965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-588245b8-cb48-4d48-befb-2e200f90c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.483239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-588245b8-cb48-4d48-befb-2e200f90c8bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 912 time: 0.1828647 Oct 15 19:39:34.536045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-5d392ae0-5166-4d6e-ac57-7612de9942ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 HTTP/1.1" status: 200 len: 217 time: 0.0437968 Oct 15 19:39:34.543169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-875d1ab8-f57d-440f-95c3-995d7ba82091 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.546533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-875d1ab8-f57d-440f-95c3-995d7ba82091 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.1986322 Oct 15 19:39:34.556186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d18f574f-f380-4717-8e87-cfe2a1950112 req-02c8a384-9fbe-4530-8a8b-a3299ff286b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751784 Oct 15 19:39:34.596341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-fe387693-dfba-4ac9-8e3d-6e14a1de90db tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/quotas/58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 375 time: 0.0397191 Oct 15 19:39:34.636201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-1696949a-a3c6-40d7-b46f-9620eea3e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.637629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-1696949a-a3c6-40d7-b46f-9620eea3e08c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.0901272 Oct 15 19:39:34.655676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13eb7da8-0c83-4ae7-83f1-ae97d03e9545 req-17d36ca3-b8dc-42c3-9111-28f08ddccf3a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0269778 Oct 15 19:39:34.657883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-ca13cc0a-08bc-412c-a484-e3ff1115a0e8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589101 Oct 15 19:39:34.689136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-32be61aa-c1f2-4f81-82a6-671fd71fc80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303297 Oct 15 19:39:34.692693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Made reservation on behalf of 21441a1e69df48d2b7d71ac9c78a1ef5 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:34.704897 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:34.830654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-3d282fa4-c756-47fd-83d9-76d876785fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643095 Oct 15 19:39:34.849380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-2180d164-5a38-400e-b9bb-d1aceeefcdae service neutron] 10.222.0.15 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476629 Oct 15 19:39:34.854258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a44917-7084-4e75-8f1b-6fb833c521f3 req-6136c0c7-dcf4-4837-bca4-91889cecf4f0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:34.855770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0a44917-7084-4e75-8f1b-6fb833c521f3 req-6136c0c7-dcf4-4837-bca4-91889cecf4f0 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 944 time: 0.0934539 Oct 15 19:39:34.890687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Allocated IP 192.168.233.135 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/e75f20dd-5d8e-4f96-9a0d-32f55aed415e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:34.926800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0a44917-7084-4e75-8f1b-6fb833c521f3 req-39ae61c5-85f3-40ba-b4b1-7bcf6cd4e740 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635397 Oct 15 19:39:35.067620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:35.144506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425bb2c-2383-49b1-9b9e-d52cc2ad1153 req-0a748b31-52ab-48c9-a5f2-c64a35abe172 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:35.146133 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d425bb2c-2383-49b1-9b9e-d52cc2ad1153 req-0a748b31-52ab-48c9-a5f2-c64a35abe172 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0681870 Oct 15 19:39:35.185666 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d425bb2c-2383-49b1-9b9e-d52cc2ad1153 req-849726d0-226d-4441-ad1c-e86dcd6e71d9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334728 Oct 15 19:39:35.228664 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:35.247450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:35.250389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-704999d9-df39-42b8-87a0-89d136df755e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352852 Oct 15 19:39:35.274378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:35.277023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-20ab7587-32ab-440a-9c82-8a01da73c727 service neutron] 10.222.0.13 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389346 Oct 15 19:39:35.288351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eac492d-79f9-4ecd-a150-05e7dd27cb96 req-0cdd77ef-349c-4e96-a5e0-c264ed0bb579 service neutron] 10.222.0.15 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266183 Oct 15 19:39:35.364264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:35.370162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:35.413705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:35.419832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.421430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.422197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.423864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.424509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.425049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.425571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.426187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.426824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.427351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.427933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.430168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:35.434790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:35.468130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d8e94-001e-4776-89a5-31c0acc713dc req-074b9258-437f-4691-b01e-4a49c17d780d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:35.469988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac8d8e94-001e-4776-89a5-31c0acc713dc req-074b9258-437f-4691-b01e-4a49c17d780d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.1875873 Oct 15 19:39:35.574743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:35.574948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:35.591658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-ce066c85-4173-47ca-9a5a-98d9cb122b2f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:35.593027 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-ce066c85-4173-47ca-9a5a-98d9cb122b2f tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015649 Oct 15 19:39:35.599007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac8d8e94-001e-4776-89a5-31c0acc713dc req-4e883ee5-bf1e-4e67-9236-3dec62ed2769 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006610 Oct 15 19:39:35.611498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Request body: {'port': {'device_id': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cc3fc33a68d742ae8ad8025e2860f5c4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:35.701625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-908da765-b18b-4572-8852-e6c3e783f312 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2531862 Oct 15 19:39:35.721717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Request body: {'port': {'device_id': '4fd73712-7198-4de7-8fb8-33b101877088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:35.727023 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3597525a-cae4-4b21-a327-e6465358e412 req-97d43bf3-effc-4fad-a569-2bdfe588885e tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0505199 Oct 15 19:39:35.818624 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:35.869008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6cdd3eb7-64ec-4db5-9268-31e792a967a3 None None] Provisioning complete for port e75f20dd-5d8e-4f96-9a0d-32f55aed415e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:35.869896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6cdd3eb7-64ec-4db5-9268-31e792a967a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:35.915197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd3eb7-64ec-4db5-9268-31e792a967a3 None None] Port e75f20dd-5d8e-4f96-9a0d-32f55aed415e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:39:35.967670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Made reservation on behalf of cc3fc33a68d742ae8ad8025e2860f5c4 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:35.969633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:36.007400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147aa3-032f-4298-bcb5-b98ad51622ef req-157d16de-831a-4c25-822e-c3ad79cbd87b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:36.014823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a147aa3-032f-4298-bcb5-b98ad51622ef req-157d16de-831a-4c25-822e-c3ad79cbd87b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 936 time: 0.0592854 Oct 15 19:39:36.015612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102c04b-6715-4f97-9ae3-44ebe78eab31 req-d5a52cac-ae07-4085-8e27-e4b6699ae226 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:36.022711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d102c04b-6715-4f97-9ae3-44ebe78eab31 req-d5a52cac-ae07-4085-8e27-e4b6699ae226 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.1458998 Oct 15 19:39:36.066512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a147aa3-032f-4298-bcb5-b98ad51622ef req-c1ac8ecc-8562-4b03-a9e1-72234db56756 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508354 Oct 15 19:39:36.146453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96b39c50-5203-435d-a0e8-f3f3889e5043 req-adc424f0-6e9e-4314-ba74-8aec1935b956 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0274017 Oct 15 19:39:36.270328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f1d8-4118-4fa8-bc53-975ae51dc9c0 req-f546920f-6c17-4a10-a801-e7aefb554398 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:36.272124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6903f1d8-4118-4fa8-bc53-975ae51dc9c0 req-f546920f-6c17-4a10-a801-e7aefb554398 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 944 time: 0.0549641 Oct 15 19:39:36.330856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6903f1d8-4118-4fa8-bc53-975ae51dc9c0 req-e937dae4-6fdb-4256-b776-73af333423f9 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507209 Oct 15 19:39:36.420640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d102c04b-6715-4f97-9ae3-44ebe78eab31 req-507652be-42d3-4fff-bf6b-7bfbc27f7d50 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970344 Oct 15 19:39:36.449346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01242c-09f5-4e3d-b603-302c58c60a77 req-20e08c09-a5cc-47a0-abce-7540ce2f0ff3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:36.450975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de01242c-09f5-4e3d-b603-302c58c60a77 req-20e08c09-a5cc-47a0-abce-7540ce2f0ff3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0598693 Oct 15 19:39:36.491602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de01242c-09f5-4e3d-b603-302c58c60a77 req-ba6aeb06-ca05-484e-a426-ed2b14dd0a9a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Oct 15 19:39:36.515283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:36.522949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:36.535435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Transition to ACTIVE for port object e75f20dd-5d8e-4f96-9a0d-32f55aed415e will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:36.643538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:36.767105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:36.781476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Allocated IP 192.168.233.222 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/2bdefecc-24b5-4d7d-b4ff-654e7c6a321f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:36.839736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3af846eb-d7bf-4985-8b23-31cc0f823218 req-73e0acfe-0e4a-49fb-8754-fe80eaaf85ae tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0283148 Oct 15 19:39:36.848723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba895723-562a-452b-9400-dd3e363cea16 req-a9a4ea79-673e-4ea6-a1b2-c127e018413d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:36.850252 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba895723-562a-452b-9400-dd3e363cea16 req-a9a4ea79-673e-4ea6-a1b2-c127e018413d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.1624920 Oct 15 19:39:36.940583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Attempting to bind port e75f20dd-5d8e-4f96-9a0d-32f55aed415e on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:36.940905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Attempting to bind port e75f20dd-5d8e-4f96-9a0d-32f55aed415e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:36.941223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Attempting to bind port e75f20dd-5d8e-4f96-9a0d-32f55aed415e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:36.948724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba895723-562a-452b-9400-dd3e363cea16 req-5252a2f5-c7c7-4cdb-9a48-60aada9f38c7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868785 Oct 15 19:39:36.952521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Port e75f20dd-5d8e-4f96-9a0d-32f55aed415e on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:36.952833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Attempting to bind port e75f20dd-5d8e-4f96-9a0d-32f55aed415e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:36.976160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:36.976160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:36.976160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:36.976160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Bound port: e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:36.976160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.084190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.090958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:37.094727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:37.193428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.198551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee70ecc-87e1-45de-a2a2-429f59a3fec5 req-5b9bb6bb-f37a-41fa-a3e4-85e4e150d8ff tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.204062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ee70ecc-87e1-45de-a2a2-429f59a3fec5 req-5b9bb6bb-f37a-41fa-a3e4-85e4e150d8ff tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0581083 Oct 15 19:39:37.240671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ee70ecc-87e1-45de-a2a2-429f59a3fec5 req-193a62c8-b697-4bfa-bb4a-e20f5108f462 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329688 Oct 15 19:39:37.260851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.266365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.266365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] 10.222.0.15 "PUT /v2.0/ports/e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 1097 time: 1.5451579 Oct 15 19:39:37.266365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:37.267776 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d315d325-7e92-46b4-ba31-720724a09391" -d '{"events": [{"name": "network-changed", "server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:37.271591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-890a1e85-961d-40ba-a2eb-ef171cc9bb68 req-f54733c8-3807-423a-bbba-bb3c1285c299 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0493531 Oct 15 19:39:37.275436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.288309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:37.292641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'de030ab9-a55c-460b-b982-b06799f65087'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:37.302322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60fba-70f5-4fd1-8b2f-34ecaa47b718 service neutron] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:37.313703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:37.334329 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223827b-2364-4c72-a4bf-b78b2a3fd0c6 x-openstack-request-id: req-a223827b-2364-4c72-a4bf-b78b2a3fd0c6 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:37.334596 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:37.334841 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a223827b-2364-4c72-a4bf-b78b2a3fd0c6 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:37.335222 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'status': 'completed', 'code': 200} Oct 15 19:39:37.338733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:37.343144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:37.449467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event updated for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:37.497837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.498602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.523119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d325-7e92-46b4-ba31-720724a09391 req-38c0683d-d328-4051-8681-582f8436396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.526207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d315d325-7e92-46b4-ba31-720724a09391 req-38c0683d-d328-4051-8681-582f8436396b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1100 time: 0.1453328 Oct 15 19:39:37.551060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b30a2d-fdcd-40c2-9315-43c1f0319b63 req-6f01dded-6795-4d3a-8db6-4177192342e7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.553226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14b30a2d-fdcd-40c2-9315-43c1f0319b63 req-6f01dded-6795-4d3a-8db6-4177192342e7 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 944 time: 0.1332350 Oct 15 19:39:37.575960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d315d325-7e92-46b4-ba31-720724a09391 req-8e107bd6-42eb-4087-b600-45c789935d68 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215094 Oct 15 19:39:37.600922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226a060-2bc1-4eb2-b357-29d96fb4f207 req-f0220d92-d90f-4f17-b40f-038b4c62469c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.604504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8226a060-2bc1-4eb2-b357-29d96fb4f207 req-f0220d92-d90f-4f17-b40f-038b4c62469c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0707481 Oct 15 19:39:37.624464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-e50e7203-096c-492f-9f40-62bea012a145 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0172601 Oct 15 19:39:37.645442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Request body: {'port': {'device_id': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:37.654476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8226a060-2bc1-4eb2-b357-29d96fb4f207 req-d6b11554-f57d-4a7a-bc7d-42eb22029d7d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440278 Oct 15 19:39:37.703326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14b30a2d-fdcd-40c2-9315-43c1f0319b63 req-724ab180-b8ae-45e6-bba1-9df39fd43572 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262119 Oct 15 19:39:37.783173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d325-7e92-46b4-ba31-720724a09391 req-e3a71fe1-4a2c-4e58-8aaf-991391e93e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.784695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d315d325-7e92-46b4-ba31-720724a09391 req-e3a71fe1-4a2c-4e58-8aaf-991391e93e31 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874895 Oct 15 19:39:37.838866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cc6d7-3922-402f-8c61-9387f85ff302 req-1aa6b2f3-df86-4516-b7f5-fd762f8c1c38 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.841384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c2cc6d7-3922-402f-8c61-9387f85ff302 req-1aa6b2f3-df86-4516-b7f5-fd762f8c1c38 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0716906 Oct 15 19:39:37.891353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.897402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c2cc6d7-3922-402f-8c61-9387f85ff302 req-8267b926-8961-441e-adb1-b2355c13e7f6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474520 Oct 15 19:39:37.898277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d95f603d-d974-4066-8893-da76f2bb710c None None] Provisioning complete for port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:37.898641 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d95f603d-d974-4066-8893-da76f2bb710c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:37.918696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c4141-9eec-43ef-a039-7afdfe2924e3 req-38db63dd-9982-446c-a32e-f65668fb8062 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.924553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c1c4141-9eec-43ef-a039-7afdfe2924e3 req-38db63dd-9982-446c-a32e-f65668fb8062 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1098 time: 0.1226010 Oct 15 19:39:37.936892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-b775e2e8-534f-4249-ae27-6ee9ff1a9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:37.938614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-b775e2e8-534f-4249-ae27-6ee9ff1a9413 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1100 time: 0.0878975 Oct 15 19:39:37.972878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d95f603d-d974-4066-8893-da76f2bb710c None None] Port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:39:38.014048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-bd7cc7af-c52d-438d-98b5-7da87d5f6a0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 217 time: 0.0481758 Oct 15 19:39:38.019420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a5991-bd0f-42a9-9d42-72d1a4e18eb8 req-4bb59025-c572-4633-a20a-b8198be29e72 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.021453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-584a5991-bd0f-42a9-9d42-72d1a4e18eb8 req-4bb59025-c572-4633-a20a-b8198be29e72 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 936 time: 0.0648656 Oct 15 19:39:38.066544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-584a5991-bd0f-42a9-9d42-72d1a4e18eb8 req-f30c592b-be0f-4c24-b9ca-eedf73a5ab75 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348086 Oct 15 19:39:38.075738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c1c4141-9eec-43ef-a039-7afdfe2924e3 req-d1578d12-2d1a-4763-87ab-03503e7824f7 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484494 Oct 15 19:39:38.153560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-49c6c243-c74d-49b1-90b0-481d397d5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.155051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-49c6c243-c74d-49b1-90b0-481d397d5d19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1242831 Oct 15 19:39:38.232408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:38.318127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-f74e4a4d-3b19-4a91-96ef-422347739947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.319726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-f74e4a4d-3b19-4a91-96ef-422347739947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440072 Oct 15 19:39:38.402834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b05429-0351-496d-a925-38e281162521 req-080bbc90-64c2-419f-afe3-34dbef2ca800 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.404519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7b05429-0351-496d-a925-38e281162521 req-080bbc90-64c2-419f-afe3-34dbef2ca800 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.1936023 Oct 15 19:39:38.408634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:38.424790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'port_id': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'mac_address': 'fa:16:3e:0d:dd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:38.476594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.491584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:38.491949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c97bba-6374-4cc8-88d1-f233739b8d3b req-615a46b3-a0d1-4c27-807a-054f38fb7d5a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.494344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39c97bba-6374-4cc8-88d1-f233739b8d3b req-615a46b3-a0d1-4c27-807a-054f38fb7d5a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0938473 Oct 15 19:39:38.517216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:38.535829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-f08ec914-e8e5-4cd7-b0bc-93b870da1d04 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.537147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-f08ec914-e8e5-4cd7-b0bc-93b870da1d04 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 807 time: 0.2366600 Oct 15 19:39:38.538418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7b05429-0351-496d-a925-38e281162521 req-455dc8bc-8c9b-4a3c-ba95-ac4bdc7963b5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260357 Oct 15 19:39:38.545307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-5bf02e20-3014-456e-8ff5-bc3c8a4e23e0 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116454 Oct 15 19:39:38.554309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:38.557421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Request body: {'port': {'device_id': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'admin_state_up': True, 'tenant_id': '58c6e627160a4d788f4affbb306599cd'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:38.570787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.583066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39c97bba-6374-4cc8-88d1-f233739b8d3b req-bb9b4df2-048f-4cc5-9dd4-a32553b4fcbb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802450 Oct 15 19:39:38.607454 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.608849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Transition to ACTIVE for port object 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:38.665598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d88df7e-d954-42c3-be3e-3ffbfde747da req-79549013-ec49-49f7-aab5-1a648a7bb01c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0552886 Oct 15 19:39:38.679756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.702557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:38.738902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b06b79a0-f5f5-44b1-8dd4-11c51e9f6eef req-ab9b0aff-0f30-4203-a65b-d2ed87198c9b service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795371 Oct 15 19:39:38.786304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:38.855834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a0c71-16db-4b35-a884-a69fdf5b11a2 req-069053a1-d4f4-409f-bfb2-778acd32f2df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:38.864673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c0a0c71-16db-4b35-a884-a69fdf5b11a2 req-069053a1-d4f4-409f-bfb2-778acd32f2df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 945 time: 0.0700650 Oct 15 19:39:38.871215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Attempting to bind port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:38.871653 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Attempting to bind port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:38.872106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Attempting to bind port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:38.877230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:38.877670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Attempting to bind port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:38.882860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:38.884125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:38.884581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:38.885107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Bound port: 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:38.885528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.885945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Made reservation on behalf of 58c6e627160a4d788f4affbb306599cd for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:39:38.890519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:38.986649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:38.990555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:39.007600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:39.027868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c0a0c71-16db-4b35-a884-a69fdf5b11a2 req-b260cc15-b089-4a4e-b251-a1a2b55c6dfe tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622159 Oct 15 19:39:39.075934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:39.136810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Allocated IP 172.20.0.12 (a5fd798a-5536-4d12-9130-78a36acc9657/1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118/9f75d67f-d4cc-482b-b6d2-a8c48559c243) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:39:39.192638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980a354-f7a1-4515-a5da-c78d50b3703c req-c76c0d6c-1d96-4c89-9d14-2978a514c2ab tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.202233 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3980a354-f7a1-4515-a5da-c78d50b3703c req-c76c0d6c-1d96-4c89-9d14-2978a514c2ab tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.2038758 Oct 15 19:39:39.245080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.248202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:39.249718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] 10.222.0.15 "PUT /v2.0/ports/2bdefecc-24b5-4d7d-b4ff-654e7c6a321f HTTP/1.1" status: 200 len: 1097 time: 1.6097260 Oct 15 19:39:39.267379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23316b2-04b5-47ce-bbdc-461c4822d008 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:39.280743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3980a354-f7a1-4515-a5da-c78d50b3703c req-e7ba2148-8ded-44d9-bc69-2955171d768f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Oct 15 19:39:39.291859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb99f91-249d-4c94-9107-869d3ba13f39 req-a27478e6-0898-41fb-92d7-aede8c4c6936 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.300180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdb99f91-249d-4c94-9107-869d3ba13f39 req-a27478e6-0898-41fb-92d7-aede8c4c6936 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 948 time: 0.1439514 Oct 15 19:39:39.336515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:39.338823 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db50e1d5-046b-4141-adbd-46ff569d0f31" -d '{"events": [{"name": "network-changed", "server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:39.395752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdb99f91-249d-4c94-9107-869d3ba13f39 req-464cdae1-b7ac-4420-ac4d-d08a5bf3262d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938468 Oct 15 19:39:39.470214 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d4ab04-66c7-46f0-89f1-037c5fdbb440 x-openstack-request-id: req-f5d4ab04-66c7-46f0-89f1-037c5fdbb440 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:39.470780 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:39.474297 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5d4ab04-66c7-46f0-89f1-037c5fdbb440 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:39.474297 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f', 'status': 'completed', 'code': 200} Oct 15 19:39:39.491013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-1b07a22f-5583-4ced-9836-cb835d3a8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.492549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-1b07a22f-5583-4ced-9836-cb835d3a8fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 1100 time: 0.0645256 Oct 15 19:39:39.538454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:39.550918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-07b9a615-962e-45b7-81ea-80d4b1c873d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f HTTP/1.1" status: 200 len: 217 time: 0.0486298 Oct 15 19:39:39.623789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-ea780616-37ab-45ca-a527-e620e85d8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.625523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-ea780616-37ab-45ca-a527-e620e85d8654 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0666142 Oct 15 19:39:39.637133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:39.699209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-4885ece6-e988-419c-9998-8b563adfcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.700752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-4885ece6-e988-419c-9998-8b563adfcb06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0602951 Oct 15 19:39:39.724135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Network a5fd798a-5536-4d12-9130-78a36acc9657 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:39:39.740963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:39:39.748900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:39:39.802527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.803132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:39.829566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:39.844156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a15e6-3d80-4208-89b6-b90ce6c550f7 req-8966e586-61af-4dd8-8a85-15a20a8f7423 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.846379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a34a15e6-3d80-4208-89b6-b90ce6c550f7 req-8966e586-61af-4dd8-8a85-15a20a8f7423 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.1375651 Oct 15 19:39:39.846513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3030a-68ce-4b34-92b6-ce39ad8eac17 req-67843f5e-09ef-44e1-8400-6ce1b95dbf6e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:39.848154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5c3030a-68ce-4b34-92b6-ce39ad8eac17 req-67843f5e-09ef-44e1-8400-6ce1b95dbf6e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.1903346 Oct 15 19:39:39.881826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-26c539f1-f536-4b36-bec2-be30baa8a32a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3316996 Oct 15 19:39:39.895746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Request body: {'port': {'device_id': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:39.898168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a34a15e6-3d80-4208-89b6-b90ce6c550f7 req-dd1bc3b5-b273-4e8f-bb31-47b704ee60af tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Oct 15 19:39:39.912095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5c3030a-68ce-4b34-92b6-ce39ad8eac17 req-f8e73c57-c787-4ec9-9978-7840c5750fce tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572090 Oct 15 19:39:39.927660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-3c395a9e-9a62-4562-b040-695205123b24 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169604 Oct 15 19:39:40.005315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:40.080396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02d11b79-b6c3-4459-9413-eac68c71a52c req-031c77ae-84c7-4366-8f4c-12726acb8ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443884 Oct 15 19:39:40.112330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e29d6-a08e-482c-8675-c2230df4e6d2 req-fce241ce-3abd-4c96-8a50-e4936b4a8c67 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.113869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd6e29d6-a08e-482c-8675-c2230df4e6d2 req-fce241ce-3abd-4c96-8a50-e4936b4a8c67 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 932 time: 0.0922365 Oct 15 19:39:40.171762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd6e29d6-a08e-482c-8675-c2230df4e6d2 req-4c19fbc9-8e62-4f46-b93d-e014fc5a640e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512931 Oct 15 19:39:40.279394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a52f-248e-447b-a31e-4b047c5151d1 req-70c451fb-6669-40ad-a309-f7090795e988 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.288889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4066a52f-248e-447b-a31e-4b047c5151d1 req-70c451fb-6669-40ad-a309-f7090795e988 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 945 time: 0.1518211 Oct 15 19:39:40.291876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-556104a3-3643-4275-b94b-b7989d9a2411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.294940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-556104a3-3643-4275-b94b-b7989d9a2411 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 1100 time: 0.0787520 Oct 15 19:39:40.360923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:40.391602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4066a52f-248e-447b-a31e-4b047c5151d1 req-f561cc31-40f5-46ac-a303-fd8ba01f6f62 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010478 Oct 15 19:39:40.453219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f75d67f-d4cc-482b-b6d2-a8c48559c243 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:40.462642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:40.479591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Transition to ACTIVE for port object 9f75d67f-d4cc-482b-b6d2-a8c48559c243 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:39:40.498084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa414f-b516-4bb7-bc26-c00f194d6445 req-ae9e683e-9acb-4a32-9f18-19e157deee03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.503882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34aa414f-b516-4bb7-bc26-c00f194d6445 req-ae9e683e-9acb-4a32-9f18-19e157deee03 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0988257 Oct 15 19:39:40.503882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-4af93307-6cb2-49be-8cb9-ee4780219398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.503882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-4af93307-6cb2-49be-8cb9-ee4780219398 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1998749 Oct 15 19:39:40.573712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:40.597560 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34aa414f-b516-4bb7-bc26-c00f194d6445 req-fbb7518e-9abf-41e0-856f-15de128c4e40 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908554 Oct 15 19:39:40.598918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-840f54b9-d86e-4583-86ff-09e1721cb97f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f HTTP/1.1" status: 200 len: 217 time: 0.0648751 Oct 15 19:39:40.646609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:40.658234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-fa9a0dee-7585-41fa-b7f3-b767c4e9aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.660665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-fa9a0dee-7585-41fa-b7f3-b767c4e9aeb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0530853 Oct 15 19:39:40.679845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc452be-69b7-4e55-a003-81fe8b0b9cb5 req-81bdcd24-d201-4789-af92-59bad5b24cbf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.687185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bc452be-69b7-4e55-a003-81fe8b0b9cb5 req-81bdcd24-d201-4789-af92-59bad5b24cbf tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 948 time: 0.1250837 Oct 15 19:39:40.708256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-a1f9a58d-8c71-4950-a503-607eccd45ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.709907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-a1f9a58d-8c71-4950-a503-607eccd45ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429137 Oct 15 19:39:40.772426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bc452be-69b7-4e55-a003-81fe8b0b9cb5 req-87b4814d-788d-4eba-9c73-b630bed08f2c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840199 Oct 15 19:39:40.778859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:40.779302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:40.779722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:40.785531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:40.785936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:40.792325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:40.792889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:40.793326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:40.793753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Bound port: 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:40.794105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:40.838625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-2b85aed9-1d5e-43c9-81ca-d9fd3a52fa6d service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126585 Oct 15 19:39:40.860591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:39:40.864250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:40.931371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db50e1d5-046b-4141-adbd-46ff569d0f31 req-32cf4883-89f7-492e-8bd6-610cba0dfd7c service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837147 Oct 15 19:39:40.948755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:40.998440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:40.999034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:41.001559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 1093 time: 1.1100154 Oct 15 19:39:41.002014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:41.004903 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddde093-ca4a-4022-aeef-c2f61d98a269" -d '{"events": [{"name": "network-changed", "server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:41.051746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272c7d3-7959-43c0-8f33-689b5a5d4673 req-0cf092f1-4572-4259-8444-d76c44e1dcfa tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.053522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c272c7d3-7959-43c0-8f33-689b5a5d4673 req-0cf092f1-4572-4259-8444-d76c44e1dcfa tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0731788 Oct 15 19:39:41.061033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f390a-9d38-4a24-8de7-c2ab2c2a9a81 service neutron] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:41.104576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a775a0-5f18-4faf-a292-92ef4725e4ce req-2c8b8624-f8ca-4d7b-b0a5-3293e5916fc3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.105568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c272c7d3-7959-43c0-8f33-689b5a5d4673 req-36208b4f-52b8-43e1-abf4-db000c241a83 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Oct 15 19:39:41.106191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a775a0-5f18-4faf-a292-92ef4725e4ce req-2c8b8624-f8ca-4d7b-b0a5-3293e5916fc3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0828719 Oct 15 19:39:41.162542 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d4093-1e01-48af-b42a-6fb9f924499e x-openstack-request-id: req-ab2d4093-1e01-48af-b42a-6fb9f924499e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:41.162828 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:41.163078 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab2d4093-1e01-48af-b42a-6fb9f924499e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:41.163469 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'status': 'completed', 'code': 200} Oct 15 19:39:41.178714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-8c8f88dc-8450-4598-95c0-9a0dc21e8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.185247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-8c8f88dc-8450-4598-95c0-9a0dc21e8096 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1096 time: 0.0776973 Oct 15 19:39:41.194489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a775a0-5f18-4faf-a292-92ef4725e4ce req-1ea9e0af-1c48-4dae-bd53-e71d81e4fe98 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Oct 15 19:39:41.249380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-c25a66d1-01e1-4e4b-b709-6579e95cb4df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 217 time: 0.0538423 Oct 15 19:39:41.342458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-4eba8bd6-e5b3-47df-8363-86572eb23945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.343930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-4eba8bd6-e5b3-47df-8363-86572eb23945 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0867865 Oct 15 19:39:41.356505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4281b-3f6c-49bb-bbd5-4d0601facc80 req-722a96db-86aa-4162-8caf-39b8d1ac5158 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.357988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09d4281b-3f6c-49bb-bbd5-4d0601facc80 req-722a96db-86aa-4162-8caf-39b8d1ac5158 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0903769 Oct 15 19:39:41.388113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-18385c4b-e592-42fb-9fdb-1474a2c82016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291841 Oct 15 19:39:41.436143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09d4281b-3f6c-49bb-bbd5-4d0601facc80 req-055e5008-d286-414a-8ac5-b15a13b02d72 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699377 Oct 15 19:39:41.504457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-a42d52f8-af63-445a-85fd-e5146cf5b9c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071446 Oct 15 19:39:41.627955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3390a-f7e5-47da-8e3e-2ee827ed28c5 req-e2308400-4f15-427b-8b74-797b0fadabee tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.629655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57a3390a-f7e5-47da-8e3e-2ee827ed28c5 req-e2308400-4f15-427b-8b74-797b0fadabee tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 945 time: 0.1242476 Oct 15 19:39:41.653793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-996cc7c2-04f9-4486-acf2-d258138a1b88 req-158c6b7a-8758-44f7-8321-bad6b275a0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389704 Oct 15 19:39:41.680521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57a3390a-f7e5-47da-8e3e-2ee827ed28c5 req-739e0172-45a1-4948-9a5e-f53bfaebea08 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436273 Oct 15 19:39:41.875976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-1b71883a-8242-44e9-bcee-4c0d5064b254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.877448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-1b71883a-8242-44e9-bcee-4c0d5064b254 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1096 time: 0.0752177 Oct 15 19:39:41.885779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01829b89-41b5-4792-850c-cf338813e2e9 req-94c7a8b9-6594-47ea-9001-8ae6cd3e3f32 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:41.887160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01829b89-41b5-4792-850c-cf338813e2e9 req-94c7a8b9-6594-47ea-9001-8ae6cd3e3f32 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0861397 Oct 15 19:39:41.978194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01829b89-41b5-4792-850c-cf338813e2e9 req-85b5337c-2209-4536-8d4e-ae0373c1fc45 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823438 Oct 15 19:39:42.006360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-2788119a-3753-4dc9-b179-b9c7f73f8004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.008779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-2788119a-3753-4dc9-b179-b9c7f73f8004 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1195703 Oct 15 19:39:42.059891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-757dc2af-a1a3-4dcc-9b5a-4ecec1d4ec26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 217 time: 0.0438118 Oct 15 19:39:42.138101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-1078704d-a0c8-4429-a6d0-f141876d4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.139524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-1078704d-a0c8-4429-a6d0-f141876d4f2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0691090 Oct 15 19:39:42.152061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec549-1047-4618-9210-756edfa71e93 req-84a6e83f-aa25-42ee-a7e1-9ac344a71e28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.156015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-316ec549-1047-4618-9210-756edfa71e93 req-84a6e83f-aa25-42ee-a7e1-9ac344a71e28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 948 time: 0.0951753 Oct 15 19:39:42.201963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-f75a35c0-1c0a-4f5d-b54d-d83912747a1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447178 Oct 15 19:39:42.257205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7653419-7920-4a80-99cb-b2d9751227ad req-b9ffecaf-0b2f-4cfd-9de8-be51511782ce tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.265185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7653419-7920-4a80-99cb-b2d9751227ad req-b9ffecaf-0b2f-4cfd-9de8-be51511782ce tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0593083 Oct 15 19:39:42.272379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:42.276376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:42.308718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7653419-7920-4a80-99cb-b2d9751227ad req-856edd58-eb57-46e7-9b3e-4a3742797fff tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424652 Oct 15 19:39:42.326029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-316ec549-1047-4618-9210-756edfa71e93 req-06f82b77-d4c4-4bd8-93e9-aba28c59c264 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529543 Oct 15 19:39:42.375204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-d1548879-9450-4856-b72e-a8e17b626601 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627603 Oct 15 19:39:42.453598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:42.475489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'mac_address': 'fa:16:3e:35:8c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:42.476371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6d44-7810-493a-b374-f4f3be61da97 req-f40af8a0-2610-43f1-9820-3f2e28375006 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.479638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-135e6d44-7810-493a-b374-f4f3be61da97 req-f40af8a0-2610-43f1-9820-3f2e28375006 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0746582 Oct 15 19:39:42.494586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddde093-ca4a-4022-aeef-c2f61d98a269 req-74800663-04fa-4bfc-a743-b2b28f300943 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117449 Oct 15 19:39:42.528523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:42.531718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-135e6d44-7810-493a-b374-f4f3be61da97 req-aa4b7328-424e-47f8-bbec-f72e70b0cd8b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449069 Oct 15 19:39:42.549198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:42.560926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:42.561352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:42.565953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:42.600722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6450d-9e12-4b11-91ee-8c2cd9bae9c8 req-b7651310-d2bf-453c-b859-f1995c5f7d3d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.609528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfb6450d-9e12-4b11-91ee-8c2cd9bae9c8 req-b7651310-d2bf-453c-b859-f1995c5f7d3d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0663414 Oct 15 19:39:42.618231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:42.648207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfb6450d-9e12-4b11-91ee-8c2cd9bae9c8 req-79fd020f-191e-4af9-bac6-b5c9237c6b85 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377681 Oct 15 19:39:42.673865 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:42.696264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:42.704490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:42.707032 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9bc83d-a1b5-4976-b73d-ee73adf4d1be" -d '{"events": [{"server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "name": "network-vif-plugged", "status": "completed", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:42.741016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:42.771166 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf633174-84cd-4408-969d-c127826b406f x-openstack-request-id: req-cf633174-84cd-4408-969d-c127826b406f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:42.771777 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "name": "network-vif-plugged", "status": "completed", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:42.772216 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf633174-84cd-4408-969d-c127826b406f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:42.772772 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'code': 200} Oct 15 19:39:42.773936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:42.785692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.787056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.788051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.788588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.789123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.806354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.806822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.807174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.807505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.807861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.808190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.808510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:39:42.835971 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:42.904758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec773b-bed6-489e-ab2f-4e4d7208c43e req-952696af-100c-4522-91a8-f0ab2799853d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.906471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92ec773b-bed6-489e-ab2f-4e4d7208c43e req-952696af-100c-4522-91a8-f0ab2799853d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 945 time: 0.1160166 Oct 15 19:39:42.918198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:42.918396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444da62e-c225-48d9-a035-53a372591cff req-9c058944-4d65-417d-9b07-9f6587bacc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:42.919929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-444da62e-c225-48d9-a035-53a372591cff req-9c058944-4d65-417d-9b07-9f6587bacc8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 1098 time: 0.0651433 Oct 15 19:39:42.975322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92ec773b-bed6-489e-ab2f-4e4d7208c43e req-be53d619-2289-4122-9518-4a72dcfae6fa tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592563 Oct 15 19:39:42.983768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-444da62e-c225-48d9-a035-53a372591cff req-b78bc44b-bd6b-4b13-b335-6139225f0465 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490940 Oct 15 19:39:43.102395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06b2c-9265-4f05-b242-746cee4a6fa1 req-ec9468ca-1807-4c26-b297-0c1c3a2801b5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:43.103713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eb06b2c-9265-4f05-b242-746cee4a6fa1 req-ec9468ca-1807-4c26-b297-0c1c3a2801b5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0509605 Oct 15 19:39:43.141540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eb06b2c-9265-4f05-b242-746cee4a6fa1 req-7f44a9ce-f126-4302-a8a5-fec8700aea7d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313818 Oct 15 19:39:43.170290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e75f20dd-5d8e-4f96-9a0d-32f55aed415e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:43.429195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a24fa-8e05-46ce-86d3-72f4a5898227 req-dce3ae03-48cc-44f4-bdde-464796c8ca76 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:43.431369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-624a24fa-8e05-46ce-86d3-72f4a5898227 req-dce3ae03-48cc-44f4-bdde-464796c8ca76 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.0558319 Oct 15 19:39:43.436424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbb76e-67d9-451b-8afc-e2fb8537a254 req-3ec4adad-722c-48eb-b84d-b64c323d8410 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:43.438213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60cbb76e-67d9-451b-8afc-e2fb8537a254 req-3ec4adad-722c-48eb-b84d-b64c323d8410 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 948 time: 0.0550468 Oct 15 19:39:43.470421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-624a24fa-8e05-46ce-86d3-72f4a5898227 req-5c022027-0751-425c-8ee8-2f6dcb5050f9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Oct 15 19:39:43.478954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60cbb76e-67d9-451b-8afc-e2fb8537a254 req-7fc29638-9ef0-45a2-8d22-d314529492c0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345931 Oct 15 19:39:43.652952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac71656-9ae3-4d8a-8376-443b004b1a4e req-248bd328-a38a-4492-a3de-420937221d97 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:43.654484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ac71656-9ae3-4d8a-8376-443b004b1a4e req-248bd328-a38a-4492-a3de-420937221d97 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0506725 Oct 15 19:39:43.693653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ac71656-9ae3-4d8a-8376-443b004b1a4e req-77cd6226-6209-43de-bec6-c5b1c543cb47 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Oct 15 19:39:43.762130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334f03b-e48d-41fb-a004-07e8f8697d4e req-7f8e4cb3-13ea-47f6-8a8e-cacef15c0b6e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:43.763744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b334f03b-e48d-41fb-a004-07e8f8697d4e req-7f8e4cb3-13ea-47f6-8a8e-cacef15c0b6e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0473516 Oct 15 19:39:43.803062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b334f03b-e48d-41fb-a004-07e8f8697d4e req-2d02269e-79f0-4587-9bda-52e1d929227d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Oct 15 19:39:44.090039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b463a-0b51-4fc3-8c31-b30fe8800b07 req-7585eda3-c1b9-40f4-bdf1-dcc8665dea1b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.091509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f4b463a-0b51-4fc3-8c31-b30fe8800b07 req-7585eda3-c1b9-40f4-bdf1-dcc8665dea1b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Oct 15 19:39:44.129818 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f4b463a-0b51-4fc3-8c31-b30fe8800b07 req-bc53badb-403b-45a1-b955-c5c2900e27d1 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323119 Oct 15 19:39:44.261962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf536ef-f163-4a36-8eb5-55bd2e240eeb req-038291c8-e08f-435f-82c0-12212a25ac98 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.263418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daf536ef-f163-4a36-8eb5-55bd2e240eeb req-038291c8-e08f-435f-82c0-12212a25ac98 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0492840 Oct 15 19:39:44.289073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:44.303237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daf536ef-f163-4a36-8eb5-55bd2e240eeb req-c906a3e9-003b-4161-88e8-56c30a7a9443 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338218 Oct 15 19:39:44.384416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:44.394365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f', 'mac_address': 'fa:16:3e:b2:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:44.435503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:44.448964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:44.471964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:44.581834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:44.620267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbda1e8-0b39-46ca-92fc-a56c94e077f0 req-29e3d859-e316-44cf-b71e-b8929b788660 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.627822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-afbda1e8-0b39-46ca-92fc-a56c94e077f0 req-29e3d859-e316-44cf-b71e-b8929b788660 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.0624976 Oct 15 19:39:44.634639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cafe42-2663-4c8a-8077-3a5e0b56d903 req-6440a745-49ff-4944-995c-f87d4255cf32 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.636748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45cafe42-2663-4c8a-8077-3a5e0b56d903 req-6440a745-49ff-4944-995c-f87d4255cf32 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 948 time: 0.0743444 Oct 15 19:39:44.649866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:44.684176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-afbda1e8-0b39-46ca-92fc-a56c94e077f0 req-11aa5efe-c618-4700-b8e6-4996eb13154a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553148 Oct 15 19:39:44.688250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45cafe42-2663-4c8a-8077-3a5e0b56d903 req-70df19ea-3ade-4514-8862-c2c1b61addd4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Oct 15 19:39:44.817035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ebb87-b6e6-4f64-a433-cd4b2457ba50 req-ca91e58a-1d1d-44d1-8f26-f5884ca395e7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.818606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb7ebb87-b6e6-4f64-a433-cd4b2457ba50 req-ca91e58a-1d1d-44d1-8f26-f5884ca395e7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0536282 Oct 15 19:39:44.865917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb7ebb87-b6e6-4f64-a433-cd4b2457ba50 req-2d8d3d62-05c4-4111-bbdb-184299ada57e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402465 Oct 15 19:39:44.962876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637983-7eed-4bf0-b549-b07000a64399 req-40b75a10-824a-458e-8990-7c66ab1c346e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:44.963992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c637983-7eed-4bf0-b549-b07000a64399 req-40b75a10-824a-458e-8990-7c66ab1c346e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0912602 Oct 15 19:39:45.009202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c637983-7eed-4bf0-b549-b07000a64399 req-7937b7ed-c1e6-4c1f-9c18-469ad5a41b9f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383923 Oct 15 19:39:45.094371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2bdefecc-24b5-4d7d-b4ff-654e7c6a321f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:45.455547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162766c-4acf-4430-a6ae-2c9396846609 req-5d6f08d8-8e6a-42e6-94f0-bc4eb856cb65 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:45.457437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1162766c-4acf-4430-a6ae-2c9396846609 req-5d6f08d8-8e6a-42e6-94f0-bc4eb856cb65 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0575016 Oct 15 19:39:45.499897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1162766c-4acf-4430-a6ae-2c9396846609 req-d6fa7e11-67f7-4f65-8c5e-b62b4f8b7dbf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355687 Oct 15 19:39:45.561413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f827eb-41bf-4c86-b282-ba53bb3ba90d req-07e3cfec-8565-403e-aedc-933f608f7b5e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:45.562873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93f827eb-41bf-4c86-b282-ba53bb3ba90d req-07e3cfec-8565-403e-aedc-933f608f7b5e tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.3456423 Oct 15 19:39:45.602499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93f827eb-41bf-4c86-b282-ba53bb3ba90d req-4afd1600-857f-4ef2-b543-7c9d4d4683b8 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332108 Oct 15 19:39:45.726115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f34585-46c1-4605-8569-6e0258148432 req-3a9f68e6-896c-4d2c-b524-48ceff87710d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:45.729624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25f34585-46c1-4605-8569-6e0258148432 req-3a9f68e6-896c-4d2c-b524-48ceff87710d tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.0611603 Oct 15 19:39:45.736139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:39:45.740761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Request body: {'floatingip': {'port_id': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:45.810267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:45.829542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86938b7-ed02-4176-8b11-b262ce479823 req-ac7429be-ce09-4d2c-94a7-f518e2c785d1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:45.831018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f86938b7-ed02-4176-8b11-b262ce479823 req-ac7429be-ce09-4d2c-94a7-f518e2c785d1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 949 time: 0.0528357 Oct 15 19:39:45.872451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f86938b7-ed02-4176-8b11-b262ce479823 req-ae096610-c71a-477d-8bcf-1656b866b3fc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Oct 15 19:39:45.893546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133838d-25bd-4011-95a2-cc549d53a861 req-f6a3f570-e5d0-4f45-9228-b1a082d977cc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:45.895006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1133838d-25bd-4011-95a2-cc549d53a861 req-f6a3f570-e5d0-4f45-9228-b1a082d977cc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.1201386 Oct 15 19:39:46.019625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1133838d-25bd-4011-95a2-cc549d53a861 req-8c244dcc-b17d-4cf2-87a7-b84e12b37fe9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020727 Oct 15 19:39:46.028023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e2bee-bf07-4046-84a6-dfdd9f0ead46 req-57908d34-587b-4725-8540-6951e9b04ecf tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:46.031345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e9e2bee-bf07-4046-84a6-dfdd9f0ead46 req-57908d34-587b-4725-8540-6951e9b04ecf tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0643554 Oct 15 19:39:46.087850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e9e2bee-bf07-4046-84a6-dfdd9f0ead46 req-50183e62-0349-4865-bf83-f1ab144cf85e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486434 Oct 15 19:39:46.217204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02dbea-0620-4475-9d18-f856e79e62fd req-424cb51d-3c2c-459c-938e-322627fac855 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:46.218842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f02dbea-0620-4475-9d18-f856e79e62fd req-424cb51d-3c2c-459c-938e-322627fac855 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0650959 Oct 15 19:39:46.260402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f02dbea-0620-4475-9d18-f856e79e62fd req-84f3cff3-b9df-4166-a671-2ccf7d07e5a4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Oct 15 19:39:46.294291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:46.359103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:46.418764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e75f20dd-5d8e-4f96-9a0d-32f55aed415e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:46.422980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e75f20dd-5d8e-4f96-9a0d-32f55aed415e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:46.423344 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:46.458538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:46.499975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:46.523482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:46.529138 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072757a3-3df0-4e90-88ce-2b53b53c7a25" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:46.547309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:46.581679 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb5c84c-db6b-4bd6-9bf2-88bf4da49532 x-openstack-request-id: req-fdb5c84c-db6b-4bd6-9bf2-88bf4da49532 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:46.582036 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:46.582367 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdb5c84c-db6b-4bd6-9bf2-88bf4da49532 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:46.583052 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'code': 200} Oct 15 19:39:46.590891 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a associated. External IP: 172.25.0.70, port: 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c. Oct 15 19:39:46.610837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:46.674535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:46.678110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28addc36-06d7-46e6-a1af-030c9f192dae req-b6435ac0-87a5-4f0e-b4f9-6054609e20b5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:46.679726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28addc36-06d7-46e6-a1af-030c9f192dae req-b6435ac0-87a5-4f0e-b4f9-6054609e20b5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1023905 Oct 15 19:39:46.790846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fcf66-5299-42d1-8556-87895f20e998 req-144aac41-5559-4fd0-87f0-9e1899f2c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:46.792251 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-556fcf66-5299-42d1-8556-87895f20e998 req-144aac41-5559-4fd0-87f0-9e1899f2c7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1102 time: 0.1224320 Oct 15 19:39:46.796040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28addc36-06d7-46e6-a1af-030c9f192dae req-22fc0dd9-4311-449b-892a-9177639e840f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037776 Oct 15 19:39:46.869358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-556fcf66-5299-42d1-8556-87895f20e998 req-0c278f23-b659-4ffa-b7db-c2dc96ec2735 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Oct 15 19:39:46.919311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:39:46.995193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9359b4-33bc-44f9-a3f7-e81147f9278f req-c85b176b-ff59-4ac9-b9d1-a6aef18b57de tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:46.996843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad9359b4-33bc-44f9-a3f7-e81147f9278f req-c85b176b-ff59-4ac9-b9d1-a6aef18b57de tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 949 time: 0.0536282 Oct 15 19:39:47.030609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:39:47.036018 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:47.042621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:39:47.057248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:47.057891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:39:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:47.067226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5457e2c8-4c86-45ed-b527-581d635e91df tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "PUT /v2.0/floatingips/03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a HTTP/1.1" status: 200 len: 991 time: 1.3298504 Oct 15 19:39:47.067730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:47.077630 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7513feb3-628d-45a1-a942-8fe8cf3c5458" -d '{"events": [{"name": "network-changed", "server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:47.081211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad9359b4-33bc-44f9-a3f7-e81147f9278f req-9c25d0f6-4b10-46f8-9104-daeff76dd6c1 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732782 Oct 15 19:39:47.170856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0dee-1cd9-4b7e-8dfe-8371a95b7797 req-646bbf67-6127-4097-84e2-f0a10811a2ca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.172700 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7ed0dee-1cd9-4b7e-8dfe-8371a95b7797 req-646bbf67-6127-4097-84e2-f0a10811a2ca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0622094 Oct 15 19:39:47.216636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:47.218192 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db55d0f-7164-495c-9256-b75397d93c65 x-openstack-request-id: req-7db55d0f-7164-495c-9256-b75397d93c65 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:47.218192 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:47.218192 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7db55d0f-7164-495c-9256-b75397d93c65 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:47.225625 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'status': 'completed', 'code': 200} Oct 15 19:39:47.236186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7ed0dee-1cd9-4b7e-8dfe-8371a95b7797 req-ca84ebde-f464-46c1-a0d7-1276aeae967a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571604 Oct 15 19:39:47.307338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-6d28cf1b-0143-4398-8fa9-82e78d4b4828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.309759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-6d28cf1b-0143-4398-8fa9-82e78d4b4828 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 1098 time: 0.0705369 Oct 15 19:39:47.361512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be86cdf-5ff3-48a0-8b33-f4919417dc2a req-ba2ec82e-abde-40f3-9c9f-4f41530ae7d2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.362991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0be86cdf-5ff3-48a0-8b33-f4919417dc2a req-ba2ec82e-abde-40f3-9c9f-4f41530ae7d2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0869412 Oct 15 19:39:47.432603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0be86cdf-5ff3-48a0-8b33-f4919417dc2a req-54112e70-52c3-4b90-83c9-ba443d0114a2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586267 Oct 15 19:39:47.486907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0d:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:39:46Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:47.495140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76188e1-64f6-4ffc-8054-09c4d1bcaf9c req-756acd3b-4cb2-4b57-bfd8-c8e8ffd79f49 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.496662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a76188e1-64f6-4ffc-8054-09c4d1bcaf9c req-756acd3b-4cb2-4b57-bfd8-c8e8ffd79f49 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0824211 Oct 15 19:39:47.500009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-2a5d7629-30d1-4453-b93a-a05c264c5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.501379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-2a5d7629-30d1-4453-b93a-a05c264c5b2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 925 time: 0.1783018 Oct 15 19:39:47.518546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:39:47.528602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:39:47.528602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:39:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:47.577466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a76188e1-64f6-4ffc-8054-09c4d1bcaf9c req-ad6177c9-9e5f-4efb-bd6a-d62c96142b73 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 Oct 15 19:39:47.598571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-b242db04-a74f-42de-ab94-065956910c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c HTTP/1.1" status: 200 len: 999 time: 0.0807409 Oct 15 19:39:47.638162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:39:47.651697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-f55a0af0-57e6-425b-92fc-1f2671b246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.653174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-f55a0af0-57e6-425b-92fc-1f2671b246e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0450966 Oct 15 19:39:47.705373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-ef076839-51e3-463c-ba2c-b69f2d91ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.706848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-ef076839-51e3-463c-ba2c-b69f2d91ef04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447755 Oct 15 19:39:47.801361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-ecde5f11-4dda-4027-a309-3d1b8082c105 service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849767 Oct 15 19:39:47.888947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0d:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:39:46Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:39:47.920865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d343fbdb-9894-497e-9031-0bab8f632f32 None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '390b63db-1c65-4c82-97db-249c41d75811', 'port_id': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'mac_address': 'fa:16:3e:0d:dd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:35:51Z', 'updated_at': '2021-10-15T19:39:46Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:39:47.924276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed62bfc-b055-41ed-8b6b-c482f16744a9 req-71b14d6b-1f56-493d-8c41-d6555b1e6fb3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:47.925916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ed62bfc-b055-41ed-8b6b-c482f16744a9 req-71b14d6b-1f56-493d-8c41-d6555b1e6fb3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0554514 Oct 15 19:39:47.927159 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7513feb3-628d-45a1-a942-8fe8cf3c5458 req-92fcfbf4-27e5-4328-b4ac-62bc2b1e6438 service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181080 Oct 15 19:39:47.970361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ed62bfc-b055-41ed-8b6b-c482f16744a9 req-45974f4a-8492-4ecd-883a-036df1aa57bf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361588 Oct 15 19:39:48.147715 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8703f98c-b729-4824-a119-2713469adcc0 None None] New status for floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:39:48.218499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ef631-d979-435c-bdd5-776d0d5c868b req-51b914ec-33f5-40ac-98d0-c61fdc6747f2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:48.219662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-888ef631-d979-435c-bdd5-776d0d5c868b req-51b914ec-33f5-40ac-98d0-c61fdc6747f2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 949 time: 0.0536075 Oct 15 19:39:48.260055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-888ef631-d979-435c-bdd5-776d0d5c868b req-99b4bfe3-a2b3-4f19-b270-5b71c6026ddc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Oct 15 19:39:48.292996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:39:48.379536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c136bfd-a521-4f58-9736-4d16f812856e req-0299fa39-6f70-4c57-af18-222a346ad4dd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:48.381125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c136bfd-a521-4f58-9736-4d16f812856e req-0299fa39-6f70-4c57-af18-222a346ad4dd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0647614 Oct 15 19:39:48.423362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c136bfd-a521-4f58-9736-4d16f812856e req-842bb0cf-25ac-406a-a5d4-01f0ea66f52b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357845 Oct 15 19:39:48.440018 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-617c2351-afbb-4ee0-8fe3-1fe88cc181c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:48.447920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:39:48.448624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:39:48.449172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:48.538895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:48.577954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f819a-5700-43cf-83ab-7e2ce5cf141d req-a995461b-0511-4103-8a83-0495818f93c1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:48.579420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f819a-5700-43cf-83ab-7e2ce5cf141d req-a995461b-0511-4103-8a83-0495818f93c1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0749819 Oct 15 19:39:48.580740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:48.583753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:48.586103 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb3b07-4a17-44a7-8768-409a8d028d98" -d '{"events": [{"server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "name": "network-vif-plugged", "status": "completed", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:48.625812 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a561be-e358-4ecc-9ba3-ae20073fdf92 x-openstack-request-id: req-f5a561be-e358-4ecc-9ba3-ae20073fdf92 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:48.626247 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "name": "network-vif-plugged", "status": "completed", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:48.626600 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5a561be-e358-4ecc-9ba3-ae20073fdf92 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:48.627109 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f', 'code': 200} Oct 15 19:39:48.650221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f819a-5700-43cf-83ab-7e2ce5cf141d req-60899d5f-e25f-4ac8-ae1c-a65aa9a40f57 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637136 Oct 15 19:39:48.666531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:48.722405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:48.765804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6af936-b81a-481e-96e1-5837286e9584 req-aee13fd8-3e1b-4d9d-8096-ea402d04ea08 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:48.767949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e6af936-b81a-481e-96e1-5837286e9584 req-aee13fd8-3e1b-4d9d-8096-ea402d04ea08 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0681541 Oct 15 19:39:48.777040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10a4cc-020c-4a48-a6cb-3e0de66c3c45 req-7243eed3-3eb1-44c0-b703-84a61857aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:48.778724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d10a4cc-020c-4a48-a6cb-3e0de66c3c45 req-7243eed3-3eb1-44c0-b703-84a61857aac3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 1102 time: 0.0493555 Oct 15 19:39:48.808921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e6af936-b81a-481e-96e1-5837286e9584 req-f12c8dfe-6c1f-4628-acaf-9b041218889d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347207 Oct 15 19:39:48.821219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d10a4cc-020c-4a48-a6cb-3e0de66c3c45 req-32d1fef2-2aa4-4c53-a758-73a0b213988c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295508 Oct 15 19:39:49.089107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16663736-8820-41ab-b7ad-815c3f0b3c27 req-a848d1e9-45d7-455b-be7f-87ca8e25aaa7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.090262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16663736-8820-41ab-b7ad-815c3f0b3c27 req-a848d1e9-45d7-455b-be7f-87ca8e25aaa7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0511034 Oct 15 19:39:49.127788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16663736-8820-41ab-b7ad-815c3f0b3c27 req-38b335f2-3420-423a-a7d4-f73a18875d3f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Oct 15 19:39:49.380596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0c93-96ec-4e3d-8dfe-1f1bbc77794e req-f81fba8c-728d-4a7e-9910-2788527eaede tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.382036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9dc0c93-96ec-4e3d-8dfe-1f1bbc77794e req-f81fba8c-728d-4a7e-9910-2788527eaede tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0507965 Oct 15 19:39:49.424486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9dc0c93-96ec-4e3d-8dfe-1f1bbc77794e req-58328b1c-bb75-4e99-bbb1-08ac40ba07a0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Oct 15 19:39:49.541678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6028f-2dab-4d83-bdec-77c4c4e48658 req-08829c3c-6b8e-4226-93a0-95f1aecd22a1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.543058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03a6028f-2dab-4d83-bdec-77c4c4e48658 req-08829c3c-6b8e-4226-93a0-95f1aecd22a1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0484378 Oct 15 19:39:49.580042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03a6028f-2dab-4d83-bdec-77c4c4e48658 req-45ab4242-b668-447e-9031-8e48281f4c7b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310252 Oct 15 19:39:49.697399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19663d22-cd6d-4c2f-a153-bddd7266dbfe req-40c3015c-aa43-4b88-99f5-9f6759f48b7a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.698865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19663d22-cd6d-4c2f-a153-bddd7266dbfe req-40c3015c-aa43-4b88-99f5-9f6759f48b7a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0521457 Oct 15 19:39:49.736799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19663d22-cd6d-4c2f-a153-bddd7266dbfe req-ce800705-fc6d-46ba-b97e-1adf5c1ceb0f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Oct 15 19:39:49.759321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cb11d-d7e9-4416-b202-9b4868cb939f req-cc3b516a-e3f9-4b93-9399-429ec943e3a4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.760865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c97cb11d-d7e9-4416-b202-9b4868cb939f req-cc3b516a-e3f9-4b93-9399-429ec943e3a4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0485847 Oct 15 19:39:49.801494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c97cb11d-d7e9-4416-b202-9b4868cb939f req-12311993-a285-4e7b-9ac0-271b31c0d0d4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313179 Oct 15 19:39:49.925355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8f464-22ee-4da5-8e00-af4ddf4122e1 req-4b9c4cd3-7ad5-44d6-9311-05d966b1549c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:49.926814 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3d8f464-22ee-4da5-8e00-af4ddf4122e1 req-4b9c4cd3-7ad5-44d6-9311-05d966b1549c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0495024 Oct 15 19:39:49.968452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3d8f464-22ee-4da5-8e00-af4ddf4122e1 req-86d4d4c1-9dc4-4f3c-bcc7-9a4aa26a8cd6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354691 Oct 15 19:39:50.005784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-89d00324-6b23-4228-8b7d-865ef5d56799 req-e9a0c595-d387-4184-8037-3123af7f859b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:39:50.006743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89d00324-6b23-4228-8b7d-865ef5d56799 req-e9a0c595-d387-4184-8037-3123af7f859b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053008 Oct 15 19:39:50.241763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381b62b-cdc6-444f-aad6-3e96e19751f4 req-407280b6-93ca-4f05-ac32-e28fb2057864 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:50.243689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8381b62b-cdc6-444f-aad6-3e96e19751f4 req-407280b6-93ca-4f05-ac32-e28fb2057864 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0511153 Oct 15 19:39:50.285557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8381b62b-cdc6-444f-aad6-3e96e19751f4 req-34e0b680-0302-490d-808d-04cae7770073 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Oct 15 19:39:50.359083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7474c-5ae1-4323-9cf0-55ed55397e07 req-c56dbb3e-0e41-40e7-8817-9c1a2a3e31f1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:50.360640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb7474c-5ae1-4323-9cf0-55ed55397e07 req-c56dbb3e-0e41-40e7-8817-9c1a2a3e31f1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0495608 Oct 15 19:39:50.399255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb7474c-5ae1-4323-9cf0-55ed55397e07 req-cc71144b-3fbd-4b20-bd1b-00325bf9a5ea tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Oct 15 19:39:50.504662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-6aec6a8f-481d-4dfd-92d8-d9c904b670df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0429673 Oct 15 19:39:50.550393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fc46c-f49e-4285-a88d-0a11dc0fb29b req-70ae7c60-88b1-4043-a9d0-00cbdb286e69 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:50.551886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-001fc46c-f49e-4285-a88d-0a11dc0fb29b req-70ae7c60-88b1-4043-a9d0-00cbdb286e69 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0536933 Oct 15 19:39:50.593187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-001fc46c-f49e-4285-a88d-0a11dc0fb29b req-88e88579-0cc2-4ca9-9d9a-0e0e6a26330a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Oct 15 19:39:50.923602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438952-b69c-41ee-9c12-b8d036be6f76 req-ee151d0a-c20e-4a7a-a7f3-1b6e00097eb4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:50.925093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f438952-b69c-41ee-9c12-b8d036be6f76 req-ee151d0a-c20e-4a7a-a7f3-1b6e00097eb4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0513000 Oct 15 19:39:50.963848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f438952-b69c-41ee-9c12-b8d036be6f76 req-dffd976c-8232-4eb2-a5ea-a37d8a1ea9e7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325401 Oct 15 19:39:51.081630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828e613-067c-4f70-9816-0f3a3b7e2de2 req-d11d9325-4b1b-4ca2-8081-d9c9e69af1a2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:51.083089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6828e613-067c-4f70-9816-0f3a3b7e2de2 req-d11d9325-4b1b-4ca2-8081-d9c9e69af1a2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0487089 Oct 15 19:39:51.126288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6828e613-067c-4f70-9816-0f3a3b7e2de2 req-f5cb0ce0-a545-4c36-9d40-7890e42dc372 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362060 Oct 15 19:39:51.366624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f097713b-3361-4655-a4cb-64d3750ab5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:51.405174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32dd2ea-a087-4a24-ba5b-1a5b38325b8e req-cc5179aa-031e-4c91-8e51-74a5479dbf83 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:51.406744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d32dd2ea-a087-4a24-ba5b-1a5b38325b8e req-cc5179aa-031e-4c91-8e51-74a5479dbf83 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0551860 Oct 15 19:39:51.453985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d32dd2ea-a087-4a24-ba5b-1a5b38325b8e req-de706c9c-8625-4d32-9748-0ffda3d92b5b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Oct 15 19:39:51.539062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3edf160-b989-42f6-a8f6-e5f9c40503ec req-35a29379-1ba2-479a-aec8-b9f73508f1e4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:51.541275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a3edf160-b989-42f6-a8f6-e5f9c40503ec req-35a29379-1ba2-479a-aec8-b9f73508f1e4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0494454 Oct 15 19:39:51.581790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a3edf160-b989-42f6-a8f6-e5f9c40503ec req-bdc0767a-030e-44e3-b598-5fd46bbec4fc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345769 Oct 15 19:39:51.708124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc675fc9-ba1d-4722-bae4-b6ed61ff26ee req-f3ecefb1-438d-4209-97b0-b35ac971f2bb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:51.709569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc675fc9-ba1d-4722-bae4-b6ed61ff26ee req-f3ecefb1-438d-4209-97b0-b35ac971f2bb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0489118 Oct 15 19:39:51.747476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc675fc9-ba1d-4722-bae4-b6ed61ff26ee req-88d8d60f-30c9-46fc-90ab-601d7b5c07e3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Oct 15 19:39:51.858993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe2ea0-bba3-450f-9757-ec9205579bf1 req-124cf5b8-780c-4e98-baea-31d1a42a31b2 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:51.860498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00fe2ea0-bba3-450f-9757-ec9205579bf1 req-124cf5b8-780c-4e98-baea-31d1a42a31b2 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 1102 time: 0.0401163 Oct 15 19:39:51.894762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00fe2ea0-bba3-450f-9757-ec9205579bf1 req-e1691af0-3d89-4e45-81d0-e241504aa503 tempest-ServersOnMultiNodesTest-968468319 tempest-ServersOnMultiNodesTest-968468319-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283206 Oct 15 19:39:52.085400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641f60-8a7f-4a6f-803a-6f39e8fc3124 req-ca8afee0-2998-4921-8855-4ccdb1948f88 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:52.087137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10641f60-8a7f-4a6f-803a-6f39e8fc3124 req-ca8afee0-2998-4921-8855-4ccdb1948f88 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0562077 Oct 15 19:39:52.131344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10641f60-8a7f-4a6f-803a-6f39e8fc3124 req-031f131d-84fd-4921-9475-053e0604e794 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379071 Oct 15 19:39:52.240710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2d16-e6d9-4e1f-8e31-62bb2a2becae req-d164dfda-658f-4397-94fb-0fc69eef4ede tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:52.242207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-650a2d16-e6d9-4e1f-8e31-62bb2a2becae req-d164dfda-658f-4397-94fb-0fc69eef4ede tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0511777 Oct 15 19:39:52.280372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-650a2d16-e6d9-4e1f-8e31-62bb2a2becae req-8c42dddd-e279-4eae-9763-b292012c244e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311809 Oct 15 19:39:52.597820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed0a6a-ab4e-4f47-ab7a-297af3f0fd50 req-485d02b7-195a-4664-80c0-f710720b19cb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:52.598106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:52.598781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:52.599514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1ed0a6a-ab4e-4f47-ab7a-297af3f0fd50 req-485d02b7-195a-4664-80c0-f710720b19cb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0514555 Oct 15 19:39:52.600253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:52.638894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1ed0a6a-ab4e-4f47-ab7a-297af3f0fd50 req-a631f9cd-b7bc-4d06-9609-03146d9cce37 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Oct 15 19:39:52.650324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:52.745448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb476acc-19f8-4fcd-92ee-a89d3764319e req-0304f155-6000-4458-9356-243e2ecc7aa0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:52.746888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb476acc-19f8-4fcd-92ee-a89d3764319e req-0304f155-6000-4458-9356-243e2ecc7aa0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0531929 Oct 15 19:39:52.783446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb476acc-19f8-4fcd-92ee-a89d3764319e req-c7381fc9-0e5c-4706-9508-7cc2fabcf87c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306733 Oct 15 19:39:52.888165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df5ed4-4939-489b-bdde-96e335f0512c req-2b8a49ca-e0f4-4e66-8496-5ddd863a1663 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:52.889701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6df5ed4-4939-489b-bdde-96e335f0512c req-2b8a49ca-e0f4-4e66-8496-5ddd863a1663 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0505035 Oct 15 19:39:52.928674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6df5ed4-4939-489b-bdde-96e335f0512c req-6fa6a2ec-05f6-4b33-84b0-110622fd6b39 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Oct 15 19:39:53.268440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-b4ede974-7c2f-4224-a3ae-b9be323ca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.269916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-b4ede974-7c2f-4224-a3ae-b9be323ca292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1102 time: 0.0716071 Oct 15 19:39:53.278492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e6a2-23e3-4176-a0db-3b82ad077f1f req-8b6809ce-e800-44f5-ba3b-0a8bbaa2d570 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.279875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3c5e6a2-23e3-4176-a0db-3b82ad077f1f req-8b6809ce-e800-44f5-ba3b-0a8bbaa2d570 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0734046 Oct 15 19:39:53.368676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c3c5e6a2-23e3-4176-a0db-3b82ad077f1f req-9f897f42-f862-4ea3-b461-4ba9e02c9cf5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786958 Oct 15 19:39:53.396010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-c0ac49b6-9ba1-4411-8ad0-8a797f9f15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.397631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-c0ac49b6-9ba1-4411-8ad0-8a797f9f15be service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1150010 Oct 15 19:39:53.405540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffd6f6-1697-40dc-b4fb-ce792b430d8f req-6a72898d-5eff-4afb-9635-fcae8d12ef52 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.408198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84ffd6f6-1697-40dc-b4fb-ce792b430d8f req-6a72898d-5eff-4afb-9635-fcae8d12ef52 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0609088 Oct 15 19:39:53.444257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-e02d3027-f393-41c0-a6e3-60773b3a0c59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 217 time: 0.0381255 Oct 15 19:39:53.451329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84ffd6f6-1697-40dc-b4fb-ce792b430d8f req-f8573f04-5c52-4f02-ae5a-7a1690c42fb6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Oct 15 19:39:53.506860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-82b7d378-adc9-4628-960c-455549d72cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.508913 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-82b7d378-adc9-4628-960c-455549d72cf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0436599 Oct 15 19:39:53.553279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-3e1e2957-b889-4f59-bb93-394ffe721872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.555266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-3e1e2957-b889-4f59-bb93-394ffe721872 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0383592 Oct 15 19:39:53.659368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-822205b5-f783-4f52-a469-d9afb1de27cc service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Oct 15 19:39:53.751261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-6cee4853-818a-4963-a8f4-533fdacfb631 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840845 Oct 15 19:39:53.758775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f27705-1fa6-4e7e-acb0-2f7c0d44a7ce req-eaa2f404-d9e5-433b-979f-297a3d9d5555 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.760258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61f27705-1fa6-4e7e-acb0-2f7c0d44a7ce req-eaa2f404-d9e5-433b-979f-297a3d9d5555 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0520368 Oct 15 19:39:53.797312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61f27705-1fa6-4e7e-acb0-2f7c0d44a7ce req-9f21f2c7-f7a8-4feb-a841-16eb1b4f4fc4 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310938 Oct 15 19:39:53.902149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a90a8a-5c0b-4695-abff-5f27d47d07cc req-555fa9ac-3e4d-4bd8-8f13-daba5a5c0cca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:53.903672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94a90a8a-5c0b-4695-abff-5f27d47d07cc req-555fa9ac-3e4d-4bd8-8f13-daba5a5c0cca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0518239 Oct 15 19:39:53.944498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94a90a8a-5c0b-4695-abff-5f27d47d07cc req-6470546e-8845-4cb9-b2f9-9c730d109f68 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Oct 15 19:39:54.061519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531b828-7816-4b05-a14b-3a0909683c9f req-e333e166-a07e-4e0b-b6f3-09ea7fccc1ef tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:54.063027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7531b828-7816-4b05-a14b-3a0909683c9f req-e333e166-a07e-4e0b-b6f3-09ea7fccc1ef tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0546086 Oct 15 19:39:54.100399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7531b828-7816-4b05-a14b-3a0909683c9f req-65b13706-b130-4171-bd66-3d54e2618085 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Oct 15 19:39:54.363992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:54.489797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135013e-9133-4c28-8738-496636171bfb req-8fdd50d0-7041-4da3-92b7-4eab3ef25ec8 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:54.492268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2135013e-9133-4c28-8738-496636171bfb req-8fdd50d0-7041-4da3-92b7-4eab3ef25ec8 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0533772 Oct 15 19:39:54.539935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2135013e-9133-4c28-8738-496636171bfb req-e84da354-ae7b-490f-84f6-b532a04e1a80 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Oct 15 19:39:54.568269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e988a1-d8dc-4cb2-b998-1faf8b169959 req-b330c319-351c-48f8-ae55-37ba8d541f92 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:54.570046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69e988a1-d8dc-4cb2-b998-1faf8b169959 req-b330c319-351c-48f8-ae55-37ba8d541f92 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0506380 Oct 15 19:39:54.612152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69e988a1-d8dc-4cb2-b998-1faf8b169959 req-9a4d3124-e2ab-437e-af24-e07238100a1e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Oct 15 19:39:54.912980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b8ac9-b667-47c2-840c-9f8ad441cb3f req-08e76f8c-3200-4dee-8036-58180ad66415 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:54.914658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-977b8ac9-b667-47c2-840c-9f8ad441cb3f req-08e76f8c-3200-4dee-8036-58180ad66415 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0509298 Oct 15 19:39:54.951985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-977b8ac9-b667-47c2-840c-9f8ad441cb3f req-d9dcfc4e-013f-4627-9210-12da17a3b628 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Oct 15 19:39:55.051354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450ffe-ec78-410e-b549-8b13faf8627b req-8b92b4dc-4e8e-4d73-9840-23d5d518dcce tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:55.052843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34450ffe-ec78-410e-b549-8b13faf8627b req-8b92b4dc-4e8e-4d73-9840-23d5d518dcce tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.0485954 Oct 15 19:39:55.058624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b30330-90f8-4898-8215-60fa27e9bcd7 req-862fdd4e-e41e-4784-adc6-a378bc4904fc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:55.060095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7b30330-90f8-4898-8215-60fa27e9bcd7 req-862fdd4e-e41e-4784-adc6-a378bc4904fc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0471709 Oct 15 19:39:55.098968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7b30330-90f8-4898-8215-60fa27e9bcd7 req-a67bb869-8bd7-4fbc-8850-ff7e57a3bdd3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327654 Oct 15 19:39:55.150743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:39:55.151079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:55.271974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c5c29-86aa-4803-8987-8c733e61e512 req-57334f44-c7fd-4133-bc58-a5cbbb02b550 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:55.273340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c34c5c29-86aa-4803-8987-8c733e61e512 req-57334f44-c7fd-4133-bc58-a5cbbb02b550 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 950 time: 0.1029887 Oct 15 19:39:55.278207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:55.278564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:55.296998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:39:55.361222 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c34c5c29-86aa-4803-8987-8c733e61e512 req-86f8202a-f972-45e4-ae90-f7b5453f8a6b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797646 Oct 15 19:39:55.498490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:55.511263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'de030ab9-a55c-460b-b982-b06799f65087'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:55.527004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=2bdefecc-24b5-4d7d-b4ff-654e7c6a321f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:55.545851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:55.578949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:39:55.583294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:55.584988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34450ffe-ec78-410e-b549-8b13faf8627b req-ed9a5c2a-d5b6-4d5b-a629-feee854384e2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "DELETE /v2.0/ports/2bdefecc-24b5-4d7d-b4ff-654e7c6a321f HTTP/1.1" status: 204 len: 173 time: 0.5251780 Oct 15 19:39:55.585445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'name': 'network-vif-deleted', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:39:55.588290 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425c1394-3ceb-44f4-ad76-f0c68d590fd1" -d '{"events": [{"server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "name": "network-vif-deleted", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:39:55.636255 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3afba57-f792-4d9f-8b67-ec0217aeecee x-openstack-request-id: req-c3afba57-f792-4d9f-8b67-ec0217aeecee {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:39:55.636545 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acbbe6ee-b386-4335-a421-a833dd5b5fba", "name": "network-vif-deleted", "tag": "2bdefecc-24b5-4d7d-b4ff-654e7c6a321f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:39:55.636798 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3afba57-f792-4d9f-8b67-ec0217aeecee {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:39:55.637194 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acbbe6ee-b386-4335-a421-a833dd5b5fba', 'name': 'network-vif-deleted', 'tag': '2bdefecc-24b5-4d7d-b4ff-654e7c6a321f', 'status': 'completed', 'code': 200} Oct 15 19:39:55.698931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3c0b3-2459-4922-a014-ca6bc21e0c34 req-7266dd4c-b46e-4c6e-8d07-5481101e3249 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:55.700551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00f3c0b3-2459-4922-a014-ca6bc21e0c34 req-7266dd4c-b46e-4c6e-8d07-5481101e3249 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0740409 Oct 15 19:39:55.764001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00f3c0b3-2459-4922-a014-ca6bc21e0c34 req-35af0879-0c6a-426e-ba1f-aa78ee0e1a1e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567722 Oct 15 19:39:55.775866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76831d2-e0b2-4666-b44e-d69135699891 req-cd620612-f795-48b4-8ee8-88ee15a3a74f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:55.790371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d76831d2-e0b2-4666-b44e-d69135699891 req-cd620612-f795-48b4-8ee8-88ee15a3a74f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0793166 Oct 15 19:39:55.857074 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d76831d2-e0b2-4666-b44e-d69135699891 req-539eae08-6082-46d9-8691-6a0fb6a16277 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Oct 15 19:39:56.086057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dfb74-8ddb-4c2b-a1b2-12edfa44a5bf req-9f7fa8a2-cf8b-4357-83fb-4b7839a18e33 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:56.087904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-734dfb74-8ddb-4c2b-a1b2-12edfa44a5bf req-9f7fa8a2-cf8b-4357-83fb-4b7839a18e33 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0654778 Oct 15 19:39:56.126974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-734dfb74-8ddb-4c2b-a1b2-12edfa44a5bf req-f0d8b9b4-b8f0-4b09-a9de-fca79e562301 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Oct 15 19:39:56.139499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:39:56.223680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31109fff-96d2-4e66-a1a8-7986279602f2 req-cf41c4da-a99c-4fda-bb8e-a4f536f4c845 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:56.225255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31109fff-96d2-4e66-a1a8-7986279602f2 req-cf41c4da-a99c-4fda-bb8e-a4f536f4c845 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0534239 Oct 15 19:39:56.263922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31109fff-96d2-4e66-a1a8-7986279602f2 req-7708887c-c4bf-496e-b8a0-874e6f468072 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Oct 15 19:39:56.294001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:56.313776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657', 'port_id': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'mac_address': 'fa:16:3e:76:0c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:39:56.374252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:56.396441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f75d67f-d4cc-482b-b6d2-a8c48559c243 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:39:56.410975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:39:56.468691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e31f528-5888-4c99-b852-7bb61f8a5ef5 req-241daea4-f724-4f68-b32e-e6151c59d69d tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbbe6ee-b386-4335-a421-a833dd5b5fba HTTP/1.1" status: 200 len: 210 time: 0.0269270 Oct 15 19:39:56.482543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:56.531114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:39:56.721831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759a17-8153-41f4-b477-8e7ae3bad6ef req-65b058ad-56e9-44e2-b2c9-9dedf2a0991f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:56.723328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf759a17-8153-41f4-b477-8e7ae3bad6ef req-65b058ad-56e9-44e2-b2c9-9dedf2a0991f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1098 time: 0.0404406 Oct 15 19:39:56.759455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf759a17-8153-41f4-b477-8e7ae3bad6ef req-258d0c1b-2f88-4ba1-8169-2d3943571da9 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290833 Oct 15 19:39:56.884921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf9d66-d625-49d6-a1ab-6b85600a3bc8 req-e825f3c7-7191-4a43-b961-8f6c7d56dea0 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:56.886326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daaf9d66-d625-49d6-a1ab-6b85600a3bc8 req-e825f3c7-7191-4a43-b961-8f6c7d56dea0 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0495722 Oct 15 19:39:56.924584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daaf9d66-d625-49d6-a1ab-6b85600a3bc8 req-b25950af-bbe4-4253-8de8-59a782e46ea8 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323527 Oct 15 19:39:57.049708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f75d67f-d4cc-482b-b6d2-a8c48559c243'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:39:57.125093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36dbc-beb0-42f1-b2c4-6fe3189358ad req-3777ef51-5874-44e0-a2dc-f6665c091808 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:57.126610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbd36dbc-beb0-42f1-b2c4-6fe3189358ad req-3777ef51-5874-44e0-a2dc-f6665c091808 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0575743 Oct 15 19:39:57.167386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbd36dbc-beb0-42f1-b2c4-6fe3189358ad req-73d091fb-3ac5-48a0-aa78-2915059ddc0b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332503 Oct 15 19:39:57.326544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcce784-3eaa-418d-a5f8-50dfa5b62885 req-98f4d0a8-6fc9-4526-ae6b-df12190b4647 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:57.328019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fcce784-3eaa-418d-a5f8-50dfa5b62885 req-98f4d0a8-6fc9-4526-ae6b-df12190b4647 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0515504 Oct 15 19:39:57.369695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fcce784-3eaa-418d-a5f8-50dfa5b62885 req-5e35fa19-334d-4e29-9184-a2208bacdfba tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Oct 15 19:39:57.476405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284934f9-a0f9-4d9f-b0d5-591fec2a0182 req-7b0be381-c9e1-4740-a3b2-34f306f06e34 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:57.477919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-284934f9-a0f9-4d9f-b0d5-591fec2a0182 req-7b0be381-c9e1-4740-a3b2-34f306f06e34 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0498934 Oct 15 19:39:57.517865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-284934f9-a0f9-4d9f-b0d5-591fec2a0182 req-33c8573c-beeb-4c32-99f8-21848f034624 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Oct 15 19:39:58.006650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d50b38-68ab-4caa-95da-f6b99916c821 req-95e08210-2843-4b7c-8da2-ac7a2ef7954c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.008772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13d50b38-68ab-4caa-95da-f6b99916c821 req-95e08210-2843-4b7c-8da2-ac7a2ef7954c tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0498312 Oct 15 19:39:58.045537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13d50b38-68ab-4caa-95da-f6b99916c821 req-e3fa8475-96eb-44fb-8053-3fec6447e3fe tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Oct 15 19:39:58.149917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a717ff-b5fc-4c51-8507-9dce5378ec4b req-ae1c16ca-b50d-4d73-9817-dd95d1f63d44 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.151366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9a717ff-b5fc-4c51-8507-9dce5378ec4b req-ae1c16ca-b50d-4d73-9817-dd95d1f63d44 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0515351 Oct 15 19:39:58.189304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9a717ff-b5fc-4c51-8507-9dce5378ec4b req-7427dc12-933e-4e8a-abcd-a21d81ab8d03 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Oct 15 19:39:58.353288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96851-f0ed-4120-8b0d-dbc683464b07 req-d3e97b2c-7aec-48ef-9dad-f469607bffba tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.354726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fa96851-f0ed-4120-8b0d-dbc683464b07 req-d3e97b2c-7aec-48ef-9dad-f469607bffba tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0484655 Oct 15 19:39:58.384301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:39:58.393937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fa96851-f0ed-4120-8b0d-dbc683464b07 req-cef536c8-cdad-4e2a-8411-9ecb6f9b9158 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332055 Oct 15 19:39:58.405545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:39:58.405884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2bdefecc-24b5-4d7d-b4ff-654e7c6a321f not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:39:58.559743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fe657-5c58-4eea-ab13-fdbc6d088da5 req-2376852c-db01-4ca1-8339-d468d5f349ca tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.561244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-900fe657-5c58-4eea-ab13-fdbc6d088da5 req-2376852c-db01-4ca1-8339-d468d5f349ca tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0502961 Oct 15 19:39:58.566484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-90001744-a099-4e1e-addf-c55a20bd3fe7 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:39:58.570795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-90001744-a099-4e1e-addf-c55a20bd3fe7 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053422 Oct 15 19:39:58.628080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-70d867af-86be-4c3b-8865-604f4750d442 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.629428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-70d867af-86be-4c3b-8865-604f4750d442 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 1095 time: 0.0546777 Oct 15 19:39:58.635931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-900fe657-5c58-4eea-ab13-fdbc6d088da5 req-97ee74bf-6f1a-45ac-b5c6-f6486eb5b187 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676484 Oct 15 19:39:58.640018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:39:58.640470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:39:58.792475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e6f1d-9dd3-4695-bd40-81eb2cc81b72 req-bf907e83-a4fb-4045-96f4-dbf941ee51bf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:58.793946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f5e6f1d-9dd3-4695-bd40-81eb2cc81b72 req-bf907e83-a4fb-4045-96f4-dbf941ee51bf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1042032 Oct 15 19:39:58.832647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:39:58.832895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:39:58.833225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:58.846897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:39:58.847219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:39:58.856503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f5e6f1d-9dd3-4695-bd40-81eb2cc81b72 req-d267852e-093e-4b3f-9912-365570ae892b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Oct 15 19:39:58.857687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:39:58.858060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:39:58.858462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:39:58.858926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Bound port: 197ee010-41d0-461b-bf19-d366aaad9e2f, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:39:58.910090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:39:59.003277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:39:59.004477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5c53852a-b6fe-48b5-ba5f-2e543963b685 service neutron] 10.222.0.13 "POST /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f/bindings HTTP/1.1" status: 201 len: 390 time: 0.3676736 Oct 15 19:39:59.164477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b620b-efb3-473c-9fbb-7b23aad2ddd7 req-a864c84d-6ad6-4049-a1c5-1e0c21bd9dd0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.166002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c30b620b-efb3-473c-9fbb-7b23aad2ddd7 req-a864c84d-6ad6-4049-a1c5-1e0c21bd9dd0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0532613 Oct 15 19:39:59.206383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c30b620b-efb3-473c-9fbb-7b23aad2ddd7 req-0a65f0bf-4ad9-4ac5-9d41-baee812e02ef tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Oct 15 19:39:59.280834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdd18c-5073-4780-a385-8de24d88532a req-d24d0138-c905-4925-8114-727a264a3788 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.282448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0fdd18c-5073-4780-a385-8de24d88532a req-d24d0138-c905-4925-8114-727a264a3788 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0532596 Oct 15 19:39:59.313548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8fb7f-8a66-498d-bbcd-4bb2cdcb4b0c req-5a9b3f97-17ec-4a9f-8998-fd94deab795d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.315050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36a8fb7f-8a66-498d-bbcd-4bb2cdcb4b0c req-5a9b3f97-17ec-4a9f-8998-fd94deab795d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0495722 Oct 15 19:39:59.321602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0fdd18c-5073-4780-a385-8de24d88532a req-8908c31b-47a8-4f6d-a798-c06981234bc6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327389 Oct 15 19:39:59.354496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36a8fb7f-8a66-498d-bbcd-4bb2cdcb4b0c req-226ea387-5100-490d-9203-2fc5d25b55bc tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Oct 15 19:39:59.518757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5cc2c-dc9c-42fa-b75c-bd3c74494b86 req-fb408356-6b0e-4b5c-b1e8-f42bc68a1ca6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.520432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67f5cc2c-dc9c-42fa-b75c-bd3c74494b86 req-fb408356-6b0e-4b5c-b1e8-f42bc68a1ca6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0600445 Oct 15 19:39:59.564122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67f5cc2c-dc9c-42fa-b75c-bd3c74494b86 req-993fb7ae-9bb6-4d03-aeaf-a0816c9a5a8e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354826 Oct 15 19:39:59.676397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-c814dc0d-9aa8-4052-b5e0-948f0ae0315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.677797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-c814dc0d-9aa8-4052-b5e0-948f0ae0315d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1098 time: 0.0437098 Oct 15 19:39:59.753537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac071f6-2809-4473-928c-6326d148519a req-8a08ebb2-cbb7-47a8-864d-df3e4e15e3e3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.755246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cac071f6-2809-4473-928c-6326d148519a req-8a08ebb2-cbb7-47a8-864d-df3e4e15e3e3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0507333 Oct 15 19:39:59.768480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-1dbfd548-77aa-48c6-b888-df12b0ea565e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:39:59.769934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-1dbfd548-77aa-48c6-b888-df12b0ea565e service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.0846748 Oct 15 19:39:59.792976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cac071f6-2809-4473-928c-6326d148519a req-e1ee672d-f9c4-453f-b5ed-41d960229d48 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Oct 15 19:39:59.842071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-846f5aec-78a5-4640-a1aa-d1763c484d20 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 217 time: 0.0479805 Oct 15 19:40:00.146882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:00.227937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-ab9c220a-38be-432f-8f52-0dab6c167e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.229431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-ab9c220a-38be-432f-8f52-0dab6c167e84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0854130 Oct 15 19:40:00.240265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-fadaeebc-afa7-4e4f-8827-2bff4f371cbc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.240265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-fadaeebc-afa7-4e4f-8827-2bff4f371cbc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.4431453 Oct 15 19:40:00.278502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:40:00.282189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d9feb9-5605-4e35-bfd1-bfd4245f2239 req-fb17e3cc-ef42-4f1b-8058-1d3fc1dcae33 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.283137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:00.283581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:00.283717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25d9feb9-5605-4e35-bfd1-bfd4245f2239 req-fb17e3cc-ef42-4f1b-8058-1d3fc1dcae33 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1407897 Oct 15 19:40:00.301574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-7cb03edb-dd6d-49e6-8901-290b84633c95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621793 Oct 15 19:40:00.329637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814abeef-8ed9-4527-9d3e-6fd9d9d21bb5 req-00311619-9652-4b57-8a87-ca814d1ae3a8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.331725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-814abeef-8ed9-4527-9d3e-6fd9d9d21bb5 req-00311619-9652-4b57-8a87-ca814d1ae3a8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 949 time: 0.0551779 Oct 15 19:40:00.373144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-814abeef-8ed9-4527-9d3e-6fd9d9d21bb5 req-05df9a64-770b-4a21-9971-34775c474eff tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335653 Oct 15 19:40:00.373556 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:00.407399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:00.410210 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8120f654-ca63-43e8-bcc7-cd57de40d864" -d '{"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-plugged", "status": "completed", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:00.415777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:00.426080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25d9feb9-5605-4e35-bfd1-bfd4245f2239 req-eddaf078-aec7-4006-ae73-2bc54778444b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214275 Oct 15 19:40:00.464255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5bc50d8b-fc1b-4d81-b21f-db460a1070fa service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485052 Oct 15 19:40:00.491969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483a174-f653-459e-944b-da0e94226074 req-57b655b6-34b9-4ad0-be77-6b44a3b6e501 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.494069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c483a174-f653-459e-944b-da0e94226074 req-57b655b6-34b9-4ad0-be77-6b44a3b6e501 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0563672 Oct 15 19:40:00.495525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port de030ab9-a55c-460b-b982-b06799f65087 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:00.499620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:00.499759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:00.539410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c483a174-f653-459e-944b-da0e94226074 req-eea21775-4504-4093-88bb-c82987aea985 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371780 Oct 15 19:40:00.550500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:00.653181 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0cbc7e-c07a-4a47-ac9c-32e295815a54 x-openstack-request-id: req-4c0cbc7e-c07a-4a47-ac9c-32e295815a54 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:00.653406 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-plugged", "status": "completed", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:00.653840 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c0cbc7e-c07a-4a47-ac9c-32e295815a54 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:00.654226 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'code': 200} Oct 15 19:40:00.658771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf1f2c-393b-4f1a-b4df-f13d987d2c27 req-1fcfb083-3fed-4c36-8918-15460f290638 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.660354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdaf1f2c-393b-4f1a-b4df-f13d987d2c27 req-1fcfb083-3fed-4c36-8918-15460f290638 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.1615591 Oct 15 19:40:00.665944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-817a94a5-30ac-42fb-9832-412b305a8f83 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934052 Oct 15 19:40:00.701859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port de030ab9-a55c-460b-b982-b06799f65087, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de030ab9-a55c-460b-b982-b06799f65087,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:00.702131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:00.724748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for de030ab9-a55c-460b-b982-b06799f65087 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:00.756163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdaf1f2c-393b-4f1a-b4df-f13d987d2c27 req-14a73e73-b30a-4e60-a741-1dfee172db1a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874670 Oct 15 19:40:00.812594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ed9df-4bc2-450d-b769-e7b826580ef5 req-e3435692-19b2-4eae-a734-4ea198980e57 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.814064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfba9cb-9430-45cb-85ae-cb1b63dae0b0 req-9cdc0d28-f76f-4e3d-b657-c27b4b55acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.814213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d1ed9df-4bc2-450d-b769-e7b826580ef5 req-e3435692-19b2-4eae-a734-4ea198980e57 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0583246 Oct 15 19:40:00.815626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbfba9cb-9430-45cb-85ae-cb1b63dae0b0 req-9cdc0d28-f76f-4e3d-b657-c27b4b55acd5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1098 time: 0.0921445 Oct 15 19:40:00.858036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d1ed9df-4bc2-450d-b769-e7b826580ef5 req-dd4bebcb-1f94-40d5-9946-6475c69f049e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351431 Oct 15 19:40:00.868903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbfba9cb-9430-45cb-85ae-cb1b63dae0b0 req-52f48b13-8715-4beb-be1d-526ff0779d44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Oct 15 19:40:00.966679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d68f67-0910-4f9d-a4e8-514ebfe77498 req-1c02d08f-3d57-4323-9102-e01b0812bd11 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:00.968147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06d68f67-0910-4f9d-a4e8-514ebfe77498 req-1c02d08f-3d57-4323-9102-e01b0812bd11 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0621819 Oct 15 19:40:01.006686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06d68f67-0910-4f9d-a4e8-514ebfe77498 req-5a10629a-ac62-466b-9475-3865c398da48 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Oct 15 19:40:01.064546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:01.078566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:01.081308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'de030ab9-a55c-460b-b982-b06799f65087'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:01.092725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=de030ab9-a55c-460b-b982-b06799f65087,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:01.146151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port de030ab9-a55c-460b-b982-b06799f65087 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:01.150178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:01.154295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c87f6962-6763-4202-926a-00be55fcc2c1 req-cf666c20-9c93-49df-b06c-3689680a3f28 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "DELETE /v2.0/ports/de030ab9-a55c-460b-b982-b06799f65087 HTTP/1.1" status: 204 len: 173 time: 0.9031956 Oct 15 19:40:01.155153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'name': 'network-vif-deleted', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:01.157801 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e0301-2354-463a-af37-763111f3a649" -d '{"events": [{"server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "name": "network-vif-deleted", "tag": "de030ab9-a55c-460b-b982-b06799f65087"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:01.202030 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a9bbb4-fe11-40bd-9ff5-38261fa19830 x-openstack-request-id: req-e8a9bbb4-fe11-40bd-9ff5-38261fa19830 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:01.202579 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f62fa2d-1d2e-407e-b704-914133032590", "name": "network-vif-deleted", "tag": "de030ab9-a55c-460b-b982-b06799f65087", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:01.203739 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8a9bbb4-fe11-40bd-9ff5-38261fa19830 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:01.204378 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f62fa2d-1d2e-407e-b704-914133032590', 'name': 'network-vif-deleted', 'tag': 'de030ab9-a55c-460b-b982-b06799f65087', 'status': 'completed', 'code': 200} Oct 15 19:40:01.474801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-869f8f90-5c5f-417c-a481-6c7433c11a9d req-589a406b-3fad-4c88-b393-8683a63122db tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0298111 Oct 15 19:40:01.563695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6268c7d-b3aa-47f2-b0c5-f158405a9e5b req-ef9feeaa-54d3-463d-b952-346976fc1426 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:01.565172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f6268c7d-b3aa-47f2-b0c5-f158405a9e5b req-ef9feeaa-54d3-463d-b952-346976fc1426 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0500906 Oct 15 19:40:01.630535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f6268c7d-b3aa-47f2-b0c5-f158405a9e5b req-a8c2e6d4-911b-4207-b733-07ecae4f57b5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529366 Oct 15 19:40:01.693527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f91e54-9f30-4ae7-a68b-50606c004f3c req-d26476d2-8cdb-4a26-a8e3-bddf480452f7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:01.695532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f91e54-9f30-4ae7-a68b-50606c004f3c req-d26476d2-8cdb-4a26-a8e3-bddf480452f7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0601227 Oct 15 19:40:01.744779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f91e54-9f30-4ae7-a68b-50606c004f3c req-9a763838-f04f-4317-bd28-c977f7c215c4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Oct 15 19:40:01.879199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ea644-6f33-4c1e-9474-b74ee25a37f1 req-ad748e46-8033-4330-8328-38785faceba1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:01.880690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-265ea644-6f33-4c1e-9474-b74ee25a37f1 req-ad748e46-8033-4330-8328-38785faceba1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0496798 Oct 15 19:40:01.921583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-265ea644-6f33-4c1e-9474-b74ee25a37f1 req-765a4993-fea3-46cc-b014-ae91af1d79c3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338857 Oct 15 19:40:01.978769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93576d4-6b91-43b0-83e7-304a9311f287 req-264bcc30-cfb6-4759-8cb2-b5594031a72d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:01.980193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b93576d4-6b91-43b0-83e7-304a9311f287 req-264bcc30-cfb6-4759-8cb2-b5594031a72d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0490057 Oct 15 19:40:02.022182 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b93576d4-6b91-43b0-83e7-304a9311f287 req-147da94d-945b-48d7-87ac-20a800271737 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358653 Oct 15 19:40:02.125433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a1d6-db4e-46bd-a362-bcd4beaad538 req-5e111d0a-e543-4903-9790-637c6812c67b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:02.127007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7db7a1d6-db4e-46bd-a362-bcd4beaad538 req-5e111d0a-e543-4903-9790-637c6812c67b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0526061 Oct 15 19:40:02.167339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7db7a1d6-db4e-46bd-a362-bcd4beaad538 req-1a9a699d-6e79-4674-98fb-ac45cdae4a13 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341160 Oct 15 19:40:02.577028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ee2962a-e454-410f-8f7e-cb882f29b664 req-40e7e366-214c-45e9-8354-cc2a22f528a5 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0291224 Oct 15 19:40:02.738504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b8413-1c5c-47d2-b819-6f0aed9c6981 req-97be4361-a0cd-4a0f-bcad-0b8828ca55d1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:02.740136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a7b8413-1c5c-47d2-b819-6f0aed9c6981 req-97be4361-a0cd-4a0f-bcad-0b8828ca55d1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0499744 Oct 15 19:40:02.779986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a7b8413-1c5c-47d2-b819-6f0aed9c6981 req-41536d2d-51fe-4532-ae4a-aa5733e7d386 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Oct 15 19:40:02.889985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e7a6e-a600-4a17-859f-8f3f6ec72380 req-eb328ad3-cb4b-47d5-b202-290d77e629bb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:02.891475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-988e7a6e-a600-4a17-859f-8f3f6ec72380 req-eb328ad3-cb4b-47d5-b202-290d77e629bb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0508668 Oct 15 19:40:02.931028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-988e7a6e-a600-4a17-859f-8f3f6ec72380 req-760cbb3f-be79-47c4-bf75-0b755f079418 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Oct 15 19:40:03.043518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e3a0-6516-4715-a4be-95028567e607 req-1d02edec-321b-42c8-9338-7527f09e4d59 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:03.046065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5a4e3a0-6516-4715-a4be-95028567e607 req-1d02edec-321b-42c8-9338-7527f09e4d59 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0492237 Oct 15 19:40:03.093594 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d5a4e3a0-6516-4715-a4be-95028567e607 req-1625d2ea-884e-45cc-b683-5286f9927e78 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Oct 15 19:40:03.146092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26167577-1747-4c9d-9ef9-16b775b25ab8 req-429a6627-91b3-47e6-85d3-8fe4adbba12a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:03.147868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26167577-1747-4c9d-9ef9-16b775b25ab8 req-429a6627-91b3-47e6-85d3-8fe4adbba12a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Oct 15 19:40:03.191601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26167577-1747-4c9d-9ef9-16b775b25ab8 req-f07feb53-1fa2-4a77-b782-70e984b13c7b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Oct 15 19:40:03.293804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89cb39-731b-4aa2-b502-88cf0620dd75 req-8aa0a017-1b87-4b7a-b58c-4e74da803f53 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:03.295271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba89cb39-731b-4aa2-b502-88cf0620dd75 req-8aa0a017-1b87-4b7a-b58c-4e74da803f53 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0523303 Oct 15 19:40:03.334542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba89cb39-731b-4aa2-b502-88cf0620dd75 req-6580e31c-41b3-4b3f-8d39-c4d44e0c65a3 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Oct 15 19:40:03.677450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30aaa004-5569-4996-9add-93d4ed9a9b97 req-239697d0-ac76-4d5b-a6ac-8a39cc781904 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0321138 Oct 15 19:40:03.900858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d7337-c0f5-4222-8ff7-30967854b002 req-eedbd12b-33c5-4b3a-b0c5-e7fee21e2e4a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:03.902479 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-006d7337-c0f5-4222-8ff7-30967854b002 req-eedbd12b-33c5-4b3a-b0c5-e7fee21e2e4a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0536547 Oct 15 19:40:03.941053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-006d7337-c0f5-4222-8ff7-30967854b002 req-b109c2fb-0291-482f-8d76-7252aec39236 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Oct 15 19:40:04.051906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cd4d4-5bb6-4165-887f-6af985719e12 req-481516ff-f18e-4af7-a68b-7b0a5c2b1ee7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:04.053353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c5cd4d4-5bb6-4165-887f-6af985719e12 req-481516ff-f18e-4af7-a68b-7b0a5c2b1ee7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Oct 15 19:40:04.094394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c5cd4d4-5bb6-4165-887f-6af985719e12 req-91357121-2cff-40f7-9d5a-0e6b4b60407c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344903 Oct 15 19:40:04.150508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de030ab9-a55c-460b-b982-b06799f65087 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:04.174437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: de030ab9-a55c-460b-b982-b06799f65087 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:04.174979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de030ab9-a55c-460b-b982-b06799f65087 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:04.212550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30be4d-9571-4a96-848b-d22220343b81 req-045e51d5-4ab4-41fa-85f0-992cd841e413 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:04.214030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f30be4d-9571-4a96-848b-d22220343b81 req-045e51d5-4ab4-41fa-85f0-992cd841e413 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Oct 15 19:40:04.256421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f30be4d-9571-4a96-848b-d22220343b81 req-2840c162-26ec-4a1d-afa6-72ed5529ce99 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Oct 15 19:40:04.313951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422b4db-b8ee-47ac-ac71-1fbaa245cc08 req-8904ba0e-a88a-44af-b1f2-69416b1d191e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:04.315583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e422b4db-b8ee-47ac-ac71-1fbaa245cc08 req-8904ba0e-a88a-44af-b1f2-69416b1d191e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0501730 Oct 15 19:40:04.356770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e422b4db-b8ee-47ac-ac71-1fbaa245cc08 req-e057dff4-c67f-4f6c-801c-e563e6a63d8f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350654 Oct 15 19:40:04.451737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e793f-096a-49e5-a1c3-1f038dc7932c req-87000f70-160d-4777-bf7c-4001a3edd158 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:04.453314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-143e793f-096a-49e5-a1c3-1f038dc7932c req-87000f70-160d-4777-bf7c-4001a3edd158 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0488639 Oct 15 19:40:04.492538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-143e793f-096a-49e5-a1c3-1f038dc7932c req-4bd9e122-dfb8-4489-a872-0e54c6c114a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Oct 15 19:40:04.770460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e35e960-ba5f-4799-8402-faed8e5c29d5 req-b6c5c1ad-eec7-4ef3-87cd-d6d834a4f80a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0263362 Oct 15 19:40:05.071809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83a76f-8b49-41b0-a29b-acaf29090893 req-cb0bf54d-7bcd-4d2f-8709-d1ab28ce3a65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:05.073263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bb83a76f-8b49-41b0-a29b-acaf29090893 req-cb0bf54d-7bcd-4d2f-8709-d1ab28ce3a65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0576129 Oct 15 19:40:05.110655 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bb83a76f-8b49-41b0-a29b-acaf29090893 req-d542c7c4-e9dd-4354-8902-74b0f835da26 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314331 Oct 15 19:40:05.225153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd340d-9c30-4cf1-ba95-fea5b035260c req-f07d07e9-49bf-46cf-86a6-d34e45afb7cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:05.226606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fcd340d-9c30-4cf1-ba95-fea5b035260c req-f07d07e9-49bf-46cf-86a6-d34e45afb7cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0550487 Oct 15 19:40:05.264634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fcd340d-9c30-4cf1-ba95-fea5b035260c req-c1157e62-e04c-40f0-9169-f57c79165c70 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Oct 15 19:40:05.371143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af2618-8d8c-49b2-8e99-740399d39e0c req-eb87c1fd-0124-44ee-8069-84fc68161ae1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:05.372671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77af2618-8d8c-49b2-8e99-740399d39e0c req-eb87c1fd-0124-44ee-8069-84fc68161ae1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0485678 Oct 15 19:40:05.411195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77af2618-8d8c-49b2-8e99-740399d39e0c req-da70ff5c-9906-4a7b-b98a-6a6a2c88256b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Oct 15 19:40:05.473390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dfff-d917-4147-a128-b7013164f479 req-28b35840-cc62-4013-a778-c7565cd89e4e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:05.474860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21d8dfff-d917-4147-a128-b7013164f479 req-28b35840-cc62-4013-a778-c7565cd89e4e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0495403 Oct 15 19:40:05.513983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21d8dfff-d917-4147-a128-b7013164f479 req-d13e2205-b163-4749-bdc8-8aa986fcfa3f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328708 Oct 15 19:40:05.608181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fcff2-cbaa-40b6-a91d-1ea484282a75 req-b919df18-856f-4dd5-9453-a9f7e220d26a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:05.609647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-624fcff2-cbaa-40b6-a91d-1ea484282a75 req-b919df18-856f-4dd5-9453-a9f7e220d26a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0484314 Oct 15 19:40:05.648835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-624fcff2-cbaa-40b6-a91d-1ea484282a75 req-48729fdf-17eb-4510-9831-8450a6c7e9c9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327208 Oct 15 19:40:05.868646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7a3050c-88d1-4a6a-b90f-20222dff6423 req-69863020-e9eb-499a-a23f-8c35d6cf2fbb tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0312495 Oct 15 19:40:06.232494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c08dd-c8bd-441c-871a-65b2e7f5f127 req-b8ab6fa4-e312-4193-84cc-234ee3917b94 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:06.233987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d4c08dd-c8bd-441c-871a-65b2e7f5f127 req-b8ab6fa4-e312-4193-84cc-234ee3917b94 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0546899 Oct 15 19:40:06.393656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23f1e8-cb79-4da6-887c-15785e2528ee req-aa8ea71d-477a-4666-ba5e-890622d29bff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:06.395433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb23f1e8-cb79-4da6-887c-15785e2528ee req-aa8ea71d-477a-4666-ba5e-890622d29bff tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0522609 Oct 15 19:40:06.436575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb23f1e8-cb79-4da6-887c-15785e2528ee req-205cd49c-a608-408f-adb7-fb588ba586b7 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Oct 15 19:40:06.550288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d4c08dd-c8bd-441c-871a-65b2e7f5f127 req-0f148a97-c7fd-4e55-a791-5913272b6df2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103504 Oct 15 19:40:06.558576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18e4dc-d30d-4560-926e-7024a443da57 req-bbccf154-dfff-4717-a454-679daf2a09bc tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:06.560075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef18e4dc-d30d-4560-926e-7024a443da57 req-bbccf154-dfff-4717-a454-679daf2a09bc tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0492985 Oct 15 19:40:06.600589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef18e4dc-d30d-4560-926e-7024a443da57 req-bcb2fa06-ff1f-483c-a310-12b357f766dc tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Oct 15 19:40:06.652799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cce6a-27a6-4555-a9ae-957df9bf2680 req-9895f8c7-0924-4562-8cf1-26ad24b40e53 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:06.654151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-660cce6a-27a6-4555-a9ae-957df9bf2680 req-9895f8c7-0924-4562-8cf1-26ad24b40e53 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0483072 Oct 15 19:40:06.690170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-660cce6a-27a6-4555-a9ae-957df9bf2680 req-191608b8-8da1-45d9-80dd-844c8ba7d29c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301628 Oct 15 19:40:06.764239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ee84-f80c-486c-978a-a01bc0a6974e req-44c9fdce-a576-4aac-b194-825409d57903 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:06.765699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8502ee84-f80c-486c-978a-a01bc0a6974e req-44c9fdce-a576-4aac-b194-825409d57903 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0473585 Oct 15 19:40:06.805916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8502ee84-f80c-486c-978a-a01bc0a6974e req-8b74c90e-7128-47c1-b2f5-30ce730b87ef tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Oct 15 19:40:06.962858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-386ffa23-6781-4a76-8a2e-54c2d255b34c req-050b632f-f8a2-4c9a-8b3e-1f204379c5db tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0251434 Oct 15 19:40:07.559324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc54c9-c0e2-45a8-92a4-f66af77c426c req-f46940ce-6e25-4aaf-8261-312971c945ef tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:07.560910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aadc54c9-c0e2-45a8-92a4-f66af77c426c req-f46940ce-6e25-4aaf-8261-312971c945ef tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0488541 Oct 15 19:40:07.598922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aadc54c9-c0e2-45a8-92a4-f66af77c426c req-06f3b675-0e5a-449e-969b-0689b74a4145 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Oct 15 19:40:07.670394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff615146-a44c-46a3-85f8-70be7b3c17c1 req-17e40fbc-c94b-429a-a2c9-bca4a7303c2e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:07.671882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff615146-a44c-46a3-85f8-70be7b3c17c1 req-17e40fbc-c94b-429a-a2c9-bca4a7303c2e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0512815 Oct 15 19:40:07.708508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff615146-a44c-46a3-85f8-70be7b3c17c1 req-95ca12af-f4a9-4d97-80f9-0a73bc2c0868 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308721 Oct 15 19:40:07.716969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614105-8f80-40e2-9e43-96678105ac8e req-d5b12e42-19d2-494f-a261-6ffc189d63a5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:07.718502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8614105-8f80-40e2-9e43-96678105ac8e req-d5b12e42-19d2-494f-a261-6ffc189d63a5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0496764 Oct 15 19:40:07.758854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8614105-8f80-40e2-9e43-96678105ac8e req-600000bf-81ad-4c45-b6bf-b9c4880ac1ca tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336835 Oct 15 19:40:07.809848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f332413-a823-4d66-9ec4-319a8460cf74 req-7d6f73ae-98d8-410e-902a-8136ccdb3f68 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:07.811362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f332413-a823-4d66-9ec4-319a8460cf74 req-7d6f73ae-98d8-410e-902a-8136ccdb3f68 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0480533 Oct 15 19:40:07.849515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f332413-a823-4d66-9ec4-319a8460cf74 req-045a7cc3-7375-4ad3-8967-6f3985973617 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Oct 15 19:40:07.918423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debdcaf-3afe-41b0-8617-ca5405be7afe req-5f25f953-dca6-4ee6-bcec-5b02dc738cda tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:07.919898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7debdcaf-3afe-41b0-8617-ca5405be7afe req-5f25f953-dca6-4ee6-bcec-5b02dc738cda tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0478640 Oct 15 19:40:07.959983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7debdcaf-3afe-41b0-8617-ca5405be7afe req-e81cd56b-f03d-47ee-806e-9f5ab5beadc1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Oct 15 19:40:08.053475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-893ef001-90e1-44ef-a0a5-2a66f2f8754b req-2cc010e1-453a-420a-92e9-4bed5d32abe0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f62fa2d-1d2e-407e-b704-914133032590 HTTP/1.1" status: 200 len: 210 time: 0.0249784 Oct 15 19:40:08.317053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83511f-e8d5-4f71-9a52-ab688d0be7d8 req-fa5e65e0-eb65-4c53-a8a5-93b0e9442927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:08.318502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ae83511f-e8d5-4f71-9a52-ab688d0be7d8 req-fa5e65e0-eb65-4c53-a8a5-93b0e9442927 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 1098 time: 0.0394609 Oct 15 19:40:08.361154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ae83511f-e8d5-4f71-9a52-ab688d0be7d8 req-114ccedc-92f4-4a3b-8b15-b82d2f403846 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345180 Oct 15 19:40:08.412700 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:40:08.720010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51652a7f-1903-4e9c-882f-1c4351e06380 req-2a896ccf-6984-4878-ab8e-0e4e8d190099 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:08.721477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51652a7f-1903-4e9c-882f-1c4351e06380 req-2a896ccf-6984-4878-ab8e-0e4e8d190099 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0484855 Oct 15 19:40:08.785060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51652a7f-1903-4e9c-882f-1c4351e06380 req-1b3dd61a-d4e3-4272-beef-5818938da64b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325518 Oct 15 19:40:08.828712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b2b0f-3559-473c-8bed-34f2dcfb3e7a req-4b9bb041-8b62-4c46-b6be-a240fb1cab3e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:08.830464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-123b2b0f-3559-473c-8bed-34f2dcfb3e7a req-4b9bb041-8b62-4c46-b6be-a240fb1cab3e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0508277 Oct 15 19:40:08.869738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-123b2b0f-3559-473c-8bed-34f2dcfb3e7a req-38d7777e-c1aa-4bde-94be-1e60350a5c5e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332565 Oct 15 19:40:08.872327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf31fd-67c4-4ef1-814e-28baf83874ad req-d720df2e-ed89-4a63-b9b4-6cce6a97db98 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:08.874214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20bf31fd-67c4-4ef1-814e-28baf83874ad req-d720df2e-ed89-4a63-b9b4-6cce6a97db98 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0491707 Oct 15 19:40:08.913109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20bf31fd-67c4-4ef1-814e-28baf83874ad req-4ae031db-84c4-4685-b291-fa93c7d6d7f0 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Oct 15 19:40:08.970760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9c018-fb95-450e-b602-e80500e446f4 req-7ee2ab55-4204-44c3-a0a6-07b2f32d801e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:08.972343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4be9c018-fb95-450e-b602-e80500e446f4 req-7ee2ab55-4204-44c3-a0a6-07b2f32d801e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0491073 Oct 15 19:40:09.014651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4be9c018-fb95-450e-b602-e80500e446f4 req-a82082ab-f742-464b-9742-afa146fbe5c9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355196 Oct 15 19:40:09.076223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e6f54-eca8-4968-8f0e-7d466d0a280f req-435d8d8b-05c9-4e43-bd65-5bbd1559b47d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:09.077795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-803e6f54-eca8-4968-8f0e-7d466d0a280f req-435d8d8b-05c9-4e43-bd65-5bbd1559b47d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0499113 Oct 15 19:40:09.123652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-803e6f54-eca8-4968-8f0e-7d466d0a280f req-62a2d50f-9030-4456-8794-c70b55574c4d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Oct 15 19:40:09.613284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a986232-0615-4009-bf79-013959efd36b req-e7e995b1-f238-453b-9912-29d19bcc3aea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:09.614717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a986232-0615-4009-bf79-013959efd36b req-e7e995b1-f238-453b-9912-29d19bcc3aea tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0485482 Oct 15 19:40:09.652485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a986232-0615-4009-bf79-013959efd36b req-962de08a-9c3e-45f4-8049-8db4874789d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Oct 15 19:40:09.880324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800116b4-bb13-4756-a67c-080248f3c50f req-1edfdbcc-6a7e-491f-adc5-b57d7639328a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:09.881821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-800116b4-bb13-4756-a67c-080248f3c50f req-1edfdbcc-6a7e-491f-adc5-b57d7639328a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0487161 Oct 15 19:40:09.923065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-800116b4-bb13-4756-a67c-080248f3c50f req-6294fc31-4d05-473d-9b49-c722846ec605 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346622 Oct 15 19:40:09.989612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad33c7a-1abf-40a5-b652-fee1f5592330 req-c033ed95-9f83-4fca-b28e-aa1b15dbe280 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:09.991385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ad33c7a-1abf-40a5-b652-fee1f5592330 req-c033ed95-9f83-4fca-b28e-aa1b15dbe280 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0541079 Oct 15 19:40:10.031285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e9186-6dea-41ae-aa2c-d033d518e424 req-ac4aeb6e-8fe6-44c8-86c3-2a5c20a2ad3f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:10.032794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-923e9186-6dea-41ae-aa2c-d033d518e424 req-ac4aeb6e-8fe6-44c8-86c3-2a5c20a2ad3f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0501506 Oct 15 19:40:10.041782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ad33c7a-1abf-40a5-b652-fee1f5592330 req-a09f4dff-ddfb-4198-bae6-2fbcbdcef5f3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Oct 15 19:40:10.080125 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-923e9186-6dea-41ae-aa2c-d033d518e424 req-a4128a6a-dd09-49ff-9a84-2fc26ec5b3b0 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Oct 15 19:40:10.146545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2eb3d-42c2-47b6-8d37-c95cfa546b20 req-62e65226-eaf8-4aab-a210-c051e1419a9c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:10.148267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cd2eb3d-42c2-47b6-8d37-c95cfa546b20 req-62e65226-eaf8-4aab-a210-c051e1419a9c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0491600 Oct 15 19:40:10.193710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cd2eb3d-42c2-47b6-8d37-c95cfa546b20 req-2957e24a-1f28-4ad3-8654-7ee229059001 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 Oct 15 19:40:10.245241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60359bd3-962a-4ba2-b2a1-41422efb44d3 req-527ce0cd-249b-45cf-862d-1edbd781238d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:10.246770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60359bd3-962a-4ba2-b2a1-41422efb44d3 req-527ce0cd-249b-45cf-862d-1edbd781238d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0504489 Oct 15 19:40:10.290731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60359bd3-962a-4ba2-b2a1-41422efb44d3 req-57d973ad-af1d-49ad-a28c-05339585e110 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Oct 15 19:40:10.766118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad4b0a-cc3e-44ac-a202-16c99f4fdcc7 req-7979e3f8-5469-4a30-bb39-39e2c770e32b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:10.767577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fad4b0a-cc3e-44ac-a202-16c99f4fdcc7 req-7979e3f8-5469-4a30-bb39-39e2c770e32b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0482059 Oct 15 19:40:10.808165 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3fad4b0a-cc3e-44ac-a202-16c99f4fdcc7 req-78a28093-2468-400d-848a-5a120c267e8a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341425 Oct 15 19:40:11.044418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dd2f2-c316-481f-82f0-abf94c6658c4 req-0c8a1511-31d3-4eb3-9f6e-ed03074da365 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.045908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c00dd2f2-c316-481f-82f0-abf94c6658c4 req-0c8a1511-31d3-4eb3-9f6e-ed03074da365 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0492949 Oct 15 19:40:11.084348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c00dd2f2-c316-481f-82f0-abf94c6658c4 req-ba7a31e3-53f4-4d46-8efd-4669b19ba92c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Oct 15 19:40:11.158524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6e069-0c44-488c-9b7c-5d0bb59ff2e6 req-09d90be7-4a08-48d0-bc43-ace1a3742497 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.160139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b6e069-0c44-488c-9b7c-5d0bb59ff2e6 req-09d90be7-4a08-48d0-bc43-ace1a3742497 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0479903 Oct 15 19:40:11.191596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e56fe5-abf4-4686-a083-11aa19531f1d req-d23ea45b-e0cd-419a-bd15-2d6c25552bc7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.193004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0e56fe5-abf4-4686-a083-11aa19531f1d req-d23ea45b-e0cd-419a-bd15-2d6c25552bc7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0479314 Oct 15 19:40:11.199997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b6e069-0c44-488c-9b7c-5d0bb59ff2e6 req-4fa41764-c006-4d79-9b52-6171ff98e190 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329347 Oct 15 19:40:11.232473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0e56fe5-abf4-4686-a083-11aa19531f1d req-8b11cc48-90c4-42e8-a489-859be9abe3e9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328798 Oct 15 19:40:11.311047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3994ba-065b-43d3-84c4-b6c8423147e8 req-4f01562f-5d2b-453b-8bb6-f11abcd61ff5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.312553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a3994ba-065b-43d3-84c4-b6c8423147e8 req-4f01562f-5d2b-453b-8bb6-f11abcd61ff5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0507538 Oct 15 19:40:11.353873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a3994ba-065b-43d3-84c4-b6c8423147e8 req-1ab4e733-a8ef-4b85-b72a-6cbba0f56610 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351186 Oct 15 19:40:11.441210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-6a8a6d4c-5d86-46b4-8d5a-3ddc8fa27c21 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.442639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-6a8a6d4c-5d86-46b4-8d5a-3ddc8fa27c21 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0818541 Oct 15 19:40:11.464243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77dbe8-9fde-4a09-95b4-56d4c6642635 req-941d87c2-0e6f-4cfe-a841-f912872adad9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.464243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b77dbe8-9fde-4a09-95b4-56d4c6642635 req-941d87c2-0e6f-4cfe-a841-f912872adad9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0512257 Oct 15 19:40:11.504262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b77dbe8-9fde-4a09-95b4-56d4c6642635 req-1fdcfdb7-a536-4adb-9a55-e4e2a7ab3010 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Oct 15 19:40:11.580471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-2783c588-e3ed-4a4b-bbb9-4a52613ad17c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.581894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-2783c588-e3ed-4a4b-bbb9-4a52613ad17c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 811 time: 0.1768870 Oct 15 19:40:11.601623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-780adbe1-3d7d-40ac-b273-ea1ccfd5e806 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/quotas/52c1ab8f1a4a413f9dc1f9097d7d78a9 HTTP/1.1" status: 200 len: 375 time: 0.0131347 Oct 15 19:40:11.609858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port fff0889b-b47c-4c61-a016-7e15b230ec9c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:11.610199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:11.710066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-8efc4119-e6b7-4eb0-9b83-3bcde048bc3c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030939 Oct 15 19:40:11.749898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port fff0889b-b47c-4c61-a016-7e15b230ec9c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=fff0889b-b47c-4c61-a016-7e15b230ec9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:11.750169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:11.791620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for fff0889b-b47c-4c61-a016-7e15b230ec9c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:11.862098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-a4177ef9-485b-49ef-9c71-5cc2890e11b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444759 Oct 15 19:40:11.924346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e434c2b-d227-4a98-a526-fc30ed773219 req-a697582d-82d8-4522-8e09-635b82235534 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:11.925839 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e434c2b-d227-4a98-a526-fc30ed773219 req-a697582d-82d8-4522-8e09-635b82235534 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 949 time: 0.0504057 Oct 15 19:40:11.964518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e434c2b-d227-4a98-a526-fc30ed773219 req-a278e8de-b92c-44de-85dd-90a8760cba05 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Oct 15 19:40:11.997069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-b9b71f3f-ca79-4033-8957-18cdfe1b59fd service neutron] 10.222.0.13 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267481 Oct 15 19:40:12.064385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:12.077728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'fff0889b-b47c-4c61-a016-7e15b230ec9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:12.079992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:12.096415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=fff0889b-b47c-4c61-a016-7e15b230ec9c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:12.137275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port fff0889b-b47c-4c61-a016-7e15b230ec9c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:12.140061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:12.143500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7bce65-d456-40fa-848b-5afd261ab27d req-a8da741d-aa66-411d-96c6-ff14d346cc7a tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "DELETE /v2.0/ports/fff0889b-b47c-4c61-a016-7e15b230ec9c HTTP/1.1" status: 204 len: 173 time: 0.6895049 Oct 15 19:40:12.143972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'name': 'network-vif-deleted', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:12.147610 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f93c38e-94f0-4591-bc72-fbcedbbc878f" -d '{"events": [{"server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "name": "network-vif-deleted", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:12.210425 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34adfb-e34c-4c0f-8ce6-68df812a09e1 x-openstack-request-id: req-3c34adfb-e34c-4c0f-8ce6-68df812a09e1 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:12.211313 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9d035c-61e9-4dc7-a3c3-16f09b950f47", "name": "network-vif-deleted", "tag": "fff0889b-b47c-4c61-a016-7e15b230ec9c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:12.211650 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c34adfb-e34c-4c0f-8ce6-68df812a09e1 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:12.212277 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9d035c-61e9-4dc7-a3c3-16f09b950f47', 'name': 'network-vif-deleted', 'tag': 'fff0889b-b47c-4c61-a016-7e15b230ec9c', 'status': 'completed', 'code': 200} Oct 15 19:40:12.275987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-216f5bac-7855-4a10-afab-88b18877f181 req-363e4ebf-59a9-4ec7-9586-b17ff1d0b709 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 210 time: 0.0311265 Oct 15 19:40:12.280770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d740469-e36e-477b-a5eb-81e9ffd9e08c req-e122dbc5-a924-4075-b3f7-7c587dd2a002 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:12.283496 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d740469-e36e-477b-a5eb-81e9ffd9e08c req-e122dbc5-a924-4075-b3f7-7c587dd2a002 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.1070421 Oct 15 19:40:12.341387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d740469-e36e-477b-a5eb-81e9ffd9e08c req-b695973b-2d01-4ca8-abbb-c6a00a3fa057 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514138 Oct 15 19:40:12.429261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd51e9-bd7f-47b1-b3f7-231d9ec4a46a req-70fa89d1-d527-4af8-ac09-4570c565b7d9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:12.434645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81fd51e9-bd7f-47b1-b3f7-231d9ec4a46a req-70fa89d1-d527-4af8-ac09-4570c565b7d9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0755367 Oct 15 19:40:12.478535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81fd51e9-bd7f-47b1-b3f7-231d9ec4a46a req-073fc2e8-7436-4127-9f77-7bccab02487a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Oct 15 19:40:12.590609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae033a-bbb0-4557-8f49-715ea32f5382 req-6de93481-1209-44c9-ae7c-65119017909b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:12.593771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-deae033a-bbb0-4557-8f49-715ea32f5382 req-6de93481-1209-44c9-ae7c-65119017909b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.1002667 Oct 15 19:40:12.678951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826805b6-97ac-476c-9b97-e1ea779afa19 req-5e46e290-b219-4246-8295-3a16bdc6f122 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:12.687467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-deae033a-bbb0-4557-8f49-715ea32f5382 req-a74aa9cc-4bc2-4d1c-8ba5-1d857c9e2be2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814505 Oct 15 19:40:12.691079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-826805b6-97ac-476c-9b97-e1ea779afa19 req-5e46e290-b219-4246-8295-3a16bdc6f122 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.1031392 Oct 15 19:40:12.731767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-826805b6-97ac-476c-9b97-e1ea779afa19 req-5e1dcbe8-2353-4c9c-9afc-f4942a518f71 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Oct 15 19:40:13.066289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2283be77-71ff-4d57-b7c2-e04dafe30ea7 req-aef5bd2b-5746-4f7b-928e-d64163780098 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a9d035c-61e9-4dc7-a3c3-16f09b950f47 HTTP/1.1" status: 200 len: 210 time: 0.0254662 Oct 15 19:40:13.374043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03718fd6-96d1-471b-905e-3f080b76a96f req-293b6c19-9d3b-49c4-aa9c-a9fafcb3fb61 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 210 time: 0.0291877 Oct 15 19:40:13.464116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57fb1e-ca44-473f-89db-489cae54fb9d req-cd1a5f4a-2ae2-4955-896a-d2bf7ef1ca46 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:13.465853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f57fb1e-ca44-473f-89db-489cae54fb9d req-cd1a5f4a-2ae2-4955-896a-d2bf7ef1ca46 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0518668 Oct 15 19:40:13.503796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f57fb1e-ca44-473f-89db-489cae54fb9d req-1e8b735d-f6c6-42bc-923c-01b3a23a18af tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314698 Oct 15 19:40:13.599752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7f069-0c8b-4b40-a374-d76e5cc207aa req-8668ef4f-d2de-43ff-895e-1b93726ed4b5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:13.601258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59c7f069-0c8b-4b40-a374-d76e5cc207aa req-8668ef4f-d2de-43ff-895e-1b93726ed4b5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0497179 Oct 15 19:40:13.639519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59c7f069-0c8b-4b40-a374-d76e5cc207aa req-9aa1e32b-12ff-4831-8c9a-b589841a5521 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322907 Oct 15 19:40:13.795457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c77aa-d2c3-443a-8735-038de5222e1b req-94ec308e-e60e-4f3f-8329-b5a541c80212 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:13.796964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d80c77aa-d2c3-443a-8735-038de5222e1b req-94ec308e-e60e-4f3f-8329-b5a541c80212 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0561991 Oct 15 19:40:13.840533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d80c77aa-d2c3-443a-8735-038de5222e1b req-539e48b7-8de0-45c7-a991-748d1fceac6c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374687 Oct 15 19:40:13.857639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2870d-fcee-4b60-87e0-39fac9514dd7 req-cf6457bf-7311-4508-9856-f68cebb98fad tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:13.857639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07e2870d-fcee-4b60-87e0-39fac9514dd7 req-cf6457bf-7311-4508-9856-f68cebb98fad tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0487020 Oct 15 19:40:13.886180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07e2870d-fcee-4b60-87e0-39fac9514dd7 req-fb3646f4-8fc4-4bd4-9373-0b026730c6e1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Oct 15 19:40:14.492420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.493322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.493802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.494268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.494730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.495183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.495667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.496125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.496578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.497087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.497536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.497989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.498438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.498891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.499332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.499805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.500287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.500735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.501180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.501629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.502080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.505042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-a424145b-b418-4166-9e8e-16d47f8a2379 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f&device_id=de72b309-2d9c-48e7-9117-3132951b7de8&device_id=4fd73712-7198-4de7-8fb8-33b101877088&device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903&device_id=a238b39f-420a-46df-8356-6a37fbface64&device_id=6829602d-9d22-4963-9931-ad485dc7298c&device_id=582f1f10-d65e-4465-a113-3bedaabb9541&device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0&device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696&device_id=17abab7b-07e1-41d6-a454-d4607fac1be9&device_id=e6292205-430f-4a12-9492-91d0177f7a6a&device_id=0ef83ced-abf9-464c-8291-a58c56700a38&device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&device_id=9183e276-dbf9-443d-8715-9b6724768fe1&device_id=b0690e5e-f667-4425-8dca-2c59f195d475&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb&device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925&device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 18909 time: 0.0764005 Oct 15 19:40:14.525425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-70240e15-68a9-4c9e-90c8-dbb1af157425 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:14.609452 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-70240e15-68a9-4c9e-90c8-dbb1af157425 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:14.612533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53d9a35d-6830-4922-a7af-431400d2faf1 req-e15057f8-6681-42c5-87cd-b77f0850a2aa tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 210 time: 0.0257802 Oct 15 19:40:14.695987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-70240e15-68a9-4c9e-90c8-dbb1af157425 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:14.725297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e316fc1c-0f40-4c00-9325-b55c87a221b8 req-70240e15-68a9-4c9e-90c8-dbb1af157425 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&id=2c453e0a-a393-4e05-962e-2bce460f2ca7&id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&id=921b6ff3-4ae9-4035-9fef-bfce869732f9&id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.2122886 Oct 15 19:40:14.734851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70240e15-68a9-4c9e-90c8-dbb1af157425 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27481484-4292-480e-b006-11f3cfa409c4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:14.891964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-875c6a06-6ebc-4672-8567-e2e667bfd972 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:14.893494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-875c6a06-6ebc-4672-8567-e2e667bfd972 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.11 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 811 time: 0.1166992 Oct 15 19:40:14.910835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Request body: {'port': {'device_id': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'admin_state_up': True, 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:15.046836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d18a7c-5073-42d0-9c7a-e00e855065c2 req-367abf37-f0e3-4421-ba61-102073e7ef19 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.048497 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d6d18a7c-5073-42d0-9c7a-e00e855065c2 req-367abf37-f0e3-4421-ba61-102073e7ef19 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 946 time: 0.0531690 Oct 15 19:40:15.092230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d6d18a7c-5073-42d0-9c7a-e00e855065c2 req-3a1e25f2-5c9b-4b95-a24c-36e2c5e46ff5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Oct 15 19:40:15.119315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Made reservation on behalf of 52c1ab8f1a4a413f9dc1f9097d7d78a9 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:15.122752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:15.168547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa12eae-f7af-47c3-8553-54db63837f82 req-3a8a24ed-0aa0-4f1a-9b32-cf67aa221636 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.172854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afa12eae-f7af-47c3-8553-54db63837f82 req-3a8a24ed-0aa0-4f1a-9b32-cf67aa221636 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0773423 Oct 15 19:40:15.248924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ff75-09b0-43ca-863d-b6975a1fba35 req-f8e94c81-c21f-4d45-928a-ee286df264f4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.250518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a61ff75-09b0-43ca-863d-b6975a1fba35 req-f8e94c81-c21f-4d45-928a-ee286df264f4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0521047 Oct 15 19:40:15.268018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afa12eae-f7af-47c3-8553-54db63837f82 req-9a7aea93-39cc-4f94-bc08-54d07c3f530e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703893 Oct 15 19:40:15.289527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a61ff75-09b0-43ca-863d-b6975a1fba35 req-3ba617c0-f186-4f67-8248-4c914e634971 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Oct 15 19:40:15.306067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Allocated IP 172.20.0.3 (a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d/a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb/923dedc1-3a7d-40a1-8306-114bf17a5d4a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:40:15.413223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e5f2a-912b-4bf8-95aa-3928be2feef3 req-af5f50dd-e294-4578-be2b-c134a3c7fe0b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.415728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a7e5f2a-912b-4bf8-95aa-3928be2feef3 req-af5f50dd-e294-4578-be2b-c134a3c7fe0b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 949 time: 0.0521848 Oct 15 19:40:15.458736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a7e5f2a-912b-4bf8-95aa-3928be2feef3 req-4e99a26b-1d89-43a3-9e28-1489a26716cc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Oct 15 19:40:15.487821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-018a8c94-184e-45d9-93e3-025d99664d93 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.489277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-018a8c94-184e-45d9-93e3-025d99664d93 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1098 time: 0.0696111 Oct 15 19:40:15.502414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:15.510558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:15.605819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:15.652781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870558-f740-4221-8953-fb1dee7f7e9c req-a3f54644-8fa0-4b26-b5e9-1cfd9fb619ad tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.653386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870558-f740-4221-8953-fb1dee7f7e9c req-a3f54644-8fa0-4b26-b5e9-1cfd9fb619ad tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.653703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56870558-f740-4221-8953-fb1dee7f7e9c req-a3f54644-8fa0-4b26-b5e9-1cfd9fb619ad tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.655323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56870558-f740-4221-8953-fb1dee7f7e9c req-a3f54644-8fa0-4b26-b5e9-1cfd9fb619ad tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c&device_id=e6292205-430f-4a12-9492-91d0177f7a6a&device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 2884 time: 0.0914934 Oct 15 19:40:15.698436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:15.710611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:15.733754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806b9cd-af0a-43fa-8774-c16d98e169bc req-a1458a2e-25bb-444d-8f49-d7386acc21e2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.735374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d806b9cd-af0a-43fa-8774-c16d98e169bc req-a1458a2e-25bb-444d-8f49-d7386acc21e2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 931 time: 0.0544446 Oct 15 19:40:15.779058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d806b9cd-af0a-43fa-8774-c16d98e169bc req-2765e320-6485-444f-b346-49e6cb285723 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Oct 15 19:40:15.796646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56870558-f740-4221-8953-fb1dee7f7e9c req-1f32828a-c137-440a-8a21-dba8deb11d8f tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338446 Oct 15 19:40:15.801516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:15.809892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:15.812631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:40:15.851208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Pushing event updated for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:15.868045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:15.921049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:15.921652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:15.939167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:15.979272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:15.981583 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228f8a4-b0e9-4403-8382-6fe064350fa8" -d '{"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-unplugged", "status": "completed", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:15.985635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.019046 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2b918-cab5-4169-b2f1-1e6e9a3cfda0 x-openstack-request-id: req-0de2b918-cab5-4169-b2f1-1e6e9a3cfda0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:16.019355 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-unplugged", "status": "completed", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:16.019634 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de2b918-cab5-4169-b2f1-1e6e9a3cfda0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:16.020048 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'code': 200} Oct 15 19:40:16.037900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-c5c6e52d-f87f-40b0-bc99-fc19e86e0e12 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312358 Oct 15 19:40:16.051895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Request body: {'port': {'device_id': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:16.073542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.153238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.168699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:16.172667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device fff0889b-b47c-4c61-a016-7e15b230ec9c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:16.176161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:16.204367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: fff0889b-b47c-4c61-a016-7e15b230ec9c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:16.205041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device fff0889b-b47c-4c61-a016-7e15b230ec9c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:16.251026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:16.251360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:16.251720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:16.275598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:16.275907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:16.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:16.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:16.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:16.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Bound port: 197ee010-41d0-461b-bf19-d366aaad9e2f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:16.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.301550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e4e92-5164-4c59-89bd-7b0493d5fbb3 req-fbb18b50-97fc-49e3-938e-3940dccc5147 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:16.303066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0e4e92-5164-4c59-89bd-7b0493d5fbb3 req-fbb18b50-97fc-49e3-938e-3940dccc5147 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1298063 Oct 15 19:40:16.303195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:16.330462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:16.330877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:16.331312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:16.336254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:16.336823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:16.341899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:16.342344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:16.342993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:16.343583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Bound port: 197ee010-41d0-461b-bf19-d366aaad9e2f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:16.345853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.411155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:16.415263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:16.457035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0e4e92-5164-4c59-89bd-7b0493d5fbb3 req-0592a71e-99b2-4d57-b4eb-f1ad4a9ca193 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013899 Oct 15 19:40:16.519007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.539628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:16.543272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41a19a-1045-4fe4-94eb-63d99a83ff40 req-f870fd1b-9eb8-4324-b2ab-d9d848a94d34 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:16.548051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d41a19a-1045-4fe4-94eb-63d99a83ff40 req-f870fd1b-9eb8-4324-b2ab-d9d848a94d34 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0691123 Oct 15 19:40:16.606646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:40:16.611448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:16.625980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d41a19a-1045-4fe4-94eb-63d99a83ff40 req-f7474491-4014-4542-9de1-8e5091d9dd2e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748699 Oct 15 19:40:16.646545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-f620f74d-7779-4b8a-a840-a418ce25c112 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:16.649104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-f620f74d-7779-4b8a-a840-a418ce25c112 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 949 time: 0.0747159 Oct 15 19:40:16.773038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:16.773867 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.855361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 197ee010-41d0-461b-bf19-d366aaad9e2f-n-h1-712140-14-0 {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:40:16.856040 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:40:16.868949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:16.869310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:16.882116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:16.887089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004467a-661d-4af5-861d-de56c09098d4 req-3f75a615-86e2-4f20-a492-20e1fee9cdb3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:16.888653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1004467a-661d-4af5-861d-de56c09098d4 req-3f75a615-86e2-4f20-a492-20e1fee9cdb3 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.3674662 Oct 15 19:40:16.959049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923dedc1-3a7d-40a1-8306-114bf17a5d4a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:16.966149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1004467a-661d-4af5-861d-de56c09098d4 req-8a6782d8-d924-44f8-8970-fa9027087411 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689464 Oct 15 19:40:16.970289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.000645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Transition to ACTIVE for port object 923dedc1-3a7d-40a1-8306-114bf17a5d4a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:40:17.082667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5eaa1-0735-4408-8829-c798b863fbda req-2518910a-6686-482f-81ee-07aa147fb0bb tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.084462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f5eaa1-0735-4408-8829-c798b863fbda req-2518910a-6686-482f-81ee-07aa147fb0bb tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 931 time: 0.0502422 Oct 15 19:40:17.086439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.106181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-4fe59548-68ea-4666-b6f0-8ea86c0faf7b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.107757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-4fe59548-68ea-4666-b6f0-8ea86c0faf7b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 949 time: 0.0849242 Oct 15 19:40:17.115739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf262a6-9f7d-4952-a181-6a2d8328fe18 req-6e39cbd5-d6b8-4a5b-842e-e338f93c2cc2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.117157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-adf262a6-9f7d-4952-a181-6a2d8328fe18 req-6e39cbd5-d6b8-4a5b-842e-e338f93c2cc2 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0690e5e-f667-4425-8dca-2c59f195d475 HTTP/1.1" status: 200 len: 949 time: 0.0843043 Oct 15 19:40:17.119067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.134386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:17.159210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:17.162381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Pushing event updated for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:17.193791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=62ac8ee0-39b4-42b6-a262-0fd558f3bcd0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:17.200363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f5eaa1-0735-4408-8829-c798b863fbda req-bbd8e085-be2e-4739-95dd-b09f7377b1a6 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996320 Oct 15 19:40:17.253652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Attempting to bind port 923dedc1-3a7d-40a1-8306-114bf17a5d4a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:17.253990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Attempting to bind port 923dedc1-3a7d-40a1-8306-114bf17a5d4a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:17.254322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Attempting to bind port 923dedc1-3a7d-40a1-8306-114bf17a5d4a on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:17.261237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Port 923dedc1-3a7d-40a1-8306-114bf17a5d4a on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:17.261569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Attempting to bind port 923dedc1-3a7d-40a1-8306-114bf17a5d4a on network a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:17.266653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:17.267369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Checking segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:17.267369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Bound using segment: {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:17.267808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Bound port: 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105e2a0a-7155-4e92-ab6a-d18c6c537acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:17.268183 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.337546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:17.344342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.348045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8afa4be-8873-47dd-aaee-4eab56de6f30 req-9ad77b18-e4f1-4574-b647-e41675b5baa9 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "DELETE /v2.0/ports/62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 HTTP/1.1" status: 204 len: 173 time: 0.6925449 Oct 15 19:40:17.348554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'name': 'network-vif-deleted', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:17.350719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:17.351486 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e248d-4e65-45b2-b8d6-6d2ca48a30f0" -d '{"events": [{"server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "name": "network-vif-deleted", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:17.354309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:17.359142 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-adf262a6-9f7d-4952-a181-6a2d8328fe18 req-4a85eb73-1b7c-49c2-b5be-f3021c6d49da tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275412 Oct 15 19:40:17.398176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:17.398176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.415245 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395501ba-cef1-4cc9-bd4e-8e4254c9ca87 x-openstack-request-id: req-395501ba-cef1-4cc9-bd4e-8e4254c9ca87 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:17.415406 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0690e5e-f667-4425-8dca-2c59f195d475", "name": "network-vif-deleted", "tag": "62ac8ee0-39b4-42b6-a262-0fd558f3bcd0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:17.415622 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-395501ba-cef1-4cc9-bd4e-8e4254c9ca87 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:17.416835 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0690e5e-f667-4425-8dca-2c59f195d475', 'name': 'network-vif-deleted', 'tag': '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0', 'status': 'completed', 'code': 200} Oct 15 19:40:17.418086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:17.418430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:17.418766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:17.434291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:17.434594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempting to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:17.443154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:17.443484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:17.444212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:17.444365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Bound port: 197ee010-41d0-461b-bf19-d366aaad9e2f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:17.444657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.455840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62acdc16-2683-43c0-a61e-5ba6863accbb req-82ae66a4-f186-4880-bee3-cbb17a3a50ab tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.457364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62acdc16-2683-43c0-a61e-5ba6863accbb req-82ae66a4-f186-4880-bee3-cbb17a3a50ab tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1102 time: 0.1012928 Oct 15 19:40:17.463195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.513117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:17.513659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.528611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:17.566735 n-d-712140-14 neutron-server[101180]: WARNING neutron.plugins.ml2.plugin [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Concurrent port binding operations failed on port 197ee010-41d0-461b-bf19-d366aaad9e2f Oct 15 19:40:17.578618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.579287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.580924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] 10.222.0.11 "PUT /v2.0/ports/923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 200 len: 1092 time: 1.5329130 Oct 15 19:40:17.584718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:17.609328 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attempt 2 to bind port 197ee010-41d0-461b-bf19-d366aaad9e2f Oct 15 19:40:17.615926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.617242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:17.618631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-20e46176-8ea5-47f2-9f40-9cb01ba74b13 service neutron] 10.222.0.11 "PUT /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 1124 time: 2.1202285 Oct 15 19:40:17.624758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b878cf6-b0b6-41ea-ab55-d263982318d2 service neutron] Pushing event updated for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:17.636704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62acdc16-2683-43c0-a61e-5ba6863accbb req-e990ba8d-983a-421a-b8eb-6f99c220cc14 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693168 Oct 15 19:40:17.701210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12c0f-579e-43e3-a265-0c0c1b019321 req-429ab7fb-d9fc-412f-b54e-c7012b526794 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.705187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-70d12c0f-579e-43e3-a265-0c0c1b019321 req-429ab7fb-d9fc-412f-b54e-c7012b526794 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1584303 Oct 15 19:40:17.762049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['197ee010-41d0-461b-bf19-d366aaad9e2f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:17.786392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-02123934-68b4-4d1b-b040-59ad9df7faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.789854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-02123934-68b4-4d1b-b040-59ad9df7faf4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1095 time: 0.0967836 Oct 15 19:40:17.798269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-70d12c0f-579e-43e3-a265-0c0c1b019321 req-9bd67613-4c5d-4947-a18d-43cc071f5b1c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856309 Oct 15 19:40:17.826055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872dc88-6e12-4a4e-821c-2be633bb6add req-90a3a001-db16-445e-a59b-2fb28cba6042 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.826471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['197ee010-41d0-461b-bf19-d366aaad9e2f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:17.827757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a872dc88-6e12-4a4e-821c-2be633bb6add req-90a3a001-db16-445e-a59b-2fb28cba6042 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1047268 Oct 15 19:40:17.884328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-d57edeff-8bb4-46ad-814f-162ab11aff0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 200 len: 217 time: 0.0555584 Oct 15 19:40:17.951412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a872dc88-6e12-4a4e-821c-2be633bb6add req-aa751bef-c1f0-4968-9a62-7f0f191edfb6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130390 Oct 15 19:40:17.954288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3d0e-2a10-4b43-bcfd-4e101a3c676e req-d982b530-ebe7-4db0-8d39-9d3c6433f3d5 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.956215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-051a3d0e-2a10-4b43-bcfd-4e101a3c676e req-d982b530-ebe7-4db0-8d39-9d3c6433f3d5 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1102 time: 0.0458524 Oct 15 19:40:17.960710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-bb9c22f7-e1bc-4de6-a1af-685c58f96d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:17.962387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-bb9c22f7-e1bc-4de6-a1af-685c58f96d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.0684946 Oct 15 19:40:17.993688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:18.009284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-56cc2023-acef-426d-b937-79ad2591927d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375488 Oct 15 19:40:18.027880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a'}, {'name': 'network-changed', 'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:18.030202 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6812c6-a48e-47de-b09b-23a722190323" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a"}, {"name": "network-changed", "server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:18.049703 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-051a3d0e-2a10-4b43-bcfd-4e101a3c676e req-862dcba2-ef4a-40f0-be9e-6411e4faf2e2 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837677 Oct 15 19:40:18.050530 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:18.107065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c', '62ac8ee0-39b4-42b6-a262-0fd558f3bcd0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:18.143064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:18.146822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:18.150503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91737afb-cfa6-43f4-a5ba-022d911e7f48 req-9d7a76c8-94d4-4901-95aa-3fd48a4365d0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "DELETE /v2.0/ports/dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 HTTP/1.1" status: 204 len: 173 time: 1.0324221 Oct 15 19:40:18.168050 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36be1350-fbaa-44c8-a323-d45337422399 x-openstack-request-id: req-36be1350-fbaa-44c8-a323-d45337422399 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:18.168465 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:18.168581 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36be1350-fbaa-44c8-a323-d45337422399 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:18.169339 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a', 'status': 'completed', 'code': 200} Oct 15 19:40:18.169339 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'status': 'completed', 'code': 200} Oct 15 19:40:18.174440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-d8b9047e-493e-46c8-bd94-11cfecb9fc3b service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551113 Oct 15 19:40:18.265609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-3b8edffa-a619-428d-a614-77e063884037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.267498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-3b8edffa-a619-428d-a614-77e063884037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1127 time: 0.0948327 Oct 15 19:40:18.310854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a4841-50c5-404a-a3e4-3ce73a669770 req-83dee30f-c9f7-427d-b444-60100fa56f0b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.312389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a4841-50c5-404a-a3e4-3ce73a669770 req-83dee30f-c9f7-427d-b444-60100fa56f0b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.1666050 Oct 15 19:40:18.355149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b01fd4bd-fab2-4f77-83fe-b8d5ba7bfba1 req-e6cee920-0c1b-40ca-b7f0-256ae1fd5dca service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609533 Oct 15 19:40:18.383726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a4841-50c5-404a-a3e4-3ce73a669770 req-985ef547-5217-493a-83b9-8d10542d36f6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626564 Oct 15 19:40:18.408002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-761711f7-94af-46e8-97b2-93b838d52fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.409779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-761711f7-94af-46e8-97b2-93b838d52fba service neutron] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1348202 Oct 15 19:40:18.472047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-a395df55-6645-417a-936b-9c8fcfc99437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 217 time: 0.0517974 Oct 15 19:40:18.496280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-67df8ff8-7b86-4e49-add0-f7d4964bf78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:18.541240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-4b76d1b3-9b71-4335-8f8b-0b37551aa558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.543985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-4b76d1b3-9b71-4335-8f8b-0b37551aa558 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1095 time: 0.0625615 Oct 15 19:40:18.602624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48631e6b-1494-48a4-a7e9-68f01d1f1e81 req-9771eeed-c053-45d3-b78e-4202a3b99816 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.610949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48631e6b-1494-48a4-a7e9-68f01d1f1e81 req-9771eeed-c053-45d3-b78e-4202a3b99816 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 943 time: 0.1410472 Oct 15 19:40:18.620008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-91a712cc-dff6-4978-ad64-908419394712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.621952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-91a712cc-dff6-4978-ad64-908419394712 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1251097 Oct 15 19:40:18.666498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-a477f6eb-31f6-4b2a-b699-7d2fac75d292 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320222 Oct 15 19:40:18.701017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-5968bee2-a687-46bb-9c13-b9fd53b7ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.702689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-5968bee2-a687-46bb-9c13-b9fd53b7ef5a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 912 time: 0.1475132 Oct 15 19:40:18.707949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48631e6b-1494-48a4-a7e9-68f01d1f1e81 req-3f919188-6a0c-4f57-a547-e4af11c8ba47 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958412 Oct 15 19:40:18.776483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-a905f18c-e07e-499b-8bc3-2f89953df11e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 200 len: 217 time: 0.0586476 Oct 15 19:40:18.830179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6812c6-a48e-47de-b09b-23a722190323 req-4357bc46-6e65-49f1-a604-4912be21ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:18.831912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-4357bc46-6e65-49f1-a604-4912be21ad6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.0478823 Oct 15 19:40:18.833891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d4a8d69-7720-4d16-b937-c5aefca34546 req-cf6cd2f7-0e59-4e7e-8343-55c5e8abcc60 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=9183e276-dbf9-443d-8715-9b6724768fe1 HTTP/1.1" status: 200 len: 210 time: 0.0302658 Oct 15 19:40:18.862447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-7c17cd85-7481-4548-89d4-4f8cb30e369a service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814377 Oct 15 19:40:18.886573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-577ea1d5-a2db-4c82-8a72-0becb95d1545 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448854 Oct 15 19:40:18.994518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-79599462-7e73-4b8e-89aa-52657fcf57f4 service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976708 Oct 15 19:40:19.001534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:19.018307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f98d42-693f-4ad1-9652-1bc0936af1c9 req-00ab2e25-041e-4776-9446-8cf52061fc7b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:19.026278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21f98d42-693f-4ad1-9652-1bc0936af1c9 req-00ab2e25-041e-4776-9446-8cf52061fc7b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1144607 Oct 15 19:40:19.029522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-b3a5aea3-67dc-4a67-b450-502e193583c2 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507189 Oct 15 19:40:19.092149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21f98d42-693f-4ad1-9652-1bc0936af1c9 req-39667564-6f64-4fde-8e26-4e6403100f37 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Oct 15 19:40:19.145625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a6812c6-a48e-47de-b09b-23a722190323 req-81bc6e1a-22c1-4373-a4db-37477485a145 service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358202 Oct 15 19:40:19.219956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e83fb4-1d32-4ee8-b3c5-b433d6cb20aa req-e37865d6-6140-4ced-9025-e7892d2015eb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:19.221855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1e83fb4-1d32-4ee8-b3c5-b433d6cb20aa req-e37865d6-6140-4ced-9025-e7892d2015eb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0655262 Oct 15 19:40:19.263602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1e83fb4-1d32-4ee8-b3c5-b433d6cb20aa req-fe3701cb-4b30-4909-81ee-81350ab6441d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Oct 15 19:40:19.418842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'name': 'network-vif-deleted', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:19.421875 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1709756-6ffa-4e06-87dd-f3866c3107de" -d '{"events": [{"server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "name": "network-vif-deleted", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:19.505811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e0ee-596c-4492-90b0-9900c9dee917 req-19f336ab-53dc-4d31-a63d-0f3dbfff6e81 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:19.507729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55e9e0ee-596c-4492-90b0-9900c9dee917 req-19f336ab-53dc-4d31-a63d-0f3dbfff6e81 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Oct 15 19:40:19.548771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55e9e0ee-596c-4492-90b0-9900c9dee917 req-2fa03b6b-4d9a-4047-8749-baa42be1001c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344462 Oct 15 19:40:19.595709 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28d505-4e73-4560-9935-2f89631dc707 x-openstack-request-id: req-1d28d505-4e73-4560-9935-2f89631dc707 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:19.596002 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9183e276-dbf9-443d-8715-9b6724768fe1", "name": "network-vif-deleted", "tag": "dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:19.596275 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d28d505-4e73-4560-9935-2f89631dc707 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:19.596666 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9183e276-dbf9-443d-8715-9b6724768fe1', 'name': 'network-vif-deleted', 'tag': 'dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5', 'status': 'completed', 'code': 200} Oct 15 19:40:19.709689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f5cd9-6d8a-43ed-83f7-9f5f165bc464 req-9213dbdf-197f-484b-a525-34737c2477f8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:19.712026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f5f5cd9-6d8a-43ed-83f7-9f5f165bc464 req-9213dbdf-197f-484b-a525-34737c2477f8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0511699 Oct 15 19:40:19.750584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f5f5cd9-6d8a-43ed-83f7-9f5f165bc464 req-b4c127dd-3af3-4783-8206-330e66258bbe tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317538 Oct 15 19:40:19.833930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c373a-cf98-48d3-a0dc-8caf33483149 req-849d7027-338b-4804-9ee3-b8e4d0cad324 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:19.835976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1c373a-cf98-48d3-a0dc-8caf33483149 req-849d7027-338b-4804-9ee3-b8e4d0cad324 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 943 time: 0.0511155 Oct 15 19:40:19.877641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1c373a-cf98-48d3-a0dc-8caf33483149 req-05ccd7cc-78be-479a-90f9-299a0c5c41ae tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352135 Oct 15 19:40:20.232739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb92e1-8789-4a40-a8dd-25eb9b290ec7 req-45c0c2d3-63cb-48ef-b8f5-9fda0d033e61 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:20.234250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3fb92e1-8789-4a40-a8dd-25eb9b290ec7 req-45c0c2d3-63cb-48ef-b8f5-9fda0d033e61 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0550609 Oct 15 19:40:20.272604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3fb92e1-8789-4a40-a8dd-25eb9b290ec7 req-8d5fc872-9a76-40af-b4ee-6f4e9e1e3a89 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Oct 15 19:40:20.440730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61993b4a-7a87-4213-bfd8-2c19286b83ec req-be5baaae-3a8c-4922-9637-0470f02769f9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:20.442183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61993b4a-7a87-4213-bfd8-2c19286b83ec req-be5baaae-3a8c-4922-9637-0470f02769f9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0484095 Oct 15 19:40:20.479004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61993b4a-7a87-4213-bfd8-2c19286b83ec req-e6027528-6b38-40f8-982a-6ee4f6b262c6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302031 Oct 15 19:40:20.553904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:20.574856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:20.575200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62ac8ee0-39b4-42b6-a262-0fd558f3bcd0 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:20.666433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0bac8-dbe8-4a13-89e1-e550d195c7db req-83814132-a6eb-4c5d-974b-a0faae6b0041 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:20.668056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2b0bac8-dbe8-4a13-89e1-e550d195c7db req-83814132-a6eb-4c5d-974b-a0faae6b0041 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Oct 15 19:40:20.707368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2b0bac8-dbe8-4a13-89e1-e550d195c7db req-b6f01d28-d6f8-43fd-aea8-c6a70d41031a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Oct 15 19:40:20.859200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0870b5-6b83-4500-846f-574d61a9184f req-c4ec987e-31c5-4219-a428-261075bbe6c0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:20.861434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae0870b5-6b83-4500-846f-574d61a9184f req-c4ec987e-31c5-4219-a428-261075bbe6c0 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 949 time: 0.0500925 Oct 15 19:40:20.876206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47140-564c-4c29-8e87-d5f15c2ef47f req-4c016946-f598-484b-93c1-6e7f07308c14 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:20.877652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eca47140-564c-4c29-8e87-d5f15c2ef47f req-4c016946-f598-484b-93c1-6e7f07308c14 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0525181 Oct 15 19:40:20.898813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae0870b5-6b83-4500-846f-574d61a9184f req-69fd8a7d-b393-452d-99b0-ee0a1c2e41cd tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Oct 15 19:40:20.917619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eca47140-564c-4c29-8e87-d5f15c2ef47f req-8e91d79f-0e5d-44fe-9290-e31e49f54503 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Oct 15 19:40:21.001357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e51b33-7220-458d-a08c-d2b6bd603240 req-59a2d7e1-0c65-40b1-91af-f03f9b77c373 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:21.002832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2e51b33-7220-458d-a08c-d2b6bd603240 req-59a2d7e1-0c65-40b1-91af-f03f9b77c373 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 943 time: 0.0491495 Oct 15 19:40:21.039780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2e51b33-7220-458d-a08c-d2b6bd603240 req-5f1f4320-6b54-4a49-8e8b-2dd80cd23cbe tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Oct 15 19:40:21.349629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf43d480-e404-4fe4-b109-14ba09fc56a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:21.397578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655821e3-be95-489e-aca7-414cdce685b4 req-0afde73b-10c3-46dd-96ff-74af28545d09 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:21.399934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-655821e3-be95-489e-aca7-414cdce685b4 req-0afde73b-10c3-46dd-96ff-74af28545d09 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0521355 Oct 15 19:40:21.441026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-655821e3-be95-489e-aca7-414cdce685b4 req-54082b15-a3ae-4b1f-a4b7-bb73c0c15da9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Oct 15 19:40:21.599057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7f399-ca7d-4aab-9651-48474178177f req-6059249a-0fa0-4408-af66-c7246d8e177a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:21.600555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-add7f399-ca7d-4aab-9651-48474178177f req-6059249a-0fa0-4408-af66-c7246d8e177a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0528305 Oct 15 19:40:21.637099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-add7f399-ca7d-4aab-9651-48474178177f req-61ab1744-e2e0-4895-bb0e-7ba3f4c9721d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Oct 15 19:40:21.822753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115c47-d0a1-4727-b81c-9b13c0614ba1 req-e48f3505-61c7-4398-bb67-b4cb806783a0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:21.824314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc115c47-d0a1-4727-b81c-9b13c0614ba1 req-e48f3505-61c7-4398-bb67-b4cb806783a0 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Oct 15 19:40:21.861418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc115c47-d0a1-4727-b81c-9b13c0614ba1 req-c94b862c-4a19-4859-b49d-8dbfef41f70c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313401 Oct 15 19:40:22.014393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a7605-0553-444f-9135-f6f84cf48018 req-c18d69d7-20f8-4d9d-9191-addf03ca6a29 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.015844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-337a7605-0553-444f-9135-f6f84cf48018 req-c18d69d7-20f8-4d9d-9191-addf03ca6a29 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 949 time: 0.0484023 Oct 15 19:40:22.035204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a4e8-acbc-483c-8a9a-10a6e3984938 req-925a9a13-7172-4b23-8651-90cc98175e13 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.036870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40a3a4e8-acbc-483c-8a9a-10a6e3984938 req-925a9a13-7172-4b23-8651-90cc98175e13 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0526183 Oct 15 19:40:22.052991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-337a7605-0553-444f-9135-f6f84cf48018 req-947434e7-9d3c-4ef4-9179-888f612048dc tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311420 Oct 15 19:40:22.075701 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40a3a4e8-acbc-483c-8a9a-10a6e3984938 req-a09fad56-ba20-4a0c-b14a-3d6c4b9c7cfe tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Oct 15 19:40:22.152759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dcf69-e8de-4fc4-abcf-a1a6991d5f47 req-1d8a1d70-bd03-4434-8ac6-a46a1b72cfd7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.154264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-305dcf69-e8de-4fc4-abcf-a1a6991d5f47 req-1d8a1d70-bd03-4434-8ac6-a46a1b72cfd7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 943 time: 0.0479884 Oct 15 19:40:22.192361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-305dcf69-e8de-4fc4-abcf-a1a6991d5f47 req-761b4983-daa8-44d9-93f6-39e7cb30f948 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321393 Oct 15 19:40:22.212881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 923dedc1-3a7d-40a1-8306-114bf17a5d4a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:22.218340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:22.253489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:22.253827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device dc44b35e-3661-4f4c-a8ab-de7b02f5b0e5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:22.323282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.356045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:22.366063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '923dedc1-3a7d-40a1-8306-114bf17a5d4a', 'network_id': 'a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d', 'port_id': '923dedc1-3a7d-40a1-8306-114bf17a5d4a', 'mac_address': 'fa:16:3e:4f:6f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:40:22.372503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.416022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.428839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923dedc1-3a7d-40a1-8306-114bf17a5d4a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:22.448368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:22.507327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.511056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-4b1835e7-fe27-4bc3-bc01-a09b195d0f14 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.512627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-4b1835e7-fe27-4bc3-bc01-a09b195d0f14 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 949 time: 0.0535693 Oct 15 19:40:22.535289 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.584516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:22.614188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4db84-8807-4696-bf23-fbe0eb163d03 req-9b0d0c8d-bfe7-4f28-a062-910c4c3e8a65 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.615681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abe4db84-8807-4696-bf23-fbe0eb163d03 req-9b0d0c8d-bfe7-4f28-a062-910c4c3e8a65 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.1016002 Oct 15 19:40:22.618314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.669224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port af916804-d77a-4d0a-9ca1-409b25bdafd5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:22.669564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.675633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abe4db84-8807-4696-bf23-fbe0eb163d03 req-01c7f8d2-a61f-4fb1-9907-ea832a9eff7c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530901 Oct 15 19:40:22.754778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271b229-8e3a-4b74-9c0d-5f397ac8d541 req-56449d8b-5c7a-4cf3-815d-c1a4de2e1e59 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.756767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c271b229-8e3a-4b74-9c0d-5f397ac8d541 req-56449d8b-5c7a-4cf3-815d-c1a4de2e1e59 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0493221 Oct 15 19:40:22.761374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port af916804-d77a-4d0a-9ca1-409b25bdafd5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=af916804-d77a-4d0a-9ca1-409b25bdafd5,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:22.761734 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.774811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for af916804-d77a-4d0a-9ca1-409b25bdafd5 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:22.796403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c271b229-8e3a-4b74-9c0d-5f397ac8d541 req-b3c1a58b-40a2-4faa-bfde-5c10a5448335 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Oct 15 19:40:22.973118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:22.977490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7e01-7ffe-47cf-b208-4e4321b4279f req-502f95ef-0491-4421-98f7-4a26a4ecc90b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:22.978995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-75ab7e01-7ffe-47cf-b208-4e4321b4279f req-502f95ef-0491-4421-98f7-4a26a4ecc90b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0485671 Oct 15 19:40:22.985938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['af916804-d77a-4d0a-9ca1-409b25bdafd5', 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:23.000416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=af916804-d77a-4d0a-9ca1-409b25bdafd5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:23.010560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:23.030637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-75ab7e01-7ffe-47cf-b208-4e4321b4279f req-0a68566d-e8c4-41c0-bc13-91d59ed45ffb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Oct 15 19:40:23.049651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port af916804-d77a-4d0a-9ca1-409b25bdafd5 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:23.052362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:23.055896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-790f7192-c451-44b5-bab0-a1580c66bca8 req-70e601a7-326d-47dd-a41f-9b4bea1955d4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "DELETE /v2.0/ports/af916804-d77a-4d0a-9ca1-409b25bdafd5 HTTP/1.1" status: 204 len: 173 time: 0.5337529 Oct 15 19:40:23.056339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'name': 'network-vif-deleted', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:23.058584 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d004d-d1df-4329-b36a-3cdb96d8ead1" -d '{"events": [{"server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "name": "network-vif-deleted", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:23.101682 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8edfb1f-c39c-4ebe-9fcf-0f54359bdbf0 x-openstack-request-id: req-c8edfb1f-c39c-4ebe-9fcf-0f54359bdbf0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:23.101920 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b0aa2dd-713f-4ff9-9c71-4fbeea20c925", "name": "network-vif-deleted", "tag": "af916804-d77a-4d0a-9ca1-409b25bdafd5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:23.102247 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8edfb1f-c39c-4ebe-9fcf-0f54359bdbf0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:23.102581 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0aa2dd-713f-4ff9-9c71-4fbeea20c925', 'name': 'network-vif-deleted', 'tag': 'af916804-d77a-4d0a-9ca1-409b25bdafd5', 'status': 'completed', 'code': 200} Oct 15 19:40:23.172550 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1419f54f-50f3-450a-8c21-a32a149437a1 req-57851214-93a8-4c62-804c-eab78f80ee81 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 210 time: 0.0450366 Oct 15 19:40:23.259176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d26de1-11fb-4293-9feb-9c8637c520cf req-f3c9d503-57f9-42f1-9a67-b1a35b376d0c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:23.260948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1d26de1-11fb-4293-9feb-9c8637c520cf req-f3c9d503-57f9-42f1-9a67-b1a35b376d0c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1044190 Oct 15 19:40:23.276099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-cb623434-1af2-4bc2-a558-7bf0346d73d7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:23.278505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-cb623434-1af2-4bc2-a558-7bf0346d73d7 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "GET /v2.0/ports?device_id=bf9f76ca-05a5-471f-9292-7fa23f2602eb HTTP/1.1" status: 200 len: 950 time: 0.1102653 Oct 15 19:40:23.314362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['923dedc1-3a7d-40a1-8306-114bf17a5d4a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:23.372316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1d26de1-11fb-4293-9feb-9c8637c520cf req-fc9608d9-a74d-405d-b43c-a895b3ae2eb6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871429 Oct 15 19:40:23.385246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc590ff-4cbc-485b-ae45-e87204945a03 req-7b898211-ac83-48c5-b385-44364ee08154 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:23.387331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cdc590ff-4cbc-485b-ae45-e87204945a03 req-7b898211-ac83-48c5-b385-44364ee08154 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 944 time: 0.0779939 Oct 15 19:40:23.443539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cdc590ff-4cbc-485b-ae45-e87204945a03 req-2c675e6b-4d7f-45ca-9814-94c1061e58ba tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 Oct 15 19:40:23.490261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port b1cbf7e6-b079-40fb-960d-ef8468fedb1c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:23.490604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:23.602306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port b1cbf7e6-b079-40fb-960d-ef8468fedb1c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:23.602596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:23.614720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for b1cbf7e6-b079-40fb-960d-ef8468fedb1c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:23.801775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0979cf3-7b83-4ff4-be51-a9a54bf32f40 req-19b569d4-249e-44bd-b09f-542439ead2ab tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:23.803303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0979cf3-7b83-4ff4-be51-a9a54bf32f40 req-19b569d4-249e-44bd-b09f-542439ead2ab tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0504348 Oct 15 19:40:23.804724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:23.832098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:23.839282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=b1cbf7e6-b079-40fb-960d-ef8468fedb1c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:23.865823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0979cf3-7b83-4ff4-be51-a9a54bf32f40 req-89dc8fda-3905-443e-bc99-e56191603631 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562670 Oct 15 19:40:23.911280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port b1cbf7e6-b079-40fb-960d-ef8468fedb1c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:23.916154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:23.920690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc4a656c-5232-4bfc-b41d-8fcf298e3295 req-45db7f3c-90a5-4d22-ad07-ab10f166c7d3 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.11 "DELETE /v2.0/ports/b1cbf7e6-b079-40fb-960d-ef8468fedb1c HTTP/1.1" status: 204 len: 173 time: 0.6335073 Oct 15 19:40:23.981021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b08f86-ddc7-434e-91b8-a11b2b16349d req-18773a76-9d5f-4543-a805-d87cc5d7ac73 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:23.986187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39b08f86-ddc7-434e-91b8-a11b2b16349d req-18773a76-9d5f-4543-a805-d87cc5d7ac73 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1006603 Oct 15 19:40:24.032443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39b08f86-ddc7-434e-91b8-a11b2b16349d req-5f0c7e91-f4e2-42da-8631-2f1595b75095 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436153 Oct 15 19:40:24.142798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe73c2-c3e5-4cd5-890b-d8a4cc22f503 req-cd6a3a1f-c2e5-401b-b97a-aff57cb8bb69 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:24.148861 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcbe73c2-c3e5-4cd5-890b-d8a4cc22f503 req-cd6a3a1f-c2e5-401b-b97a-aff57cb8bb69 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0483918 Oct 15 19:40:24.208728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcbe73c2-c3e5-4cd5-890b-d8a4cc22f503 req-36e27ec6-44af-4fea-a42e-6b00e5dda756 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433173 Oct 15 19:40:24.297744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11d99715-1aa9-4dfa-88ca-94d819f14876 req-43c20539-bbaf-4a3d-a086-3494cb4db458 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0aa2dd-713f-4ff9-9c71-4fbeea20c925 HTTP/1.1" status: 200 len: 210 time: 0.0285072 Oct 15 19:40:24.383802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:24.490252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d7709-eed1-44ba-bd3a-6faf891d16fa req-5e4087cf-3148-479e-bcf9-305914002006 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:24.492155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-061d7709-eed1-44ba-bd3a-6faf891d16fa req-5e4087cf-3148-479e-bcf9-305914002006 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0539939 Oct 15 19:40:24.538291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-061d7709-eed1-44ba-bd3a-6faf891d16fa req-133abc0d-a142-448a-bb1c-d762e0473eed tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Oct 15 19:40:24.568493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47b2f-604c-4dcb-b220-15435e7f60e2 req-7e46f750-a31a-48a8-8c79-0cbaf1cbcc67 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:24.570489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b47b2f-604c-4dcb-b220-15435e7f60e2 req-7e46f750-a31a-48a8-8c79-0cbaf1cbcc67 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 944 time: 0.0569561 Oct 15 19:40:24.617907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b47b2f-604c-4dcb-b220-15435e7f60e2 req-f4de858e-4199-4180-ab22-c972dd48495f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Oct 15 19:40:24.979932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4384bd-1199-499f-9696-1a35807b13e8 req-fe55a65d-2885-423c-9314-3990dee60aaf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:24.981370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4384bd-1199-499f-9696-1a35807b13e8 req-fe55a65d-2885-423c-9314-3990dee60aaf tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0478115 Oct 15 19:40:25.025143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4384bd-1199-499f-9696-1a35807b13e8 req-ce3602be-d859-4fed-8b82-879e060a34f1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377345 Oct 15 19:40:25.103923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'name': 'network-vif-deleted', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:25.106325 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c27bb6-270e-4b24-87b3-bca942b8a7c6" -d '{"events": [{"server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "name": "network-vif-deleted", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:25.142570 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c30379-d13c-4fd8-adb5-ad73d5caa8f0 x-openstack-request-id: req-95c30379-d13c-4fd8-adb5-ad73d5caa8f0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:25.142866 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9f76ca-05a5-471f-9292-7fa23f2602eb", "name": "network-vif-deleted", "tag": "b1cbf7e6-b079-40fb-960d-ef8468fedb1c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:25.143149 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95c30379-d13c-4fd8-adb5-ad73d5caa8f0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:25.143665 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9f76ca-05a5-471f-9292-7fa23f2602eb', 'name': 'network-vif-deleted', 'tag': 'b1cbf7e6-b079-40fb-960d-ef8468fedb1c', 'status': 'completed', 'code': 200} Oct 15 19:40:25.152549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11e486-a912-447c-b80b-f811d5c4cec6 req-2dd767bf-f0cc-434f-ade8-c16f896354bb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:25.152549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf11e486-a912-447c-b80b-f811d5c4cec6 req-2dd767bf-f0cc-434f-ade8-c16f896354bb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0503278 Oct 15 19:40:25.190945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf11e486-a912-447c-b80b-f811d5c4cec6 req-9f5d9be8-36ee-4bf9-9fdb-3c73d309e64c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Oct 15 19:40:25.328838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d33f2-f308-4f53-9c37-181bd3ca8de2 req-200b3a60-074c-4767-9d28-ffaeee7bebca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:25.330298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f18d33f2-f308-4f53-9c37-181bd3ca8de2 req-200b3a60-074c-4767-9d28-ffaeee7bebca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Oct 15 19:40:25.369767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f18d33f2-f308-4f53-9c37-181bd3ca8de2 req-9146f150-2917-47dd-9974-2973f321fef6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Oct 15 19:40:25.653814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef3de2c-a08e-4174-9f9f-34e661d7cd72 req-d7d4b56d-5084-43c6-9efd-8eb782990f6e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:25.655361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ef3de2c-a08e-4174-9f9f-34e661d7cd72 req-d7d4b56d-5084-43c6-9efd-8eb782990f6e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0488245 Oct 15 19:40:25.696772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ef3de2c-a08e-4174-9f9f-34e661d7cd72 req-ab5771e3-a136-4959-9eb8-0d0efd493c27 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354152 Oct 15 19:40:25.801661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032317a-8c73-46f7-85f6-59e60fc6b56d req-704aef80-8755-48c3-b736-ebeaca01f4ef tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:25.803043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7032317a-8c73-46f7-85f6-59e60fc6b56d req-704aef80-8755-48c3-b736-ebeaca01f4ef tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 944 time: 0.0523384 Oct 15 19:40:25.842987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7032317a-8c73-46f7-85f6-59e60fc6b56d req-19470d08-5f55-41de-b874-bbd86f0c870d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338597 Oct 15 19:40:26.200013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa2085-5b4d-4720-b468-1162aa90ca79 req-41db1ed2-a2b9-436f-9781-798a46931aa3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.201494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04aa2085-5b4d-4720-b468-1162aa90ca79 req-41db1ed2-a2b9-436f-9781-798a46931aa3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0488222 Oct 15 19:40:26.240683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04aa2085-5b4d-4720-b468-1162aa90ca79 req-678ef2e6-b354-4d47-b1a3-38aec5d33b16 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Oct 15 19:40:26.241362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 923dedc1-3a7d-40a1-8306-114bf17a5d4a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:26.343876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 923dedc1-3a7d-40a1-8306-114bf17a5d4a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:40:26.346993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3c2b5-4c41-4054-b4c2-52af374a08a3 req-78c20f10-767e-4810-b761-2d488092dc5d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.347747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 923dedc1-3a7d-40a1-8306-114bf17a5d4a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:26.348136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:26.348495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01c3c2b5-4c41-4054-b4c2-52af374a08a3 req-78c20f10-767e-4810-b761-2d488092dc5d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0485115 Oct 15 19:40:26.420750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01c3c2b5-4c41-4054-b4c2-52af374a08a3 req-342b9eea-2820-4447-9fab-30790390529a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653932 Oct 15 19:40:26.430390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:26.454441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:26.455906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-9fb0c4b4-13f2-4a97-927a-2ec60e84b1a8 service neutron] 10.222.0.15 "GET /v2.0/ports/e75f20dd-5d8e-4f96-9a0d-32f55aed415e/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.0833886 Oct 15 19:40:26.456811 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942e94d3-b35d-4ff8-9842-9b259c38ad4f" -d '{"events": [{"server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "name": "network-vif-plugged", "status": "completed", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:26.470256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:26.531255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527c2c6-d7b3-4d9d-9caa-0a71f2106689 req-47e2c95c-0066-4076-b7c6-fa1b30830863 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.532745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f527c2c6-d7b3-4d9d-9caa-0a71f2106689 req-47e2c95c-0066-4076-b7c6-fa1b30830863 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0492628 Oct 15 19:40:26.549732 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:26.553563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device af916804-d77a-4d0a-9ca1-409b25bdafd5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:26.577578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f527c2c6-d7b3-4d9d-9caa-0a71f2106689 req-a971ac53-9f05-4a74-ad73-d40c8728e2e4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377848 Oct 15 19:40:26.595141 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c43ede-441e-4677-a61b-73841e4df79a x-openstack-request-id: req-98c43ede-441e-4677-a61b-73841e4df79a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:26.596055 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "name": "network-vif-plugged", "status": "completed", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:26.596540 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98c43ede-441e-4677-a61b-73841e4df79a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:26.597125 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a', 'code': 200} Oct 15 19:40:26.600259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: af916804-d77a-4d0a-9ca1-409b25bdafd5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:26.601173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device af916804-d77a-4d0a-9ca1-409b25bdafd5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:26.634647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:26.705783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8467dc-f58c-4283-81d7-c5ca4807a2e6 req-4f6da727-3022-4129-9019-de6003ab68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.707288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d8467dc-f58c-4283-81d7-c5ca4807a2e6 req-4f6da727-3022-4129-9019-de6003ab68d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1097 time: 0.0387387 Oct 15 19:40:26.748715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d8467dc-f58c-4283-81d7-c5ca4807a2e6 req-61e4527d-aaff-4523-b53a-97afd944e0f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323753 Oct 15 19:40:26.813114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb21e-9ed3-46b3-8802-f6dca3fbeaf0 req-8e36d423-cdfe-4b30-b0f6-70e135344e53 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.814561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-408fb21e-9ed3-46b3-8802-f6dca3fbeaf0 req-8e36d423-cdfe-4b30-b0f6-70e135344e53 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0489972 Oct 15 19:40:26.856241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-408fb21e-9ed3-46b3-8802-f6dca3fbeaf0 req-410fdbbe-bc21-45ad-a2c9-313fb37c0e61 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339482 Oct 15 19:40:26.964247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654061ff-1838-4dfd-9e11-bb763730145c req-18797869-8268-48fa-abac-c5fe64db7aba tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:26.965969 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-654061ff-1838-4dfd-9e11-bb763730145c req-18797869-8268-48fa-abac-c5fe64db7aba tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0526693 Oct 15 19:40:27.005618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-654061ff-1838-4dfd-9e11-bb763730145c req-a169abc9-353d-464b-9c33-ba3bf680ecab tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Oct 15 19:40:27.143380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c79762-3b6e-4bb1-bceb-3ee835b7b8fb req-efefaf36-8678-4699-8b35-9138c4bcf8b4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.144931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00c79762-3b6e-4bb1-bceb-3ee835b7b8fb req-efefaf36-8678-4699-8b35-9138c4bcf8b4 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.0768797 Oct 15 19:40:27.151482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-25a95fd1-7772-4192-aa05-0032eb801d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.152926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-25a95fd1-7772-4192-aa05-0032eb801d39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0750208 Oct 15 19:40:27.216963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00c79762-3b6e-4bb1-bceb-3ee835b7b8fb req-d641d54b-6129-430b-a1b3-1f06f9136966 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622947 Oct 15 19:40:27.230473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-9a168590-197b-4641-a22b-4a595470d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.231944 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-9a168590-197b-4641-a22b-4a595470d869 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1102 time: 0.0560174 Oct 15 19:40:27.333061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-0f472c63-fd7b-4b42-a9d3-d979441f38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.334522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-0f472c63-fd7b-4b42-a9d3-d979441f38ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.0881433 Oct 15 19:40:27.360099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24540fd9-c672-40dd-a7be-6c19dbb88566 req-d8d335bb-c31b-4f55-9cf7-8f6a0003714f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.361566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24540fd9-c672-40dd-a7be-6c19dbb88566 req-d8d335bb-c31b-4f55-9cf7-8f6a0003714f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0487149 Oct 15 19:40:27.384581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-ba23b452-dc2a-4555-b8bd-93b2d040eda5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 217 time: 0.0390580 Oct 15 19:40:27.402654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24540fd9-c672-40dd-a7be-6c19dbb88566 req-917f2666-5855-4566-9855-432e46d9999a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Oct 15 19:40:27.438703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-d3abccbe-6916-4fa1-bd45-d2ab7564a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.441836 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-d3abccbe-6916-4fa1-bd45-d2ab7564a391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0459235 Oct 15 19:40:27.486782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-a51d945f-afb5-4e28-88a3-96742bee5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.488278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-a51d945f-afb5-4e28-88a3-96742bee5f79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0394237 Oct 15 19:40:27.595624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8ac89-1234-49ad-a87b-070b0cd60d89 req-bb9b45d9-ec9d-49cb-bca1-5d1049d20675 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.597029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11f8ac89-1234-49ad-a87b-070b0cd60d89 req-bb9b45d9-ec9d-49cb-bca1-5d1049d20675 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1043046 Oct 15 19:40:27.621064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-9416d141-293b-4e9a-84f0-f469b4d7885a service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191006 Oct 15 19:40:27.664681 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11f8ac89-1234-49ad-a87b-070b0cd60d89 req-3fe5cf0d-f850-458f-a0a4-5164751e9b34 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596132 Oct 15 19:40:27.706805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb34a6-38ce-4e0f-ac83-bb3f63ab8993 req-d41006f4-4810-4296-a304-cb8ae75bbe91 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.708310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89fb34a6-38ce-4e0f-ac83-bb3f63ab8993 req-d41006f4-4810-4296-a304-cb8ae75bbe91 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0496721 Oct 15 19:40:27.731123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7c55b86-7220-4d7c-9553-645919bf5dce req-14554c20-60cf-4e6a-984f-d769fc0f0cf2 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985281 Oct 15 19:40:27.747390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89fb34a6-38ce-4e0f-ac83-bb3f63ab8993 req-88f04adf-5042-41cc-95b8-dc2d4393e222 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Oct 15 19:40:27.971464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a01d9-27fa-456e-b1fa-3b784bdd8651 req-b5ddce80-f36e-4ae9-9094-55d87eefdc58 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:27.972939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-922a01d9-27fa-456e-b1fa-3b784bdd8651 req-b5ddce80-f36e-4ae9-9094-55d87eefdc58 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0482392 Oct 15 19:40:28.011288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-922a01d9-27fa-456e-b1fa-3b784bdd8651 req-a87d29de-8ebe-4b18-9403-ca7f2dae1946 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314178 Oct 15 19:40:28.134116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652fcdd-2780-4381-a6ca-3e71cffbd053 req-111df0c0-7b08-44f2-b56a-4678eb6a26b4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:28.135667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d652fcdd-2780-4381-a6ca-3e71cffbd053 req-111df0c0-7b08-44f2-b56a-4678eb6a26b4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0523005 Oct 15 19:40:28.174077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d652fcdd-2780-4381-a6ca-3e71cffbd053 req-2b718174-9d4a-4b17-a2be-e5c6a2c6a2f1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Oct 15 19:40:28.245615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1cbf7e6-b079-40fb-960d-ef8468fedb1c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:28.266044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b1cbf7e6-b079-40fb-960d-ef8468fedb1c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:28.266394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1cbf7e6-b079-40fb-960d-ef8468fedb1c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:28.336706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77fe1b-ab43-435b-9514-2ffecb48e256 req-65143dfe-1350-4347-81af-3eb95b05c0d6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:28.338173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba77fe1b-ab43-435b-9514-2ffecb48e256 req-65143dfe-1350-4347-81af-3eb95b05c0d6 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.0473840 Oct 15 19:40:28.378003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba77fe1b-ab43-435b-9514-2ffecb48e256 req-9b3aeae8-51a8-4425-9da2-b5de90f1b75b tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Oct 15 19:40:28.522672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d650a-bd3c-4d6e-8992-f0238fb5b82f req-8d5c38c8-62da-43a1-b0da-63cc826f53f9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:28.524608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e84d650a-bd3c-4d6e-8992-f0238fb5b82f req-8d5c38c8-62da-43a1-b0da-63cc826f53f9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0487533 Oct 15 19:40:28.560521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e84d650a-bd3c-4d6e-8992-f0238fb5b82f req-fecfbb40-2b8c-40a4-b77f-ab1cf3a0ce3c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300026 Oct 15 19:40:28.778667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6c4ca-7f1e-43a5-9462-aac64ede694f req-dd8f1beb-c7e8-4b16-b450-cdd3e82daa7c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:28.780174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03a6c4ca-7f1e-43a5-9462-aac64ede694f req-dd8f1beb-c7e8-4b16-b450-cdd3e82daa7c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0489931 Oct 15 19:40:28.818330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03a6c4ca-7f1e-43a5-9462-aac64ede694f req-c0c67250-c0bb-4f59-af55-199d07090fc2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Oct 15 19:40:28.863320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dbf6de-414d-4bcf-9b90-801525c68e2f req-1c9123ba-b28d-4dfb-a255-fa239f3bd024 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:28.864772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57dbf6de-414d-4bcf-9b90-801525c68e2f req-1c9123ba-b28d-4dfb-a255-fa239f3bd024 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0512922 Oct 15 19:40:28.901231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57dbf6de-414d-4bcf-9b90-801525c68e2f req-be6d8ab3-beec-4df7-a1df-5de0c59d2992 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300734 Oct 15 19:40:29.125145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142e692-6c34-4c5f-9fcc-8a8033c8a8b3 req-40d8d546-8ee4-44d8-98d6-411d0dd84830 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.126579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6142e692-6c34-4c5f-9fcc-8a8033c8a8b3 req-40d8d546-8ee4-44d8-98d6-411d0dd84830 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0482988 Oct 15 19:40:29.165023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6142e692-6c34-4c5f-9fcc-8a8033c8a8b3 req-d0aa1481-9977-400b-a5c1-fbf1f9a0e5d7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Oct 15 19:40:29.289043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f9df-bc97-4831-bbca-cc9904317afb req-15b6e8cc-4158-4a6c-8934-bf0d6ab9cf07 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.290557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7648f9df-bc97-4831-bbca-cc9904317afb req-15b6e8cc-4158-4a6c-8934-bf0d6ab9cf07 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0494280 Oct 15 19:40:29.332377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7648f9df-bc97-4831-bbca-cc9904317afb req-c678b87a-3139-4aea-ae6f-19a036648b59 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Oct 15 19:40:29.525175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489807cb-2903-495e-b392-e796b8a13767 req-49b5d60b-b7ce-4387-8d09-a3ae447c5932 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.526631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-489807cb-2903-495e-b392-e796b8a13767 req-49b5d60b-b7ce-4387-8d09-a3ae447c5932 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.0750966 Oct 15 19:40:29.538298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a60028-795a-414f-a902-54057e871faa req-406f8869-83be-4618-950e-498e188090b8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.540220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77a60028-795a-414f-a902-54057e871faa req-406f8869-83be-4618-950e-498e188090b8 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 970 time: 0.0628579 Oct 15 19:40:29.608716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-489807cb-2903-495e-b392-e796b8a13767 req-3554fc9d-5e73-4b6a-98ec-a39389989eae tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/security-groups?id=921b6ff3-4ae9-4035-9fef-bfce869732f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675466 Oct 15 19:40:29.654410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Deleting port 5fefde11-f94a-4708-9084-98d15ed40c9c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:40:29.654773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:29.681481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df44d94-3973-4a73-8631-bd74c25154ed req-2b9c33e0-7836-435e-a981-ef5acbc64ff2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.683008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9df44d94-3973-4a73-8631-bd74c25154ed req-2b9c33e0-7836-435e-a981-ef5acbc64ff2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0498085 Oct 15 19:40:29.720951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9df44d94-3973-4a73-8631-bd74c25154ed req-8a9a6001-07e5-4c62-8129-ebb940128b14 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318947 Oct 15 19:40:29.748164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] For port 5fefde11-f94a-4708-9084-98d15ed40c9c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fefde11-f94a-4708-9084-98d15ed40c9c,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:29.748520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:29.761617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Calling delete_port for 5fefde11-f94a-4708-9084-98d15ed40c9c owned by compute:tempest-test_az-854773683 {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:40:29.935985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be438a9-1170-414d-8d75-6f529d1085f1 req-85f57ddf-9ef2-457e-81c3-1433063cb8e3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:29.937594 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2be438a9-1170-414d-8d75-6f529d1085f1 req-85f57ddf-9ef2-457e-81c3-1433063cb8e3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0513229 Oct 15 19:40:29.945880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:29.960288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fefde11-f94a-4708-9084-98d15ed40c9c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:29.987714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Pushing event deleted for resources: {'Port': ['ID=5fefde11-f94a-4708-9084-98d15ed40c9c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:30.022145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cdd6c-5fa8-42d2-9a2d-9d098c2ff015 req-81bd01f0-909e-44bb-82ef-1ded4568aa9a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:30.023690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da5cdd6c-5fa8-42d2-9a2d-9d098c2ff015 req-81bd01f0-909e-44bb-82ef-1ded4568aa9a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0545113 Oct 15 19:40:30.041796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2be438a9-1170-414d-8d75-6f529d1085f1 req-de812ab5-c7ff-4972-a721-9a71bf2c2ed9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983286 Oct 15 19:40:30.063225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] No DVR routers for this DVR port 5fefde11-f94a-4708-9084-98d15ed40c9c on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:30.063225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:30.063225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77a60028-795a-414f-a902-54057e871faa req-e4f2dc58-a7a8-4396-b51e-a2fa0c6ea597 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.15 "DELETE /v2.0/ports/5fefde11-f94a-4708-9084-98d15ed40c9c HTTP/1.1" status: 204 len: 173 time: 0.5013189 Oct 15 19:40:30.063225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'name': 'network-vif-deleted', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:30.063225 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ffa2db-e14d-4c42-998c-03e8d06aece7" -d '{"events": [{"server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "name": "network-vif-deleted", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:30.072354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da5cdd6c-5fa8-42d2-9a2d-9d098c2ff015 req-1590efa8-5a62-4ed8-9346-64af1412ee5e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Oct 15 19:40:30.093287 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9e7963-24e6-4b34-a5c4-082dff583887 x-openstack-request-id: req-ca9e7963-24e6-4b34-a5c4-082dff583887 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:30.093571 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfad4dd-1a58-45c4-b679-9fe3824b9ff4", "name": "network-vif-deleted", "tag": "5fefde11-f94a-4708-9084-98d15ed40c9c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:30.093820 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca9e7963-24e6-4b34-a5c4-082dff583887 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:30.094230 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfad4dd-1a58-45c4-b679-9fe3824b9ff4', 'name': 'network-vif-deleted', 'tag': '5fefde11-f94a-4708-9084-98d15ed40c9c', 'status': 'completed', 'code': 200} Oct 15 19:40:30.281020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6430c7-ba16-4a49-aaf7-929d61e45f63 req-0b2337ab-3613-4684-ac2a-02048af5c2e6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:30.285777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a6430c7-ba16-4a49-aaf7-929d61e45f63 req-0b2337ab-3613-4684-ac2a-02048af5c2e6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0493865 Oct 15 19:40:30.328971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a6430c7-ba16-4a49-aaf7-929d61e45f63 req-55af9d94-322f-4bde-b3da-f66e55ad7694 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404308 Oct 15 19:40:30.450486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a2d1b-5b11-4f26-b2b3-1f69691a2970 req-a36e1bbd-7a0c-4eb9-be37-3e0b3e99bd94 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:30.451965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-954a2d1b-5b11-4f26-b2b3-1f69691a2970 req-a36e1bbd-7a0c-4eb9-be37-3e0b3e99bd94 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0503581 Oct 15 19:40:30.494073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-954a2d1b-5b11-4f26-b2b3-1f69691a2970 req-6b4d3222-f915-4428-b8ce-d0ebc37b74a5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Oct 15 19:40:30.601225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:30.676819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:30.705329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:30.707506 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaac527-2444-4f8c-9ca0-8049ebf4f4e7" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:30.722215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:30.753201 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dcc99cdf-6e97-4dba-ba2b-b12fb69165f7 req-358a9753-b70d-4680-aa06-83aae14e0b80 tempest-ServersOnMultiNodesTest-1587223528 tempest-ServersOnMultiNodesTest-1587223528-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbfad4dd-1a58-45c4-b679-9fe3824b9ff4 HTTP/1.1" status: 200 len: 210 time: 0.0536375 Oct 15 19:40:30.771538 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6256d3c5-3135-46a9-ac86-8576255e4a5a x-openstack-request-id: req-6256d3c5-3135-46a9-ac86-8576255e4a5a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:30.772026 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:30.772262 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6256d3c5-3135-46a9-ac86-8576255e4a5a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:30.773218 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'code': 200} Oct 15 19:40:30.824350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:30.872658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391098-d087-4de8-b540-8baf7f6d4d56 req-bd535be6-21df-49cc-8432-509635908dd9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:30.874166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b391098-d087-4de8-b540-8baf7f6d4d56 req-bd535be6-21df-49cc-8432-509635908dd9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0538852 Oct 15 19:40:30.877443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:30.920351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b391098-d087-4de8-b540-8baf7f6d4d56 req-d7f4b93f-a5da-41e3-af3c-479fa2b5b6ca tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356371 Oct 15 19:40:31.165047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388c275-1aec-4180-a2c0-66269d7031ac req-b27ce85d-5584-4a89-92a8-a16bdfc10748 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:31.166557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4388c275-1aec-4180-a2c0-66269d7031ac req-b27ce85d-5584-4a89-92a8-a16bdfc10748 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0527680 Oct 15 19:40:31.208236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f45de-c0ff-4dc0-8a3e-1f6806f758da req-ade62cdd-517d-4d64-9a52-94a08771914c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:31.209891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-180f45de-c0ff-4dc0-8a3e-1f6806f758da req-ade62cdd-517d-4d64-9a52-94a08771914c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0660925 Oct 15 19:40:31.210927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4388c275-1aec-4180-a2c0-66269d7031ac req-15ab8936-f6c6-49fa-9b85-a799b21cf4f5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Oct 15 19:40:31.248794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-180f45de-c0ff-4dc0-8a3e-1f6806f758da req-3db0430a-6df9-4352-a35b-918dbebb3195 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Oct 15 19:40:31.457489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e8be-5f15-494f-b671-9e002bea5518 req-47c528f2-2f72-4cb6-bc63-3781b613b88a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:31.459085 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3732e8be-5f15-494f-b671-9e002bea5518 req-47c528f2-2f72-4cb6-bc63-3781b613b88a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0498366 Oct 15 19:40:31.497644 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3732e8be-5f15-494f-b671-9e002bea5518 req-81240682-c3ca-4477-b82d-5e5609ad212e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312159 Oct 15 19:40:31.614290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0123ac-68b5-4716-b904-43fffedfc31a req-caa2cdb1-ad8c-4a45-87b7-fd30caf3f40f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:31.615825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad0123ac-68b5-4716-b904-43fffedfc31a req-caa2cdb1-ad8c-4a45-87b7-fd30caf3f40f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0513225 Oct 15 19:40:31.658465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad0123ac-68b5-4716-b904-43fffedfc31a req-ac46a631-21e8-4110-9859-21ce01525e89 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Oct 15 19:40:31.859458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-9557a1ba-1e1f-4d55-b317-853911ba88c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416999 Oct 15 19:40:31.926564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-56ee1b4c-8e19-432a-ad5a-f8da43ad30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:31.928138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-56ee1b4c-8e19-432a-ad5a-f8da43ad30c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 1096 time: 0.0413470 Oct 15 19:40:32.087570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-6f22cc9c-e7fd-4519-b635-ebe9cba75f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.089061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-6f22cc9c-e7fd-4519-b635-ebe9cba75f05 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1388063 Oct 15 19:40:32.097019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d659389-f5d1-4dfe-8389-447eb4a28622 req-dea512a0-7c19-4b7e-a176-6f7fcfeb486b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.098541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d659389-f5d1-4dfe-8389-447eb4a28622 req-dea512a0-7c19-4b7e-a176-6f7fcfeb486b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0733135 Oct 15 19:40:32.141427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-df4dc5a5-729a-4794-be99-e7345ed4d69e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 200 len: 217 time: 0.0415332 Oct 15 19:40:32.189134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58662) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:32.231183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d659389-f5d1-4dfe-8389-447eb4a28622 req-afc040da-3f6d-48ee-9d36-1b634e4296c3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247332 Oct 15 19:40:32.242392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-1fa41d51-aa87-4c70-9ed9-5a2f32e43209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.243893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-1fa41d51-aa87-4c70-9ed9-5a2f32e43209 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0945716 Oct 15 19:40:32.293575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-db209f30-28bd-4c4a-9a0f-0ab0de012762 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411291 Oct 15 19:40:32.422051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-16523248-76e1-44ea-b2eb-dd08217a72d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc3fc33a68d742ae8ad8025e2860f5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305284 Oct 15 19:40:32.426819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:32.432104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfc302-9345-4b7e-ab16-89cf83a13e5b req-4f85f96c-8322-4179-a0b9-df94c9b351c7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.433749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-70bfc302-9345-4b7e-ab16-89cf83a13e5b req-4f85f96c-8322-4179-a0b9-df94c9b351c7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.1002312 Oct 15 19:40:32.483332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-70bfc302-9345-4b7e-ab16-89cf83a13e5b req-7de884ef-5b00-4bd5-94b0-c3dde7bbee14 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Oct 15 19:40:32.508409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-94fdca62-314b-402c-aef2-89464fb99313 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970081 Oct 15 19:40:32.509163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c5410-717f-4688-a17f-4902547e0cf6 req-f1f78695-e019-469f-b91b-53cdebf7a824 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.510650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b95c5410-717f-4688-a17f-4902547e0cf6 req-f1f78695-e019-469f-b91b-53cdebf7a824 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.1524639 Oct 15 19:40:32.619682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:32.620090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:32.637755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fefde11-f94a-4708-9084-98d15ed40c9c no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:32.672192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b95c5410-717f-4688-a17f-4902547e0cf6 req-d3d1bccd-e930-4829-81e3-cd1130741d17 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394067 Oct 15 19:40:32.674378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 5fefde11-f94a-4708-9084-98d15ed40c9c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:40:32.674378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fefde11-f94a-4708-9084-98d15ed40c9c not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:40:32.674378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:32.675150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:32.722594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0794fb99-6f4a-44ae-82ce-d3797fdbe9b8 req-2f004891-11df-4d33-9b16-3c1047bb3a1d service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107086 Oct 15 19:40:32.753069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cde907-e98a-4fdf-be39-e375f1249d54 req-f533df58-fb48-40f6-ade3-eac5ebe71c91 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.754843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19cde907-e98a-4fdf-be39-e375f1249d54 req-f533df58-fb48-40f6-ade3-eac5ebe71c91 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0720465 Oct 15 19:40:32.803286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19cde907-e98a-4fdf-be39-e375f1249d54 req-47ec72ab-4f8d-4faf-a6aa-417151037533 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Oct 15 19:40:32.826549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa655a1-a2cd-4544-9de1-df324176bbc8 req-53dddb2b-e739-41f1-8f76-5eba65dc3e15 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:32.826549 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fa655a1-a2cd-4544-9de1-df324176bbc8 req-53dddb2b-e739-41f1-8f76-5eba65dc3e15 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0604749 Oct 15 19:40:32.870909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fa655a1-a2cd-4544-9de1-df324176bbc8 req-96930c68-9512-431e-9de2-49fc405ddc5a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Oct 15 19:40:32.871907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:32.874982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:32.876014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:32.877227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/921b6ff3-4ae9-4035-9fef-bfce869732f9 HTTP/1.1" status: 204 len: 168 time: 0.4481914 Oct 15 19:40:32.887011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921b6ff3-4ae9-4035-9fef-bfce869732f9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:32.887781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-86694f6b-859e-430a-b171-fb9ff669e876 service neutron] 10.222.0.15 "GET /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.0665970 Oct 15 19:40:32.895583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'mac_address': 'fa:16:3e:35:8c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:40:32.896560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.896911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.897268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.897714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.898159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.898507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.898843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.899176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.899508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.900004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.900329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.900651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0fd859-f35f-4562-a256-9e2bcf8741cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:32.946686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:32.964003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:32.984456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:33.072869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:33.086812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:33.108569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:33.124217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:33.143023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197ee010-41d0-461b-bf19-d366aaad9e2f {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:33.154478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:33.210594 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:33.285899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] Transition to ACTIVE for port object 197ee010-41d0-461b-bf19-d366aaad9e2f will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:40:33.365180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d36ae1-2d56-4028-9f93-bd283e4f654d req-e75d7f70-04ed-4a92-a728-519ffe321484 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.367198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66d36ae1-2d56-4028-9f93-bd283e4f654d req-e75d7f70-04ed-4a92-a728-519ffe321484 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 944 time: 0.0489011 Oct 15 19:40:33.369900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:33.471019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] No DVR routers for this DVR port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:40:33.476584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66d36ae1-2d56-4028-9f93-bd283e4f654d req-6faf8c47-b046-4b5a-9ea5-6801e27766b0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011384 Oct 15 19:40:33.478316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] Pushing event updated for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:33.515530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-5a826e45-7ae2-4ad9-90fe-49de89e66a80 service neutron] 10.222.0.15 "PUT /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.6128318 Oct 15 19:40:33.546191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e75f20dd-5d8e-4f96-9a0d-32f55aed415e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:33.563760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:33.610299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40038fd1-9212-477d-a9c8-d3baeb445f70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3482429bfa9413fba8260fcdb3c59ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452900 Oct 15 19:40:33.612716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58692) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:33.621390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06689e13-7f56-40f0-ae43-856412f45904 req-cac1fefe-341e-4c68-8405-7ac110ca1628 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.623120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06689e13-7f56-40f0-ae43-856412f45904 req-cac1fefe-341e-4c68-8405-7ac110ca1628 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.0611320 Oct 15 19:40:33.671213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06689e13-7f56-40f0-ae43-856412f45904 req-7010790c-66eb-4dcc-ad3d-e484679d9104 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Oct 15 19:40:33.695590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:33.739654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-19499ba2-e253-4391-b404-f4b3c6509ad5 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.741320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-19499ba2-e253-4391-b404-f4b3c6509ad5 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0633202 Oct 15 19:40:33.845049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e122c9-70a6-4581-a6f4-ef202d9a6690 req-6a537ec7-ffff-4447-b625-a6a85e497ead tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.846762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e122c9-70a6-4581-a6f4-ef202d9a6690 req-6a537ec7-ffff-4447-b625-a6a85e497ead tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0858202 Oct 15 19:40:33.848963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-27ab0ae5-5991-4a87-8442-bbf924cf9b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.850397 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-27ab0ae5-5991-4a87-8442-bbf924cf9b16 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903&tenant_id=5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 1097 time: 0.0995419 Oct 15 19:40:33.921269 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e122c9-70a6-4581-a6f4-ef202d9a6690 req-d055f3cf-2ac7-42c1-8ded-55db0ef22f42 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660813 Oct 15 19:40:33.934493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-b4958248-f06f-41f8-af39-e420d34f37df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:33.936050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-b4958248-f06f-41f8-af39-e420d34f37df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1097 time: 0.0574846 Oct 15 19:40:33.977864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:34.073427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945cfac8-5dba-4ec2-a7e9-f2cc9bd4cd81 req-b0f8e122-ab6b-40b8-b23a-6f97bab01fd8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.074904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-945cfac8-5dba-4ec2-a7e9-f2cc9bd4cd81 req-b0f8e122-ab6b-40b8-b23a-6f97bab01fd8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0690076 Oct 15 19:40:34.076385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-f655a605-9404-4114-af78-5d33c05295e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.077705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-f655a605-9404-4114-af78-5d33c05295e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1339176 Oct 15 19:40:34.118292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:34.121043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:34.124706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/100acfee-1316-41e4-855a-6fe83df17112 HTTP/1.1" status: 204 len: 168 time: 0.5084755 Oct 15 19:40:34.130193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f7dc7-c3e9-402f-a313-860eecf451fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100acfee-1316-41e4-855a-6fe83df17112,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:34.141980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-0b74e08f-75ee-444e-9645-30664cb6452b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 200 len: 217 time: 0.0445180 Oct 15 19:40:34.183223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-945cfac8-5dba-4ec2-a7e9-f2cc9bd4cd81 req-d6e84b29-bda4-4838-aeaa-caeb409bd0e9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012001 Oct 15 19:40:34.206667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-6fcc932a-cc6e-4a02-869d-f3db595d3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.208465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-6fcc932a-cc6e-4a02-869d-f3db595d3c34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0587549 Oct 15 19:40:34.262750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-61810212-ec09-4bb3-a926-2a606b7efa88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305214 Oct 15 19:40:34.365443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf81c10-4d8b-4f58-bb43-bc01a660381f req-22534f37-ce98-4a75-8560-0df97598c6d9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.367731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebf81c10-4d8b-4f58-bb43-bc01a660381f req-22534f37-ce98-4a75-8560-0df97598c6d9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1073940 Oct 15 19:40:34.402782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-79e0409d-f516-485b-9de7-79ae63ef266f service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312494 Oct 15 19:40:34.437237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebf81c10-4d8b-4f58-bb43-bc01a660381f req-df08b3bb-6bd7-47d6-b451-c544f8a1c5d8 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597427 Oct 15 19:40:34.532220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-055a436a-14de-4ac1-bb4c-66f30c2eb6e1 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168230 Oct 15 19:40:34.577953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-11437453-fc0e-4a5d-9f56-32227dbb7528 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.580081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-11437453-fc0e-4a5d-9f56-32227dbb7528 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 949 time: 0.0892556 Oct 15 19:40:34.619011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d83496-769d-43c5-b673-59e4592396d9 req-9e43e77f-0fb9-4345-8b9d-96b76f8c0494 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.627657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d83496-769d-43c5-b673-59e4592396d9 req-9e43e77f-0fb9-4345-8b9d-96b76f8c0494 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.0949235 Oct 15 19:40:34.681000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d83496-769d-43c5-b673-59e4592396d9 req-44a8f05e-099b-4096-98dd-aed69d1711a3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524759 Oct 15 19:40:34.693734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-f19c4ab2-0e80-4baf-972e-e835593e7a18 service neutron] 10.222.0.15 "GET /v2.0/ports/e75f20dd-5d8e-4f96-9a0d-32f55aed415e/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.1049979 Oct 15 19:40:34.745613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be73a9-bb56-4264-bd8c-dabcb21a1fec req-29872e7b-1bec-4230-8f50-7105fcabad5b tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.756169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3be73a9-bb56-4264-bd8c-dabcb21a1fec req-29872e7b-1bec-4230-8f50-7105fcabad5b tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1098 time: 0.3921680 Oct 15 19:40:34.817071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dc0f5-5e5f-4d3c-bc75-6e97891bb0a5 req-31d84ca2-3c06-42be-a130-95d8d8c96a61 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.818963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-061dc0f5-5e5f-4d3c-bc75-6e97891bb0a5 req-31d84ca2-3c06-42be-a130-95d8d8c96a61 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.0560098 Oct 15 19:40:34.825255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3be73a9-bb56-4264-bd8c-dabcb21a1fec req-05c3f119-b933-4924-a9cc-530c3bc93b06 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Oct 15 19:40:34.827803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-bc408c49-1126-48b1-87f9-b49d96bcb374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.829282 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-bc408c49-1126-48b1-87f9-b49d96bcb374 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1101 time: 0.0991614 Oct 15 19:40:34.880323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-061dc0f5-5e5f-4d3c-bc75-6e97891bb0a5 req-1f641ed5-5f6c-4605-96a1-494d62c4fd1f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546877 Oct 15 19:40:34.970201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-b4de418f-3d08-4379-832c-41bc80d77b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:34.971911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-b4de418f-3d08-4379-832c-41bc80d77b78 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1320670 Oct 15 19:40:35.021558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-8c1bbf0a-22e4-4cf8-afa1-2c29b5d17039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 217 time: 0.0398607 Oct 15 19:40:35.054108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944da0d1-1ce1-4180-9a21-d3f19352141f req-03c413c9-3b84-44a5-b7a1-ef6642a09424 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.055727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-944da0d1-1ce1-4180-9a21-d3f19352141f req-03c413c9-3b84-44a5-b7a1-ef6642a09424 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1098 time: 0.0864201 Oct 15 19:40:35.062772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-e7c3588b-db0a-43ec-91ef-19ba368e02cb tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.064277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-e7c3588b-db0a-43ec-91ef-19ba368e02cb tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0579426 Oct 15 19:40:35.093558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-de4aaa5e-fe6d-4295-8a6a-db1f87f91b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.095186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-de4aaa5e-fe6d-4295-8a6a-db1f87f91b93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0564573 Oct 15 19:40:35.132504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-944da0d1-1ce1-4180-9a21-d3f19352141f req-a3cdfb96-7327-4534-9486-903c68d86f4d tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664687 Oct 15 19:40:35.166837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-290d0bc0-4b6a-478f-bbc8-f95ba75d4775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.169263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-290d0bc0-4b6a-478f-bbc8-f95ba75d4775 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613844 Oct 15 19:40:35.318236 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-cc7b090a-21e9-4ff8-b8c1-8bdc8d8ce0c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355410 Oct 15 19:40:35.328727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3766c7a-ca89-4bd5-8a74-8a967625f699 req-4999d173-ac10-4ca2-9570-c50dcf2ce602 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.330565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3766c7a-ca89-4bd5-8a74-8a967625f699 req-4999d173-ac10-4ca2-9570-c50dcf2ce602 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0609481 Oct 15 19:40:35.335976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-8579ccd1-2544-496b-b606-34aefa35e2ff service neutron] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:35.340625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-8579ccd1-2544-496b-b606-34aefa35e2ff service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.341982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453539ea-ff3a-44b4-8b5f-b9dbc99ebc6c req-8579ccd1-2544-496b-b606-34aefa35e2ff service neutron] 10.222.0.11 "DELETE /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2676256 Oct 15 19:40:35.387084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3766c7a-ca89-4bd5-8a74-8a967625f699 req-93d506c4-b8d3-485c-ac3f-638c883e135c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496485 Oct 15 19:40:35.425452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-91f1036b-169a-451b-a8b4-d8f8cc1ee25f service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935938 Oct 15 19:40:35.486100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58748) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:35.554609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6baa3-315a-4f38-b643-6deba3722c73 req-f9ef06ac-5afa-4e7c-b30d-c3d05746f146 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:35.556413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05e6baa3-315a-4f38-b643-6deba3722c73 req-f9ef06ac-5afa-4e7c-b30d-c3d05746f146 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0504591 Oct 15 19:40:35.588907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-270152700-network', 'tenant_id': 'b60070555ca5406ba4a7b7e39993116e'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:35.594856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05e6baa3-315a-4f38-b643-6deba3722c73 req-df7d0b90-8036-4afc-94ae-48979eb5b570 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321660 Oct 15 19:40:35.718245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Made reservation on behalf of b60070555ca5406ba4a7b7e39993116e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:35.720601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.730259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.802033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.875404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.897333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:40:35.913061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c25774-5991-432d-a870-d4506a4d8a31,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:35.918074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:35.918423 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Added segment 74b0bb2b-9e92-4eec-8507-675ecf8e6088 of type vlan for network 47b7e4a1-d355-4e1d-bf74-c4986918589f Oct 15 19:40:35.931516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.931876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.932207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.932532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.932855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.933176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.933494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.933892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.934127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.934437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.934749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.935130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:35.980563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.072547 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.073533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.074130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.133209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f07ae-d890-457b-a3ed-c282d38b7dbd req-009d0687-0dd7-4324-9bee-133fa25d55b0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.134702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c26f07ae-d890-457b-a3ed-c282d38b7dbd req-009d0687-0dd7-4324-9bee-133fa25d55b0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 949 time: 0.0665910 Oct 15 19:40:36.153644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] Pushing event updated for resources: {'Network': ['ID=47b7e4a1-d355-4e1d-bf74-c4986918589f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:36.164590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 47b7e4a1-d355-4e1d-bf74-c4986918589f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:40:36.191628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6221f383-63a9-4c1c-a7a7-71abe80f10a2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7041671 Oct 15 19:40:36.192438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58780) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:36.198113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Request body: {'subnet': {'network_id': '47b7e4a1-d355-4e1d-bf74-c4986918589f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-270152700-subnet', 'tenant_id': 'b60070555ca5406ba4a7b7e39993116e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:36.298263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Made reservation on behalf of b60070555ca5406ba4a7b7e39993116e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:36.301868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.491796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c26f07ae-d890-457b-a3ed-c282d38b7dbd req-ce89dc1f-eb19-44f3-b790-6b3d848888fd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420012 Oct 15 19:40:36.505941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435aaf-c829-4436-8a37-818e41072aca req-0d06c9cf-3cf4-46ce-836d-bfd375f28197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.507635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-0d06c9cf-3cf4-46ce-836d-bfd375f28197 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1097 time: 0.3720112 Oct 15 19:40:36.561427 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.621345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e1cf7f-46f1-4330-a22b-d475e563ebd5,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:36.632599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:36.636277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435aaf-c829-4436-8a37-818e41072aca req-c8203b4e-b0e2-4043-882c-b99dbfa97039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.637550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-c8203b4e-b0e2-4043-882c-b99dbfa97039 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 912 time: 0.1220500 Oct 15 19:40:36.659520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Checking segment: {'id': '74b0bb2b-9e92-4eec-8507-675ecf8e6088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '47b7e4a1-d355-4e1d-bf74-c4986918589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:36.659893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Network hostable DHCP agents. Network: 47b7e4a1-d355-4e1d-bf74-c4986918589f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:40:36.685987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e75f20dd-5d8e-4f96-9a0d-32f55aed415e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:36.686355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.700108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-d38ace00-0370-47b7-9542-1adcea93be88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 200 len: 217 time: 0.0504739 Oct 15 19:40:36.750738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a21cc-8418-4e1c-bb26-9fa4770a5389 req-4d95af01-3a8c-4c2a-9091-00c774d7ccbb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.759099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-051a21cc-8418-4e1c-bb26-9fa4770a5389 req-4d95af01-3a8c-4c2a-9091-00c774d7ccbb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.1188476 Oct 15 19:40:36.781607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Network 47b7e4a1-d355-4e1d-bf74-c4986918589f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:40:36.794295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435aaf-c829-4436-8a37-818e41072aca req-4e181443-6d19-4234-b0fa-9072a6f21e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.795813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-4e181443-6d19-4234-b0fa-9072a6f21e72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.0881386 Oct 15 19:40:36.834452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-d824f4c5-cb4d-4ee0-81d9-4e549d57a6a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303822 Oct 15 19:40:36.838012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-051a21cc-8418-4e1c-bb26-9fa4770a5389 req-a47a1601-ce57-4db7-b286-745d8bf11fb4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780370 Oct 15 19:40:36.865604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 47b7e4a1-d355-4e1d-bf74-c4986918589f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:36.872487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:36.874216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.883702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56100177-fbc4-4065-a75c-863497aa7c56 None None] Network 47b7e4a1-d355-4e1d-bf74-c4986918589f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:40:36.948291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:36.966221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-60dab6b1-59eb-40df-a3b1-40fafad21e5c service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238511 Oct 15 19:40:36.985991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:36.988284 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2064ce1f-05ce-4caf-a970-6bf8f3e7c9ff" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:36.997909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be230f9e-5073-4358-af39-04e539e23e5a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8037486 Oct 15 19:40:37.009597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:37.054756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c60886-e140-4c6b-96b8-6a2e31ad9681 None None] Network 47b7e4a1-d355-4e1d-bf74-c4986918589f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:40:37.087927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:37.122508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebcc6c-3e40-45b3-b7ba-8a57e97c6400 req-a2ab5dec-5240-4c4c-a96c-648fd37de170 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:37.128348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6ebcc6c-3e40-45b3-b7ba-8a57e97c6400 req-a2ab5dec-5240-4c4c-a96c-648fd37de170 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1223366 Oct 15 19:40:37.148200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8435aaf-c829-4436-8a37-818e41072aca req-b929fd24-2eff-4df9-869d-e3c104775bc6 service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738250 Oct 15 19:40:37.177766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6ebcc6c-3e40-45b3-b7ba-8a57e97c6400 req-ed298fe0-6e52-4880-bc5f-326ef9a04173 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412958 Oct 15 19:40:37.185558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:37.292768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-9367d14e-ea05-488e-979c-a3b6ff13049f tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:40:37.293734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-9367d14e-ea05-488e-979c-a3b6ff13049f tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062900 Oct 15 19:40:37.343489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b406ce0-7b51-4fa5-82ab-36812dad341b req-98b24fb2-d846-436c-8ffd-31f44097c08a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:37.344971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b406ce0-7b51-4fa5-82ab-36812dad341b req-98b24fb2-d846-436c-8ffd-31f44097c08a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0951464 Oct 15 19:40:37.346254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-c1e8e4c4-814e-4fe3-84e8-2ceec9f737c3 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:37.347539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-c1e8e4c4-814e-4fe3-84e8-2ceec9f737c3 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 1095 time: 0.0479608 Oct 15 19:40:37.360392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Request body: {'binding': {'host': 'n-h1-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:37.360838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:40:37.524705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b406ce0-7b51-4fa5-82ab-36812dad341b req-1d5c3a60-ab83-4abc-bd6c-d1383454023e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728845 Oct 15 19:40:37.525426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on host n-h1-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:37.525752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:37.526071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:37.530568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:37.544644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:37.544644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:37.544644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:37.544644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:37.544644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Bound port: 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:37.591799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:37.598541 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf5f33-8a20-4536-9e9b-cd213ea5902c x-openstack-request-id: req-e8bf5f33-8a20-4536-9e9b-cd213ea5902c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:37.598840 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:37.599097 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8bf5f33-8a20-4536-9e9b-cd213ea5902c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:37.599518 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'code': 200} Oct 15 19:40:37.669607 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:37.670892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-b6368556-6bde-4ee2-bdf3-434e7efe7257 service neutron] 10.222.0.13 "POST /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243/bindings HTTP/1.1" status: 201 len: 390 time: 0.3137791 Oct 15 19:40:37.675714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-240412210', 'description': 'tempest-description-277118518'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:37.778181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:37.847740 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:37.918342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:37.948816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3fe737-a7cc-46b5-9d64-a4d08806e02d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:37.960913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9d323-0838-4b29-a201-985880300f0a req-981d83e3-89bc-43d1-80c8-31188705d2b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:37.962637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19b9d323-0838-4b29-a201-985880300f0a req-981d83e3-89bc-43d1-80c8-31188705d2b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0535231 Oct 15 19:40:37.999850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19b9d323-0838-4b29-a201-985880300f0a req-3bd61c28-7914-49a2-b351-88f35e946e6d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Oct 15 19:40:38.011842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:38.013131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef9d5741-0447-46ea-b2f5-af31a67e276d req-0260a2f4-dde0-41a0-92d4-bba88e41aa76 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3413332 Oct 15 19:40:38.102438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db73e4-d6c4-499a-88bf-23cc05a60a9f req-76085221-b528-4fc9-919b-21467b90aa1f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.105435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28db73e4-d6c4-499a-88bf-23cc05a60a9f req-76085221-b528-4fc9-919b-21467b90aa1f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1097 time: 0.0457764 Oct 15 19:40:38.142784 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28db73e4-d6c4-499a-88bf-23cc05a60a9f req-cb09df34-86ad-429c-85df-892220cb4787 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320647 Oct 15 19:40:38.298589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-704b44a4-8e75-4495-a8c8-1102d224730c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/ba3fe737-a7cc-46b5-9d64-a4d08806e02d HTTP/1.1" status: 200 len: 1803 time: 0.0424829 Oct 15 19:40:38.309238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba3fe737-a7cc-46b5-9d64-a4d08806e02d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:38.309573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba3fe737-a7cc-46b5-9d64-a4d08806e02d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:38.372448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ce26a-13c6-4f3d-a34f-82bfd8c7cf64 req-7ffa64d6-2ad9-4a9d-9279-93cf9413e034 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.374123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c6ce26a-13c6-4f3d-a34f-82bfd8c7cf64 req-7ffa64d6-2ad9-4a9d-9279-93cf9413e034 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0518000 Oct 15 19:40:38.409271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-a6e5efc9-95f1-4e4f-aec2-2ddb8d6f096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.410743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-a6e5efc9-95f1-4e4f-aec2-2ddb8d6f096c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1098 time: 0.0452669 Oct 15 19:40:38.414244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c6ce26a-13c6-4f3d-a34f-82bfd8c7cf64 req-7f8b8347-d4b1-4621-a0ee-055ff96e011b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Oct 15 19:40:38.512333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb579f30-14c7-4e80-a482-6a50a025718d req-ace3cdfb-b053-47e4-ac79-0db199e6be98 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.514415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb579f30-14c7-4e80-a482-6a50a025718d req-ace3cdfb-b053-47e4-ac79-0db199e6be98 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 1097 time: 0.0443161 Oct 15 19:40:38.542687 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:38.552885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb579f30-14c7-4e80-a482-6a50a025718d req-8873d383-b087-4a75-8135-312daba256c4 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Oct 15 19:40:38.556164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-216e5098-2af4-44b8-90ca-5bbc346ef6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.557650 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-216e5098-2af4-44b8-90ca-5bbc346ef6e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1389461 Oct 15 19:40:38.633604 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:38.635326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-5657f129-a06d-4c35-82a2-083b8cde1206 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 217 time: 0.0699644 Oct 15 19:40:38.678733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058e8d-dc0b-44c1-9383-61780eb71fdf req-29d7a806-a225-46c5-b6b2-6b67fc999587 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.680660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87058e8d-dc0b-44c1-9383-61780eb71fdf req-29d7a806-a225-46c5-b6b2-6b67fc999587 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0564215 Oct 15 19:40:38.691071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-4074ee70-dcfe-4ec7-baf0-83424d7618d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.692805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-4074ee70-dcfe-4ec7-baf0-83424d7618d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0477345 Oct 15 19:40:38.698358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:38.727412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87058e8d-dc0b-44c1-9383-61780eb71fdf req-bec2d418-4add-4871-8c62-e835b039b3ae tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383368 Oct 15 19:40:38.727598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a130574b-b47a-432d-882e-849a6774a9af,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:38.763546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-54ffadc7-f26f-4a99-b351-1cf2b16d40c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526457 Oct 15 19:40:38.837583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:38.838749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f7e0885-650d-4e93-a795-6ce456dcef8a req-92d9ee0c-406a-4fa3-ba93-a88a8f0ab221 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5337417 Oct 15 19:40:38.839361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f625b0-df08-46a2-87ce-79c1e3ef1e69 req-09a0430a-ef78-4109-b923-80b128c5c602 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.841362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66f625b0-df08-46a2-87ce-79c1e3ef1e69 req-09a0430a-ef78-4109-b923-80b128c5c602 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0514185 Oct 15 19:40:38.868127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-0fa37df7-9109-41af-9387-0c420c70328b service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946391 Oct 15 19:40:38.885516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66f625b0-df08-46a2-87ce-79c1e3ef1e69 req-f18bba96-781b-48bd-85e6-1790365e900e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Oct 15 19:40:38.921050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2146419136', 'description': 'tempest-description-508644934'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:38.989759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-4dee82e1-e2be-4acc-9f50-cd4790f61b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:38.991628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-4dee82e1-e2be-4acc-9f50-cd4790f61b41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0940192 Oct 15 19:40:39.003203 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-0909fd9a-b724-4479-94e8-ca61aa9d74a5 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267693 Oct 15 19:40:39.030035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.060613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-5d276585-a656-4835-9d88-05616f43a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.062200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-5d276585-a656-4835-9d88-05616f43a5fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 1102 time: 0.0416131 Oct 15 19:40:39.104861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.159478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-a41cf9bd-1404-4bba-9577-5f1725db93e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.160959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-a41cf9bd-1404-4bba-9577-5f1725db93e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.0918868 Oct 15 19:40:39.178317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.213331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360fe4a0-f0fb-4bfc-bda7-a07d923a015e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:39.216433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-dd0c30c2-fcfe-41bf-8352-af1e4d393568 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 200 len: 217 time: 0.0465462 Oct 15 19:40:39.265753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.267062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91e94295-a0d1-4a28-9813-6e74a5134f29 req-69c3b76c-4fdc-4b81-b9cb-bf2dd9d46c4e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3504398 Oct 15 19:40:39.271409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-1bec092a-98c3-48b7-884a-2bc9d8173cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.279604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-1bec092a-98c3-48b7-884a-2bc9d8173cae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0542705 Oct 15 19:40:39.335774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-f54caa5d-28eb-4aef-b743-b07c982c0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.335774 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-f54caa5d-28eb-4aef-b743-b07c982c0e7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0451972 Oct 15 19:40:39.473133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef719c1-f689-45ea-a87f-6aaff4b60cf1 req-3ec2b355-e3bf-42cf-aaa1-561a0bf9517c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.474857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ef719c1-f689-45ea-a87f-6aaff4b60cf1 req-3ec2b355-e3bf-42cf-aaa1-561a0bf9517c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.1159766 Oct 15 19:40:39.502872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-f31372ac-d6c0-4d24-be70-1beed8eac579 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527133 Oct 15 19:40:39.541381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-bb741668-2241-4ac3-91ad-ed61d3a1fc78 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/360fe4a0-f0fb-4bfc-bda7-a07d923a015e HTTP/1.1" status: 200 len: 1804 time: 0.0392070 Oct 15 19:40:39.562648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '360fe4a0-f0fb-4bfc-bda7-a07d923a015e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:39.563205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '360fe4a0-f0fb-4bfc-bda7-a07d923a015e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:39.565125 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ef719c1-f689-45ea-a87f-6aaff4b60cf1 req-f76cf97b-e56c-4663-b8ac-6d78cd7bb6a3 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Oct 15 19:40:39.627163 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e41c6ba0-98ee-448f-9b03-3e2476bdce07 req-eced9b3a-818b-40c5-b2b6-bbdc02d8c0d4 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163480 Oct 15 19:40:39.682842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7841241-02e9-49fe-8335-5c474abb539a req-4c8c4ece-13c8-46bb-bc4f-84e78faa9870 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.690211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7841241-02e9-49fe-8335-5c474abb539a req-4c8c4ece-13c8-46bb-bc4f-84e78faa9870 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0584049 Oct 15 19:40:39.694841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.724746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.726578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7841241-02e9-49fe-8335-5c474abb539a req-9d8bf0fb-78e7-44b1-8257-b94a68b8a351 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354733 Oct 15 19:40:39.778032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.796477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13863fef-fbf9-4241-b314-6c31f7c5d4a0,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:39.842467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bad1f-86da-47fc-90c9-3edffd2c5e88 req-943b1a41-8c3f-4e3f-86c5-4092f40e9ba7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:39.843887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d1bad1f-86da-47fc-90c9-3edffd2c5e88 req-943b1a41-8c3f-4e3f-86c5-4092f40e9ba7 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0497010 Oct 15 19:40:39.848584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:39.850132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1e8206b-3e87-4c73-b33e-c5b266e7cbd1 req-3943e805-528b-43a6-9cbd-8bd1ed0731b5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2916152 Oct 15 19:40:39.880320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1031101583', 'description': 'tempest-description-1586458531'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:39.903672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d1bad1f-86da-47fc-90c9-3edffd2c5e88 req-c3d9f27c-e12f-4124-9a13-29f2623eef69 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Oct 15 19:40:39.998356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.027182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f701da-fdf9-4dc6-8627-bccfff295d49 req-15669a46-665c-4289-b7e7-70723e197405 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:40.029249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9f701da-fdf9-4dc6-8627-bccfff295d49 req-15669a46-665c-4289-b7e7-70723e197405 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0631614 Oct 15 19:40:40.074447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9f701da-fdf9-4dc6-8627-bccfff295d49 req-c600b94f-6b60-43cd-8f15-16f074a1dc56 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Oct 15 19:40:40.085245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.149451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.177242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ab485-f47a-4f25-8cbe-e99f2227b88d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:40.237340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.238605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b684af8d-4ce1-464b-b08e-b664656849c0 req-c76041bf-046a-400d-9b68-929eae2244e1 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3632331 Oct 15 19:40:40.271798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-975165653', 'description': 'tempest-description-1993343094'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:40.355321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.428073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.489842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.519632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d8f128-f02e-4701-bc67-b0e75ffb424c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:40.595155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.596848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-84934fa0-84cd-4296-8795-711db46d33c4 req-8a144647-8d1b-4205-a2ee-3486107b9850 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3291562 Oct 15 19:40:40.650301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:40.665264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-a4412e8f-1310-4a21-9359-91c3070c1972 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/c04ab485-f47a-4f25-8cbe-e99f2227b88d HTTP/1.1" status: 200 len: 1805 time: 0.0465038 Oct 15 19:40:40.710217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0809a0-d669-4278-869e-13149d51eda9 req-4da792f6-dd28-4f7c-a1b7-df4caa421a00 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:40.712020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b0809a0-d669-4278-869e-13149d51eda9 req-4da792f6-dd28-4f7c-a1b7-df4caa421a00 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 950 time: 0.0662673 Oct 15 19:40:40.722855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-5970e192-75f8-422e-bb8c-b8ded89d64b3 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/64d8f128-f02e-4701-bc67-b0e75ffb424c HTTP/1.1" status: 200 len: 1804 time: 0.0504026 Oct 15 19:40:40.734966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c04ab485-f47a-4f25-8cbe-e99f2227b88d', 'remote_group_id': '64d8f128-f02e-4701-bc67-b0e75ffb424c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:40.735548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c04ab485-f47a-4f25-8cbe-e99f2227b88d', 'remote_group_id': '64d8f128-f02e-4701-bc67-b0e75ffb424c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:40.749282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.758866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b0809a0-d669-4278-869e-13149d51eda9 req-88f93336-7db0-4ebe-a410-f3db97523cc2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Oct 15 19:40:40.776248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:40.778602 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd893b24-dcc8-4e8c-86d7-e1ce375b1b67" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:40.793590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:40.875095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.878346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dca01-eb66-4671-8f4f-959bf9905ff3 req-83dd79dc-f2fa-46cd-83ab-8490b8cfad01 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:40.881666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a5dca01-eb66-4671-8f4f-959bf9905ff3 req-83dd79dc-f2fa-46cd-83ab-8490b8cfad01 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0579019 Oct 15 19:40:40.886542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.921549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:40.932049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a5dca01-eb66-4671-8f4f-959bf9905ff3 req-89d68994-8cf0-4232-8245-77e736f56e42 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Oct 15 19:40:40.959077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:40.989072 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab525d2-7ff9-42dd-8f5d-5ab85244e80b x-openstack-request-id: req-eab525d2-7ff9-42dd-8f5d-5ab85244e80b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:40.989466 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-unplugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:40.989842 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eab525d2-7ff9-42dd-8f5d-5ab85244e80b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:40.990328 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'code': 200} Oct 15 19:40:41.006419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.026861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1889ebf2-5c2a-4ddf-8a2c-3a2a8a33e18b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:41.085481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a411c-15a9-4965-89e2-389153d591f1 req-4d02ace8-48fb-4eb8-82e1-a2a626429f66 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:41.086888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e9a411c-15a9-4965-89e2-389153d591f1 req-4d02ace8-48fb-4eb8-82e1-a2a626429f66 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0501356 Oct 15 19:40:41.089134 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.090910 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e7d9e78-964f-4e69-a7e8-fe6945fce05c req-ed4d25e8-8a39-4cdf-8699-e0bf580f0191 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3602891 Oct 15 19:40:41.138686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e9a411c-15a9-4965-89e2-389153d591f1 req-6adcb9b2-c55e-4391-b2e2-353ea9d2fb4c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Oct 15 19:40:41.168628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1105908594', 'description': 'tempest-description-88394517'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:41.206682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49c838-5477-4944-86df-a033784eae3a req-16fb52a9-91b6-4fc6-98c5-cc7c41f92cc8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:41.212035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce49c838-5477-4944-86df-a033784eae3a req-16fb52a9-91b6-4fc6-98c5-cc7c41f92cc8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0622749 Oct 15 19:40:41.249718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce49c838-5477-4944-86df-a033784eae3a req-9db31e9c-11f4-4572-9b3c-dc3a96ee1e39 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349364 Oct 15 19:40:41.269500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.335520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.403761 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.433430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435f198c-acd1-45a0-b002-224be7ab0fb9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:41.545987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.547298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c2726e7-096a-4920-baee-452b510362f5 req-7b2fa518-6faf-4f86-a9be-f0cd3ac54a0c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3827724 Oct 15 19:40:41.586971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-87477551', 'description': 'tempest-description-143240912'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:41.663919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.736545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.826726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.886135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bae5b3-d066-4135-9e1f-e9e26ab9b939,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:41.909212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86acf-3fc9-4f59-a291-7e2a18271742 req-28c8121e-212d-450b-b8f5-80aa279906d4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:41.910893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86b86acf-3fc9-4f59-a291-7e2a18271742 req-28c8121e-212d-450b-b8f5-80aa279906d4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0804842 Oct 15 19:40:41.951453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86b86acf-3fc9-4f59-a291-7e2a18271742 req-60b518aa-e2cc-432e-b385-aaa648785a05 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Oct 15 19:40:41.960316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:41.967166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f52463b-cd02-4981-84ce-457e87a59e5f req-ac3a3ddc-5f73-4ac7-ba0c-9ab1f3fe2965 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3925555 Oct 15 19:40:42.025731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-5b561862-8cba-4437-9242-1961971595c5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/435f198c-acd1-45a0-b002-224be7ab0fb9 HTTP/1.1" status: 200 len: 1803 time: 0.0412562 Oct 15 19:40:42.077391 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-0813e078-9ade-4d7f-8c47-5e88afda7b40 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/72bae5b3-d066-4135-9e1f-e9e26ab9b939 HTTP/1.1" status: 200 len: 1802 time: 0.0397813 Oct 15 19:40:42.077588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fd1d8-ac72-4629-a199-de75c4d5e886 req-b57b9e6a-c3aa-45e7-8376-1eaa234a235f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:42.077588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2fd1d8-ac72-4629-a199-de75c4d5e886 req-b57b9e6a-c3aa-45e7-8376-1eaa234a235f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0565200 Oct 15 19:40:42.085355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '435f198c-acd1-45a0-b002-224be7ab0fb9', 'remote_group_id': '72bae5b3-d066-4135-9e1f-e9e26ab9b939', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:42.085765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '435f198c-acd1-45a0-b002-224be7ab0fb9', 'remote_group_id': '72bae5b3-d066-4135-9e1f-e9e26ab9b939', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:42.114938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2fd1d8-ac72-4629-a199-de75c4d5e886 req-af02c019-0c29-40aa-8413-98293ce3121f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340405 Oct 15 19:40:42.216545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.251825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.282706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a84f51-3fdc-4322-8ba4-88a1ecab706a req-fc1e72df-483b-46e0-974a-a8ec92f4bfd9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:42.284235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90a84f51-3fdc-4322-8ba4-88a1ecab706a req-fc1e72df-483b-46e0-974a-a8ec92f4bfd9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0555127 Oct 15 19:40:42.321372 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.325538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90a84f51-3fdc-4322-8ba4-88a1ecab706a req-6560dc04-bcd4-4be7-8498-2998f75fde06 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Oct 15 19:40:42.341733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85164501-5aff-40d4-8bb3-51a3e8bfc78b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:42.440639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f007aac-0567-4a78-9593-3be5929eb09d req-02d3ebe5-64f8-488f-9c7f-bca52821c05b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:42.442209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f007aac-0567-4a78-9593-3be5929eb09d req-02d3ebe5-64f8-488f-9c7f-bca52821c05b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0578682 Oct 15 19:40:42.484248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f007aac-0567-4a78-9593-3be5929eb09d req-8262687d-cba8-43a9-b337-c6a05dafc7e7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351295 Oct 15 19:40:42.507341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.508587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd3a22f-5caa-45d8-87e4-d4940ba2674e req-12cd2bef-4957-41bb-998f-befb327e91ff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4281194 Oct 15 19:40:42.572516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-91ae2fcd-1aee-430c-b150-1a4973f4dae5 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/72bae5b3-d066-4135-9e1f-e9e26ab9b939 HTTP/1.1" status: 200 len: 1802 time: 0.0411820 Oct 15 19:40:42.638578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.664382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.800972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.804097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:42.805049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f186a030-a8c2-48f2-b37b-c34994421b79 req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/72bae5b3-d066-4135-9e1f-e9e26ab9b939 HTTP/1.1" status: 204 len: 173 time: 0.2266748 Oct 15 19:40:42.819710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae680f-2d58-4278-bf78-48043bffea7d tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bae5b3-d066-4135-9e1f-e9e26ab9b939,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:42.868183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5870ead-1463-4d2a-b8f9-659519b4cfee req-c184cebb-63b3-4ece-8a76-14a3f6a379bc tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/435f198c-acd1-45a0-b002-224be7ab0fb9 HTTP/1.1" status: 200 len: 1803 time: 0.0442607 Oct 15 19:40:42.894367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-857324093', 'description': 'tempest-description-1656565220'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:42.981424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.057650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.074222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3153-7b3c-491e-b285-14634382ac01 req-c83a81f6-d362-49ff-b8ef-6a68145d2058 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:43.075822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727b3153-7b3c-491e-b285-14634382ac01 req-c83a81f6-d362-49ff-b8ef-6a68145d2058 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0498438 Oct 15 19:40:43.114907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-727b3153-7b3c-491e-b285-14634382ac01 req-a121b6a9-514d-483e-9efc-04b2aa4028ef tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329852 Oct 15 19:40:43.129739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.160541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:43.223098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.224369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a0cf0f7-88c5-47bb-8645-7f64c5ecbb50 req-fda041cc-0ee5-4990-8adf-f5aa009f5475 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3341284 Oct 15 19:40:43.247471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46cd8d-aa98-4347-b529-510e9e3a056d req-de74972b-7486-4a18-a8d0-51509f5f8984 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:43.249094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b46cd8d-aa98-4347-b529-510e9e3a056d req-de74972b-7486-4a18-a8d0-51509f5f8984 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0607316 Oct 15 19:40:43.290896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-e7817c5c-8405-43be-af32-45c3a21abbff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 200 len: 1804 time: 0.0439682 Oct 15 19:40:43.291960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b46cd8d-aa98-4347-b529-510e9e3a056d req-91a16f96-c839-412d-8c62-bd4660437d5a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363429 Oct 15 19:40:43.315513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:43.315946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:43.445956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f56daf-c109-4e80-9e95-2213ac2cbada req-18871696-1459-44f2-88d8-aca50a8f814a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:43.447454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31f56daf-c109-4e80-9e95-2213ac2cbada req-18871696-1459-44f2-88d8-aca50a8f814a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0537670 Oct 15 19:40:43.459136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.486593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.492066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31f56daf-c109-4e80-9e95-2213ac2cbada req-d98edd79-7fac-4b89-b33c-e09f3308f19b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370858 Oct 15 19:40:43.566818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.588127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38382e51-f67b-4f05-a896-aef8a089cc48,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:43.614375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ac70-601b-43be-979f-7a6c708e6e29 req-398e61c1-5e92-44e8-bba6-b21442a8fb01 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:43.616380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49d7ac70-601b-43be-979f-7a6c708e6e29 req-398e61c1-5e92-44e8-bba6-b21442a8fb01 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0647852 Oct 15 19:40:43.658144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49d7ac70-601b-43be-979f-7a6c708e6e29 req-4857f70f-fe0d-428b-b859-4d68927eaccb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Oct 15 19:40:43.658366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.667806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da0afdb2-4e1e-4a15-9895-552b32277f41 req-883c78d2-3971-49cc-a9e8-3265c1c9454e tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3636205 Oct 15 19:40:43.798094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-22979eee-9b43-49ff-bdcf-0cbf7a3150a6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 200 len: 2397 time: 0.0464220 Oct 15 19:40:43.808443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231', 'remote_group_id': None}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:43.808754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231', 'remote_group_id': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:43.950979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:43.976357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.032639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.053691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464b1c7e-d456-4771-9ce9-7a9de2e06ee8,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:44.163616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.165009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c0aaf725-7e46-4676-a275-62d34df84a22 req-83afda20-c61c-4f9b-88ed-14f4cf6bc956 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3603377 Oct 15 19:40:44.248403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d53c41f-dbdd-4708-84fe-e3d5a992b91e req-fd0d758a-3605-498b-8116-cff839a03c43 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 200 len: 2995 time: 0.0587890 Oct 15 19:40:44.259712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b01bac-39f1-43e4-9edb-185e439aa014 req-91dd95d4-a30d-4a58-8e3a-c91b2b0d3b71 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:44.259712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78b01bac-39f1-43e4-9edb-185e439aa014 req-91dd95d4-a30d-4a58-8e3a-c91b2b0d3b71 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0686212 Oct 15 19:40:44.296718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-92b7fca4-5734-444e-97ae-a3a2eb22692b tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-group-rules/464b1c7e-d456-4771-9ce9-7a9de2e06ee8 HTTP/1.1" status: 200 len: 783 time: 0.0248070 Oct 15 19:40:44.301060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78b01bac-39f1-43e4-9edb-185e439aa014 req-c30c13d3-3e44-4ba9-8eb8-56e8e07a6cd8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349467 Oct 15 19:40:44.359841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-5deb64ff-81ef-4384-a402-43e9ba44abff tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 200 len: 2995 time: 0.0521410 Oct 15 19:40:44.392437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.402471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.416884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f98bf-7121-49d1-bf2a-219b47e6a396 req-41d2fc25-15d6-4dad-bb95-385b374a1f94 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:44.418426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373f98bf-7121-49d1-bf2a-219b47e6a396 req-41d2fc25-15d6-4dad-bb95-385b374a1f94 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0542629 Oct 15 19:40:44.456835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373f98bf-7121-49d1-bf2a-219b47e6a396 req-ffbfb92a-b5c3-4484-9644-9f2772322e79 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Oct 15 19:40:44.524408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.530157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.531272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a44f5665-a8ab-4061-9e6b-38a9536bd569 req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/464b1c7e-d456-4771-9ce9-7a9de2e06ee8 HTTP/1.1" status: 204 len: 173 time: 0.1628554 Oct 15 19:40:44.544658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb8a16-c808-4a64-90d3-cfdd08609ebf tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=464b1c7e-d456-4771-9ce9-7a9de2e06ee8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:44.573675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9a52-cdb1-46ed-9d81-2093da8207e8 req-0339ef39-8eec-46e7-832f-285f18bbc6bf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:44.575590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-024c9a52-cdb1-46ed-9d81-2093da8207e8 req-0339ef39-8eec-46e7-832f-285f18bbc6bf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 948 time: 0.0613747 Oct 15 19:40:44.618601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-024c9a52-cdb1-46ed-9d81-2093da8207e8 req-f4bab5ce-4932-47cb-be83-a110e73a4d71 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Oct 15 19:40:44.672421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:44.676932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6be708-e9df-4ba5-8a22-346da2e078e9 req-aa21bff6-73c8-41af-8616-10a6bc7bb2d4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:44.685131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b6be708-e9df-4ba5-8a22-346da2e078e9 req-aa21bff6-73c8-41af-8616-10a6bc7bb2d4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0765691 Oct 15 19:40:44.687391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-91422bf0-5e55-4871-8f15-ecc13adea2ea tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 200 len: 2397 time: 0.0447443 Oct 15 19:40:44.748107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b6be708-e9df-4ba5-8a22-346da2e078e9 req-f0e7d46f-766f-475b-a75c-28860776f330 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561140 Oct 15 19:40:44.761479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.811302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.851087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:44.862417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'mac_address': 'fa:16:3e:35:8c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:40:44.898818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5220-5070-4bb6-9efc-11091cfc462e req-6d779fb5-0513-4ded-8a07-968a9cf02d34 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:44.900614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe2b5220-5070-4bb6-9efc-11091cfc462e req-6d779fb5-0513-4ded-8a07-968a9cf02d34 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0725338 Oct 15 19:40:44.917564 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.932203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:44.938293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.940904 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:44.947871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1031721-8b27-443a-b9bd-5ab73ebab8fa req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231 HTTP/1.1" status: 204 len: 173 time: 0.2522228 Oct 15 19:40:44.954174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:44.960805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe2b5220-5070-4bb6-9efc-11091cfc462e req-5c1cdf15-afe8-43a4-a8fd-01dc7f3e32bc tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Oct 15 19:40:44.964189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e898b4-7d88-42d6-9ee3-d44dc2936d28 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfca9f5a-ae04-4fd9-a86c-9a3fd65ab231,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:45.041470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.103915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:45.113690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.114155 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-0555495a-b59a-46ee-a7ad-4fb0430a4db1 req-1a59be9d-14cd-40ae-a7bc-551dba69359b tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] show failed (client error): The resource could not be found. Oct 15 19:40:45.114473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.115126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.115689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.116236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.116899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.117623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.118342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.118999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.119676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.120155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.120648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:40:45.124638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0555495a-b59a-46ee-a7ad-4fb0430a4db1 req-1a59be9d-14cd-40ae-a7bc-551dba69359b tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/72bae5b3-d066-4135-9e1f-e9e26ab9b939 HTTP/1.1" status: 404 len: 352 time: 0.0267088 Oct 15 19:40:45.150164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-b95e33ec-8549-4e40-a94d-d408c3519007 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223014 Oct 15 19:40:45.177439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4651cc9f-55b3-420f-b432-d03b950e136d req-14a7c005-0895-4fbf-9bdf-dcd3b936825c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/435f198c-acd1-45a0-b002-224be7ab0fb9 HTTP/1.1" status: 200 len: 1803 time: 0.0404558 Oct 15 19:40:45.242974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4651cc9f-55b3-420f-b432-d03b950e136d req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.264984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4651cc9f-55b3-420f-b432-d03b950e136d req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.269296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-138caf5f-0b27-4ec7-aa9e-11301c92b745 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:45.270963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-138caf5f-0b27-4ec7-aa9e-11301c92b745 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149247 Oct 15 19:40:45.292649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-2b38be0b-7e81-41b2-8ff5-65530ea7e7b2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/quotas/21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 375 time: 0.0147314 Oct 15 19:40:45.350322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-a14334e6-27f6-4215-88fa-363bf0d9faeb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531981 Oct 15 19:40:45.413721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:40:45.430165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4651cc9f-55b3-420f-b432-d03b950e136d req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.433810 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4651cc9f-55b3-420f-b432-d03b950e136d req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.435055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4651cc9f-55b3-420f-b432-d03b950e136d req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/435f198c-acd1-45a0-b002-224be7ab0fb9 HTTP/1.1" status: 204 len: 173 time: 0.2487378 Oct 15 19:40:45.446073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf02b9-db28-4be4-82ed-933f6b5106b6 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f198c-acd1-45a0-b002-224be7ab0fb9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:45.481170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e75f20dd-5d8e-4f96-9a0d-32f55aed415e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:45.501722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-e9e76f4b-e686-412f-a65e-f5364beffb57 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/64d8f128-f02e-4701-bc67-b0e75ffb424c HTTP/1.1" status: 200 len: 1804 time: 0.0486729 Oct 15 19:40:45.567495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.592190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.734887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db49f4-fd86-4c30-84a8-a1ae10cf1fa7 req-9993fab4-49a0-4795-bed5-96039fe8beab tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:45.736719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83db49f4-fd86-4c30-84a8-a1ae10cf1fa7 req-9993fab4-49a0-4795-bed5-96039fe8beab tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0578125 Oct 15 19:40:45.763724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.766950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:45.772729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c043cd1-b7b2-489b-a35f-e83a4feda658 req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/64d8f128-f02e-4701-bc67-b0e75ffb424c HTTP/1.1" status: 204 len: 173 time: 0.2632840 Oct 15 19:40:45.786146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651982c3-135c-4753-bab9-9c34e1309bee tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d8f128-f02e-4701-bc67-b0e75ffb424c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:45.797682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83db49f4-fd86-4c30-84a8-a1ae10cf1fa7 req-53c4c932-26d2-4dd6-8966-f792d5c2a684 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Oct 15 19:40:45.880347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1cfd488f-7bb0-41d9-8325-11965767ac1e req-3894ecec-62f2-4174-9879-002bb0647b09 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 210 time: 0.0437670 Oct 15 19:40:45.927871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f42be-267a-4a81-b6ad-8b86a7a818a3 req-79fa4285-6f26-4e03-8efa-e32ce908f52c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:45.930335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a88f42be-267a-4a81-b6ad-8b86a7a818a3 req-79fa4285-6f26-4e03-8efa-e32ce908f52c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0552797 Oct 15 19:40:45.948319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-391beefd-6a04-4269-bca7-27341265493b req-df3c268e-02c5-4089-add4-7db870a08d4c tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/c04ab485-f47a-4f25-8cbe-e99f2227b88d HTTP/1.1" status: 200 len: 1805 time: 0.0460014 Oct 15 19:40:45.972555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a88f42be-267a-4a81-b6ad-8b86a7a818a3 req-a65c3ad3-41bc-45fa-8f05-0da871adc17d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357127 Oct 15 19:40:46.014221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-391beefd-6a04-4269-bca7-27341265493b req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.040545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-391beefd-6a04-4269-bca7-27341265493b req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.130577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fbdf1-e96c-4776-a7db-93d308a10e2e req-f4f08d27-2d60-4c1b-9428-e2dcad8b2983 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:46.132359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-662fbdf1-e96c-4776-a7db-93d308a10e2e req-f4f08d27-2d60-4c1b-9428-e2dcad8b2983 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0757699 Oct 15 19:40:46.161129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-391beefd-6a04-4269-bca7-27341265493b req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.164451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-391beefd-6a04-4269-bca7-27341265493b req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.168171 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-391beefd-6a04-4269-bca7-27341265493b req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/c04ab485-f47a-4f25-8cbe-e99f2227b88d HTTP/1.1" status: 204 len: 173 time: 0.2132187 Oct 15 19:40:46.177028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-662fbdf1-e96c-4776-a7db-93d308a10e2e req-6f97ae20-1e34-46ee-8f9b-88ad971b6673 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Oct 15 19:40:46.184000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9939-fa33-4c55-8494-e17daeab3829 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ab485-f47a-4f25-8cbe-e99f2227b88d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:46.340170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:40:46.392182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-e3f77605-7702-472a-8e0a-db3e67a4c9b0 tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/360fe4a0-f0fb-4bfc-bda7-a07d923a015e HTTP/1.1" status: 200 len: 2403 time: 0.0653865 Oct 15 19:40:46.464418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.474425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.488175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.525440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:46.527774 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2c6007-09ce-452d-a4be-542439b77091" -d '{"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-unplugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:46.569596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:46.592267 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb074da7-bdeb-40f5-bf2f-7f6f9647c430 x-openstack-request-id: req-fb074da7-bdeb-40f5-bf2f-7f6f9647c430 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:46.597556 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-unplugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:46.597556 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb074da7-bdeb-40f5-bf2f-7f6f9647c430 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:46.597556 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'code': 200} Oct 15 19:40:46.618664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.621695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.623028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-436eb665-fb98-4afb-991e-88dfe0b0c9fb req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/360fe4a0-f0fb-4bfc-bda7-a07d923a015e HTTP/1.1" status: 204 len: 173 time: 0.2278574 Oct 15 19:40:46.635076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f16d5d-06e0-4517-9096-68d8b89306db tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360fe4a0-f0fb-4bfc-bda7-a07d923a015e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:46.653038 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.683232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:46.718829 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-66e288f9-aaa1-4d9d-8012-8d0c5ab8cb6a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "GET /v2.0/security-groups/ba3fe737-a7cc-46b5-9d64-a4d08806e02d HTTP/1.1" status: 200 len: 2396 time: 0.0722599 Oct 15 19:40:46.748250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:46.764350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e75f20dd-5d8e-4f96-9a0d-32f55aed415e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:46.764754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.790827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.821878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.870718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.919615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:46.944510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede0a7-f2f1-459f-9109-1f1065cfe242 req-3b24fea9-7283-4deb-9b20-de6b5d6ac1d7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:46.947188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4ede0a7-f2f1-459f-9109-1f1065cfe242 req-3b24fea9-7283-4deb-9b20-de6b5d6ac1d7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0680285 Oct 15 19:40:46.964200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.967398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:46.976887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9de13e1-61a8-4650-9cba-f2f6f7f6dcaf req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba3fe737-a7cc-46b5-9d64-a4d08806e02d HTTP/1.1" status: 204 len: 173 time: 0.2571459 Oct 15 19:40:46.978321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59002) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:46.993818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4ede0a7-f2f1-459f-9109-1f1065cfe242 req-6f1ea403-e891-4084-a67d-5bd0535222e6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Oct 15 19:40:46.995950 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.033236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6a5c0-8f74-443c-aabe-0708c745922a tempest-SecurityGroupRulesTestJSON-1169113842 tempest-SecurityGroupRulesTestJSON-1169113842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3fe737-a7cc-46b5-9d64-a4d08806e02d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:47.094056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-310bcd4a-be2d-47f4-9d88-3664698127a4 req-d0fbcd43-68cc-4b98-a938-79d0a1832b1c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 210 time: 0.0643003 Oct 15 19:40:47.137394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:47.138159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Deleting subnet 84e1cf7f-46f1-4330-a22b-d475e563ebd5 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:40:47.138159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.149941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3869380-e8f1-437e-9cc1-99d49ddb33f0 req-0f616493-832f-4df8-8e74-4d6c664b49c9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:47.152653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3869380-e8f1-437e-9cc1-99d49ddb33f0 req-0f616493-832f-4df8-8e74-4d6c664b49c9 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0647748 Oct 15 19:40:47.170799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.207801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3869380-e8f1-437e-9cc1-99d49ddb33f0 req-411c80f5-a754-4c81-9bef-12181d76cf34 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Oct 15 19:40:47.218946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.324621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2ff9a-2e1b-44bf-a6c2-19f95196cb1c req-c8cc0069-f4a4-4afb-9994-6971e38e2dfb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:47.328010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2ff9a-2e1b-44bf-a6c2-19f95196cb1c req-c8cc0069-f4a4-4afb-9994-6971e38e2dfb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 948 time: 0.0669098 Oct 15 19:40:47.373212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2ff9a-2e1b-44bf-a6c2-19f95196cb1c req-6c278e4d-1927-4790-9308-ffcc7e41a613 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Oct 15 19:40:47.407364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.437771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e1cf7f-46f1-4330-a22b-d475e563ebd5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:47.441780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.447428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d9528b1b-bf0e-4188-95b1-653b015de3c7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84e1cf7f-46f1-4330-a22b-d475e563ebd5 HTTP/1.1" status: 204 len: 168 time: 0.4630902 Oct 15 19:40:47.448188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59012) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:47.524841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.607750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.630822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b7e4a1-d355-4e1d-bf74-c4986918589f']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:47.640861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b0bb2b-9e92-4eec-8507-675ecf8e6088') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:47.641157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b0bb2b-9e92-4eec-8507-675ecf8e6088') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:47.651491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.665873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:40:47.675020 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:40:47.818262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.825247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:47.828616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] 10.222.0.13 "DELETE /v2.0/networks/47b7e4a1-d355-4e1d-bf74-c4986918589f HTTP/1.1" status: 204 len: 168 time: 0.3793080 Oct 15 19:40:47.842754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb553d-f229-469f-9476-bf618492765f admin admin] Pushing event deleted for resources: {'Network': ['ID=47b7e4a1-d355-4e1d-bf74-c4986918589f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:47.919428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-6c10d634-3802-4e3e-be4c-151e5f286d65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213106 Oct 15 19:40:48.035224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-eb4d90db-ed68-46db-9148-a226d8886e3b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:48.037228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-eb4d90db-ed68-46db-9148-a226d8886e3b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1115091 Oct 15 19:40:48.054047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Request body: {'port': {'device_id': '54831088-6822-4ae5-8c06-40c773e02614', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '21441a1e69df48d2b7d71ac9c78a1ef5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:48.134364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59022) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:48.189658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c8940-54e9-44ce-96b3-7b16b0b2824e req-43dc813b-63c6-4b1e-a9d1-218e759e423c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:48.198059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c0c8940-54e9-44ce-96b3-7b16b0b2824e req-43dc813b-63c6-4b1e-a9d1-218e759e423c tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.1126194 Oct 15 19:40:48.230499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66a5f3e2-a46a-419f-9b9a-469485d479a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b60070555ca5406ba4a7b7e39993116e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931563 Oct 15 19:40:48.230744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33281a5d-2878-4c89-853c-85f7e0e6e879 req-70fe6e16-1e7d-4986-9c37-e3db683ab0dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 210 time: 0.0338049 Oct 15 19:40:48.233022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:48.270852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c0c8940-54e9-44ce-96b3-7b16b0b2824e req-40dfa568-3af8-4d69-a321-d35e5d91b54d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715320 Oct 15 19:40:48.306781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.307378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Made reservation on behalf of 21441a1e69df48d2b7d71ac9c78a1ef5 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:48.312647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.330313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.349549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:48.438604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e3d79-37df-4d24-bb58-b931101e995a req-8dd55416-ea74-473a-8184-402994c1f7cb tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:48.447164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d79e3d79-37df-4d24-bb58-b931101e995a req-8dd55416-ea74-473a-8184-402994c1f7cb tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1222262 Oct 15 19:40:48.480851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e9cebe76-516a-44d3-b4ab-6e7f0b677c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.534522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:48.538311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d79e3d79-37df-4d24-bb58-b931101e995a req-d5077d40-616c-40d7-ab4c-760c6157d23a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836039 Oct 15 19:40:48.548810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'mac_address': 'fa:16:3e:d8:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:40:48.568590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.570799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.574923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4c25774-5991-432d-a870-d4506a4d8a31 HTTP/1.1" status: 204 len: 168 time: 0.3407588 Oct 15 19:40:48.582843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Allocated IP 192.168.233.121 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/bf34e385-002f-43b0-b2c7-543e5019c774) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:40:48.586394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63502cb5-9d96-43b3-9a03-6e02fea51ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c25774-5991-432d-a870-d4506a4d8a31,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:48.597400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3b27-3323-4f82-bfbc-ed775a5aa88e req-146f0a4f-2f49-4eb2-a523-d460a9a9c7bb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:48.598263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b2c3b27-3323-4f82-bfbc-ed775a5aa88e req-146f0a4f-2f49-4eb2-a523-d460a9a9c7bb tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 948 time: 0.0781128 Oct 15 19:40:48.605344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:48.609299 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7bb47-b997-4658-92de-7849aa23093b" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:48.641755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.660472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:48.693768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:48.714718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b2c3b27-3323-4f82-bfbc-ed775a5aa88e req-9ae0567e-b82a-4003-8531-5d68d1982531 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090784 Oct 15 19:40:48.752762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:48.831330 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdbadc6-1050-408c-a7b6-875cbcf582e8 x-openstack-request-id: req-1fdbadc6-1050-408c-a7b6-875cbcf582e8 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:48.831661 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-plugged", "status": "completed", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:48.831903 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fdbadc6-1050-408c-a7b6-875cbcf582e8 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:48.832466 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'code': 200} Oct 15 19:40:48.849088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:48.904511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:49.019091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:49.038229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:49.038229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:49.077966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:49.082098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:49.085111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:40:49.150185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:49.151086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:49.201318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:49.244838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:49.310388 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-23fb2a2a-33c2-4c12-b650-39c3de669d32 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2498238 Oct 15 19:40:49.430404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c919e8-3aae-46fb-a52d-e8ec0e42d75b req-837a6830-27ab-4f49-85f9-7bd31c210aa7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:49.438513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a11bf6-5596-4ce6-951c-778ea1cc6c86 req-d9ed50dc-cd03-4041-b1c4-9f3db2b19ac7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:49.440080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57a11bf6-5596-4ce6-951c-778ea1cc6c86 req-d9ed50dc-cd03-4041-b1c4-9f3db2b19ac7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 936 time: 0.1061912 Oct 15 19:40:49.451781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c919e8-3aae-46fb-a52d-e8ec0e42d75b req-837a6830-27ab-4f49-85f9-7bd31c210aa7 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0866745 Oct 15 19:40:49.498654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Request body: {'port': {'device_id': '54831088-6822-4ae5-8c06-40c773e02614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:49.502429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c919e8-3aae-46fb-a52d-e8ec0e42d75b req-b73df7d8-9c16-40bc-acaf-12e713303668 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Oct 15 19:40:49.515059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57a11bf6-5596-4ce6-951c-778ea1cc6c86 req-310f5731-7ffb-47a7-b320-bc2a75838d35 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679615 Oct 15 19:40:49.612972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:49.622759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d77e945a-89b5-4431-bd97-b6f8b0a8a8ab None None] Provisioning complete for port bf34e385-002f-43b0-b2c7-543e5019c774 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:49.623489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d77e945a-89b5-4431-bd97-b6f8b0a8a8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:49.695183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d77e945a-89b5-4431-bd97-b6f8b0a8a8ab None None] Port bf34e385-002f-43b0-b2c7-543e5019c774 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:40:49.752540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e009d1b1-cadd-4a00-9963-d799a1e2a5cf req-57368e54-056f-42d7-adbe-d8e83039af3a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:49.754087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e009d1b1-cadd-4a00-9963-d799a1e2a5cf req-57368e54-056f-42d7-adbe-d8e83039af3a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0617459 Oct 15 19:40:49.799727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e009d1b1-cadd-4a00-9963-d799a1e2a5cf req-133f6d53-257a-4f90-917b-c2352bbcfd20 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Oct 15 19:40:50.120663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59114) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:50.120975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cc5a7-352f-4cd5-8836-e06d77dcd056 req-92056d88-c0e6-451e-af4e-c3c5d9799df6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:50.122455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e93cc5a7-352f-4cd5-8836-e06d77dcd056 req-92056d88-c0e6-451e-af4e-c3c5d9799df6 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 949 time: 0.0803967 Oct 15 19:40:50.199040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e93cc5a7-352f-4cd5-8836-e06d77dcd056 req-71b11040-c4d6-4ba7-8f68-ec85e257e746 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 Oct 15 19:40:50.227490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1744229450-network', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:50.273254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:50.280748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.292718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Transition to ACTIVE for port object bf34e385-002f-43b0-b2c7-543e5019c774 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:40:50.315541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Made reservation on behalf of 901df0b7d1e94520b38dbbb16530465d for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:50.318350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.327109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.392322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.404577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.445075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:50.499942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.517105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:40:50.533977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6a495-3b3f-4044-b571-606947db7d1b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:50.548832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.549170 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Added segment d81f431c-5491-4a45-9fa2-c3765adbc79d of type vlan for network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 Oct 15 19:40:50.600852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:50.601246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:50.601506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:50.616342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:50.616649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:50.624618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:50.627348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:50.627348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:50.627348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Bound port: bf34e385-002f-43b0-b2c7-543e5019c774, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:50.627348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.673636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.709159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d720-9f70-4916-8ce1-5a915d3b65fb req-0ca871f0-80b2-45eb-86e3-37dd616f1d7d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:50.712029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e866d720-9f70-4916-8ce1-5a915d3b65fb req-0ca871f0-80b2-45eb-86e3-37dd616f1d7d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0970633 Oct 15 19:40:50.755419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:50.757629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e866d720-9f70-4916-8ce1-5a915d3b65fb req-cdb9e7af-a281-4cc1-a4e5-92a06d187d9d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Oct 15 19:40:50.764849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc897b93-41f0-42c0-9d27-f1b7b6730f46 req-c3630d9f-a81b-4aa1-9dc0-43b707d8bd5d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:50.766346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc897b93-41f0-42c0-9d27-f1b7b6730f46 req-c3630d9f-a81b-4aa1-9dc0-43b707d8bd5d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.1220212 Oct 15 19:40:50.768166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:50.778283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.779765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:50.780889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.824530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc897b93-41f0-42c0-9d27-f1b7b6730f46 req-a8c50089-dcc6-4400-a1cb-b30617bb061f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Oct 15 19:40:50.855787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:50.858539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.866574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:40:50.910035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:50.910853 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:50.912507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 1097 time: 1.5836143 Oct 15 19:40:50.915764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:50.916961 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8438a0b1-22d3-4faf-abc1-20dbf32705ab" -d '{"events": [{"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:50.949630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383e7d-92b0-4ffd-bbb8-a2d5f51c8116 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:50.950429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c6cc5eab-d265-4c38-b547-92c9d2df78d9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8286390 Oct 15 19:40:50.954798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:50.962330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Request body: {'subnet': {'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1744229450-subnet', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:51.010962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2b5b4-4e4f-4183-b38d-e4bf1969438d req-bf2a553f-1cf2-4c63-a01b-fdcc2b1aef3b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.013203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ec2b5b4-4e4f-4183-b38d-e4bf1969438d req-bf2a553f-1cf2-4c63-a01b-fdcc2b1aef3b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1108894 Oct 15 19:40:51.066449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-77bb763d-5178-4a06-a770-15d21af09eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.069519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-77bb763d-5178-4a06-a770-15d21af09eb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1100 time: 0.0520778 Oct 15 19:40:51.086985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Made reservation on behalf of 901df0b7d1e94520b38dbbb16530465d for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:40:51.089962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:51.116698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ec2b5b4-4e4f-4183-b38d-e4bf1969438d req-e0a9fca4-f828-41ff-b252-dce567ff400d tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895185 Oct 15 19:40:51.153746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-da994098-30f0-472f-92f0-39dc08c82040 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0764837 Oct 15 19:40:51.259255 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c7151-6423-4e0e-99fb-d52794fe6f25 x-openstack-request-id: req-774c7151-6423-4e0e-99fb-d52794fe6f25 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:51.259545 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:51.259822 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-774c7151-6423-4e0e-99fb-d52794fe6f25 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:51.260241 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'status': 'completed', 'code': 200} Oct 15 19:40:51.263943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-83ed2545-b34f-4a42-a4ce-3e178c68c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.265443 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-83ed2545-b34f-4a42-a4ce-3e178c68c58c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1004300 Oct 15 19:40:51.350390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1db27-1f25-4311-bbe4-5b6163ffd991 req-4a4ca785-11ba-470c-ada2-926c8b2ca38f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.352852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ab1db27-1f25-4311-bbe4-5b6163ffd991 req-4a4ca785-11ba-470c-ada2-926c8b2ca38f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 949 time: 0.0634112 Oct 15 19:40:51.359073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-4cde4a94-f310-48a1-93fa-9d09ced91e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.360607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-4cde4a94-f310-48a1-93fa-9d09ced91e47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869892 Oct 15 19:40:51.381261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8bf4db3-3f0d-4bac-a5d6-ca4d08cfa33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:51.396375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ab1db27-1f25-4311-bbe4-5b6163ffd991 req-2b730d1a-6ce5-4574-a12f-1d7f3beab015 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350430 Oct 15 19:40:51.498578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-6be2a997-a8e3-406a-b7a5-1fdfb169e6d7 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293733 Oct 15 19:40:51.538785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:51.643177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ae4310-b580-4a97-839b-ff399a26102a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:51.654454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9efa6ed4-0701-48b2-b840-17dd18c92c59 req-a880e2bf-65d7-4542-bc65-e86c0f638d91 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478989 Oct 15 19:40:51.657495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Checking segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:51.657692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Network hostable DHCP agents. Network: bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:40:51.805253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-70aaefd4-bf33-4063-8e4d-47513ada05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.806753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-70aaefd4-bf33-4063-8e4d-47513ada05f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1100 time: 0.0467539 Oct 15 19:40:51.812220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:40:51.903466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:51.913729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b598c5b-22bb-4288-b13b-45faa9f3bfde None None] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:40:51.920924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.921512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:51.957146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e3e0f-c126-4376-8648-6e41e3b86c30 req-43acf2d9-862f-4543-a768-0e231f10b000 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.958631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e5e3e0f-c126-4376-8648-6e41e3b86c30 req-43acf2d9-862f-4543-a768-0e231f10b000 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.1219771 Oct 15 19:40:51.962579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-40b03798-a664-4ca6-8501-ffa1cffc0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:51.963962 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-40b03798-a664-4ca6-8501-ffa1cffc0dca service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1482785 Oct 15 19:40:52.018562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-7024d250-d413-44bc-b92e-ab28500581b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0417044 Oct 15 19:40:52.045193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69fa5c7c-60b1-4ee6-b532-5c832cc5532f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0892003 Oct 15 19:40:52.048815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59176) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:52.054184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:52.054423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339ab7b-4120-423d-85e7-83234a073b63 req-a9a4f98a-82f4-4be1-9bce-5b22f5e22bbd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.056151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3339ab7b-4120-423d-85e7-83234a073b63 req-a9a4f98a-82f4-4be1-9bce-5b22f5e22bbd tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0658665 Oct 15 19:40:52.087238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e5e3e0f-c126-4376-8648-6e41e3b86c30 req-ba42d8e2-625a-4b12-b847-5d0804357510 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183496 Oct 15 19:40:52.127297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:40:52.130340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.139150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-0f87d0b0-0f29-41b0-9e74-d0cb5d047f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.140663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-0f87d0b0-0f29-41b0-9e74-d0cb5d047f76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1104698 Oct 15 19:40:52.145423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3339ab7b-4120-423d-85e7-83234a073b63 req-81f669a6-aee5-458c-b486-829c446d9719 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Oct 15 19:40:52.214643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-b1302936-1910-4328-b3c5-6444a98ffb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.216857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-b1302936-1910-4328-b3c5-6444a98ffb0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0651934 Oct 15 19:40:52.234515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.236389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.316250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150de-5968-4185-bd0d-834c57485c00 req-7965a48e-69c4-41cf-9251-e3479183a483 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.317887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c9150de-5968-4185-bd0d-834c57485c00 req-7965a48e-69c4-41cf-9251-e3479183a483 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0770192 Oct 15 19:40:52.341852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.344021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.352656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:52.364425 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-ad5d34c2-cfc2-426b-86c8-73ea970b9435 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391444 Oct 15 19:40:52.371813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c9150de-5968-4185-bd0d-834c57485c00 req-4ab082cf-354d-4e13-ab4f-72f4916d06a3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Oct 15 19:40:52.386602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Allocated IP 172.20.0.2 (bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7/24ae4310-b580-4a97-839b-ff399a26102a/7547718c-a024-4028-97be-22f25c7e20f9) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:40:52.403203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.498290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0530784b-60d1-4210-b91e-be6e5e6fc51a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:52.500224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.550588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.609665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.618327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8438a0b1-22d3-4faf-abc1-20dbf32705ab req-8d81f2da-1447-4fdb-be3e-8eea2515efff service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465739 Oct 15 19:40:52.637295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970d2e3-6ea8-4c47-b334-65366f99464a req-96b71080-d04d-4c95-a099-a929b3912e43 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.638768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6970d2e3-6ea8-4c47-b334-65366f99464a req-96b71080-d04d-4c95-a099-a929b3912e43 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 949 time: 0.0990469 Oct 15 19:40:52.639013 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.662387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.668816 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.681638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6970d2e3-6ea8-4c47-b334-65366f99464a req-9fcb543d-8f0b-4b41-86c4-b2e32f755b7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364814 Oct 15 19:40:52.702131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:52.702131 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d0ffe5-efaa-4f92-969a-1beac10c8ed3" -d '{"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:52.711544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:52.735786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.744380 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb22f97d-dd33-490b-9296-c3233bce84be x-openstack-request-id: req-bb22f97d-dd33-490b-9296-c3233bce84be {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:52.745213 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:52.745213 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb22f97d-dd33-490b-9296-c3233bce84be {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:52.745433 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'code': 200} Oct 15 19:40:52.783174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:52.786219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:52.790224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:40:52.800096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.801807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Pushing event updated for resources: {'Port': ['ID=7547718c-a024-4028-97be-22f25c7e20f9,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:52.927488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aca4f9-05ca-462b-811e-11fa646a6728 req-db65d9d4-8174-4a00-9546-10b2559c3d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:52.930179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63aca4f9-05ca-462b-811e-11fa646a6728 req-db65d9d4-8174-4a00-9546-10b2559c3d3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1102 time: 0.0521536 Oct 15 19:40:52.952104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:52.980384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.015595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Attempting to bind port 7547718c-a024-4028-97be-22f25c7e20f9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:53.016099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Attempting to bind port 7547718c-a024-4028-97be-22f25c7e20f9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:53.016327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Attempting to bind port 7547718c-a024-4028-97be-22f25c7e20f9 on network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:53.020538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63aca4f9-05ca-462b-811e-11fa646a6728 req-1663bbcc-3c30-4901-b52d-7dae88812662 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770409 Oct 15 19:40:53.029740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:53.029740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Checking segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:53.030132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.030526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Bound using segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:53.030986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Bound port: 7547718c-a024-4028-97be-22f25c7e20f9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:53.031363 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.033305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:53.101389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] For port 7547718c-a024-4028-97be-22f25c7e20f9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:53.105698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] For port 7547718c-a024-4028-97be-22f25c7e20f9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7547718c-a024-4028-97be-22f25c7e20f9,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:53.106672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Allocated IP 172.25.0.219 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/85d09ef3-eb7d-47c9-84bb-e60eae187279) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:40:53.193384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.238354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.257166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f25041-d5d6-49f3-86ea-6b20e2ea62c8 req-7db9bca8-056b-4af3-a129-c92e357e953c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:53.263086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33f25041-d5d6-49f3-86ea-6b20e2ea62c8 req-7db9bca8-056b-4af3-a129-c92e357e953c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0818288 Oct 15 19:40:53.290992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c13689-32d7-4d21-a078-079015f3098a None None] Pushing event updated for resources: {'Port': ['ID=7547718c-a024-4028-97be-22f25c7e20f9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:53.317564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33f25041-d5d6-49f3-86ea-6b20e2ea62c8 req-a0028591-aa38-4d62-a6ac-9d19707ed01e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Oct 15 19:40:53.359507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a30ed-60c6-46a7-9984-caf1bfab3a04 req-89c62e32-407d-4eba-95f2-f94622cc0531 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:53.361084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a06a30ed-60c6-46a7-9984-caf1bfab3a04 req-89c62e32-407d-4eba-95f2-f94622cc0531 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0707300 Oct 15 19:40:53.406079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.438305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a06a30ed-60c6-46a7-9984-caf1bfab3a04 req-631a2e07-4257-44d0-949e-c3041122bbff tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Oct 15 19:40:53.453095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:53.456084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:53.468959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:40:53.511786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85d09ef3-eb7d-47c9-84bb-e60eae187279,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:53.542592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ddca5-2f6d-46eb-8191-20f47acabccf req-2da86178-a8a0-442d-8705-4ed977bbd3f3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:53.550386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e18ddca5-2f6d-46eb-8191-20f47acabccf req-2da86178-a8a0-442d-8705-4ed977bbd3f3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0857863 Oct 15 19:40:53.595098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e18ddca5-2f6d-46eb-8191-20f47acabccf req-04cdea2f-082b-4c19-a00e-60d500ad9342 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437677 Oct 15 19:40:53.874203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3de5b-e866-4f59-bc07-09aa35a066a6 req-5cd75c6d-c8a3-4025-b6db-b068eee99904 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:53.875693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bca3de5b-e866-4f59-bc07-09aa35a066a6 req-5cd75c6d-c8a3-4025-b6db-b068eee99904 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0931928 Oct 15 19:40:53.903950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:53.955476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bca3de5b-e866-4f59-bc07-09aa35a066a6 req-e6046a5c-d14d-4cdb-8aca-a50a1d7ca1ca tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Oct 15 19:40:54.406569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:54.447219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda02af-9b06-4837-8cdb-1133a4137dd7 None None] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:40:54.469429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:54.539272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749462-ba42-4941-8065-7067f29c2730 req-12e2de7f-0f4c-4383-bc85-06b0b87ab7dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:54.541181 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c749462-ba42-4941-8065-7067f29c2730 req-12e2de7f-0f4c-4383-bc85-06b0b87ab7dc tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.1239905 Oct 15 19:40:54.545980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] Provisioning complete for port 7547718c-a024-4028-97be-22f25c7e20f9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:54.545980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:54.620452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438ec0-1c58-4e3c-b2ff-98cc8eeadafd req-ad5a8659-3cf0-4681-87cb-5d7a84bd16d4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:54.623100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af438ec0-1c58-4e3c-b2ff-98cc8eeadafd req-ad5a8659-3cf0-4681-87cb-5d7a84bd16d4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0619197 Oct 15 19:40:54.665961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c749462-ba42-4941-8065-7067f29c2730 req-23ad8de3-39ec-430a-a201-517ea20cd940 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931332 Oct 15 19:40:54.667433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af438ec0-1c58-4e3c-b2ff-98cc8eeadafd req-db9c7110-d2e5-412e-8d20-d925505aea7a tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Oct 15 19:40:54.747915 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:54.786126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] For port 7547718c-a024-4028-97be-22f25c7e20f9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7547718c-a024-4028-97be-22f25c7e20f9,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:54.790479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Router a2eacb86-93fe-4228-84f8-b411a113106e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:40:54.823177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b14450-d1e1-4a00-b96d-7524ca964976 req-dab46faa-adf1-486d-902f-f6afb2df299a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:54.835812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5b14450-d1e1-4a00-b96d-7524ca964976 req-dab46faa-adf1-486d-902f-f6afb2df299a tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0862706 Oct 15 19:40:54.858834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:54.933732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276ed01-419a-41ff-a748-e7cfe7923c6f None None] Pushing event updated for resources: {'Port': ['ID=7547718c-a024-4028-97be-22f25c7e20f9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:54.941954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5b14450-d1e1-4a00-b96d-7524ca964976 req-ce064b10-72df-4d22-a57a-9b5fd6a29126 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028185 Oct 15 19:40:54.983812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7547718c-a024-4028-97be-22f25c7e20f9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:55.015439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:40:55.033300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Sync routers for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:40:55.054656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:40:55.056238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:55.103812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660918e-dd01-444d-a2d5-773f68155737 req-4cccad7b-e661-4155-a1e3-1366fc0c1f10 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:55.105342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e660918e-dd01-444d-a2d5-773f68155737 req-4cccad7b-e661-4155-a1e3-1366fc0c1f10 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0537374 Oct 15 19:40:55.121466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7547718c-a024-4028-97be-22f25c7e20f9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:55.121845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:55.129968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:55.134329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-832c3676-f5b8-4a99-a8f1-cb1ff44250d4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0842655 Oct 15 19:40:55.135128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59216) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:55.155410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e660918e-dd01-444d-a2d5-773f68155737 req-813e1e55-0d1a-429a-8fd1-fcc97419600c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Oct 15 19:40:55.273842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:40:55.310788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b1cc2cac-1192-48df-a03b-ac9ab0d83b37 None None] Provisioning complete for port 7547718c-a024-4028-97be-22f25c7e20f9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:55.311191 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1cc2cac-1192-48df-a03b-ac9ab0d83b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:55.599105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:53Z', 'revision_number': 3, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:55.636579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Checking router: a2eacb86-93fe-4228-84f8-b411a113106e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:40:55.640100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Updating router a2eacb86-93fe-4228-84f8-b411a113106e port 85d09ef3-eb7d-47c9-84bb-e60eae187279 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:40:55.640997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:55.665531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:55.835412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a520f71-fd55-49d1-9e66-e0c009bc7cc5 req-836d2a03-2161-4899-83cd-98a76b4d4eab tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:55.837621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a520f71-fd55-49d1-9e66-e0c009bc7cc5 req-836d2a03-2161-4899-83cd-98a76b4d4eab tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.0636606 Oct 15 19:40:55.861487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dd523-47f2-40b1-a206-bdb20a5117a3 req-3695d682-62d9-4bff-b3ad-19c724cee1b0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:55.863200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b75dd523-47f2-40b1-a206-bdb20a5117a3 req-3695d682-62d9-4bff-b3ad-19c724cee1b0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.1141708 Oct 15 19:40:55.879753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a520f71-fd55-49d1-9e66-e0c009bc7cc5 req-28b3ea9c-86b5-47ac-a6ac-2175c9868b21 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354142 Oct 15 19:40:55.880622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Allocated IP 172.20.0.1 (bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7/24ae4310-b580-4a97-839b-ff399a26102a/16966e56-5e31-457f-beef-cb6662e49e76) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:40:55.956825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b75dd523-47f2-40b1-a206-bdb20a5117a3 req-621abc5a-2ce0-4542-8254-8eb52d08c79d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776942 Oct 15 19:40:55.995502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.058736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.075337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.089287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc628cd-5add-4d02-90f4-dca418d51901 req-d4797cd7-bca2-474d-9282-7523d6da4804 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:56.089287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dc628cd-5add-4d02-90f4-dca418d51901 req-d4797cd7-bca2-474d-9282-7523d6da4804 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0562606 Oct 15 19:40:56.133207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dc628cd-5add-4d02-90f4-dca418d51901 req-bfe8f9d5-d196-4992-9f75-29d08e56d1ee tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Oct 15 19:40:56.138307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Attempting to bind port 85d09ef3-eb7d-47c9-84bb-e60eae187279 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:56.138590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Attempting to bind port 85d09ef3-eb7d-47c9-84bb-e60eae187279 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:56.139209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Attempting to bind port 85d09ef3-eb7d-47c9-84bb-e60eae187279 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:56.156384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15f485-ece5-416b-9257-2c2a7d3d87a2 None None] Pushing event updated for resources: {'Port': ['ID=85d09ef3-eb7d-47c9-84bb-e60eae187279,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:56.157601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:56.157601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:56.157854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.158194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:56.158678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Bound port: 85d09ef3-eb7d-47c9-84bb-e60eae187279, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:56.159080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.207158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.232652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] For port 85d09ef3-eb7d-47c9-84bb-e60eae187279, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:56.236005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] For port 85d09ef3-eb7d-47c9-84bb-e60eae187279, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=85d09ef3-eb7d-47c9-84bb-e60eae187279,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:56.259661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:56.272587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:56.293585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:40:56.297811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Pushing event updated for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:56.304465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.350140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.358837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:40:56.359811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:56.361542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407ce88-3f8b-44d0-9ac0-fea6edfd857e req-ed83e003-3f3d-4b53-ad11-af1ebd8728bd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:56.363260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c407ce88-3f8b-44d0-9ac0-fea6edfd857e req-ed83e003-3f3d-4b53-ad11-af1ebd8728bd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1119754 Oct 15 19:40:56.449467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15f485-ece5-416b-9257-2c2a7d3d87a2 None None] Pushing event updated for resources: {'Port': ['ID=85d09ef3-eb7d-47c9-84bb-e60eae187279,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:56.451638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c407ce88-3f8b-44d0-9ac0-fea6edfd857e req-ffea8205-e14b-4164-8810-f111f9eb312a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523188 Oct 15 19:40:56.558509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:40:56.626524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.659954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0e4be7a4-579d-4a31-88f2-8b3c6385d423 None None] Provisioning complete for port 16966e56-5e31-457f-beef-cb6662e49e76 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:56.660558 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e4be7a4-579d-4a31-88f2-8b3c6385d423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.708671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:56.749862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0e4be7a4-579d-4a31-88f2-8b3c6385d423 None None] Port 16966e56-5e31-457f-beef-cb6662e49e76 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:40:56.824584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.881084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:56.899325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7547718c-a024-4028-97be-22f25c7e20f9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:57.017373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.019021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Pushing event updated for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:57.026537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:57.042023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'mac_address': 'fa:16:3e:98:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:40:57.060173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7547718c-a024-4028-97be-22f25c7e20f9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:57.060538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.062672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-2a56ae89-e8ab-4c0c-87a2-49db6e44b4ff tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:57.064296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-2a56ae89-e8ab-4c0c-87a2-49db6e44b4ff tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1098 time: 0.1018949 Oct 15 19:40:57.081365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-14'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:57.108984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:53Z', 'revision_number': 3, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:57.145411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb6291e-aaf7-492b-9b70-d8be8846229c None None] The sync data for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 is: [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:53Z', 'revision_number': 3, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:40:57.159108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.176848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:40:57.183750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2157d3-275f-4538-9646-1a9be825f826 req-6d9fd34e-f23e-4452-a984-baf9f7f8e3ca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:57.188290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a2157d3-275f-4538-9646-1a9be825f826 req-6d9fd34e-f23e-4452-a984-baf9f7f8e3ca tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0699489 Oct 15 19:40:57.208074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:57.246952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a2157d3-275f-4538-9646-1a9be825f826 req-4fb017cc-4b17-41da-9943-5dea8f71e3a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515375 Oct 15 19:40:57.258714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:40:57.275818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:40:57.292292 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.369053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:57.393095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa418-8b1a-45b8-82ac-48267ee2b72b req-3d33ac25-032f-4021-a7f8-740bbd92b3d6 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:57.401941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06daa418-8b1a-45b8-82ac-48267ee2b72b req-3d33ac25-032f-4021-a7f8-740bbd92b3d6 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0720334 Oct 15 19:40:57.403708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.425330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b1742-0e15-4fe8-a9c4-ad1471a058c8 req-575ddd95-8a52-41ca-bf97-9e3b7ef7b939 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:57.427375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d9b1742-0e15-4fe8-a9c4-ad1471a058c8 req-575ddd95-8a52-41ca-bf97-9e3b7ef7b939 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 946 time: 0.2315292 Oct 15 19:40:57.459728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06daa418-8b1a-45b8-82ac-48267ee2b72b req-5def9413-a7ce-4964-9212-91cd763c2a78 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526800 Oct 15 19:40:57.633198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9d9b1742-0e15-4fe8-a9c4-ad1471a058c8 req-9ceed3d7-f129-4ddc-b17b-86f8756cd1ff tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612604 Oct 15 19:40:57.665647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Router a2eacb86-93fe-4228-84f8-b411a113106e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:40:57.698452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-184f6fc0-438a-44f3-aa38-0d6aea116f79 None None] Provisioning complete for port 16966e56-5e31-457f-beef-cb6662e49e76 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:57.699050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-184f6fc0-438a-44f3-aa38-0d6aea116f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:57.769980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bf34e385-002f-43b0-b2c7-543e5019c774'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:57.776737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a7637-09a3-4eb0-af5a-eae8a3f41ce0 req-7422c63b-4382-4786-9da0-0b2e7a0c2a2d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:57.780439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-055a7637-09a3-4eb0-af5a-eae8a3f41ce0 req-7422c63b-4382-4786-9da0-0b2e7a0c2a2d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1110075 Oct 15 19:40:57.835000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-184f6fc0-438a-44f3-aa38-0d6aea116f79 None None] Port 16966e56-5e31-457f-beef-cb6662e49e76 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:40:57.841042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:57.841960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-055a7637-09a3-4eb0-af5a-eae8a3f41ce0 req-08f66a11-aa3f-414d-ab99-e38a15ee0d84 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469644 Oct 15 19:40:57.945222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:57.947533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:40:57.954033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4a7216f2-8429-4abf-9b49-6671d787353a admin admin] 10.222.0.13 "PUT /v2.0/routers/a2eacb86-93fe-4228-84f8-b411a113106e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8178403 Oct 15 19:40:58.004085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:40:58.007011 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bec0ffc-75b1-4c0a-82b3-a2919d2c0320" -d '{"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-unplugged", "status": "completed", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:40:58.012620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.065610 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddc7d67-8e0c-4f8d-a4c6-0b8a93dfab61 x-openstack-request-id: req-2ddc7d67-8e0c-4f8d-a4c6-0b8a93dfab61 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:40:58.065899 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-unplugged", "status": "completed", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:40:58.066203 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ddc7d67-8e0c-4f8d-a4c6-0b8a93dfab61 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:40:58.066614 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'code': 200} Oct 15 19:40:58.105299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.213270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:58.220271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on host n-h2-712140-14 for vnic_type normal with profile {"migrating_to": "n-h1-712140-14"} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:40:58.220586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:40:58.220911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:58.225894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:40:58.226211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Attempting to bind port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on network a5fd798a-5536-4d12-9130-78a36acc9657 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:40:58.231188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:40:58.231523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Checking segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:40:58.231945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Bound using segment: {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:40:58.232374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Bound port: 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b57d87de-87fb-4070-b061-f594965a1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a5fd798a-5536-4d12-9130-78a36acc9657'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:40:58.232728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.334499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:40:58.338253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:40:58.399315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.449015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28744b51-d4ae-4c0e-882f-88da077b6d89 req-72c8f355-b25a-4bb6-9724-cb5481a621d2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:58.450522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28744b51-d4ae-4c0e-882f-88da077b6d89 req-72c8f355-b25a-4bb6-9724-cb5481a621d2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0980511 Oct 15 19:40:58.506271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:58.515192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:58.516836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.519339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-16fdd52d-09d0-41f2-b017-1dc839cf0467 service neutron] 10.222.0.15 "PUT /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 1124 time: 1.4463146 Oct 15 19:40:58.539838 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28744b51-d4ae-4c0e-882f-88da077b6d89 req-0c54abf1-2689-41fd-a96e-417c6b483e84 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747504 Oct 15 19:40:58.638476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59268) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:58.643997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234036604', 'description': 'tempest-description--1726710215'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:58.663743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f75d67f-d4cc-482b-b6d2-a8c48559c243'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:58.691977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddec3b-4421-4a4e-9989-2d4736c78178 req-af88ebc7-4c4c-482e-9f4c-b1d936fac646 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:58.693852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9ddec3b-4421-4a4e-9989-2d4736c78178 req-af88ebc7-4c4c-482e-9f4c-b1d936fac646 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0875907 Oct 15 19:40:58.716758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9f75d67f-d4cc-482b-b6d2-a8c48559c243'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:40:58.719205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:40:58.785369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.821871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9ddec3b-4421-4a4e-9989-2d4736c78178 req-6fe516d1-c9c7-4840-b71e-3b6d37234cde tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153252 Oct 15 19:40:58.962884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:58.971700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 85d09ef3-eb7d-47c9-84bb-e60eae187279 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:40:58.986352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787a662-6d6e-4a3d-88fc-6379addcac0b req-0ae6af09-75a7-4983-bc7f-5d3e86df6147 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:58.995751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e787a662-6d6e-4a3d-88fc-6379addcac0b req-0ae6af09-75a7-4983-bc7f-5d3e86df6147 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.1185863 Oct 15 19:40:59.059353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e787a662-6d6e-4a3d-88fc-6379addcac0b req-fb3be076-c382-4db1-bbd7-a9dafcbd7b7f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 Oct 15 19:40:59.078170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:59.082301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ecb14-a105-4eaa-8cbe-7bbcc416c3fe req-3573cfd5-3a0f-40ee-a058-c488fef6f71f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:59.088239 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-019ecb14-a105-4eaa-8cbe-7bbcc416c3fe req-3573cfd5-3a0f-40ee-a058-c488fef6f71f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0762982 Oct 15 19:40:59.089786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.107965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 has no active binding in host n-h1-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:40:59.163582 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-019ecb14-a105-4eaa-8cbe-7bbcc416c3fe req-c4b3e00b-6ecc-433a-8372-6c8ae88db055 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677509 Oct 15 19:40:59.164078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 85d09ef3-eb7d-47c9-84bb-e60eae187279 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:40:59.164473 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.165885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2d41a3-a236-4673-ba10-003ca3b38e35,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:59.237663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.238926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65b7b15a-06f4-4d02-a96f-9c4e379f28f3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5990200 Oct 15 19:40:59.243490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59276) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:59.248280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'security_group_rule': {'security_group_id': '3f2d41a3-a236-4673-ba10-003ca3b38e35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:59.282784 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Sync routers for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:40:59.297308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:40:59.298188 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:59.315248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.341441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 85d09ef3-eb7d-47c9-84bb-e60eae187279, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=85d09ef3-eb7d-47c9-84bb-e60eae187279,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:40:59.347936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.401586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.415854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.425381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:40:59.469494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.472207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=85d09ef3-eb7d-47c9-84bb-e60eae187279,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:59.495127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ac56ad-f31e-4f26-bd81-3b3133f732ee,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:59.563006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.564886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b261421a-3388-4e4e-9600-c57e1f89284a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203814 Oct 15 19:40:59.567782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:59.574288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'security_group_rule': {'security_group_id': '3f2d41a3-a236-4673-ba10-003ca3b38e35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:59.678252 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 2, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:40:59.678466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1250d-c3d7-4b7d-9ada-173dc89d2fa6 req-fe9a4701-d6b5-4ef2-b0d3-c7af7ad91252 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:59.678466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cac1250d-c3d7-4b7d-9ada-173dc89d2fa6 req-fe9a4701-d6b5-4ef2-b0d3-c7af7ad91252 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0585780 Oct 15 19:40:59.699217 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Checking router: a2eacb86-93fe-4228-84f8-b411a113106e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:40:59.703688 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Updating router a2eacb86-93fe-4228-84f8-b411a113106e port 16966e56-5e31-457f-beef-cb6662e49e76 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:40:59.703819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.728079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cac1250d-c3d7-4b7d-9ada-173dc89d2fa6 req-1a971a5d-9848-48af-94e9-b60115fb8fff tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423577 Oct 15 19:40:59.733577 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.770316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.858041 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.883124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d51002-c7cf-4bc9-91eb-25a0983ef423,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:40:59.957193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:40:59.958441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26899a46-4b64-4a84-a8de-1275bfb2cafb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3896570 Oct 15 19:40:59.961590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:40:59.967017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:40:59.972002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1a2ec-fed8-4499-9654-10d0ad2eb3eb req-abbd57de-d718-4187-8aec-56c7d07ee438 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:40:59.973661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e1a2ec-fed8-4499-9654-10d0ad2eb3eb req-abbd57de-d718-4187-8aec-56c7d07ee438 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0653157 Oct 15 19:41:00.028625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e1a2ec-fed8-4499-9654-10d0ad2eb3eb req-042bcc78-e607-4cf0-af7b-7fb024dc42ac tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462639 Oct 15 19:41:00.058258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.071108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:00.073382 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d31eab6-b14a-498f-9802-0778e74a4f40" -d '{"events": [{"name": "network-changed", "server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:00.161326 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b192a7-b983-4114-8ead-4d3e35d44b51 x-openstack-request-id: req-f9b192a7-b983-4114-8ead-4d3e35d44b51 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:00.161560 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.161871 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:00.162269 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9b192a7-b983-4114-8ead-4d3e35d44b51 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:00.163329 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'status': 'completed', 'code': 200} Oct 15 19:41:00.224097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e60b7-ad08-488b-814e-db0182da1f7f req-99ced79e-0290-4412-a72b-bcd35c1d644d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:00.224097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d54e60b7-ad08-488b-814e-db0182da1f7f req-99ced79e-0290-4412-a72b-bcd35c1d644d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0694268 Oct 15 19:41:00.252590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.280049 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.280289 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d54e60b7-ad08-488b-814e-db0182da1f7f req-03e08e58-e56a-46af-b5e6-776f287e1142 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Oct 15 19:41:00.329491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e363cd-07c7-4e3d-a700-96c6894448e2 req-8f5559f0-1817-4931-b542-7adb64d79be2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:00.331045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14e363cd-07c7-4e3d-a700-96c6894448e2 req-8f5559f0-1817-4931-b542-7adb64d79be2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0782135 Oct 15 19:41:00.344867 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Pushing event updated for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:00.355296 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.356004 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.356520 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.359043 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.359627 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.360157 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.362057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.362594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.368929 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.368929 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.368929 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.369654 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:00.406539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Allocated IP 172.25.0.24 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/49f40168-c9e4-46b8-9c27-c81a3aa0f84c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:41:00.440900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14e363cd-07c7-4e3d-a700-96c6894448e2 req-eb4397c3-12b0-4970-8142-671fa43db523 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027610 Oct 15 19:41:00.479543 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Attempting to bind port 16966e56-5e31-457f-beef-cb6662e49e76 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:41:00.480276 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Attempting to bind port 16966e56-5e31-457f-beef-cb6662e49e76 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:41:00.480906 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Attempting to bind port 16966e56-5e31-457f-beef-cb6662e49e76 on network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:00.487496 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:41:00.488463 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Checking segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:00.489107 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.489714 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Bound using segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:41:00.490388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Bound port: 16966e56-5e31-457f-beef-cb6662e49e76, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:41:00.491009 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.539360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.565976 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] For port 16966e56-5e31-457f-beef-cb6662e49e76, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:00.570311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] For port 16966e56-5e31-457f-beef-cb6662e49e76, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16966e56-5e31-457f-beef-cb6662e49e76,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:41:00.641392 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.641692 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.690449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] Provisioning complete for port 16966e56-5e31-457f-beef-cb6662e49e76 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:00.694978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.696986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:41:00.699224 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:41:00.700345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:00.706616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:00.720159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:41:00.722211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'Port': ['ID=49f40168-c9e4-46b8-9c27-c81a3aa0f84c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:00.758187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:00.767330 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf1f11-0d6b-4e03-ae89-447f3ea00117 None None] Pushing event updated for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:00.891727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:00.926183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:41:00.961989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 85d09ef3-eb7d-47c9-84bb-e60eae187279 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:01.017283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.094267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] For port 16966e56-5e31-457f-beef-cb6662e49e76, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16966e56-5e31-457f-beef-cb6662e49e76,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:01.101169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 85d09ef3-eb7d-47c9-84bb-e60eae187279 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:01.101585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.133207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port bf34e385-002f-43b0-b2c7-543e5019c774 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:41:01.141344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port bf34e385-002f-43b0-b2c7-543e5019c774 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:01.141711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.216035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.288780 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:00Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:01.326231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9a8c7-8485-4026-8bbc-f9588699c068 req-b96d3d5f-7308-43a9-bfde-8c47ac360376 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:01.328821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51f9a8c7-8485-4026-8bbc-f9588699c068 req-b96d3d5f-7308-43a9-bfde-8c47ac360376 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0923641 Oct 15 19:41:01.341975 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1600f89f-a967-447f-973a-8a250a7e8f7b None None] The sync data for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 is: [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:00Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:41:01.357338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.395828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eb049-07bd-4fbc-a971-ed4d20d46a81 req-4c7fb1dd-dd8f-4055-8d95-ed6ebac1db65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:01.402509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f389e-428c-4f6c-bafa-4b0ab231a6d2 None None] Pushing event updated for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:01.408382 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-255eb049-07bd-4fbc-a971-ed4d20d46a81 req-4c7fb1dd-dd8f-4055-8d95-ed6ebac1db65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.5025837 Oct 15 19:41:01.435699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.445468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c11388d2-884a-49dd-8d69-4d8500374023 None None] Provisioning complete for port 16966e56-5e31-457f-beef-cb6662e49e76 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:01.445955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c11388d2-884a-49dd-8d69-4d8500374023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.462238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51f9a8c7-8485-4026-8bbc-f9588699c068 req-7fd514cb-1fec-45ad-809d-abe042d8ca97 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216650 Oct 15 19:41:01.502153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:01.504827 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d83136-6473-4078-862a-c3f4b4d677b5" -d '{"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-plugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:01.510598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-255eb049-07bd-4fbc-a971-ed4d20d46a81 req-749ad4df-725c-4c1f-9543-f1265eb75c7d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053751 Oct 15 19:41:01.553281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:01.621001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.646671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9afb6-cb3a-4d28-b06d-e5c5516ddfdb req-8684b4bf-e80c-4bd4-a68b-668283ffb6d4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:01.648731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15d9afb6-cb3a-4d28-b06d-e5c5516ddfdb req-8684b4bf-e80c-4bd4-a68b-668283ffb6d4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0866387 Oct 15 19:41:01.705834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:01.735394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30e57b-7da0-4c2e-960d-c75a4ce78954 req-a8de61b7-f571-41a9-b986-643f796387ed tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:01.737271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e30e57b-7da0-4c2e-960d-c75a4ce78954 req-a8de61b7-f571-41a9-b986-643f796387ed tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1077712 Oct 15 19:41:01.738525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15d9afb6-cb3a-4d28-b06d-e5c5516ddfdb req-369e826f-70f4-4c2e-8431-a4c7eacd3ba1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763688 Oct 15 19:41:01.780230 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ddc3ca-0370-4942-90ec-c0d861400930 x-openstack-request-id: req-75ddc3ca-0370-4942-90ec-c0d861400930 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:01.780532 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-plugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:01.781028 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75ddc3ca-0370-4942-90ec-c0d861400930 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:01.781427 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'code': 200} Oct 15 19:41:01.817073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:01.830483 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e30e57b-7da0-4c2e-960d-c75a4ce78954 req-aa4108f2-09a1-4f2e-99b3-2366e75c9047 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763593 Oct 15 19:41:01.893801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1c41-0d1e-4e44-8873-6a17a53e3585 req-18fedf1b-7a24-43fc-80ec-47c0f7a2dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:01.895358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-759a1c41-0d1e-4e44-8873-6a17a53e3585 req-18fedf1b-7a24-43fc-80ec-47c0f7a2dfde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1102 time: 0.0460117 Oct 15 19:41:01.944797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-759a1c41-0d1e-4e44-8873-6a17a53e3585 req-640b0f04-02c3-469e-bbdd-befc7baa37a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Oct 15 19:41:01.949516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:02.038279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'Port': ['ID=49f40168-c9e4-46b8-9c27-c81a3aa0f84c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:02.050632 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:02.063325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-bb07f95b-e7ae-400e-b684-7c274d9ff3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.064889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-bb07f95b-e7ae-400e-b684-7c274d9ff3d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1127 time: 0.0732901 Oct 15 19:41:02.166966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:02.176512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c2b5ad14-8e85-4eae-9391-b20bf8fb6241 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2060738 Oct 15 19:41:02.201437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-0d3cfcd2-a956-4a41-be53-430bf9a76bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.203351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-0d3cfcd2-a956-4a41-be53-430bf9a76bc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1249387 Oct 15 19:41:02.275885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-b7846e6b-2514-4a82-baf4-91d99f30775f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 217 time: 0.0642309 Oct 15 19:41:02.342404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-0c9093fc-27e6-4b09-ad24-d530dc43b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.345457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-0c9093fc-27e6-4b09-ad24-d530dc43b88a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0613074 Oct 15 19:41:02.397412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-a7e1fecf-7f3d-4e71-ac43-2f0afd1dcc40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376730 Oct 15 19:41:02.512144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-9f3bb4e7-690f-4f41-af14-5e84c256e546 service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068788 Oct 15 19:41:02.665191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be56eb-3025-4144-8948-a4c6ab61f454 req-e80fb3c2-d112-49bc-ba31-53fe307cdd55 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.666732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2be56eb-3025-4144-8948-a4c6ab61f454 req-e80fb3c2-d112-49bc-ba31-53fe307cdd55 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1052072 Oct 15 19:41:02.672551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd4e822-5c12-40bc-a952-b6c5db8c72a6 req-cc5fab05-256a-4ab5-ac1d-bf42c6d68dbf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.673944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d31eab6-b14a-498f-9802-0778e74a4f40 req-f5f0e490-150c-424e-a183-adfa13acfa4a service neutron] 10.222.0.11 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497805 Oct 15 19:41:02.674371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd4e822-5c12-40bc-a952-b6c5db8c72a6 req-cc5fab05-256a-4ab5-ac1d-bf42c6d68dbf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0590055 Oct 15 19:41:02.729783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2be56eb-3025-4144-8948-a4c6ab61f454 req-e372026a-b7f0-4d34-b14a-e42480be7fe1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Oct 15 19:41:02.730008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fd4e822-5c12-40bc-a952-b6c5db8c72a6 req-b435d3ab-74f4-4c00-9870-8c82d6e4d348 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492699 Oct 15 19:41:02.872832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ded2-0c1d-4b2e-a833-864d298b4aec req-af9a2927-053c-4d9f-8230-eb6c78f182f8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:02.874836 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b439ded2-0c1d-4b2e-a833-864d298b4aec req-af9a2927-053c-4d9f-8230-eb6c78f182f8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0686667 Oct 15 19:41:02.932927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16966e56-5e31-457f-beef-cb6662e49e76 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:02.936241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b439ded2-0c1d-4b2e-a833-864d298b4aec req-8500c68b-5a2d-45ee-af71-50631416ee99 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Oct 15 19:41:03.003096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b001dc-5d54-4ac5-a101-f1c51908f7e3 req-b8fe8104-48db-475c-87c0-16114d0b2b93 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:03.005023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48b001dc-5d54-4ac5-a101-f1c51908f7e3 req-b8fe8104-48db-475c-87c0-16114d0b2b93 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0939844 Oct 15 19:41:03.039703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 16966e56-5e31-457f-beef-cb6662e49e76 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:03.040171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:03.076211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48b001dc-5d54-4ac5-a101-f1c51908f7e3 req-56408499-0c67-4314-b9cb-188952bf21ae tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628889 Oct 15 19:41:03.860290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e31236-9694-422b-9212-39c7c0c6ae91 req-98a69749-1d32-4466-bb92-01943ed18b83 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:03.861929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e31236-9694-422b-9212-39c7c0c6ae91 req-98a69749-1d32-4466-bb92-01943ed18b83 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0539532 Oct 15 19:41:03.879167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cac4a7-b060-45a8-aaa8-fbe84dfca17a req-78752e44-a66a-4b68-8342-41fadaf13fe2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:03.880806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45cac4a7-b060-45a8-aaa8-fbe84dfca17a req-78752e44-a66a-4b68-8342-41fadaf13fe2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0572445 Oct 15 19:41:03.902225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e31236-9694-422b-9212-39c7c0c6ae91 req-f12e0add-e4d1-473f-9c9d-67b9cec83d59 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333486 Oct 15 19:41:03.925617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45cac4a7-b060-45a8-aaa8-fbe84dfca17a req-f65fca03-9608-48fe-93fa-6de4abdc5c5c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378730 Oct 15 19:41:04.055340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d717dbc-def8-4c31-b781-60aadb7db4b6 req-8b943e16-0ddf-4699-bae4-4c53db36fbfc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:04.056481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d717dbc-def8-4c31-b781-60aadb7db4b6 req-8b943e16-0ddf-4699-bae4-4c53db36fbfc tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0514178 Oct 15 19:41:04.101359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d717dbc-def8-4c31-b781-60aadb7db4b6 req-193d5e4f-d874-43f7-9c88-83c295eb89eb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Oct 15 19:41:04.203931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac23cb-84bb-4a89-a119-68488338caeb req-44af7b2b-77e7-4fbd-a855-651fa4ea65bf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:04.205626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19ac23cb-84bb-4a89-a119-68488338caeb req-44af7b2b-77e7-4fbd-a855-651fa4ea65bf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0558209 Oct 15 19:41:04.249339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19ac23cb-84bb-4a89-a119-68488338caeb req-988fec2c-8415-45bc-a0bd-25bf12da7271 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371306 Oct 15 19:41:05.050567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf142de4-d29c-410b-ac1b-d3223dd0092b req-1f2ce4c2-3cfa-44a6-becc-bffbbe6e3bd7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.053855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf142de4-d29c-410b-ac1b-d3223dd0092b req-1f2ce4c2-3cfa-44a6-becc-bffbbe6e3bd7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0630054 Oct 15 19:41:05.073220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae207d-dc94-4406-9565-79d9f910ff8a req-e16f57fc-da98-4a23-886b-a8c4b121dc83 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.074182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebae207d-dc94-4406-9565-79d9f910ff8a req-e16f57fc-da98-4a23-886b-a8c4b121dc83 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0645046 Oct 15 19:41:05.101681 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf142de4-d29c-410b-ac1b-d3223dd0092b req-b88e16e4-c1af-4314-a75a-c07dc14eb2f1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382218 Oct 15 19:41:05.315813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebae207d-dc94-4406-9565-79d9f910ff8a req-bc41b2ab-827b-45b2-9d5f-10af52273491 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Oct 15 19:41:05.318265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce7158-8477-49f2-af14-ef5bdc3c0378 req-57495a80-b180-4dea-b93d-a238ee5f91e5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.318265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15ce7158-8477-49f2-af14-ef5bdc3c0378 req-57495a80-b180-4dea-b93d-a238ee5f91e5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0522392 Oct 15 19:41:05.318265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15ce7158-8477-49f2-af14-ef5bdc3c0378 req-058f0522-b04d-4fb9-a7a8-8df9a9afe107 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Oct 15 19:41:05.400178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c1c02-10b9-47a1-8493-4e818280a33f req-8b9767b4-0e67-4c98-9bf5-bb66bba13983 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.401793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be7c1c02-10b9-47a1-8493-4e818280a33f req-8b9767b4-0e67-4c98-9bf5-bb66bba13983 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0551260 Oct 15 19:41:05.408912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54434f12-cd01-4d53-a38b-e75e96bdf2a1 req-d7f1bfd4-a825-4145-909d-3b4ec39b23ad tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.410487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54434f12-cd01-4d53-a38b-e75e96bdf2a1 req-d7f1bfd4-a825-4145-909d-3b4ec39b23ad tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1102 time: 0.0438721 Oct 15 19:41:05.456203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be7c1c02-10b9-47a1-8493-4e818280a33f req-3355fc39-a1ee-44a5-9451-b9392352fe5e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Oct 15 19:41:05.460221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54434f12-cd01-4d53-a38b-e75e96bdf2a1 req-6fd6965b-b86a-42d3-a303-351fff98bb63 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Oct 15 19:41:05.676800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69f73f-007b-4121-9d45-2d50b7e1c866 req-5daeb995-39cb-4472-9236-8a1fffc42990 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:05.678709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d69f73f-007b-4121-9d45-2d50b7e1c866 req-5daeb995-39cb-4472-9236-8a1fffc42990 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0670090 Oct 15 19:41:05.726546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d69f73f-007b-4121-9d45-2d50b7e1c866 req-f0240ea2-16bc-4ea1-812b-02596d78bfb2 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Oct 15 19:41:06.138023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc34bff-39aa-405f-adbf-67ecf7202252 req-d2a2f1d5-a90a-48d2-8bcc-ceb4ff902be4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:06.141876 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbc34bff-39aa-405f-adbf-67ecf7202252 req-d2a2f1d5-a90a-48d2-8bcc-ceb4ff902be4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0588148 Oct 15 19:41:06.182433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbc34bff-39aa-405f-adbf-67ecf7202252 req-14f65c87-c30e-49a9-a872-66651413b169 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Oct 15 19:41:06.418629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15393c83-976d-4d8e-89da-290d278ffe90 req-984a614a-afa4-4edb-8bb6-8c65a5e66fb1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:06.420224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15393c83-976d-4d8e-89da-290d278ffe90 req-984a614a-afa4-4edb-8bb6-8c65a5e66fb1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0591295 Oct 15 19:41:06.461166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15393c83-976d-4d8e-89da-290d278ffe90 req-df14ab05-1c08-41e7-ac93-2e7f254cf46d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345390 Oct 15 19:41:06.561381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-e87b7a9b-94e5-43c4-b1ba-f078512b7267 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449243 Oct 15 19:41:06.584274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbd981-a508-4019-be66-7152363a9220 req-a0661d1a-0820-4b8f-99ed-300065b2b769 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:06.598464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2fbd981-a508-4019-be66-7152363a9220 req-a0661d1a-0820-4b8f-99ed-300065b2b769 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0555112 Oct 15 19:41:06.635220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2fbd981-a508-4019-be66-7152363a9220 req-fd9b62c8-c237-470c-b9af-c7dbcda5ee3f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394511 Oct 15 19:41:06.850558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf74f-b78c-4154-ac59-ebe4cc592258 req-b4b5e011-9a4c-40d2-982a-dd3d2770f41d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:06.852037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f6bf74f-b78c-4154-ac59-ebe4cc592258 req-b4b5e011-9a4c-40d2-982a-dd3d2770f41d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0708733 Oct 15 19:41:06.912625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f6bf74f-b78c-4154-ac59-ebe4cc592258 req-7edcaf63-03f3-4782-bdc4-574f78632f8f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527716 Oct 15 19:41:07.315467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23659e-e563-461b-8eb0-58b9fadd86ad req-7e24e8a2-7aa7-426d-b9a4-e598b76b6a13 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:07.317037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c23659e-e563-461b-8eb0-58b9fadd86ad req-7e24e8a2-7aa7-426d-b9a4-e598b76b6a13 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0575912 Oct 15 19:41:07.370566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c23659e-e563-461b-8eb0-58b9fadd86ad req-97ec9d91-c458-45c2-970b-a374e93bf588 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463557 Oct 15 19:41:07.605313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba9d44-1b72-4623-93d7-be67ad41d902 req-da920ba1-c331-4960-96a5-b90c74c9618b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:07.607999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80ba9d44-1b72-4623-93d7-be67ad41d902 req-da920ba1-c331-4960-96a5-b90c74c9618b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0656807 Oct 15 19:41:07.662891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80ba9d44-1b72-4623-93d7-be67ad41d902 req-7794a0eb-a5b4-4828-9663-b5406190c96d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Oct 15 19:41:07.786467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246953f-9131-4834-b6e3-63a57a16beb0 req-fda95f70-0c88-480f-88ad-51252db031c2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:07.789148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d246953f-9131-4834-b6e3-63a57a16beb0 req-fda95f70-0c88-480f-88ad-51252db031c2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0716915 Oct 15 19:41:07.857874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d246953f-9131-4834-b6e3-63a57a16beb0 req-e3c12b95-2877-44c6-b12a-442c01d9e6bb tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537422 Oct 15 19:41:08.056222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924e17-c23f-4f04-ae76-54119aa35d63 req-a12569fb-0dea-4834-826d-a51d389f0456 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:08.058628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18924e17-c23f-4f04-ae76-54119aa35d63 req-a12569fb-0dea-4834-826d-a51d389f0456 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0672982 Oct 15 19:41:08.116258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18924e17-c23f-4f04-ae76-54119aa35d63 req-54efff26-6be0-4251-aca5-3970def190b8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478914 Oct 15 19:41:08.542156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec1ba8-4971-4873-bd89-a01ba05c45b4 req-acb45187-a943-469b-968d-dc124ca71ed4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:08.544073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6eec1ba8-4971-4873-bd89-a01ba05c45b4 req-acb45187-a943-469b-968d-dc124ca71ed4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0652354 Oct 15 19:41:08.610683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6eec1ba8-4971-4873-bd89-a01ba05c45b4 req-730acedd-e4c7-412c-84c7-694854a67b36 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592377 Oct 15 19:41:08.799530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0fd56-8c30-45a4-98be-8f494813ea42 req-145ac9a9-80a7-4482-be70-d11ac8b84ba6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:08.808394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f0fd56-8c30-45a4-98be-8f494813ea42 req-145ac9a9-80a7-4482-be70-d11ac8b84ba6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0670300 Oct 15 19:41:08.860958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f0fd56-8c30-45a4-98be-8f494813ea42 req-21cdb0d4-8cf1-4486-9e28-5a8311ef70e2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482237 Oct 15 19:41:09.007852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe09be-c9ab-46a5-a0bc-5a2e0fb1fd5b req-4192ff09-6a4b-46ec-acf8-c84264673f48 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:09.015747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dafe09be-c9ab-46a5-a0bc-5a2e0fb1fd5b req-4192ff09-6a4b-46ec-acf8-c84264673f48 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0603399 Oct 15 19:41:09.064043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dafe09be-c9ab-46a5-a0bc-5a2e0fb1fd5b req-46130a2f-e4a4-4b0d-9779-61afeeb007a3 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435100 Oct 15 19:41:09.264304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7ba74-905e-4213-876b-92d6089f7116 req-cf9cb4b7-a275-4e33-8878-b565e266b86f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:09.265858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19d7ba74-905e-4213-876b-92d6089f7116 req-cf9cb4b7-a275-4e33-8878-b565e266b86f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0569699 Oct 15 19:41:09.323405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19d7ba74-905e-4213-876b-92d6089f7116 req-bdfd4c65-aa11-45c5-a3de-c0fc03eb3c48 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498197 Oct 15 19:41:09.752901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7a4ab-0423-4024-8450-dcbb5d509605 req-2e4b5a94-4ec6-4f88-bd59-5f58770eedbd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:09.754431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cb7a4ab-0423-4024-8450-dcbb5d509605 req-2e4b5a94-4ec6-4f88-bd59-5f58770eedbd tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0710957 Oct 15 19:41:09.798153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cb7a4ab-0423-4024-8450-dcbb5d509605 req-9b7f8054-82d9-4b79-9f6a-bcfa6df92bd5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360856 Oct 15 19:41:09.841808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-61427e9a-2d61-40a9-8f33-18ee32f0d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:09.847233 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-61427e9a-2d61-40a9-8f33-18ee32f0d99b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1102 time: 0.0627174 Oct 15 19:41:10.000626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-05e7a4f3-3163-4cd9-85ed-1b1e8d6bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.002607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-05e7a4f3-3163-4cd9-85ed-1b1e8d6bcc30 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1475158 Oct 15 19:41:10.022552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab222c-d4a2-47a4-9ea5-14a2c3e744b2 req-34e51500-6900-467a-b6b1-3f4002705b01 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.024293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29ab222c-d4a2-47a4-9ea5-14a2c3e744b2 req-34e51500-6900-467a-b6b1-3f4002705b01 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 944 time: 0.0900869 Oct 15 19:41:10.063789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-b757abcf-2459-4e62-b045-b367e9ce948a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0383234 Oct 15 19:41:10.141671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29ab222c-d4a2-47a4-9ea5-14a2c3e744b2 req-6ca39715-b199-4b32-96b6-5c05bd36a65e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768917 Oct 15 19:41:10.168719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-1ea19cb8-0712-4f09-8774-388de374f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.168719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-1ea19cb8-0712-4f09-8774-388de374f2fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0721529 Oct 15 19:41:10.228479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-bd8dac0f-366c-4def-9784-2719b8a0fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.229977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-bd8dac0f-366c-4def-9784-2719b8a0fe2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635340 Oct 15 19:41:10.325062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea39a6d-9a65-465c-a471-dc3fa8884262 req-4189770c-fb83-41f2-b651-95ef50ea789f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.333528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eea39a6d-9a65-465c-a471-dc3fa8884262 req-4189770c-fb83-41f2-b651-95ef50ea789f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.1120224 Oct 15 19:41:10.357625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-7afb0b13-e2b1-4835-9996-0f02d188acce service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171572 Oct 15 19:41:10.376711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-7fa2bde7-d185-44f7-8fad-bc9d8dd003a4 service neutron] 10.222.0.11 "GET /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.2281783 Oct 15 19:41:10.411105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eea39a6d-9a65-465c-a471-dc3fa8884262 req-ebfcbb3e-36cd-49d7-ad6a-d0db19502765 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 Oct 15 19:41:10.414374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:10.523794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0306a-0f40-45d2-95ae-07494d7b55b5 req-04fe1c03-c254-402d-8d4a-df7234f6e86a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.525389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34d0306a-0f40-45d2-95ae-07494d7b55b5 req-04fe1c03-c254-402d-8d4a-df7234f6e86a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1177895 Oct 15 19:41:10.561597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-1e465067-543b-4ba2-a7c1-5bc3f9e87ae8 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970239 Oct 15 19:41:10.594315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34d0306a-0f40-45d2-95ae-07494d7b55b5 req-dd6c40b1-f763-490f-a708-4100e16bc5a8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566142 Oct 15 19:41:10.655301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:10.687449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:10.745718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f75d67f-d4cc-482b-b6d2-a8c48559c243 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:10.758168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:10.839225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:10.963493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366a4a4-5667-46d8-87eb-73d851b9cf31 req-0694dce2-aa42-4bf6-b884-1bb0e61bb1f7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:10.965099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a366a4a4-5667-46d8-87eb-73d851b9cf31 req-0694dce2-aa42-4bf6-b884-1bb0e61bb1f7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0798128 Oct 15 19:41:10.982855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] Transition to ACTIVE for port object 9f75d67f-d4cc-482b-b6d2-a8c48559c243 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:41:11.012654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a366a4a4-5667-46d8-87eb-73d851b9cf31 req-e8fdd0e6-3e32-46e3-a9f1-c71614bea242 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Oct 15 19:41:11.139311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:11.219995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] No DVR routers for this DVR port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:11.258959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:11.267911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e0e8b416-70ad-446e-8dfd-1b1238794bc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243/bindings/n-h1-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8557813 Oct 15 19:41:11.313334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f70ee-a3c5-4247-943a-938ecc9c1762 req-d56c4241-cf42-4157-9f94-907343c71027 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.322617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-151f70ee-a3c5-4247-943a-938ecc9c1762 req-d56c4241-cf42-4157-9f94-907343c71027 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0692112 Oct 15 19:41:11.364577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-151f70ee-a3c5-4247-943a-938ecc9c1762 req-ae3d32dc-5d74-405a-b965-ccfd746b3714 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406015 Oct 15 19:41:11.464779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-c641cc79-a497-4e50-861f-b02c15e5a7a3 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.466143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-c641cc79-a497-4e50-861f-b02c15e5a7a3 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0537267 Oct 15 19:41:11.524797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-53677888-ef35-4d1c-a6ba-69229f7ccda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.526803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-53677888-ef35-4d1c-a6ba-69229f7ccda1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8&tenant_id=58c6e627160a4d788f4affbb306599cd HTTP/1.1" status: 200 len: 1097 time: 0.0519168 Oct 15 19:41:11.560794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b283-8ebf-4cb8-8303-2d7cc629b4ac req-667c5228-ffb2-4872-8919-ff849f44a75c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.564212 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2575b283-8ebf-4cb8-8303-2d7cc629b4ac req-667c5228-ffb2-4872-8919-ff849f44a75c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0658622 Oct 15 19:41:11.605624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-0e2395ea-c246-4f06-83dd-7a0e4c8c01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.607103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-0e2395ea-c246-4f06-83dd-7a0e4c8c01f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1097 time: 0.0531762 Oct 15 19:41:11.613441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2575b283-8ebf-4cb8-8303-2d7cc629b4ac req-a6d4bc34-503c-4475-a8dc-de4acfd5049b tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Oct 15 19:41:11.758112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-41c15314-df05-4f7d-8f59-9159056837d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.759847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-41c15314-df05-4f7d-8f59-9159056837d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1404855 Oct 15 19:41:11.767414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f44a-910b-4d1a-8406-0420a1f3c4c6 req-9597b654-64e7-46fb-80f9-7c6c1f97058d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.770764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d202f44a-910b-4d1a-8406-0420a1f3c4c6 req-9597b654-64e7-46fb-80f9-7c6c1f97058d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0805669 Oct 15 19:41:11.816634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-c1cd0213-148a-4b08-ae4b-8a77bd581395 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 200 len: 217 time: 0.0462594 Oct 15 19:41:11.883078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d202f44a-910b-4d1a-8406-0420a1f3c4c6 req-c7a51aab-1c70-4179-b13d-cbe796eb261c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683558 Oct 15 19:41:11.898506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-948b4ea6-8182-4bd3-83e9-ed133f1ad758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:11.900248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-948b4ea6-8182-4bd3-83e9-ed133f1ad758 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0613644 Oct 15 19:41:11.939627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-31e90614-3383-419f-ade9-923129ef712b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264335 Oct 15 19:41:12.053647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-ebd448f6-94bb-4324-a796-ac56c85179c7 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060042 Oct 15 19:41:12.200643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-75b98439-65ad-4b6c-92ce-d6264f9bf40f service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397369 Oct 15 19:41:12.203510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72f9fb-33c5-4997-be58-aa70418f70bd req-89ec8686-9d38-4bab-a8e2-965d7555cc4f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:12.205956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f72f9fb-33c5-4997-be58-aa70418f70bd req-89ec8686-9d38-4bab-a8e2-965d7555cc4f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0885742 Oct 15 19:41:12.268290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f72f9fb-33c5-4997-be58-aa70418f70bd req-a1cfbe1c-eb9c-4d0c-9e5a-0c987f05f726 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Oct 15 19:41:12.486097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0489b-0f51-4368-8e8a-019be30a2a1d req-ccf2730f-a020-4f8f-9853-22ac2e415135 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:12.487529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2af0489b-0f51-4368-8e8a-019be30a2a1d req-ccf2730f-a020-4f8f-9853-22ac2e415135 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0546079 Oct 15 19:41:12.528937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2af0489b-0f51-4368-8e8a-019be30a2a1d req-4bfd45c6-5274-4130-9609-7ebd56a33184 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342674 Oct 15 19:41:12.744094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61672cb-a7d6-4f4b-b8e2-56d096bd6caa req-68344932-9ef8-4957-aac8-b66eb15a77ca tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:12.749018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61672cb-a7d6-4f4b-b8e2-56d096bd6caa req-68344932-9ef8-4957-aac8-b66eb15a77ca tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0591962 Oct 15 19:41:12.789846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61672cb-a7d6-4f4b-b8e2-56d096bd6caa req-183a55c4-923b-4a49-b713-4b4614e5aa0e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381880 Oct 15 19:41:13.008441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491c2d1-b3dc-42cf-93c6-cf3596b3d01d req-e3746656-7d47-45cd-8c09-e189c4035737 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:13.009788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8491c2d1-b3dc-42cf-93c6-cf3596b3d01d req-e3746656-7d47-45cd-8c09-e189c4035737 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0551074 Oct 15 19:41:13.051246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8491c2d1-b3dc-42cf-93c6-cf3596b3d01d req-b842ca35-965a-4fb4-a7a5-fcac64cc3c36 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Oct 15 19:41:14.389392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922d40f-8784-4f56-a6dd-3cf5b68ee7d9 req-eb7116df-462c-4a0d-8689-2a084c641306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:14.390901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5922d40f-8784-4f56-a6dd-3cf5b68ee7d9 req-eb7116df-462c-4a0d-8689-2a084c641306 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1097 time: 0.0427287 Oct 15 19:41:14.432182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5922d40f-8784-4f56-a6dd-3cf5b68ee7d9 req-e839ad60-1a7e-4472-8bca-918e6728061a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Oct 15 19:41:18.473128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4201102-d622-47f7-934e-0c75836a6fa6 req-b7aa5787-dcc3-48b1-ac3e-fdfc94151f44 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:18.475509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4201102-d622-47f7-934e-0c75836a6fa6 req-b7aa5787-dcc3-48b1-ac3e-fdfc94151f44 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0637436 Oct 15 19:41:18.484874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08311c91-3589-47bb-bf62-8c58d780e430 req-5afe0d5c-9980-45e5-986c-894788932eb9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:18.487110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08311c91-3589-47bb-bf62-8c58d780e430 req-5afe0d5c-9980-45e5-986c-894788932eb9 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0763927 Oct 15 19:41:18.529909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d26cbf2-5c30-4258-aa9f-c77431ac79ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:18.542022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4201102-d622-47f7-934e-0c75836a6fa6 req-d2c1eaf7-bad6-4ec6-bf81-060687f5aaa1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504000 Oct 15 19:41:18.544976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08311c91-3589-47bb-bf62-8c58d780e430 req-5f1a10d1-9c0f-4c01-94bc-8c3d7951ab75 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441639 Oct 15 19:41:18.695473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dd0a8-03a3-45df-8cc1-dc41b8635e0a req-ead4291a-6917-42be-8aef-d36316950b51 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:18.696800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6dd0a8-03a3-45df-8cc1-dc41b8635e0a req-ead4291a-6917-42be-8aef-d36316950b51 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0541439 Oct 15 19:41:18.706494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806625b1-57ff-4ac0-95c9-0c0d492c77af req-2b61d041-af15-4ddd-a509-cf2c78019cd5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:18.708114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-806625b1-57ff-4ac0-95c9-0c0d492c77af req-2b61d041-af15-4ddd-a509-cf2c78019cd5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0578184 Oct 15 19:41:18.740063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6dd0a8-03a3-45df-8cc1-dc41b8635e0a req-1ceda1ab-c7ab-4ae3-84ce-f2136a5fd812 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358813 Oct 15 19:41:18.800124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-806625b1-57ff-4ac0-95c9-0c0d492c77af req-970fe618-6254-4b2e-a3b9-d4cda640ed82 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851860 Oct 15 19:41:18.810610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-75f83c16-69f3-44ce-9ad6-4014482cc5a2 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:18.812112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-75f83c16-69f3-44ce-9ad6-4014482cc5a2 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8&tenant_id=58c6e627160a4d788f4affbb306599cd&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.0773950 Oct 15 19:41:19.074117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e04f14d3-16a2-45a1-9b4f-2512afe21e2d service neutron] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:19.074117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e04f14d3-16a2-45a1-9b4f-2512afe21e2d service neutron] Publish callbacks [] for binding, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:19.074117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6244bef-4224-4c6c-91bd-50aca9a2f076 req-e04f14d3-16a2-45a1-9b4f-2512afe21e2d service neutron] 10.222.0.15 "DELETE /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243/bindings/n-h2-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2465870 Oct 15 19:41:19.341538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdb675-f24c-4721-b160-d56deaf607d5 req-0bcad142-487b-4546-9b3d-2d593d351162 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.341538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-71cdb675-f24c-4721-b160-d56deaf607d5 req-0bcad142-487b-4546-9b3d-2d593d351162 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0605884 Oct 15 19:41:19.388176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-71cdb675-f24c-4721-b160-d56deaf607d5 req-056637ce-7e99-4138-9e6d-125f822eff7e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Oct 15 19:41:19.489795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-962fbd8f-c266-4f3d-8b6f-90606d3e6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.492245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-962fbd8f-c266-4f3d-8b6f-90606d3e6cef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 1097 time: 0.0420101 Oct 15 19:41:19.612638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-6603e74e-b014-4627-8abe-fd052ff32043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.614327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-6603e74e-b014-4627-8abe-fd052ff32043 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 200 len: 912 time: 0.1136663 Oct 15 19:41:19.671569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-550cb777-fdc5-4262-ac62-19a87c271b0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 200 len: 217 time: 0.0431249 Oct 15 19:41:19.702049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0539-c9da-44f6-a8d4-e25ddeaa5416 req-5511788d-9e60-4a8e-a99d-8eb8cd971a97 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.703777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbdb0539-c9da-44f6-a8d4-e25ddeaa5416 req-5511788d-9e60-4a8e-a99d-8eb8cd971a97 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0582273 Oct 15 19:41:19.758229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbdb0539-c9da-44f6-a8d4-e25ddeaa5416 req-c2b342f4-4ca9-4abb-87f9-46dc67c4f984 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Oct 15 19:41:19.771999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81e277-6893-4b7f-9d22-eebd5007eca4 req-6e49e9ae-9840-4b90-af74-2e5e87f29e7f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.774740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d81e277-6893-4b7f-9d22-eebd5007eca4 req-6e49e9ae-9840-4b90-af74-2e5e87f29e7f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.1022644 Oct 15 19:41:19.785937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-03b51542-5452-48ef-a78a-2d9850fb0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.787354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-03b51542-5452-48ef-a78a-2d9850fb0733 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 200 len: 851 time: 0.1039298 Oct 15 19:41:19.835299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-d7359498-6f90-4dd2-8be7-8227c97e4eb9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320909 Oct 15 19:41:19.843346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d81e277-6893-4b7f-9d22-eebd5007eca4 req-b8e5cf14-2410-4043-80b1-f4fa831393af tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603414 Oct 15 19:41:19.929977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb6bb5-9a88-41cb-829f-a42291065295 req-e0c4d14f-6027-4459-8be3-91d10b02ba85 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:19.931654 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11cb6bb5-9a88-41cb-829f-a42291065295 req-e0c4d14f-6027-4459-8be3-91d10b02ba85 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0523772 Oct 15 19:41:19.950049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-10df99ea-82ee-4b40-b20f-bd65170feefe service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057336 Oct 15 19:41:19.974867 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11cb6bb5-9a88-41cb-829f-a42291065295 req-39ea9469-ea59-4584-8cf6-6635be06a244 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Oct 15 19:41:20.054278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cb183-c1fe-4038-a781-0a4258dfcc11 req-ac93290c-1608-435a-9769-993313274d8e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:20.055795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f0cb183-c1fe-4038-a781-0a4258dfcc11 req-ac93290c-1608-435a-9769-993313274d8e tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 1097 time: 0.0982976 Oct 15 19:41:20.096361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e519a10-9da4-40fb-93ed-85998a4f4b8b req-c4652864-e930-40ed-a09b-b4784d262592 service neutron] 10.222.0.11 "GET /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352210 Oct 15 19:41:20.112498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f0cb183-c1fe-4038-a781-0a4258dfcc11 req-ad7ddc78-e30b-4a71-a43c-cc974e235239 tempest-LiveMigrationTest-332185239 tempest-LiveMigrationTest-332185239-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Oct 15 19:41:20.546045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943008-3a2a-45f2-af5a-5b89d654d7a7 req-91c1dbbb-1f2d-4d2c-8b2d-581e11a6d269 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:20.547902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06943008-3a2a-45f2-af5a-5b89d654d7a7 req-91c1dbbb-1f2d-4d2c-8b2d-581e11a6d269 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0823774 Oct 15 19:41:20.587701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06943008-3a2a-45f2-af5a-5b89d654d7a7 req-b1e9372f-189e-4882-814c-2f0775445497 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Oct 15 19:41:20.799523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899af7c8-5c80-4418-9943-6dfac03184d9 req-ee535197-d76f-447e-b475-8b0c2fb6e4da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:20.801979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899af7c8-5c80-4418-9943-6dfac03184d9 req-ee535197-d76f-447e-b475-8b0c2fb6e4da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Oct 15 19:41:20.846473 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-899af7c8-5c80-4418-9943-6dfac03184d9 req-468e704d-98bc-4a0e-bc02-13a7cec154e2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Oct 15 19:41:20.876215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef121fd-b376-4659-8bf6-2dcdc3ffa655 req-b9d2c7db-ea1f-4aaf-964a-1c40ce7a6442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:20.877727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ef121fd-b376-4659-8bf6-2dcdc3ffa655 req-b9d2c7db-ea1f-4aaf-964a-1c40ce7a6442 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0534766 Oct 15 19:41:20.916498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ef121fd-b376-4659-8bf6-2dcdc3ffa655 req-ba1cd641-521f-493f-8d71-e8c19c9a3ce9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Oct 15 19:41:21.093117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60831f7f-3246-4298-bafe-6710269ce8f8 req-9d9673ff-9a42-4fc6-b257-0a2d566d44a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:21.094579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60831f7f-3246-4298-bafe-6710269ce8f8 req-9d9673ff-9a42-4fc6-b257-0a2d566d44a7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0530162 Oct 15 19:41:21.134495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60831f7f-3246-4298-bafe-6710269ce8f8 req-b57f0328-4c07-4fd6-80eb-35a911a7cba5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324540 Oct 15 19:41:21.437860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4f9d-1127-4d20-bef9-55c4fad863a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:21.501543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-fbbf0a19-b75a-4f5c-9c01-cd4ba9984b90 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:21.502926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-fbbf0a19-b75a-4f5c-9c01-cd4ba9984b90 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0491071 Oct 15 19:41:21.597094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Deleting port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:21.597429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:21.694198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] For port 9f75d67f-d4cc-482b-b6d2-a8c48559c243, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9f75d67f-d4cc-482b-b6d2-a8c48559c243,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:21.694458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:21.709841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Calling delete_port for 9f75d67f-d4cc-482b-b6d2-a8c48559c243 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:21.719013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913405d7-c2a3-4ef8-8dec-ab2b3c8b83fa req-bc8faba1-42d5-4dc0-b798-abb03b5a3e9c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:21.720615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-913405d7-c2a3-4ef8-8dec-ab2b3c8b83fa req-bc8faba1-42d5-4dc0-b798-abb03b5a3e9c tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0619109 Oct 15 19:41:21.762334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-913405d7-c2a3-4ef8-8dec-ab2b3c8b83fa req-aa1dc4d8-672c-4872-8b89-ce599d90297e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Oct 15 19:41:21.964124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:21.972404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd29634-0382-4d6b-97c7-156e81e990d6 req-e0c05e03-a14e-4781-a33e-5e35734d9e14 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:21.979475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9f75d67f-d4cc-482b-b6d2-a8c48559c243'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:21.985491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:21.985686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd29634-0382-4d6b-97c7-156e81e990d6 req-e0c05e03-a14e-4781-a33e-5e35734d9e14 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 945 time: 0.0665224 Oct 15 19:41:22.014612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event deleted for resources: {'Port': ['ID=9f75d67f-d4cc-482b-b6d2-a8c48559c243,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:22.028412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd29634-0382-4d6b-97c7-156e81e990d6 req-50ecea47-eacd-4edb-ae9f-4594f338407b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448625 Oct 15 19:41:22.094371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] No DVR routers for this DVR port 9f75d67f-d4cc-482b-b6d2-a8c48559c243 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:22.097207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:22.101084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b9f3d3-e72f-47a6-8e82-6d55036bd73d req-85914bfd-4be2-44e9-9f63-efd19c8f2fc1 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "DELETE /v2.0/ports/9f75d67f-d4cc-482b-b6d2-a8c48559c243 HTTP/1.1" status: 204 len: 173 time: 0.5910468 Oct 15 19:41:22.101793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-deleted', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:22.104193 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e92f21-ad93-4fa4-83b7-7b4d9da68d1f" -d '{"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-deleted", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:22.113841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634e3a0-8df8-47a1-8e62-d66db7fb56e4 req-85a55d92-d532-4c63-a676-cd7a91ed046b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:22.115346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e634e3a0-8df8-47a1-8e62-d66db7fb56e4 req-85a55d92-d532-4c63-a676-cd7a91ed046b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.1137984 Oct 15 19:41:22.162356 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35125e4-110d-4c42-b0b8-0ce79a21ceb3 x-openstack-request-id: req-f35125e4-110d-4c42-b0b8-0ce79a21ceb3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:22.162778 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de72b309-2d9c-48e7-9117-3132951b7de8", "name": "network-vif-deleted", "tag": "9f75d67f-d4cc-482b-b6d2-a8c48559c243", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:22.163693 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f35125e4-110d-4c42-b0b8-0ce79a21ceb3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:22.167935 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de72b309-2d9c-48e7-9117-3132951b7de8', 'name': 'network-vif-deleted', 'tag': '9f75d67f-d4cc-482b-b6d2-a8c48559c243', 'status': 'completed', 'code': 200} Oct 15 19:41:22.181013 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e634e3a0-8df8-47a1-8e62-d66db7fb56e4 req-9d90cffc-2f4e-43ac-bd32-05a82cb86d13 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568786 Oct 15 19:41:22.295823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd54f90-11ae-464e-8136-ab37e027de15 req-b5eab79d-60ff-4acc-9040-f464005e2dfc tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:22.299294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fd54f90-11ae-464e-8136-ab37e027de15 req-b5eab79d-60ff-4acc-9040-f464005e2dfc tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0609224 Oct 15 19:41:22.337313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fd54f90-11ae-464e-8136-ab37e027de15 req-6b9dba74-f78c-4159-81e7-d02a74fefe22 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Oct 15 19:41:22.368141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:22.421622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:41:22.463965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:22.583922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:22.629636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:22.899864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bfb33-4886-482f-bf83-d9e3980cfb28 req-1e9b3c1e-fefe-4363-b1ad-a9b7d56786de tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:22.904120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a3bfb33-4886-482f-bf83-d9e3980cfb28 req-1e9b3c1e-fefe-4363-b1ad-a9b7d56786de tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0611579 Oct 15 19:41:22.947344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a3bfb33-4886-482f-bf83-d9e3980cfb28 req-977bf8ba-bdae-4f7d-8c49-9ff06b1c5c48 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Oct 15 19:41:23.135992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed00e6e6-6871-49e0-bf42-4d91da8ea539 req-5167ee49-49fd-4e5c-9d8e-39bf5c5453a8 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0373247 Oct 15 19:41:23.340089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acb638-1fde-406a-a88e-199a36019123 req-603aa8fe-72e5-4bd4-9ef1-225a6a1db548 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:23.342791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03acb638-1fde-406a-a88e-199a36019123 req-603aa8fe-72e5-4bd4-9ef1-225a6a1db548 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0792947 Oct 15 19:41:23.400007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03acb638-1fde-406a-a88e-199a36019123 req-48e02fe2-7eb9-446f-a329-02533a424815 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465591 Oct 15 19:41:23.486515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a396dd-6045-4b02-9fb7-72b452a23b19 req-83b7e27b-5095-4ff8-8467-79341a81dc31 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:23.492250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39a396dd-6045-4b02-9fb7-72b452a23b19 req-83b7e27b-5095-4ff8-8467-79341a81dc31 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0667052 Oct 15 19:41:23.531747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39a396dd-6045-4b02-9fb7-72b452a23b19 req-6a3b8ad1-a577-4614-9292-5759e4f1beb9 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Oct 15 19:41:24.084277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4e65d-c478-4dd5-a78a-4b02b3fb81bc req-b1adfe7e-a20e-4ce6-b3b1-a907bb37f6d2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:24.085829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddb4e65d-c478-4dd5-a78a-4b02b3fb81bc req-b1adfe7e-a20e-4ce6-b3b1-a907bb37f6d2 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0587292 Oct 15 19:41:24.125992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddb4e65d-c478-4dd5-a78a-4b02b3fb81bc req-c8fb3724-0ae7-45d6-92a4-433c680437ce tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Oct 15 19:41:24.271422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafd1c38-1ade-461e-9ea1-fc881653d4c6 req-478ce7ef-0a38-4523-8054-5a493badedfb tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0437913 Oct 15 19:41:24.507089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:24.567401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1284c-09db-4cec-8ae2-978795f7cfbd req-55fb5245-2deb-4dba-985a-9b4951dea27a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:24.571060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07d1284c-09db-4cec-8ae2-978795f7cfbd req-55fb5245-2deb-4dba-985a-9b4951dea27a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0914516 Oct 15 19:41:24.627300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07d1284c-09db-4cec-8ae2-978795f7cfbd req-228c9bea-d14d-4aba-b184-4b286963ec48 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435448 Oct 15 19:41:24.748978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f87e0-f802-4a98-8724-273ae363fdef req-1beac410-5e6f-42dd-9c96-35448c554f74 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:24.750792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-556f87e0-f802-4a98-8724-273ae363fdef req-1beac410-5e6f-42dd-9c96-35448c554f74 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0613592 Oct 15 19:41:24.793180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-556f87e0-f802-4a98-8724-273ae363fdef req-d8e84f27-3090-49f5-9246-587783914cf1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356669 Oct 15 19:41:24.852252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:24.887862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 9f75d67f-d4cc-482b-b6d2-a8c48559c243 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:24.887862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9f75d67f-d4cc-482b-b6d2-a8c48559c243 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:24.990250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d898b5-0d76-41c5-8c9c-8828842091e1 req-cc6a1368-015c-4be3-badc-b74a93204871 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:24.992892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95d898b5-0d76-41c5-8c9c-8828842091e1 req-cc6a1368-015c-4be3-badc-b74a93204871 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0680792 Oct 15 19:41:25.043433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95d898b5-0d76-41c5-8c9c-8828842091e1 req-64d1a79d-dc60-46f3-a944-784ceec43502 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Oct 15 19:41:25.358605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce413ad2-28e9-407e-85cc-c195bcd74c22 req-cc0150f4-c84b-4171-bb4a-417f564e74f2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Oct 15 19:41:25.922813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568830d-cdf9-4d82-91d6-3a0dfefbdfad req-e166c054-4aa1-46fc-ae0f-5c8c2c57b760 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:25.924597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6568830d-cdf9-4d82-91d6-3a0dfefbdfad req-e166c054-4aa1-46fc-ae0f-5c8c2c57b760 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0521464 Oct 15 19:41:25.969205 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6568830d-cdf9-4d82-91d6-3a0dfefbdfad req-66fbfc0c-0d7e-4ee9-b7c5-4c23eb16f98d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Oct 15 19:41:26.072529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5e374-1586-4069-88d3-121247c6c08b req-3d6ee041-a703-4a53-a25f-8c2f7fc70776 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:26.074130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9d5e374-1586-4069-88d3-121247c6c08b req-3d6ee041-a703-4a53-a25f-8c2f7fc70776 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.3749800 Oct 15 19:41:26.114458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9d5e374-1586-4069-88d3-121247c6c08b req-c3fbee60-a212-4fea-8085-bd65744986c2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340948 Oct 15 19:41:26.223414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275ef4a-75c8-4d11-a1d0-9d26b639c533 req-8e4c53e9-fc7b-4eeb-8e7c-44d128ea87c1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:26.224927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c275ef4a-75c8-4d11-a1d0-9d26b639c533 req-8e4c53e9-fc7b-4eeb-8e7c-44d128ea87c1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0557225 Oct 15 19:41:26.265068 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c275ef4a-75c8-4d11-a1d0-9d26b639c533 req-ddaa9465-648a-4c65-b3e4-d470b9171763 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Oct 15 19:41:26.456814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-250501b2-ded1-4a0e-8158-056ebe3b1231 req-72374c27-00fd-4494-bc49-ecc257a7c2a5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0295732 Oct 15 19:41:27.113056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc729ecd-562f-4a07-a7a2-8883669e74d8 req-af70ca13-16fb-4751-b768-51541a9c469e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:27.115453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc729ecd-562f-4a07-a7a2-8883669e74d8 req-af70ca13-16fb-4751-b768-51541a9c469e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0653553 Oct 15 19:41:27.161326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc729ecd-562f-4a07-a7a2-8883669e74d8 req-f88ad995-2522-402c-a0a4-b39b0c02d071 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384865 Oct 15 19:41:27.279782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bfc49-8cb4-4d13-b144-be47544a7a21 req-8241ee34-cb5e-4f60-8e7e-4f7be666b16d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:27.281275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c56bfc49-8cb4-4d13-b144-be47544a7a21 req-8241ee34-cb5e-4f60-8e7e-4f7be666b16d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0509622 Oct 15 19:41:27.321466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c56bfc49-8cb4-4d13-b144-be47544a7a21 req-e4b2cb82-41de-41b9-83b6-021de1abf141 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Oct 15 19:41:27.388767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c747fb4-7f05-46b1-af59-a89d08cca68f req-4e7d680a-fbc1-486e-b79d-28c312e3fc45 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:27.396854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c747fb4-7f05-46b1-af59-a89d08cca68f req-4e7d680a-fbc1-486e-b79d-28c312e3fc45 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0512547 Oct 15 19:41:27.430986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c747fb4-7f05-46b1-af59-a89d08cca68f req-b1ca6673-c765-4dda-9b22-7d4ebf46ba4e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344813 Oct 15 19:41:27.582480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25ce1b4a-4963-4c7c-a7e8-1773ce65b921 req-6493e9ff-f5e0-4900-8899-00abe869e9c5 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=de72b309-2d9c-48e7-9117-3132951b7de8 HTTP/1.1" status: 200 len: 210 time: 0.0304296 Oct 15 19:41:28.307469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d25d-788c-4696-82b3-0611735c0b90 req-bd7a016f-0fb7-4e37-98bb-29f37d03d99d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:28.310211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b55d25d-788c-4696-82b3-0611735c0b90 req-bd7a016f-0fb7-4e37-98bb-29f37d03d99d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0610054 Oct 15 19:41:28.355868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b55d25d-788c-4696-82b3-0611735c0b90 req-e1d2e848-f036-412a-91a0-96ead5e19a8d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404661 Oct 15 19:41:28.455893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154166c-e22b-4c7c-a60e-63a6fd7b3f03 req-5d37d93f-3ddb-4bc1-9864-da07946a7c50 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:28.457611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4154166c-e22b-4c7c-a60e-63a6fd7b3f03 req-5d37d93f-3ddb-4bc1-9864-da07946a7c50 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0584130 Oct 15 19:41:28.509747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4154166c-e22b-4c7c-a60e-63a6fd7b3f03 req-5b7ab85b-67cc-47a7-bba9-6c8eaa99abba tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Oct 15 19:41:28.589608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aaaf1-802e-4f3f-a3f5-1ffcf8dd936b req-1c6d8971-88a8-4726-a4e7-f76fe62428e4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:28.591438 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f69aaaf1-802e-4f3f-a3f5-1ffcf8dd936b req-1c6d8971-88a8-4726-a4e7-f76fe62428e4 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0758746 Oct 15 19:41:28.645504 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f69aaaf1-802e-4f3f-a3f5-1ffcf8dd936b req-36c886cc-3380-430e-a85c-84ded583ea27 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460141 Oct 15 19:41:28.856734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-12497a47-c782-473e-ad81-d24d761f5356 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:28.858191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-12497a47-c782-473e-ad81-d24d761f5356 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.11 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 945 time: 0.0519125 Oct 15 19:41:28.974621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Deleting port 923dedc1-3a7d-40a1-8306-114bf17a5d4a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:28.975474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:29.084254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] For port 923dedc1-3a7d-40a1-8306-114bf17a5d4a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=923dedc1-3a7d-40a1-8306-114bf17a5d4a,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:29.084666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:29.097245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Calling delete_port for 923dedc1-3a7d-40a1-8306-114bf17a5d4a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:29.386928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:29.401011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:29.427888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Pushing event deleted for resources: {'Port': ['ID=923dedc1-3a7d-40a1-8306-114bf17a5d4a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:29.467711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['923dedc1-3a7d-40a1-8306-114bf17a5d4a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:29.509979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] No DVR routers for this DVR port 923dedc1-3a7d-40a1-8306-114bf17a5d4a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:29.515030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:29.516815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ae95b0c-ef11-4115-9ae9-146e1b9aa06b req-7b49eea2-01d9-4458-be59-54ea68157418 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.11 "DELETE /v2.0/ports/923dedc1-3a7d-40a1-8306-114bf17a5d4a HTTP/1.1" status: 204 len: 173 time: 0.6524584 Oct 15 19:41:29.517271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'name': 'network-vif-deleted', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:29.519505 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c276a0e-c568-4cca-a108-7acff3d823df" -d '{"events": [{"server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "name": "network-vif-deleted", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:29.575024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4843-5a20-4a60-8646-99d762a25b10 req-6cf33689-1914-46e4-8366-2273aea55033 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:29.602073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f26b4843-5a20-4a60-8646-99d762a25b10 req-6cf33689-1914-46e4-8366-2273aea55033 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1022027 Oct 15 19:41:29.680943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f26b4843-5a20-4a60-8646-99d762a25b10 req-c23d27b0-72f6-4062-b5c2-64d3a481328e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587182 Oct 15 19:41:29.747449 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c77350-09a2-414b-8e7f-bafc1ab0f66a x-openstack-request-id: req-18c77350-09a2-414b-8e7f-bafc1ab0f66a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:29.747958 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef3e2d-3db9-4744-912b-140f5f81241f", "name": "network-vif-deleted", "tag": "923dedc1-3a7d-40a1-8306-114bf17a5d4a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:29.749699 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18c77350-09a2-414b-8e7f-bafc1ab0f66a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:29.750447 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef3e2d-3db9-4744-912b-140f5f81241f', 'name': 'network-vif-deleted', 'tag': '923dedc1-3a7d-40a1-8306-114bf17a5d4a', 'status': 'completed', 'code': 200} Oct 15 19:41:29.831373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b77d-eb3f-4ebf-9b7c-048a0269978f req-df15f290-3c68-48e3-a153-e25c93b38056 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:29.849673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89b3b77d-eb3f-4ebf-9b7c-048a0269978f req-df15f290-3c68-48e3-a153-e25c93b38056 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0796218 Oct 15 19:41:29.894777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89a1e0f2-ed29-4ca6-819e-9002a3aec23f req-e5fef10a-65f5-4dec-a929-d9400696e5c1 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 210 time: 0.0577645 Oct 15 19:41:29.943764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89b3b77d-eb3f-4ebf-9b7c-048a0269978f req-15055bb6-3c3c-4fca-b680-67d06c5fbb4c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Oct 15 19:41:30.814532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd229ca-b889-4f96-a344-22abab571c3e req-ef88bfbb-ddd1-4dd4-8deb-7431bd415faf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:30.823058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bd229ca-b889-4f96-a344-22abab571c3e req-ef88bfbb-ddd1-4dd4-8deb-7431bd415faf tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0752511 Oct 15 19:41:30.864904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bd229ca-b889-4f96-a344-22abab571c3e req-5eaab8da-316f-451b-8b3a-7e9a511fb3a1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Oct 15 19:41:31.029367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8be1f1c-eb5f-4cd9-b84a-bcef853eb615 req-77aa2a4c-baf2-4922-9207-b3efacc64234 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=24ef3e2d-3db9-4744-912b-140f5f81241f HTTP/1.1" status: 200 len: 210 time: 0.0325916 Oct 15 19:41:31.060788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13363c2a-d877-444b-a21c-d6c8173a83d7 req-451baa18-b320-4b58-9e62-a9d90cf9b580 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:31.063081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13363c2a-d877-444b-a21c-d6c8173a83d7 req-451baa18-b320-4b58-9e62-a9d90cf9b580 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0627439 Oct 15 19:41:31.106831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13363c2a-d877-444b-a21c-d6c8173a83d7 req-b8528724-ec42-4ebd-90fb-61e5e88ab81e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343411 Oct 15 19:41:31.615401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-9556a86b-9f74-4cfa-9f9e-069919cd3408 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390282 Oct 15 19:41:31.702569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-0f2311ca-a07d-4977-8287-c4e3b55d3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:31.704487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-0f2311ca-a07d-4977-8287-c4e3b55d3c62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=58c6e627160a4d788f4affbb306599cd&device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 1097 time: 0.0455859 Oct 15 19:41:31.836253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-d0c4f7ef-8634-4d5a-9ac6-b2450c18acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:31.838008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-d0c4f7ef-8634-4d5a-9ac6-b2450c18acb9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 200 len: 908 time: 0.1115253 Oct 15 19:41:31.900589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-77b9bccf-4caf-48b9-8bab-06502f2c1e34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 200 len: 217 time: 0.0528545 Oct 15 19:41:31.933901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-5b5ce01a-f342-4fd9-a217-aff7c7655450 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648115 Oct 15 19:41:31.992942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-c68a9229-1f0c-4524-a0db-415cd07b3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:31.999646 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-c68a9229-1f0c-4524-a0db-415cd07b3abe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 200 len: 847 time: 0.0874169 Oct 15 19:41:32.057326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-bfb5fd10-5c62-424d-87d2-34dc60a21de0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a5fd798a-5536-4d12-9130-78a36acc9657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535619 Oct 15 19:41:32.134058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf27b22-2b47-4c87-86f1-feac15fde015 req-8236bedd-a80c-4b8d-a6bb-b6cc06cf8667 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.144378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccf27b22-2b47-4c87-86f1-feac15fde015 req-8236bedd-a80c-4b8d-a6bb-b6cc06cf8667 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0944004 Oct 15 19:41:32.195010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-6e1ca119-fd43-4267-9a0d-1d381a202729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.197005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-6e1ca119-fd43-4267-9a0d-1d381a202729 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 1097 time: 0.2361887 Oct 15 19:41:32.214868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccf27b22-2b47-4c87-86f1-feac15fde015 req-dbbae560-470e-403c-b3c5-9f64c2e75e7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692241 Oct 15 19:41:32.313476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-52d03ef3-f752-4ffd-991b-32ebd24e17a4 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387245 Oct 15 19:41:32.383320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-48268eee-48c4-431a-8694-82337aad6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.384921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-48268eee-48c4-431a-8694-82337aad6cd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1552012 Oct 15 19:41:32.416253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-054b1b17-56b3-4ee6-b90e-ab72f76eed00 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.417781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-054b1b17-56b3-4ee6-b90e-ab72f76eed00 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.3540008 Oct 15 19:41:32.441767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-3c3f6b11-26fc-4aa7-a9b8-e9ed5dd80ff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 200 len: 217 time: 0.0428421 Oct 15 19:41:32.442011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-aaa59136-5fd8-4ffa-8aa0-e991c828ac15 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/quotas/5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 375 time: 0.0139363 Oct 15 19:41:32.466449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d7b83f1-5bc6-472b-bab4-c0c5fa286e8f req-6ae0baa9-ab93-421d-9b42-5ba0b0474754 service neutron] 10.222.0.15 "GET /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426284 Oct 15 19:41:32.492364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7bebc-8375-4c73-b8d7-5cc783496c3f req-1cee3c35-87e7-4dd0-8c21-3f47e465596b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.494156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fe7bebc-8375-4c73-b8d7-5cc783496c3f req-1cee3c35-87e7-4dd0-8c21-3f47e465596b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.1285145 Oct 15 19:41:32.502972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-5abe8faa-8b5f-4d43-a82f-57395e17c183 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509143 Oct 15 19:41:32.526809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-7c8c7e08-0d5b-4a48-9ec7-14657dc5f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:32.528282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-7c8c7e08-0d5b-4a48-9ec7-14657dc5f5f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0746064 Oct 15 19:41:32.536139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 923dedc1-3a7d-40a1-8306-114bf17a5d4a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:32.558260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 923dedc1-3a7d-40a1-8306-114bf17a5d4a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:32.558905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 923dedc1-3a7d-40a1-8306-114bf17a5d4a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:32.570242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fe7bebc-8375-4c73-b8d7-5cc783496c3f req-7acf5068-9e8c-451e-8210-054c7f9f7189 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681524 Oct 15 19:41:32.572045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-bdfc17a3-b0dc-4c77-8cef-18067e3b8ff2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344481 Oct 15 19:41:32.655425 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-976a8862-d398-4f5e-81ec-4ac730806d31 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442516 Oct 15 19:41:32.712767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-d4f4c7dc-3619-47ba-ba00-2edf50a7c723 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332772 Oct 15 19:41:32.789795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-67fbcf67-05d0-41e3-bbc3-4797ebe2efb1 service neutron] 10.222.0.13 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231050 Oct 15 19:41:32.827001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b912a1a1-9fa1-4b15-9ca0-88a5f91a4f49 req-d2b10986-cf68-42bf-9f32-bfd0bf370ded service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065314 Oct 15 19:41:33.407459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf95b42-b86d-473f-b4e6-dae4cc535306 req-e6eb8a6b-6820-4819-b34c-1fec11874d7e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:33.409168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cf95b42-b86d-473f-b4e6-dae4cc535306 req-e6eb8a6b-6820-4819-b34c-1fec11874d7e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0546963 Oct 15 19:41:33.453827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cf95b42-b86d-473f-b4e6-dae4cc535306 req-0794b66e-f4f2-47f5-a436-d115f02f15ef tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Oct 15 19:41:33.567450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197cd2cf-b545-4637-867d-2ec317cda40a req-ec2eb55b-3a2e-4481-a0a2-c445b0aad5b8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:33.569670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-197cd2cf-b545-4637-867d-2ec317cda40a req-ec2eb55b-3a2e-4481-a0a2-c445b0aad5b8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0523610 Oct 15 19:41:33.618762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-197cd2cf-b545-4637-867d-2ec317cda40a req-d7841a90-4948-4979-844c-2ede50027d81 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Oct 15 19:41:33.771365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f02fb-3852-4a31-91ab-adea5f105202 req-66c8d03c-138c-4c0f-880f-9d9f11667636 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:33.773761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-684f02fb-3852-4a31-91ab-adea5f105202 req-66c8d03c-138c-4c0f-880f-9d9f11667636 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0634806 Oct 15 19:41:33.818230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-684f02fb-3852-4a31-91ab-adea5f105202 req-6615cbb9-3c34-493f-a850-edf0a4cfa92e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Oct 15 19:41:33.890789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9294117-7614-4abf-9fca-3bb98685b53f req-09bd8893-3c20-4168-80e9-8dead6a41b8d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0305033 Oct 15 19:41:34.287421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859be9d-ef20-4103-928d-85c38403b097 req-4f4ce455-2485-4667-ae8d-3d2373cf234d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:34.289233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a859be9d-ef20-4103-928d-85c38403b097 req-4f4ce455-2485-4667-ae8d-3d2373cf234d tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0741234 Oct 15 19:41:34.336863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a859be9d-ef20-4103-928d-85c38403b097 req-b67355ee-1771-4a46-ae1b-d8685e7cafa4 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Oct 15 19:41:34.589828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91d3b6-0dcb-46a5-a8b0-9e32a00aab76 req-fd4a4969-413f-4bba-a70a-9fe0a25b71b6 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:34.592016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc91d3b6-0dcb-46a5-a8b0-9e32a00aab76 req-fd4a4969-413f-4bba-a70a-9fe0a25b71b6 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0660536 Oct 15 19:41:34.641540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc91d3b6-0dcb-46a5-a8b0-9e32a00aab76 req-5b03bde4-a665-4dd4-a7cb-096f10cbbdf5 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Oct 15 19:41:34.775649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde101f5-a204-4a13-8151-f14f7625232a req-68c9c8de-95f1-41b3-9dbb-d460842ce5c5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:34.777327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bde101f5-a204-4a13-8151-f14f7625232a req-68c9c8de-95f1-41b3-9dbb-d460842ce5c5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0642257 Oct 15 19:41:34.826728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bde101f5-a204-4a13-8151-f14f7625232a req-cf685829-7177-454e-acda-562b88539306 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Oct 15 19:41:34.973382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89eaa6-c96e-4629-b868-15b2eedbc06d req-6c78033b-16ab-4ded-9a8d-057f4f40e414 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:34.975546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e89eaa6-c96e-4629-b868-15b2eedbc06d req-6c78033b-16ab-4ded-9a8d-057f4f40e414 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0834019 Oct 15 19:41:34.989196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d45f8-3a66-4707-a32d-e366625426de req-448efd6a-742d-42f4-b998-b5a0575f7859 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:34.991879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-298d45f8-3a66-4707-a32d-e366625426de req-448efd6a-742d-42f4-b998-b5a0575f7859 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0707009 Oct 15 19:41:35.000892 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-70259100-06b8-4f05-a798-4d2f3dc4bc00 req-83c9bbb1-48ea-4f29-8420-2e4ca1289791 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Oct 15 19:41:35.081752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e89eaa6-c96e-4629-b868-15b2eedbc06d req-f5f20808-5290-4744-b3c6-5edad8673ee8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786178 Oct 15 19:41:35.140368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Deleting port f0c84620-b133-44d9-a3e4-39089f373e7e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:35.140714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:35.238987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] For port f0c84620-b133-44d9-a3e4-39089f373e7e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f0c84620-b133-44d9-a3e4-39089f373e7e,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:35.239352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:35.252464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Calling delete_port for f0c84620-b133-44d9-a3e4-39089f373e7e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:35.473144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae972d-47be-4ddc-8402-e47d42f7fb8c req-c929af67-472b-4c10-8edb-81510d55d91e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:35.474621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcae972d-47be-4ddc-8402-e47d42f7fb8c req-c929af67-472b-4c10-8edb-81510d55d91e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 944 time: 0.0552666 Oct 15 19:41:35.480947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:35.492737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f0c84620-b133-44d9-a3e4-39089f373e7e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:35.524013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event deleted for resources: {'Port': ['ID=f0c84620-b133-44d9-a3e4-39089f373e7e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:35.539956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.540310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.540650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.540984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.541315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.541642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.541968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.542291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.542612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.542930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.543248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.543588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:35.586953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] No DVR routers for this DVR port f0c84620-b133-44d9-a3e4-39089f373e7e on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:35.591641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcae972d-47be-4ddc-8402-e47d42f7fb8c req-13837ec5-a013-4914-bc67-546dd9ce8ac6 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084030 Oct 15 19:41:35.592624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:35.596091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-298d45f8-3a66-4707-a32d-e366625426de req-9a5ed519-61a5-4cfa-8ba7-6811277ec2da tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "DELETE /v2.0/ports/f0c84620-b133-44d9-a3e4-39089f373e7e HTTP/1.1" status: 204 len: 173 time: 0.5970323 Oct 15 19:41:35.596597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-deleted', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:35.599333 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39df9ef-3396-4131-aa40-128ae4662e6e" -d '{"events": [{"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-deleted", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:35.639754 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3284f13-c8b7-43db-9bfe-5914301abcfb x-openstack-request-id: req-e3284f13-c8b7-43db-9bfe-5914301abcfb {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:35.640043 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17abab7b-07e1-41d6-a454-d4607fac1be9", "name": "network-vif-deleted", "tag": "f0c84620-b133-44d9-a3e4-39089f373e7e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:35.640671 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3284f13-c8b7-43db-9bfe-5914301abcfb {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:35.640814 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17abab7b-07e1-41d6-a454-d4607fac1be9', 'name': 'network-vif-deleted', 'tag': 'f0c84620-b133-44d9-a3e4-39089f373e7e', 'status': 'completed', 'code': 200} Oct 15 19:41:35.764065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d939b-a96a-4bf2-ba60-ff0e0867ab11 req-c4df7884-ee40-47e2-91e1-c36f9faf1e91 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:35.765593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53d939b-a96a-4bf2-ba60-ff0e0867ab11 req-c4df7884-ee40-47e2-91e1-c36f9faf1e91 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0527351 Oct 15 19:41:35.803726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d53d939b-a96a-4bf2-ba60-ff0e0867ab11 req-0f3e7e0a-55db-4683-a2d8-dd928a33377e tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c453e0a-a393-4e05-962e-2bce460f2ca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Oct 15 19:41:35.815283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62995aec-8018-4be6-a591-a58ca5758332 req-85b93d76-f2d1-4915-b25b-fbc1f8119754 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:35.816813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62995aec-8018-4be6-a591-a58ca5758332 req-85b93d76-f2d1-4915-b25b-fbc1f8119754 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.15 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 946 time: 0.0476344 Oct 15 19:41:35.966708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e121a5-cb09-4734-b221-fbb44eca867e req-d5f0bb33-7175-4f49-86ca-4a500da86e86 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:35.968235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2e121a5-cb09-4734-b221-fbb44eca867e req-d5f0bb33-7175-4f49-86ca-4a500da86e86 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.0606627 Oct 15 19:41:35.977253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Deleting port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:35.977585 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:36.067546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2e121a5-cb09-4734-b221-fbb44eca867e req-738376ac-ae74-4bf9-b256-b086e02d4d3c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927904 Oct 15 19:41:36.125790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] For port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:36.125790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:36.137552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Calling delete_port for 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:36.147191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a09f2b39-c465-45b6-bbfe-abdf52804384 req-2f8d4a6f-f561-452c-8ca5-9dc11ba2d95e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0448675 Oct 15 19:41:36.256910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a57422-13f7-49f6-aa17-03a4a8659491 req-021484a2-743f-4b6c-9540-5a82ebfca4ce tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:36.258633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23a57422-13f7-49f6-aa17-03a4a8659491 req-021484a2-743f-4b6c-9540-5a82ebfca4ce tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0679219 Oct 15 19:41:36.327769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23a57422-13f7-49f6-aa17-03a4a8659491 req-7fca2a4c-74b9-47d0-9867-db9343b60aab tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Oct 15 19:41:36.424988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:36.436992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:36.494255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Pushing event deleted for resources: {'Port': ['ID=2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:36.549723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.550059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.550391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.550724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.551047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.551367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.551828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.552149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.552466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.552842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.553129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.553444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:36.560017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] No DVR routers for this DVR port 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:36.574853 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:36.577755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62995aec-8018-4be6-a591-a58ca5758332 req-c6d1eb28-38c4-4ccd-906f-333617786c8f tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.15 "DELETE /v2.0/ports/2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 HTTP/1.1" status: 204 len: 173 time: 0.7548509 Oct 15 19:41:36.578112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'name': 'network-vif-deleted', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:36.581775 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112d0e0-e92c-4e31-8963-d3bb25e345bf" -d '{"events": [{"server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "name": "network-vif-deleted", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:36.641722 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a2e3e-7c5f-4831-829a-be0a61722ae4 x-openstack-request-id: req-4d1a2e3e-7c5f-4831-829a-be0a61722ae4 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:36.642008 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238b39f-420a-46df-8356-6a37fbface64", "name": "network-vif-deleted", "tag": "2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:36.642259 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d1a2e3e-7c5f-4831-829a-be0a61722ae4 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:36.642643 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238b39f-420a-46df-8356-6a37fbface64', 'name': 'network-vif-deleted', 'tag': '2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566', 'status': 'completed', 'code': 200} Oct 15 19:41:36.712171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-a50d017f-bf7d-4891-b25e-b46e7a644419 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:36.713837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-a50d017f-bf7d-4891-b25e-b46e7a644419 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 821 time: 0.1894779 Oct 15 19:41:36.731864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Request body: {'port': {'device_id': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'admin_state_up': True, 'tenant_id': '5a8b7efdb9044e63bc771316a69f8f64'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:36.765894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ceee505-77fc-4d93-9d01-bbab04be65ca req-de23307f-5f5f-4b59-90aa-1c7278a71070 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=17abab7b-07e1-41d6-a454-d4607fac1be9 HTTP/1.1" status: 200 len: 210 time: 0.0472875 Oct 15 19:41:36.924130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ca7bd65-a914-4df7-aa90-d7f0378b3a4a req-65aab8b3-78ae-458b-bf3a-c46c3171ef77 tempest-ServerRescueTestJSON-1380327641 tempest-ServerRescueTestJSON-1380327641-project] 10.222.0.13 "GET /v2.0/ports?device_id=a238b39f-420a-46df-8356-6a37fbface64 HTTP/1.1" status: 200 len: 210 time: 0.0313609 Oct 15 19:41:37.001143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Made reservation on behalf of 5a8b7efdb9044e63bc771316a69f8f64 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:37.005578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:37.134898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Allocated IP 172.20.0.2 (42558f72-1a18-47a4-9f4f-8f884b0c4c0f/830ba777-b386-44bf-9c69-edac037513b2/e7f4cad5-810e-40d3-b183-ea34e2c103f5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:41:37.266727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26c352e9-491e-4a86-beb0-7bedaf6911d6 req-e56b90ab-079e-48bb-97fc-6ae01ebaf589 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0352092 Oct 15 19:41:37.463470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e5ea570d-64c4-475d-b42a-192e5b683faa tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1234036604&fields=id&tenant_id=901df0b7d1e94520b38dbbb16530465d HTTP/1.1" status: 200 len: 267 time: 0.0471241 Oct 15 19:41:37.503146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc467843-3c88-44ec-8cef-9aa54cdbc147 req-871dbf6a-2076-41a8-917a-64641ceec94f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:37.512298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc467843-3c88-44ec-8cef-9aa54cdbc147 req-871dbf6a-2076-41a8-917a-64641ceec94f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.3686135 Oct 15 19:41:37.577795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc467843-3c88-44ec-8cef-9aa54cdbc147 req-02943dc5-5950-4ff5-90ff-0df9d0e2cdbd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643334 Oct 15 19:41:37.631035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-31ecdef2-3290-437a-9ac0-daab64177fa2 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:37.633255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-31ecdef2-3290-437a-9ac0-daab64177fa2 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/networks?id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 200 len: 816 time: 0.1454446 Oct 15 19:41:37.649982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-6a07fb3f-efd5-4b52-8c75-bd26510becb8 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/quotas/901df0b7d1e94520b38dbbb16530465d HTTP/1.1" status: 200 len: 375 time: 0.0094190 Oct 15 19:41:37.689319 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:37.711523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-1c8a378d-6aa5-40ce-bfb7-7f9538c69d2f tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=901df0b7d1e94520b38dbbb16530465d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557580 Oct 15 19:41:37.720458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669144-0c7b-4d21-aed7-a4123a5148a3 req-b58b9a6f-d5ef-4ede-bd05-acf89c63cbc9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:37.724011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87669144-0c7b-4d21-aed7-a4123a5148a3 req-b58b9a6f-d5ef-4ede-bd05-acf89c63cbc9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0852733 Oct 15 19:41:37.774563 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87669144-0c7b-4d21-aed7-a4123a5148a3 req-9208f102-7fd7-44ca-90ec-d8175c0ad6d2 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446625 Oct 15 19:41:37.829967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:37.843674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['197ee010-41d0-461b-bf19-d366aaad9e2f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:37.867290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e67a9728-dd81-418f-a349-e97acbad8fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423271 Oct 15 19:41:37.951286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:41:37.963636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:37.972641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:41:37.979029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d322b75d-e367-458a-a113-a25b794b211b service neutron] 10.222.0.13 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032465 Oct 15 19:41:38.028990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:38.030047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:38.093492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:38.094165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.191259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-860b7552-37f6-431b-9759-f37a90b757b9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4633772 Oct 15 19:41:38.208690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Request body: {'port': {'device_id': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:38.278330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.432643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.583277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:38.619978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: f0c84620-b133-44d9-a3e4-39089f373e7e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:38.620796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f0c84620-b133-44d9-a3e4-39089f373e7e not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:38.682832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f4cad5-810e-40d3-b183-ea34e2c103f5 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:38.690334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.701468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d32008-fbe5-419f-b175-f2b69845c6e8 req-b5d260ba-1e6b-4d5b-838c-2ab1a847f74c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:38.702980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d32008-fbe5-419f-b175-f2b69845c6e8 req-b5d260ba-1e6b-4d5b-838c-2ab1a847f74c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 931 time: 0.1611311 Oct 15 19:41:38.715141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Transition to ACTIVE for port object e7f4cad5-810e-40d3-b183-ea34e2c103f5 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:41:38.743505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Deleting port ea9d86b6-59f1-425c-8662-31416c553dec {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:38.743875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.748631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d32008-fbe5-419f-b175-f2b69845c6e8 req-d96e215f-e3b1-42db-8d8a-16d1d4026d49 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Oct 15 19:41:38.814617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.862226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] For port ea9d86b6-59f1-425c-8662-31416c553dec, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ea9d86b6-59f1-425c-8662-31416c553dec,segment=NetworkSegment(105e2a0a-7155-4e92-ab6a-d18c6c537acf),segment_id=105e2a0a-7155-4e92-ab6a-d18c6c537acf)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:38.862578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:38.921391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Calling delete_port for ea9d86b6-59f1-425c-8662-31416c553dec owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:38.930348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:38.977360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297374-ff10-421c-8d5e-0ab8afb8506d req-09a78fba-35d1-42a2-b33b-b64fea9c633c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:38.984605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb297374-ff10-421c-8d5e-0ab8afb8506d req-09a78fba-35d1-42a2-b33b-b64fea9c633c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1124680 Oct 15 19:41:38.994655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b30b-6e42-4727-bc01-a978298966f4 req-46d2ed83-b55b-417b-890a-ccf0f7f13c00 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:38.996219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db37b30b-6e42-4727-bc01-a978298966f4 req-46d2ed83-b55b-417b-890a-ccf0f7f13c00 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.1223297 Oct 15 19:41:39.033565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:41:39.034257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:41:39.034257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:39.047926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:41:39.048254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:39.052452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db37b30b-6e42-4727-bc01-a978298966f4 req-43f126ac-9341-4614-bbda-e7cc2e71b09b tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 Oct 15 19:41:39.056976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:41:39.057276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:39.057647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:41:39.058074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Bound port: e7f4cad5-810e-40d3-b183-ea34e2c103f5, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:41:39.058433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.142408 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c62239e1-e4c1-42dc-851b-c5d50acf02af req-bcdb6e45-21e4-4427-b9cb-cf948999b605 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0338356 Oct 15 19:41:39.145853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:39.226396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb297374-ff10-421c-8d5e-0ab8afb8506d req-358bc41c-d201-404d-a117-c59886adaa9b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406399 Oct 15 19:41:39.247016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-442ff8f6-26b8-41ea-abca-136fcf06d465 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.247016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-442ff8f6-26b8-41ea-abca-136fcf06d465 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 944 time: 0.0880585 Oct 15 19:41:39.286152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb0861-de33-4fdc-9e6e-50f7380e684f req-343c3843-daf8-46ab-b26d-6e67db00d4a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.287817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fdb0861-de33-4fdc-9e6e-50f7380e684f req-343c3843-daf8-46ab-b26d-6e67db00d4a5 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0615067 Oct 15 19:41:39.300661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.355021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9d86b6-59f1-425c-8662-31416c553dec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:39.355221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:41:39.391765 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fdb0861-de33-4fdc-9e6e-50f7380e684f req-97f785ca-d633-4e03-877e-8a03ddfcc655 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923073 Oct 15 19:41:39.461610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.506710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Deleting port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:39.506903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.539463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.540228 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.541923 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 1092 time: 1.3388679 Oct 15 19:41:39.544222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:39.548922 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d742e40-e437-4caf-9a68-aeadcf0e934a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:39.568411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5370e-f80b-49a7-8c6a-8744d66887b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:39.619718 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d133df-e4c0-49c5-929b-740378ff2a93 x-openstack-request-id: req-f4d133df-e4c0-49c5-929b-740378ff2a93 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:39.620012 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:39.620319 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4d133df-e4c0-49c5-929b-740378ff2a93 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:39.620728 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'status': 'completed', 'code': 200} Oct 15 19:41:39.635895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.653995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] For port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:39.654353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:39.688761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-594293e6-571b-4d13-8ccf-539d08f3091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.690327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-594293e6-571b-4d13-8ccf-539d08f3091f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1095 time: 0.0462029 Oct 15 19:41:39.706268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Calling delete_port for 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:39.859070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-7f631ca0-6e03-45a0-bd89-bd3f3c41e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.861022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-7f631ca0-6e03-45a0-bd89-bd3f3c41e6a7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1449499 Oct 15 19:41:39.962429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1023d6-ad7e-4bd4-8b33-929bdefcc2ad req-86d4a9f8-f34b-4fa5-b124-35df299f8c22 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:39.964000 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b1023d6-ad7e-4bd4-8b33-929bdefcc2ad req-86d4a9f8-f34b-4fa5-b124-35df299f8c22 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1179745 Oct 15 19:41:40.012345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Router 3129025f-d67b-4cd4-a0c7-91d12dbab06f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:41:40.028440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-eebaaa1e-e6da-4bcd-9a0e-20bb50aae519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:40.030174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d742e40-e437-4caf-9a68-aeadcf0e934a req-eebaaa1e-e6da-4bcd-9a0e-20bb50aae519 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555173 Oct 15 19:41:40.033433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b1023d6-ad7e-4bd4-8b33-929bdefcc2ad req-89aa24ca-a578-4bd2-af69-dc135e5af6fa tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575943 Oct 15 19:41:40.078271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:40.129777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-cd6abdc1-8805-4cb6-b5a9-8130c833f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:40.132370 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-cd6abdc1-8805-4cb6-b5a9-8130c833f9f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1095 time: 0.0538487 Oct 15 19:41:40.210688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-60e193dd-38db-4a83-bd9a-4f02c6649233 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 217 time: 0.0705264 Oct 15 19:41:40.281500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0388188c-92dc-4ca1-b5e8-42fef09ca5c1 req-f446a017-8cbe-4bb7-ba5f-bfa415f93dcc tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0360506 Oct 15 19:41:40.317509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-3897ffa6-ecbe-45bb-a3ac-a755b4089d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:40.319635 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-3897ffa6-ecbe-45bb-a3ac-a755b4089d3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1021099 Oct 15 19:41:40.357629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-bac93f59-a4dd-426a-a09a-ab7b428e358d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306017 Oct 15 19:41:40.432018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event deleted for resources: {'Port': ['ID=0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:40.476743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a623846d-8cdd-433b-b297-b5b7d0b66119 req-260d0e56-1b12-4195-af7d-c80c895ed616 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 210 time: 0.0479162 Oct 15 19:41:40.486616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9fe7d-25e9-41d7-98de-e36b5eede522 req-d118a66a-6883-4f9c-a844-a3be60f44a8e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:40.489723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dab9fe7d-25e9-41d7-98de-e36b5eede522 req-d118a66a-6883-4f9c-a844-a3be60f44a8e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1162016 Oct 15 19:41:40.507631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:41:40.517250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Sync routers for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:41:40.525980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-11b600d0-b137-4ab9-a541-bb48a1b9f5de admin admin] 10.222.0.13 "PUT /v2.0/routers/3129025f-d67b-4cd4-a0c7-91d12dbab06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4950430 Oct 15 19:41:40.527463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] No DVR routers for this DVR port 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:40.528946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60040) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:40.531538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:41:40.535187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:40.535777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:40.539963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8ce7757-e736-4f80-ad4e-200fecdcb883 req-cc7e918c-1d0b-459a-988d-5a79213e02ca tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.11 "DELETE /v2.0/ports/0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 HTTP/1.1" status: 204 len: 173 time: 1.2892869 Oct 15 19:41:40.540516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-deleted', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:40.544477 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c586e83-200e-4e18-8df8-6202eba54909" -d '{"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-deleted", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:40.573854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-6d1c2ad8-fb0b-45e6-b072-9b34f18a5841 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083333 Oct 15 19:41:40.585192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dab9fe7d-25e9-41d7-98de-e36b5eede522 req-087efaf5-7899-4eba-9818-ab49f0826d8b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832763 Oct 15 19:41:40.702110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:41:40.752788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:40.796329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e5f63d5-8c01-4b5c-b5b2-7f19a0a843a8 req-0a2b3621-d073-41fa-9970-1aeb6d7e691f service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054534 Oct 15 19:41:40.808319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f20938-6060-48f7-a535-1afb38f2c08a req-0b94cbf5-62d8-4dcb-8be8-edcb9d17d09f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:40.817403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28f20938-6060-48f7-a535-1afb38f2c08a req-0b94cbf5-62d8-4dcb-8be8-edcb9d17d09f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0870767 Oct 15 19:41:40.862914 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c09b9-03c7-420c-bdce-68290330c863 x-openstack-request-id: req-2e4c09b9-03c7-420c-bdce-68290330c863 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:40.863192 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685d1f19-b3d5-4c4f-b888-e8e9fe331b58", "name": "network-vif-deleted", "tag": "0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:40.865634 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4c09b9-03c7-420c-bdce-68290330c863 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:40.866194 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685d1f19-b3d5-4c4f-b888-e8e9fe331b58', 'name': 'network-vif-deleted', 'tag': '0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8', 'status': 'completed', 'code': 200} Oct 15 19:41:40.877359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28f20938-6060-48f7-a535-1afb38f2c08a req-8a3edc0b-26e8-48d1-90c1-d4d854174cc6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Oct 15 19:41:40.955844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:40.961568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:40.977557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:40.977903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2a5ad0f2-e32c-47d1-bbe7-eeb6d566f566 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:41.003577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:41:39Z', 'revision_number': 5, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:41.030451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Checking router: 3129025f-d67b-4cd4-a0c7-91d12dbab06f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:41:41.038784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Routers {'3129025f-d67b-4cd4-a0c7-91d12dbab06f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:41:41.039367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:41.150239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] Set router 3129025f-d67b-4cd4-a0c7-91d12dbab06f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:41:41.170883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Deleting port 22729547-9374-4439-85e5-fa589ff9f8f3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:41.171506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:41.245471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c1cd1-c9d5-48cc-8d1f-39d1e8e4cf48 req-2d50a0d1-312b-4e6e-a391-cefbb73c0506 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:41.246867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc3c1cd1-c9d5-48cc-8d1f-39d1e8e4cf48 req-2d50a0d1-312b-4e6e-a391-cefbb73c0506 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1126850 Oct 15 19:41:41.285838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] For port 22729547-9374-4439-85e5-fa589ff9f8f3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22729547-9374-4439-85e5-fa589ff9f8f3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:41.286201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:41.308781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Calling delete_port for 22729547-9374-4439-85e5-fa589ff9f8f3 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:41.333844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc3c1cd1-c9d5-48cc-8d1f-39d1e8e4cf48 req-12bfd384-16a4-4b5e-bca8-79af6822eade tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749016 Oct 15 19:41:41.336838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:41:39Z', 'revision_number': 5, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:41.375255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98272b-4550-48c8-91e3-6ad68d848519 None None] The sync data for ids ['3129025f-d67b-4cd4-a0c7-91d12dbab06f'] in n-d-712140-14 is: [{'id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'name': 'tempest-ServerRescueTestJSON-1669095718-router', 'tenant_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4'}], 'enable_snat': True}, 'gw_port_id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:39:07Z', 'updated_at': '2021-10-15T19:41:39Z', 'revision_number': 5, 'project_id': '52c1ab8f1a4a413f9dc1f9097d7d78a9', 'gw_port': {'id': '22729547-9374-4439-85e5-fa589ff9f8f3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3129025f-d67b-4cd4-a0c7-91d12dbab06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:39:08Z', 'updated_at': '2021-10-15T19:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:41:41.467424 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59c1948f-e841-44a0-9f68-65e351efe677 req-8ee32625-f770-4a0c-8fbb-a5e023698220 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0523920 Oct 15 19:41:41.598441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-738bb3cf-a501-409e-aaae-99ae02b9f577 req-ec7c7a48-7636-4d36-8c46-f9565b10324f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=685d1f19-b3d5-4c4f-b888-e8e9fe331b58 HTTP/1.1" status: 200 len: 210 time: 0.0395672 Oct 15 19:41:41.648573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:41.689375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Pushing event deleted for resources: {'Port': ['ID=22729547-9374-4439-85e5-fa589ff9f8f3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:41.803742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d4dacb9e-9fac-44b3-928c-1fb7e6620f28 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:41.805430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d4dacb9e-9fac-44b3-928c-1fb7e6620f28 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.11 "GET /v2.0/networks?id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 200 len: 816 time: 0.2682903 Oct 15 19:41:41.818864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:41.935588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1aee6-067b-426e-8479-25ba148e7f49 req-f4ebea98-7cd4-44f7-8a9a-3c01e1f3ec89 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:41.942845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dde1aee6-067b-426e-8479-25ba148e7f49 req-f4ebea98-7cd4-44f7-8a9a-3c01e1f3ec89 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.2411373 Oct 15 19:41:42.002900 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.008207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.030878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-66c67856-9461-452c-9d46-acc6a8bb26cb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901df0b7d1e94520b38dbbb16530465d HTTP/1.1" status: 200 len: 380 time: 0.1996810 Oct 15 19:41:42.063855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'port': {'device_id': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'admin_state_up': True, 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'security_groups': ['3f2d41a3-a236-4673-ba10-003ca3b38e35']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:42.067397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f04ba-6f47-4bf5-989c-d8ed5cb7c191 req-0e1c78b9-c78d-4679-a1f8-23a06b4d254c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:42.070092 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-031f04ba-6f47-4bf5-989c-d8ed5cb7c191 req-0e1c78b9-c78d-4679-a1f8-23a06b4d254c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0842412 Oct 15 19:41:42.125639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-031f04ba-6f47-4bf5-989c-d8ed5cb7c191 req-39722e76-08a6-4e65-b772-ff3b66f32e51 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Oct 15 19:41:42.128452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dde1aee6-067b-426e-8479-25ba148e7f49 req-fdb42fc0-7dec-4469-8e64-c58e4397b14d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801505 Oct 15 19:41:42.249748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.251530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3129025f-d67b-4cd4-a0c7-91d12dbab06f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:41:42.262740 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.264268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aafbc1e7-88dd-409e-8e31-395dafdb2821 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3129025f-d67b-4cd4-a0c7-91d12dbab06f HTTP/1.1" status: 204 len: 168 time: 1.7340779 Oct 15 19:41:42.267096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60058) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:42.321438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Made reservation on behalf of 901df0b7d1e94520b38dbbb16530465d for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:42.321722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Deleting subnet a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:41:42.332409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.334272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.388564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.461359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.583140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:42.589091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5172b34-62fd-4ecd-b3d2-b1c3e95e2ee1 req-8f98d87d-c8b3-4087-8c45-c383347b0b14 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:42.591060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5172b34-62fd-4ecd-b3d2-b1c3e95e2ee1 req-8f98d87d-c8b3-4087-8c45-c383347b0b14 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1175380 Oct 15 19:41:42.601984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf2fc2db-831b-4937-8a82-a0b255e9c501 req-b764a77e-5161-4bec-984e-07878ac25bc3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0400000 Oct 15 19:41:42.603200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.636156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Allocated IP 172.20.0.14 (bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7/24ae4310-b580-4a97-839b-ff399a26102a/5dae1b80-0d5c-4629-947a-ed04e44a2ff5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:41:42.637085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:42.637431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0470dbf6-53d1-48e8-8f5a-4fb3bbe976b8 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:42.637856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:42.640168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.648052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb HTTP/1.1" status: 204 len: 168 time: 0.3787169 Oct 15 19:41:42.648953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60066) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:42.694033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5172b34-62fd-4ecd-b3d2-b1c3e95e2ee1 req-2edf028c-cee0-4bac-97a3-5c89356dfef9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940223 Oct 15 19:41:42.730783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d4c21-15b8-4740-886b-5be95232a660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a12ae6fa-cb4e-442b-b5f2-493a7c35f5bb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:42.742011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.796679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.854694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:42.869233 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b12d0-d85f-476e-849f-443bf98b2ae3" -d '{"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-unplugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:42.889819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.901492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:42.951995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:42.962041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ea9d86b6-59f1-425c-8662-31416c553dec no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:42.977205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105e2a0a-7155-4e92-ab6a-d18c6c537acf') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:42.977776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105e2a0a-7155-4e92-ab6a-d18c6c537acf') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:42.984169 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:42.986228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ea9d86b6-59f1-425c-8662-31416c553dec {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:42.986739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ea9d86b6-59f1-425c-8662-31416c553dec not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:42.987284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22729547-9374-4439-85e5-fa589ff9f8f3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:43.002630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.007367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.029210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 22729547-9374-4439-85e5-fa589ff9f8f3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:43.029839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22729547-9374-4439-85e5-fa589ff9f8f3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:43.051753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.065647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:41:43.066713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:41:43.069750 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:41:43.080866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:43.125407 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d71b2e-8cf5-487f-bb4f-90a085a0eab7 x-openstack-request-id: req-f4d71b2e-8cf5-487f-bb4f-90a085a0eab7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:43.125768 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-unplugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:43.126089 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4d71b2e-8cf5-487f-bb4f-90a085a0eab7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:43.126547 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'code': 200} Oct 15 19:41:43.161257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.222116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.224384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:41:43.228666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:43.232980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:41:43.266166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event updated for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:43.274062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.280395 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] 10.222.0.13 "DELETE /v2.0/networks/a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d HTTP/1.1" status: 204 len: 168 time: 0.6301994 Oct 15 19:41:43.307015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.307688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.331153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80ab98-64ed-4ae7-b6b6-79b9b7b78d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7545eec-fc0b-4ead-a17a-7c3cbf60ad1d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:43.392602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e8af1-be5a-4cb5-816d-14709434bc4d req-5076026c-53e4-4d6e-93c7-b85d743fcbd1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.394580 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d19e8af1-be5a-4cb5-816d-14709434bc4d req-5076026c-53e4-4d6e-93c7-b85d743fcbd1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 948 time: 0.1841600 Oct 15 19:41:43.398750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f48527-5cfd-4cc2-a388-07c376365f51 req-c55d0b05-1f07-4a77-b4eb-fc6787bb1525 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.401589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76f48527-5cfd-4cc2-a388-07c376365f51 req-c55d0b05-1f07-4a77-b4eb-fc6787bb1525 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0667124 Oct 15 19:41:43.406116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-e595d659-4e6e-4844-8803-ad30fed61aaf tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3737309 Oct 15 19:41:43.437146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Request body: {'port': {'device_id': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:43.447769 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-6ffe8117-9cda-459c-a6ba-202f55d9597c service neutron] show failed (client error): The resource could not be found. Oct 15 19:41:43.449739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-6ffe8117-9cda-459c-a6ba-202f55d9597c service neutron] 10.222.0.15 "GET /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.1919668 Oct 15 19:41:43.480871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d19e8af1-be5a-4cb5-816d-14709434bc4d req-dd2402b8-e23a-41f2-9761-1fa29c2933f7 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777333 Oct 15 19:41:43.513531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.545246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-231f8be9-1e55-42d0-9f83-8ace63d2f1a8 None None] Provisioning complete for port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:43.545535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-231f8be9-1e55-42d0-9f83-8ace63d2f1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:43.604075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76f48527-5cfd-4cc2-a388-07c376365f51 req-dcbb1434-7498-438a-ac79-ea8bc58d3a7e tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796842 Oct 15 19:41:43.635679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-231f8be9-1e55-42d0-9f83-8ace63d2f1a8 None None] Port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:41:43.652277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb095342-e410-4f31-b7cf-3628276bb840 req-de69226b-52b4-4005-8e9c-25055267eff2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.652277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb095342-e410-4f31-b7cf-3628276bb840 req-de69226b-52b4-4005-8e9c-25055267eff2 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.0731578 Oct 15 19:41:43.705054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb095342-e410-4f31-b7cf-3628276bb840 req-35734131-4bb5-4b1f-bf0e-ae17d129fc12 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439053 Oct 15 19:41:43.745407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:43.820732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-936f9049-93d1-4c37-a02e-7e1fc9e4f10a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52c1ab8f1a4a413f9dc1f9097d7d78a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729260 Oct 15 19:41:43.821541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:43.840451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483c2a7-558c-494e-bfb4-d8a49c2f9e41 req-71df0f34-4324-4f51-ab6a-34ca7b9919bd tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.842291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c483c2a7-558c-494e-bfb4-d8a49c2f9e41 req-71df0f34-4324-4f51-ab6a-34ca7b9919bd tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 932 time: 0.1475923 Oct 15 19:41:43.941150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c483c2a7-558c-494e-bfb4-d8a49c2f9e41 req-cb2516f4-0d71-46d5-b0ad-95b670381ba0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832543 Oct 15 19:41:43.954161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc7237-c0ba-4e07-8b0b-e4907c32c89e req-2566abad-8eca-4c18-b37c-3795ec0a5398 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:43.955995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-acdc7237-c0ba-4e07-8b0b-e4907c32c89e req-2566abad-8eca-4c18-b37c-3795ec0a5398 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1236486 Oct 15 19:41:43.993896 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.054763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:44.061243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-32d6c08d-7267-403a-be3a-a4d46e1a552e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:44.062735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-32d6c08d-7267-403a-be3a-a4d46e1a552e tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.1780207 Oct 15 19:41:44.063306 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.079523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Transition to ACTIVE for port object 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:41:44.093623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.139708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-acdc7237-c0ba-4e07-8b0b-e4907c32c89e req-828921d3-9fc4-4726-b03c-880b86151b33 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570165 Oct 15 19:41:44.168881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-58491648-2a72-4c87-94e8-749bd24c0f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:44.170485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-58491648-2a72-4c87-94e8-749bd24c0f9e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.1532462 Oct 15 19:41:44.171754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.184207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:44.233493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:44.292538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.318372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Deleting port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:44.318745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.336041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Attempting to bind port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:41:44.336592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Attempting to bind port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:41:44.336747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Attempting to bind port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 on network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:44.344090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 on network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:41:44.344423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Attempting to bind port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 on network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:44.351769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:41:44.352249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Checking segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:44.352889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Bound using segment: {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:41:44.353386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Bound port: 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81f431c-5491-4a45-9fa2-c3765adbc79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:41:44.353749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.363379 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.367357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.375025 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c453e0a-a393-4e05-962e-2bce460f2ca7 HTTP/1.1" status: 204 len: 168 time: 0.5458486 Oct 15 19:41:44.394190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c185686-77d0-4cbe-8e4a-ad31a4139f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c453e0a-a393-4e05-962e-2bce460f2ca7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:44.483635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:44.498782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:41:44.572221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] For port 04a69aad-3e41-43c9-90b8-a8f04e2f5015, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04a69aad-3e41-43c9-90b8-a8f04e2f5015,segment=NetworkSegment(b57d87de-87fb-4070-b061-f594965a1be8),segment_id=b57d87de-87fb-4070-b061-f594965a1be8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:44.572609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.582885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:41:44.603655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Calling delete_port for 04a69aad-3e41-43c9-90b8-a8f04e2f5015 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:44.618837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00583e-957b-4883-8a4d-0675728f227a req-9752f9ed-163a-47c6-91de-367f25b158cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:44.621171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed00583e-957b-4883-8a4d-0675728f227a req-9752f9ed-163a-47c6-91de-367f25b158cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 948 time: 0.0647287 Oct 15 19:41:44.623023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.686601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:44.717636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:44.718549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.720502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] 10.222.0.11 "PUT /v2.0/ports/5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 200 len: 1093 time: 1.2876506 Oct 15 19:41:44.733301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:44.736270 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b6a600-f619-4845-867e-193c9ec75649" -d '{"events": [{"name": "network-changed", "server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:44.773681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed00583e-957b-4883-8a4d-0675728f227a req-81927593-7f1c-4db4-be57-7a19a1ce2309 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920517 Oct 15 19:41:44.782923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:44.798043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'mac_address': 'fa:16:3e:d8:72:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:41:44.806886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb96471-7040-45d8-8e4c-7b2d1111ec97 service neutron] Pushing event updated for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:44.907271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:44.910640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:44.928951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ff12d843-382c-4e7e-a444-283217ef3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:44.930527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-ff12d843-382c-4e7e-a444-283217ef3b02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=901df0b7d1e94520b38dbbb16530465d&device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 1096 time: 0.0839438 Oct 15 19:41:44.943072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:44.989132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:45.019040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33213b1-6dbd-4ac3-a91a-113f9c7964d6 req-90aad629-ef9a-45f1-96a9-7b601d1d7c30 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.033998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-2c7d6d86-89f8-4dc8-a653-389e748bbffd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 200 len: 217 time: 0.0932975 Oct 15 19:41:45.040146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f33213b1-6dbd-4ac3-a91a-113f9c7964d6 req-90aad629-ef9a-45f1-96a9-7b601d1d7c30 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.3155143 Oct 15 19:41:45.058405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.071665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:45.074281 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafcbbec-963a-4c38-8b95-9632e7080577" -d '{"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:45.085928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.135376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:45.143424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Transition to ACTIVE for port object bf34e385-002f-43b0-b2c7-543e5019c774 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:41:45.145888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.146547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.147109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.152336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f33213b1-6dbd-4ac3-a91a-113f9c7964d6 req-9eada679-5d77-4d8a-b450-bdd7561737ea tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110644 Oct 15 19:41:45.157592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.158425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.160901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.160901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.163057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-039eb5f5-50dc-4e16-b6eb-f6101760bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.163216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.164347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.164707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.165597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.166911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:41:45.170967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-039eb5f5-50dc-4e16-b6eb-f6101760bb14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24ae4310-b580-4a97-839b-ff399a26102a HTTP/1.1" status: 200 len: 855 time: 0.1084130 Oct 15 19:41:45.211848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d34b1-35c4-41fd-9f04-4a5f2694b06f req-c5ba9d70-5663-4315-a552-f7fd86e7e239 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.213394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd6d34b1-35c4-41fd-9f04-4a5f2694b06f req-c5ba9d70-5663-4315-a552-f7fd86e7e239 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 945 time: 0.1822057 Oct 15 19:41:45.225963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.233003 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3721ed-5bad-483e-9459-3b784154ac8a x-openstack-request-id: req-6d3721ed-5bad-483e-9459-3b784154ac8a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:45.233285 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:45.233596 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d3721ed-5bad-483e-9459-3b784154ac8a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:45.233914 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'status': 'completed', 'code': 200} Oct 15 19:41:45.284847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd6d34b1-35c4-41fd-9f04-4a5f2694b06f req-7d18228f-4e2d-4395-8a65-75d7ea527489 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/security-groups?id=ec4390b9-291a-4b1b-8fb5-f24fa795065a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Oct 15 19:41:45.286020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d09f20fa-49f7-487d-8815-6d308b0bd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.287467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d09f20fa-49f7-487d-8815-6d308b0bd3bb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020262 Oct 15 19:41:45.381999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:45.384984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] No DVR routers for this DVR port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:45.398915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.454169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:45.462754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Pushing event deleted for resources: {'Port': ['ID=04a69aad-3e41-43c9-90b8-a8f04e2f5015,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:45.466121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-d2193163-c717-4d5a-9305-e3a74f73cc16 service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700227 Oct 15 19:41:45.544830 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4330c2fa-4fe1-40c1-b592-2d7275df77d7 x-openstack-request-id: req-4330c2fa-4fe1-40c1-b592-2d7275df77d7 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:45.545124 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:45.545380 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4330c2fa-4fe1-40c1-b592-2d7275df77d7 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:45.546045 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'code': 200} Oct 15 19:41:45.567005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:41:45.569153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:41:45.569153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:45.593286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] No DVR routers for this DVR port 04a69aad-3e41-43c9-90b8-a8f04e2f5015 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:45.603041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698339c-5452-428f-b4b5-6b2ec9871e38 req-cab4ae42-2b60-4c2d-bae1-9d140d6b0f72 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.610882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9698339c-5452-428f-b4b5-6b2ec9871e38 req-cab4ae42-2b60-4c2d-bae1-9d140d6b0f72 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.2681155 Oct 15 19:41:45.615482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.618992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-297f8b41-98c5-45f9-8f42-7ead194dac78 req-68bd0572-407e-4507-9aa3-d93c18947217 tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.15 "DELETE /v2.0/ports/04a69aad-3e41-43c9-90b8-a8f04e2f5015 HTTP/1.1" status: 204 len: 173 time: 1.5457444 Oct 15 19:41:45.641689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:41:45.643543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:45.655887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:41:45.656260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:45.656654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:41:45.657149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Bound port: bf34e385-002f-43b0-b2c7-543e5019c774, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:41:45.657567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.681629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-775e0c51-42b3-4d66-8a04-4512286fcc02 req-fc7c9e97-2c88-4588-abb1-f2fab4337005 service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078526 Oct 15 19:41:45.698688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9698339c-5452-428f-b4b5-6b2ec9871e38 req-e4f7c241-69c1-4321-9bfd-b714f780c65c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846300 Oct 15 19:41:45.767740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:45.771765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:41:45.803728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d6761-f189-4a11-9bdf-572c0ab3e3fb req-582974c9-0f38-487d-a9ad-19169085ccd2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.803728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-002d6761-f189-4a11-9bdf-572c0ab3e3fb req-582974c9-0f38-487d-a9ad-19169085ccd2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0684714 Oct 15 19:41:45.847342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-002d6761-f189-4a11-9bdf-572c0ab3e3fb req-0ce73a03-c87c-46ab-8b8b-5e2b7d21c902 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367622 Oct 15 19:41:45.858270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.930036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a600-f619-4845-867e-193c9ec75649 req-0571a243-3358-43f1-bf6f-8f17b96c9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.931942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-0571a243-3358-43f1-bf6f-8f17b96c9142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=901df0b7d1e94520b38dbbb16530465d&device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 1096 time: 0.0778401 Oct 15 19:41:45.940517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:45.941131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:45.942502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 1097 time: 1.7623978 Oct 15 19:41:46.034903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf1e4b-f993-4d5e-b39b-4a187e3828d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:46.062109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f7f3-dd1b-4454-84db-9c1cb0ca2033 req-bdaaec1f-8933-4353-be19-5f5f1467e428 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.063710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1e9f7f3-dd1b-4454-84db-9c1cb0ca2033 req-bdaaec1f-8933-4353-be19-5f5f1467e428 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 950 time: 0.1729579 Oct 15 19:41:46.071333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-ec8b57c3-0993-42e8-9170-2496d1e702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.072971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-ec8b57c3-0993-42e8-9170-2496d1e702d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1100 time: 0.0968425 Oct 15 19:41:46.075215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:46.081245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a600-f619-4845-867e-193c9ec75649 req-3e52f814-3c98-48fd-b5c4-467f1c0bae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.082703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-3e52f814-3c98-48fd-b5c4-467f1c0bae4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 200 len: 917 time: 0.1381705 Oct 15 19:41:46.132318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-73103566-4b97-4f4b-9e0a-386fab575163 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 200 len: 217 time: 0.0421867 Oct 15 19:41:46.177267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1e9f7f3-dd1b-4454-84db-9c1cb0ca2033 req-c850b293-73a5-46d3-a245-9cdb45fa8d6f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033254 Oct 15 19:41:46.238109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a600-f619-4845-867e-193c9ec75649 req-f3cbe3e1-fc59-44f7-8462-b4370644ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.244067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-f3cbe3e1-fc59-44f7-8462-b4370644ca70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24ae4310-b580-4a97-839b-ff399a26102a HTTP/1.1" status: 200 len: 855 time: 0.1030798 Oct 15 19:41:46.261623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-4eaab4ca-50fe-4dbb-b615-826df5f35e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.265069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-4eaab4ca-50fe-4dbb-b615-826df5f35e99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1644754 Oct 15 19:41:46.318895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1464153326-network', 'tenant_id': 'ec695670bb1b4c2db9341fed7461876c'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:46.338771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-12193f41-bf1e-41db-99da-4711db2484b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0660384 Oct 15 19:41:46.344879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be56b-739d-4135-9a82-f68f17545b8f req-72fd5f75-db1a-427a-8ad7-0142827af96a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.346380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-782be56b-739d-4135-9a82-f68f17545b8f req-72fd5f75-db1a-427a-8ad7-0142827af96a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0595963 Oct 15 19:41:46.348398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a600-f619-4845-867e-193c9ec75649 req-e654e9de-cefa-431d-b9fc-0d4a5a681339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.350748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-e654e9de-cefa-431d-b9fc-0d4a5a681339 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979049 Oct 15 19:41:46.415959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-e8cc33d4-3786-40a5-93cd-c537d54c23b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.417494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-e8cc33d4-3786-40a5-93cd-c537d54c23b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0605891 Oct 15 19:41:46.426981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Made reservation on behalf of ec695670bb1b4c2db9341fed7461876c for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:46.429962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:46.447156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-782be56b-739d-4135-9a82-f68f17545b8f req-a633e893-b5b2-4165-a53d-dbbd8491d26d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918829 Oct 15 19:41:46.471111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-4a595117-a8c2-45a1-890f-43eb2c12e6ad service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099327 Oct 15 19:41:46.480512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac439a41-bcb8-4e91-ab7d-054c5a0ee94f req-e54e6f6a-d181-4f0e-af93-95b71848e38f tempest-LiveMigrationTest-566748220 tempest-LiveMigrationTest-566748220-project] 10.222.0.13 "GET /v2.0/ports?device_id=366b120b-feae-4923-a61c-28df48bde182 HTTP/1.1" status: 200 len: 210 time: 0.0619001 Oct 15 19:41:46.489816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:46.539393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-a2be6519-538c-4d88-a4f7-5480a38eda10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.542058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-a2be6519-538c-4d88-a4f7-5480a38eda10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071713 Oct 15 19:41:46.602753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53b6a600-f619-4845-867e-193c9ec75649 req-d1fce1c8-4f99-49f9-a02d-296c03360643 service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234512 Oct 15 19:41:46.613782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:46.673723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:46.676192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-2aaa928d-cc99-444f-b599-d00576c2e1bd service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254730 Oct 15 19:41:46.735304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0530784b-60d1-4210-b91e-be6e5e6fc51a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:46.735765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:46.828035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:46.848750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18daded7-b8e0-4acf-ba3d-1971ca8fbece req-08c95f6e-9210-4653-83a7-079d4e8f2274 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:46.852081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18daded7-b8e0-4acf-ba3d-1971ca8fbece req-08c95f6e-9210-4653-83a7-079d4e8f2274 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0778096 Oct 15 19:41:46.859028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:46.860981 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc337e88-326a-4a68-b21e-6537cc0cc8e0" -d '{"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:46.877187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:46.917474 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d607fc-fff8-4fd5-82df-eedf004477bb x-openstack-request-id: req-81d607fc-fff8-4fd5-82df-eedf004477bb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:46.917989 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-plugged", "status": "completed", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:46.918394 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81d607fc-fff8-4fd5-82df-eedf004477bb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:46.918999 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'code': 200} Oct 15 19:41:46.921660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18daded7-b8e0-4acf-ba3d-1971ca8fbece req-8fd2377f-a3c9-4f5f-abdc-ba4037fc575e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Oct 15 19:41:46.958699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.022195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:47.062706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.091072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67576c-0fd9-498a-9294-2bb38043098f req-721cf3d4-32cd-4514-bfe2-4aca4c069eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.093114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f67576c-0fd9-498a-9294-2bb38043098f req-721cf3d4-32cd-4514-bfe2-4aca4c069eb7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1103 time: 0.0445740 Oct 15 19:41:47.116939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:41:47.131626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f67576c-0fd9-498a-9294-2bb38043098f req-71ccca0c-6ad4-49e5-a884-a89a72bf6cbf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305891 Oct 15 19:41:47.149994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25179d-ce5f-4c92-9a75-1a1d7e4b0c77,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:47.155678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.156018 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Added segment 933350eb-d67b-495f-a82a-4df92a1923b5 of type vlan for network db3e8486-5d0c-47ba-ad08-13dce5ec39d4 Oct 15 19:41:47.158824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6bd8f75-d4dc-4707-bf75-0774f24850cb req-43906c89-b44c-4382-ac42-aba1b6b738e3 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754999 Oct 15 19:41:47.176908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2d311-0743-4870-867c-262145c738d4 req-56fb57ae-007a-4912-bf07-72e80fa5840a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.178697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89b2d311-0743-4870-867c-262145c738d4 req-56fb57ae-007a-4912-bf07-72e80fa5840a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1194465 Oct 15 19:41:47.228346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.253104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89b2d311-0743-4870-867c-262145c738d4 req-0374cd00-ac9a-4320-bfcb-8244896f98d8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538025 Oct 15 19:41:47.329211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661c9d8-74e4-4cbe-8031-1f1dde4db118 req-eeef4703-425f-4505-be95-877a0d991612 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.330669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0661c9d8-74e4-4cbe-8031-1f1dde4db118 req-eeef4703-425f-4505-be95-877a0d991612 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.0498316 Oct 15 19:41:47.352250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.353989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.355188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.383290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0661c9d8-74e4-4cbe-8031-1f1dde4db118 req-4d0486b2-9a32-4c22-b944-81f18c2a5b37 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457149 Oct 15 19:41:47.429462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] Pushing event updated for resources: {'Network': ['ID=db3e8486-5d0c-47ba-ad08-13dce5ec39d4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:47.439750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network db3e8486-5d0c-47ba-ad08-13dce5ec39d4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:41:47.474525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba5a1838-303d-45d8-9a78-de9b42518d5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3720977 Oct 15 19:41:47.551318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-deleted', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015'}, {'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:47.551318 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8350892e-95ae-410c-8fe0-3a02a27c31d9" -d '{"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-deleted", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015"}, {"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:47.551697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60166) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:47.627849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3f35b-c33d-4608-aed5-9f363573a4fe req-17c5c9c8-c27f-4354-bc00-3242eef5e513 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.627849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4aa3f35b-c33d-4608-aed5-9f363573a4fe req-17c5c9c8-c27f-4354-bc00-3242eef5e513 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0648246 Oct 15 19:41:47.701380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4aa3f35b-c33d-4608-aed5-9f363573a4fe req-d0b74c1c-fd24-4f26-b668-324be5cafdad tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 Oct 15 19:41:47.717621 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc44185-44be-473d-ae16-12ad00f6c6b5 x-openstack-request-id: req-7dc44185-44be-473d-ae16-12ad00f6c6b5 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:47.717931 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "366b120b-feae-4923-a61c-28df48bde182", "name": "network-vif-deleted", "tag": "04a69aad-3e41-43c9-90b8-a8f04e2f5015", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:47.718679 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dc44185-44be-473d-ae16-12ad00f6c6b5 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:47.719354 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '366b120b-feae-4923-a61c-28df48bde182', 'name': 'network-vif-deleted', 'tag': '04a69aad-3e41-43c9-90b8-a8f04e2f5015', 'status': 'completed', 'code': 200} Oct 15 19:41:47.719790 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'status': 'completed', 'code': 200} Oct 15 19:41:47.767951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Deleting subnet 1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:41:47.773195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.812942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.825558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-5aa2e40a-44a6-4f0e-9733-c35282e15a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.827043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-5aa2e40a-44a6-4f0e-9733-c35282e15a79 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1100 time: 0.0979693 Oct 15 19:41:47.859577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:47.861304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-08a6dbc2-43ad-4923-b80f-15b2cf63aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:47.862832 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-08a6dbc2-43ad-4923-b80f-15b2cf63aadf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1100 time: 0.0958927 Oct 15 19:41:48.011962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.065294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.070715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118 HTTP/1.1" status: 204 len: 168 time: 0.5157928 Oct 15 19:41:48.070715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8967180-1e43-455b-8f23-a0c93688c074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d68fc0d-b8bc-4a4b-9e90-c1f3fdc68118,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:48.073520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60182) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:48.109102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692d4c2-428a-489d-9ee0-0f2aab8c28f8 req-6dd74e4d-e5d0-4c3a-9202-35019e4b953d tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.110782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2692d4c2-428a-489d-9ee0-0f2aab8c28f8 req-6dd74e4d-e5d0-4c3a-9202-35019e4b953d tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.1130352 Oct 15 19:41:48.129343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-22de3007-5455-429d-bc5d-5e9b3fd11022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.131409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-22de3007-5455-429d-bc5d-5e9b3fd11022 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2945659 Oct 15 19:41:48.180006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.199158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2692d4c2-428a-489d-9ee0-0f2aab8c28f8 req-34b74966-c004-4cd0-ac6a-f04942dfe87c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797694 Oct 15 19:41:48.201494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-9dc707c5-7f12-4494-acd6-df2246ddc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.202600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-9dc707c5-7f12-4494-acd6-df2246ddc4ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.3284905 Oct 15 19:41:48.209012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-8b3797d3-de37-482a-aac9-4037064fb394 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0695617 Oct 15 19:41:48.259431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-1b203cdd-6079-4645-8055-4f01ae9e39fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0476856 Oct 15 19:41:48.283049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6631-2029-4047-8c63-ef169e0b029a req-d68ff0db-cbd2-4a41-8a05-0d70d8eb33b2 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.283281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.288302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6631-2029-4047-8c63-ef169e0b029a req-d68ff0db-cbd2-4a41-8a05-0d70d8eb33b2 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.294020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6631-2029-4047-8c63-ef169e0b029a req-d68ff0db-cbd2-4a41-8a05-0d70d8eb33b2 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.299094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1dec6631-2029-4047-8c63-ef169e0b029a req-d68ff0db-cbd2-4a41-8a05-0d70d8eb33b2 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3775508 Oct 15 19:41:48.307395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fd798a-5536-4d12-9130-78a36acc9657']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.317008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57d87de-87fb-4070-b061-f594965a1be8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.317297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57d87de-87fb-4070-b061-f594965a1be8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.330849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.345425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.361090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:41:48.361950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:41:48.366648 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:41:48.391802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-6f90eb38-2a1c-4095-b020-d3718bc34133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.393380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-6f90eb38-2a1c-4095-b020-d3718bc34133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1730368 Oct 15 19:41:48.417970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-e8397f41-4560-4a5d-a529-89333346158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.419401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-e8397f41-4560-4a5d-a529-89333346158d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1173301 Oct 15 19:41:48.463006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be74b-62e7-40f2-b688-9ec696f2feae req-94cedc6b-8b8d-4047-92fa-c5f38ddd90d8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.464510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea9be74b-62e7-40f2-b688-9ec696f2feae req-94cedc6b-8b8d-4047-92fa-c5f38ddd90d8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1161604 Oct 15 19:41:48.507493 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1807578-8275-4009-9787-0f2885c717a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.510117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13029da-aa62-468e-9086-63bbd8a5f716 req-927ab08a-ff34-4a89-bba5-e84043c37090 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.511373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea9be74b-62e7-40f2-b688-9ec696f2feae req-9b2d5821-1108-41ea-8fc0-11df12f46011 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Oct 15 19:41:48.513279 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f13029da-aa62-468e-9086-63bbd8a5f716 req-927ab08a-ff34-4a89-bba5-e84043c37090 tempest-ComputeTenantNetworksTest-828108864 tempest-ComputeTenantNetworksTest-828108864-project] 10.222.0.13 "GET /v2.0/networks/db3e8486-5d0c-47ba-ad08-13dce5ec39d4 HTTP/1.1" status: 200 len: 769 time: 0.1871986 Oct 15 19:41:48.520601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:48.531689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-675c967c-75d3-4037-a31d-e10f9429d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.533796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-675c967c-75d3-4037-a31d-e10f9429d87c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303904 Oct 15 19:41:48.577597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-2efb9c6f-db39-4544-918b-d40276850c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.579526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-2efb9c6f-db39-4544-918b-d40276850c3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1143627 Oct 15 19:41:48.609622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.642726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.694631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.702037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5fd798a-5536-4d12-9130-78a36acc9657 HTTP/1.1" status: 204 len: 168 time: 0.6262753 Oct 15 19:41:48.705110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:48.708142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59f8a-ce15-445d-af3d-361f84012c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fd798a-5536-4d12-9130-78a36acc9657,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:48.763782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e54cb-dfe9-494f-a8c6-a840f313d0fe req-c915be42-90e7-422b-9e82-988c33b9e49f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:48.766513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e9e54cb-dfe9-494f-a8c6-a840f313d0fe req-c915be42-90e7-422b-9e82-988c33b9e49f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.1775765 Oct 15 19:41:48.813977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.822112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-02248686-ba02-4ca0-a2a6-7e3d6cc57756 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791646 Oct 15 19:41:48.866448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3e8486-5d0c-47ba-ad08-13dce5ec39d4']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.872341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e9e54cb-dfe9-494f-a8c6-a840f313d0fe req-16445a6a-e64b-4efb-b028-14696eb3f049 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920041 Oct 15 19:41:48.876746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-ef7ae623-b5a3-44a9-93ed-f5f348a61193 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760034 Oct 15 19:41:48.879057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Deleting subnet 1be0a466-729c-4481-9926-006a1f3e1337 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:41:48.887397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933350eb-d67b-495f-a82a-4df92a1923b5') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.887727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933350eb-d67b-495f-a82a-4df92a1923b5') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:48.898208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.953313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:48.977929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:49.012773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 04a69aad-3e41-43c9-90b8-a8f04e2f5015 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:49.013113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04a69aad-3e41-43c9-90b8-a8f04e2f5015 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:49.016517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:49.024373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.043426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b9b0-e641-4b52-9d8c-d5fb02699a1b req-6cd8a9ad-e230-4ed6-a838-a2a8bd320bbf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:49.045202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-f3bf5180-17e4-4556-88e2-afc59cd4fbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029281 Oct 15 19:41:49.047469 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8350892e-95ae-410c-8fe0-3a02a27c31d9 req-f4a3b8cb-daa2-4afc-96e0-b9fc0eb4804e service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611881 Oct 15 19:41:49.051239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2d2b9b0-e641-4b52-9d8c-d5fb02699a1b req-6cd8a9ad-e230-4ed6-a838-a2a8bd320bbf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.2415180 Oct 15 19:41:49.055538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.078372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:49.335190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c837f-7936-4fd9-9dc5-8d53eaf75812 req-5a5b1b32-b037-4b2d-aa24-35f26f03d3cc tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:49.336787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-878c837f-7936-4fd9-9dc5-8d53eaf75812 req-5a5b1b32-b037-4b2d-aa24-35f26f03d3cc tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0521488 Oct 15 19:41:49.377460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-878c837f-7936-4fd9-9dc5-8d53eaf75812 req-d03eae3d-d6bc-4198-9fda-71746bc26edb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341284 Oct 15 19:41:49.397834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.420056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:41:49.420392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:41:49.423745 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:41:49.445284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2d2b9b0-e641-4b52-9d8c-d5fb02699a1b req-13c51ab3-d48a-4012-92d4-5dc9fb1faca8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931363 Oct 15 19:41:49.618715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.620733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.633825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.636947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] 10.222.0.13 "DELETE /v2.0/networks/db3e8486-5d0c-47ba-ad08-13dce5ec39d4 HTTP/1.1" status: 204 len: 168 time: 1.1155365 Oct 15 19:41:49.667231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928108f5-e768-4c5d-b3e1-3aa7c3c17868 req-d8f84681-03d5-4c58-bd96-21bfe379bc68 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:49.668780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-928108f5-e768-4c5d-b3e1-3aa7c3c17868 req-d8f84681-03d5-4c58-bd96-21bfe379bc68 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0597270 Oct 15 19:41:49.671105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be0a466-729c-4481-9926-006a1f3e1337,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:49.673349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.677057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-71f5362f-d6e5-4789-bc32-3a011c9ffbb6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1be0a466-729c-4481-9926-006a1f3e1337 HTTP/1.1" status: 204 len: 168 time: 0.9695106 Oct 15 19:41:49.678538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4cb70-73b6-4273-bf57-b5c0cd734618 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3e8486-5d0c-47ba-ad08-13dce5ec39d4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:49.680126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60206) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:49.713530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-928108f5-e768-4c5d-b3e1-3aa7c3c17868 req-bcc0868f-0f46-42c7-b1a5-35a73e787cea tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Oct 15 19:41:49.750448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.832653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.853950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e100c113-1f4d-48b3-b430-3ee198494294']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:49.862963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a582c99-d640-4db3-b8c7-1d6ccf975998') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:49.863252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a582c99-d640-4db3-b8c7-1d6ccf975998') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:41:49.872241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.884949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.890578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:41:49.890949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:41:49.892565 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:41:50.008790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1753a-ae67-49e3-8677-bcfc5df1250d req-ac3c3c85-0c6a-40d2-91eb-f1c82dd4cea1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:50.010246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-def1753a-ae67-49e3-8677-bcfc5df1250d req-ac3c3c85-0c6a-40d2-91eb-f1c82dd4cea1 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.0499358 Oct 15 19:41:50.018391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:50.039307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.047178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.052308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e100c113-1f4d-48b3-b430-3ee198494294 HTTP/1.1" status: 204 len: 168 time: 0.3705306 Oct 15 19:41:50.070433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1f452-852e-453d-83f8-59a6b97c6e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=e100c113-1f4d-48b3-b430-3ee198494294,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:50.085080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-def1753a-ae67-49e3-8677-bcfc5df1250d req-34d159b0-01f4-47e6-8333-2bc7c88bfe45 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593517 Oct 15 19:41:50.091783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-35664957-a146-4e60-a5af-33b31891e546 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec695670bb1b4c2db9341fed7461876c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682874 Oct 15 19:41:50.091783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60218) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:50.153831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.178168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.326193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.328778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.329927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b25179d-ce5f-4c92-9a75-1a1d7e4b0c77 HTTP/1.1" status: 204 len: 168 time: 0.2375746 Oct 15 19:41:50.338812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f3970-2df3-45db-93f8-05e3da0aac1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25179d-ce5f-4c92-9a75-1a1d7e4b0c77,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:50.496036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46584b5b-27a7-4651-9852-0d171af8c147 req-4f96c358-6bac-484a-8f27-9d8bbb43eff7 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:50.497568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-46584b5b-27a7-4651-9852-0d171af8c147 req-4f96c358-6bac-484a-8f27-9d8bbb43eff7 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0523708 Oct 15 19:41:50.534972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-46584b5b-27a7-4651-9852-0d171af8c147 req-54b58a28-9900-476a-9d01-186089ba92b3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Oct 15 19:41:50.631239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:41:50.655788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea068c4-e48d-42fa-a342-063a1c18ca05 req-ef39aa8f-48bd-48f5-99bd-7671803f09e9 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:50.656673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330da13-0b2b-45d3-ad3d-6ee0ffd6a737 req-316e6433-03a7-40fa-9c5b-d4ed12df3baf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:50.657469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea068c4-e48d-42fa-a342-063a1c18ca05 req-ef39aa8f-48bd-48f5-99bd-7671803f09e9 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1103 time: 0.0470047 Oct 15 19:41:50.658827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9330da13-0b2b-45d3-ad3d-6ee0ffd6a737 req-316e6433-03a7-40fa-9c5b-d4ed12df3baf tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 948 time: 0.0581427 Oct 15 19:41:50.694329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60230) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:50.702074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea068c4-e48d-42fa-a342-063a1c18ca05 req-d2f2d2b3-6dc6-410e-81b1-7123db754eb0 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Oct 15 19:41:50.718755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9330da13-0b2b-45d3-ad3d-6ee0ffd6a737 req-17554778-0e7b-4302-81d9-10462832fa06 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Oct 15 19:41:50.748828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:50.766107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'mac_address': 'fa:16:3e:98:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:41:50.775745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:50.775949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5f748153-cfb3-44ca-b6d0-6f298aa3e437 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58c6e627160a4d788f4affbb306599cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799859 Oct 15 19:41:50.813892 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.842676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.846431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:50.867281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:50.875630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:50.898128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e48b4-fec7-40ef-bcd4-5d663a826b74 req-c34cd781-7c49-4ce9-9fec-54238cab2c3d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:50.902441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb1e48b4-fec7-40ef-bcd4-5d663a826b74 req-c34cd781-7c49-4ce9-9fec-54238cab2c3d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0787706 Oct 15 19:41:50.942556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb1e48b4-fec7-40ef-bcd4-5d663a826b74 req-deee13db-f349-406e-b97d-654ef02295f3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355012 Oct 15 19:41:50.949219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.010873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:51.040728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.043307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.045574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec4390b9-291a-4b1b-8fb5-f24fa795065a HTTP/1.1" status: 204 len: 168 time: 0.2666242 Oct 15 19:41:51.055642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e587940-d047-4f1d-8466-ce2aa003c4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4390b9-291a-4b1b-8fb5-f24fa795065a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:51.163862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf76158-9a28-4af5-a04c-847bb253921c req-e9825bbf-8f62-487e-9400-0e4d36500b93 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:51.165396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bf76158-9a28-4af5-a04c-847bb253921c req-e9825bbf-8f62-487e-9400-0e4d36500b93 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 1103 time: 0.0406322 Oct 15 19:41:51.209776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bf76158-9a28-4af5-a04c-847bb253921c req-34752057-8845-4352-8ad0-3743577e7ec0 tempest-ServersAdminTestJSON-954146616 tempest-ServersAdminTestJSON-954146616-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385396 Oct 15 19:41:51.391764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['bf34e385-002f-43b0-b2c7-543e5019c774'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:51.395316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ccb4dd1-31f4-43cc-8089-09bebd1a1f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.671850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8193626-e9e5-4bd1-a191-b584c2158a6e req-14a3cd91-aee6-4f02-bc3d-38cd1b2f7a18 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:51.673491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8193626-e9e5-4bd1-a191-b584c2158a6e req-14a3cd91-aee6-4f02-bc3d-38cd1b2f7a18 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0571322 Oct 15 19:41:51.686990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60272) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:51.705306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60276) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:51.723374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8193626-e9e5-4bd1-a191-b584c2158a6e req-5b8a6f6b-873d-494d-b2f7-2cf113bf5217 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430231 Oct 15 19:41:51.736945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0d32-c947-4490-aefa-cd3adb682d92 req-8c60fc23-de94-4a9a-90b7-12d0265fbb5a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:51.738758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa5b0d32-c947-4490-aefa-cd3adb682d92 req-8c60fc23-de94-4a9a-90b7-12d0265fbb5a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0786190 Oct 15 19:41:51.797254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa5b0d32-c947-4490-aefa-cd3adb682d92 req-3872d2da-b1cb-4cf9-9ae5-8057aafc31f0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513480 Oct 15 19:41:51.799435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b8fb371-fba1-415c-a2da-78b9918ac110 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3b751fa8b4d442dbaf9359c0e1e2ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0929389 Oct 15 19:41:51.803046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:51.847882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25e4a1-32f5-4d1a-86d5-f42e00f02824 req-6a7f4595-31e7-45fc-8ab4-b26acd1b1e1f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:51.850439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e25e4a1-32f5-4d1a-86d5-f42e00f02824 req-6a7f4595-31e7-45fc-8ab4-b26acd1b1e1f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0549576 Oct 15 19:41:51.864812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.887073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:51.889580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e25e4a1-32f5-4d1a-86d5-f42e00f02824 req-0dcb7bb8-173c-4118-9d22-f29464521f45 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Oct 15 19:41:51.912881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2136790895-network', 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:52.027158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:52.029297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.054736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.054968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.057595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.058895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcbf94f2-af17-4b37-9058-c161e3692897 HTTP/1.1" status: 204 len: 168 time: 0.2546043 Oct 15 19:41:52.072079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924b35c-9ab9-4f0b-a7d3-f4547860d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbf94f2-af17-4b37-9058-c161e3692897,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:52.090728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373f779-c85f-4ece-a714-45f38d66e3d8 req-a351fd9a-194a-4474-a677-12f65b118f58 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.092509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6373f779-c85f-4ece-a714-45f38d66e3d8 req-a351fd9a-194a-4474-a677-12f65b118f58 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0759609 Oct 15 19:41:52.153061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6373f779-c85f-4ece-a714-45f38d66e3d8 req-7c9d90cb-ec05-4553-a1b1-ea3354ce2adb tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515559 Oct 15 19:41:52.174967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.305939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.331138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:41:52.340238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c282329-caaf-45f5-8f59-8a17c985f1f4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:52.346435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.352564 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Added segment de19cb0b-b76c-4d81-88f9-f2571595f5c8 of type vlan for network 0a717220-cba0-426b-868f-474de086f7b8 Oct 15 19:41:52.377420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.387889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.404134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.524587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66d889-80b8-4c85-b1c6-45fbfb40297d req-ba1b104d-4f36-468f-8fca-b96423b0b765 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.527647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a66d889-80b8-4c85-b1c6-45fbfb40297d req-ba1b104d-4f36-468f-8fca-b96423b0b765 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0553856 Oct 15 19:41:52.527647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.528686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.529350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.549360 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.614603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0a717220-cba0-426b-868f-474de086f7b8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:52.617669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-7c9cf272-1442-49e3-b645-356f71dfb08d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.619464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-7c9cf272-1442-49e3-b645-356f71dfb08d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.11 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 949 time: 0.0612268 Oct 15 19:41:52.621788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a66d889-80b8-4c85-b1c6-45fbfb40297d req-8bb3ef19-d2fa-4ea0-b53c-64b68e9d018d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875671 Oct 15 19:41:52.627110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:52.629165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0a717220-cba0-426b-868f-474de086f7b8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:41:52.660786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.684334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aff2d6be-8950-41c8-a4d4-11de715595c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9961925 Oct 15 19:41:52.688216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60302) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:52.694033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Request body: {'subnet': {'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2136790895-subnet', 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:52.712146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-fe3c9aef-3159-4d11-8784-58210241ef7b service neutron] 10.222.0.11 "GET /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.0835795 Oct 15 19:41:52.781696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-ca9f6313-1e00-4e07-9a2c-093d25622d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.783294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-ca9f6313-1e00-4e07-9a2c-093d25622d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1101 time: 0.0455880 Oct 15 19:41:52.800389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:52.803267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.803472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port bf34e385-002f-43b0-b2c7-543e5019c774 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:41:52.807965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port bf34e385-002f-43b0-b2c7-543e5019c774 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:52.808338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.895722 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:52.922061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:52.924307 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b4c27d-0d59-4539-89a9-7c88fd581e23" -d '{"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-plugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:52.931761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc563e6-561c-4023-9f84-9af9a38f8023 req-e71ff5a1-f574-4834-a2df-f13c7bf5f293 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.938342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:52.940101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cc563e6-561c-4023-9f84-9af9a38f8023 req-e71ff5a1-f574-4834-a2df-f13c7bf5f293 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0636890 Oct 15 19:41:52.971444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c6e7a-882c-4bba-b527-d27e3eadc092 req-14d2d755-d06a-4b3f-a803-2b8de64192ea tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:52.979110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b3c6e7a-882c-4bba-b527-d27e3eadc092 req-14d2d755-d06a-4b3f-a803-2b8de64192ea tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.1804044 Oct 15 19:41:52.980274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cc563e6-561c-4023-9f84-9af9a38f8023 req-d4064e07-e20e-4b76-b253-708500256ee8 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Oct 15 19:41:53.012808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-99ae2d8d-7cd9-463f-961b-d8180dc8d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.014278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-99ae2d8d-7cd9-463f-961b-d8180dc8d459 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2238038 Oct 15 19:41:53.015027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.019962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:41:53.065847 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9538f18-7870-48d9-b183-18e9475e7a81 x-openstack-request-id: req-f9538f18-7870-48d9-b183-18e9475e7a81 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:53.066142 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-plugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:53.066393 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9538f18-7870-48d9-b183-18e9475e7a81 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:53.066777 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'code': 200} Oct 15 19:41:53.078351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b3c6e7a-882c-4bba-b527-d27e3eadc092 req-4d9993a5-0c27-4c87-9c4d-f124e85cdbc7 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983992 Oct 15 19:41:53.079541 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-03d1fe2c-59af-4c9a-85d7-f7e962f86e2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0504241 Oct 15 19:41:53.109088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:53.175769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-ce8a0671-d900-4b76-b986-b2a8da597ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.177203 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-ce8a0671-d900-4b76-b986-b2a8da597ff9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0772517 Oct 15 19:41:53.189169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:53.210003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f', 'port_id': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'mac_address': 'fa:16:3e:3f:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '830ba777-b386-44bf-9c69-edac037513b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:41:53.244344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-427a697d-6adc-4885-8fb8-fa699aff49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.245497 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-427a697d-6adc-4885-8fb8-fa699aff49d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612810 Oct 15 19:41:53.293886 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.312120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f4cad5-810e-40d3-b183-ea34e2c103f5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:53.316305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cba5d-850c-454b-8d2a-d7700fa8ddb0 req-6c832f51-cf5d-4100-9ba9-685590a1a985 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.320622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93cba5d-850c-454b-8d2a-d7700fa8ddb0 req-6c832f51-cf5d-4100-9ba9-685590a1a985 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0675523 Oct 15 19:41:53.339117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:53.360015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.402164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.405690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93cba5d-850c-454b-8d2a-d7700fa8ddb0 req-937eb25c-de0c-4050-85b0-17ec111fc8ee tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784621 Oct 15 19:41:53.422239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-c71cb671-a086-435e-acad-6c7549db3f82 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.424207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-c71cb671-a086-435e-acad-6c7549db3f82 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 948 time: 0.0736210 Oct 15 19:41:53.442282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2493e2-e347-4a57-8e4e-170b9798cd52,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:53.450717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-38a5a23d-7ea0-43aa-8cad-8ab00597aff3 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961772 Oct 15 19:41:53.453817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Checking segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:53.454165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Network hostable DHCP agents. Network: 0a717220-cba0-426b-868f-474de086f7b8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:41:53.468320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:53.531710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Deleting port 14c8c126-5280-4356-b0f8-0e4e920fddfb {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:53.532129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.559372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-1e83b727-b3b6-4853-9072-7fffd1c3c1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015580 Oct 15 19:41:53.577524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Network 0a717220-cba0-426b-868f-474de086f7b8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:41:53.624493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] For port 14c8c126-5280-4356-b0f8-0e4e920fddfb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=14c8c126-5280-4356-b0f8-0e4e920fddfb,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:53.624886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.640685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0a717220-cba0-426b-868f-474de086f7b8) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:53.641199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Calling delete_port for 14c8c126-5280-4356-b0f8-0e4e920fddfb owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:53.644656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.650183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.659113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08784d7-b8cf-4581-b2d3-a9c358139acc None None] Network 0a717220-cba0-426b-868f-474de086f7b8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:41:53.745677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-68eba420-6db7-44bc-8016-f8b6f18d392f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0499425 Oct 15 19:41:53.789235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35497f-5ec7-40af-afee-c3600deef980 req-84f8a0b9-6611-416a-9ca0-3653c6becd72 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:53.790981 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb35497f-5ec7-40af-afee-c3600deef980 req-84f8a0b9-6611-416a-9ca0-3653c6becd72 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0773046 Oct 15 19:41:53.796569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e7f4cad5-810e-40d3-b183-ea34e2c103f5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:53.826438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02b8806-6996-4386-bf82-98fd530e4d1a None None] Network 0a717220-cba0-426b-868f-474de086f7b8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:41:53.838630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb35497f-5ec7-40af-afee-c3600deef980 req-1ce876f8-9356-49be-ada1-3405780a2848 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Oct 15 19:41:53.889188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.904518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['14c8c126-5280-4356-b0f8-0e4e920fddfb', '0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:53.921858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event deleted for resources: {'Port': ['ID=14c8c126-5280-4356-b0f8-0e4e920fddfb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:53.978839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] No DVR routers for this DVR port 14c8c126-5280-4356-b0f8-0e4e920fddfb on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:53.982510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:53.986071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14107a01-c145-41a4-9dfb-66d47d75fd8f req-1a462463-b591-4962-84d6-a32f1084367c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "DELETE /v2.0/ports/14c8c126-5280-4356-b0f8-0e4e920fddfb HTTP/1.1" status: 204 len: 173 time: 0.5560751 Oct 15 19:41:53.986610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'name': 'network-vif-deleted', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:53.989630 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258f397-432c-4e68-b98b-83cd3112862f" -d '{"events": [{"server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "name": "network-vif-deleted", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:54.033844 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa665a7-9905-43e3-9ea2-764c2c9938a9 x-openstack-request-id: req-0aa665a7-9905-43e3-9ea2-764c2c9938a9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:54.034132 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6829602d-9d22-4963-9931-ad485dc7298c", "name": "network-vif-deleted", "tag": "14c8c126-5280-4356-b0f8-0e4e920fddfb", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:54.034383 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0aa665a7-9905-43e3-9ea2-764c2c9938a9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:54.034977 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6829602d-9d22-4963-9931-ad485dc7298c', 'name': 'network-vif-deleted', 'tag': '14c8c126-5280-4356-b0f8-0e4e920fddfb', 'status': 'completed', 'code': 200} Oct 15 19:41:54.144396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1df8deb0-7c25-4ef1-87ed-080800588189 req-cf421a9e-0163-4b6f-a047-946ee02596bd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=6829602d-9d22-4963-9931-ad485dc7298c HTTP/1.1" status: 200 len: 210 time: 0.0455108 Oct 15 19:41:54.265573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05490fa5-9620-45f6-8d42-3abb389635e7 req-7a0ac76e-1f8a-4c46-9422-5796aff4b2d2 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:54.267763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05490fa5-9620-45f6-8d42-3abb389635e7 req-7a0ac76e-1f8a-4c46-9422-5796aff4b2d2 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0543118 Oct 15 19:41:54.372625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05490fa5-9620-45f6-8d42-3abb389635e7 req-bcb45608-dc44-40ed-b078-559035506071 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834184 Oct 15 19:41:54.442585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:54.531194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-23c92c54-da10-43fc-a8e6-75218434e708 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:54.533060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-23c92c54-da10-43fc-a8e6-75218434e708 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1659329 Oct 15 19:41:54.553251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-700c3fe4-7b93-4918-a5fb-8fcd55670238 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/quotas/57dd81437d9f4b21a1abef72eaf7358b HTTP/1.1" status: 200 len: 375 time: 0.0101340 Oct 15 19:41:54.583318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-bbba31c6-0508-4939-8f17-b04ca2e8fab5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271034 Oct 15 19:41:54.646828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2214e7-4074-486b-9140-cd3496a19b7b req-71cc6215-b8cb-4702-9113-4e1372966324 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:54.648612 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc2214e7-4074-486b-9140-cd3496a19b7b req-71cc6215-b8cb-4702-9113-4e1372966324 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0576916 Oct 15 19:41:54.681669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-7d77770c-11fe-4c8e-a2a6-1f3659acb1de service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906389 Oct 15 19:41:54.691048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc2214e7-4074-486b-9140-cd3496a19b7b req-89e6f2ab-7d96-479a-bcfa-7cff31ae38ac tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312455 Oct 15 19:41:54.776149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-28b79897-c537-42db-8323-bc225c30ff6d service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Oct 15 19:41:54.908719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-bcec013e-4a74-4281-ab1b-b58f4e8f9ccb tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=70944e44b53e402f97a694cc1ac99bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220129 Oct 15 19:41:55.029538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-03353ef1-b7a4-4041-b6e7-36c9bec46ae6 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:55.034010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-03353ef1-b7a4-4041-b6e7-36c9bec46ae6 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145260 Oct 15 19:41:55.047296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-73630d10-1eaf-4fd9-9ec1-b40fbd9942d0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/quotas/70944e44b53e402f97a694cc1ac99bc4 HTTP/1.1" status: 200 len: 375 time: 0.0099602 Oct 15 19:41:55.066061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a198600-ba18-4a5b-b1ef-6abc0f1c97f1 req-ab0a9e22-782e-4a5b-9635-2e4bc2e38f97 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:55.067821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a198600-ba18-4a5b-b1ef-6abc0f1c97f1 req-ab0a9e22-782e-4a5b-9635-2e4bc2e38f97 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0610726 Oct 15 19:41:55.086346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-7c7f2579-e223-414e-9af1-44d3fb85e512 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322537 Oct 15 19:41:55.120095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a198600-ba18-4a5b-b1ef-6abc0f1c97f1 req-627c9e04-d69a-4e22-9f2a-c66b59b142a9 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Oct 15 19:41:55.169801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['858083b2-5a1b-4d19-b4dc-7613d718e72b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:55.189318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-781a65df-106d-47d2-b2bd-d68b2ec15210 req-a285be97-3c16-4cf2-a491-01e84c874cb0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0291319 Oct 15 19:41:55.396930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8b605f2-e350-470f-9a00-26c1ead7c7a5 req-ae3067a0-5a69-4572-a26e-076190a4e7f1 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 210 time: 0.0253491 Oct 15 19:41:55.510713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3836-3006-484f-9f81-1f259f30e3dd req-1f3ae308-59b2-4212-8e6a-2e82abc53d21 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:55.512238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad3f3836-3006-484f-9f81-1f259f30e3dd req-1f3ae308-59b2-4212-8e6a-2e82abc53d21 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0577259 Oct 15 19:41:55.556709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad3f3836-3006-484f-9f81-1f259f30e3dd req-d20c0d8d-ccec-4e8d-94c9-55f8c27c05c6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Oct 15 19:41:55.814377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8a764-3118-430b-9366-772a0b257b6d req-e7b36974-ef08-4c1a-88c0-bdac648787db tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:55.815769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a40ce9-d25b-4e5b-bb12-14b44d6adeb6 req-797b0cf7-8c11-450e-8360-5143715a296a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:55.821668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74c8a764-3118-430b-9366-772a0b257b6d req-e7b36974-ef08-4c1a-88c0-bdac648787db tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.0559359 Oct 15 19:41:55.823512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5a40ce9-d25b-4e5b-bb12-14b44d6adeb6 req-797b0cf7-8c11-450e-8360-5143715a296a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0563748 Oct 15 19:41:55.856395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74c8a764-3118-430b-9366-772a0b257b6d req-695de2c0-ae85-42a7-8c4e-9d57b5c9c1d5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Oct 15 19:41:55.859846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5a40ce9-d25b-4e5b-bb12-14b44d6adeb6 req-8e8618ce-449e-4863-9c48-f6fd62ee1ed2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Oct 15 19:41:56.238309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb6bbc-18ae-4512-9f26-f3a6ac98e56d req-0640323a-8671-4497-aac8-a05427aeffb7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:56.240054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdb6bbc-18ae-4512-9f26-f3a6ac98e56d req-0640323a-8671-4497-aac8-a05427aeffb7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0565164 Oct 15 19:41:56.285036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-208b59c3-4621-4d43-a798-6df5b460ec61 req-bcb2f538-8b00-4e4f-b2e8-993e37f44017 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0279098 Oct 15 19:41:56.286084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdb6bbc-18ae-4512-9f26-f3a6ac98e56d req-4938079e-32bb-43bf-b8fc-95547d8026c8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369177 Oct 15 19:41:56.400748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-1629bc49-c68e-4489-b4cf-eba878ea7186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:56.402198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-1629bc49-c68e-4489-b4cf-eba878ea7186 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614&tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5 HTTP/1.1" status: 200 len: 1102 time: 0.0424075 Oct 15 19:41:56.414902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:56.474012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:56.477092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-613c126a-6300-4eef-bce8-abe4f11bebec req-6ddea8e7-22be-4bae-887c-ae6b472d6304 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 210 time: 0.0293574 Oct 15 19:41:56.632996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 14c8c126-5280-4356-b0f8-0e4e920fddfb no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:56.655394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 14c8c126-5280-4356-b0f8-0e4e920fddfb {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:41:56.655785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 14c8c126-5280-4356-b0f8-0e4e920fddfb not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:41:56.656172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:41:56.765729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:56.937070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7504a-a16e-46ca-8824-004bc2fb3698 req-f7aeabb8-118e-44b2-ab8b-fe86953506c5 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:56.940404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31b7504a-a16e-46ca-8824-004bc2fb3698 req-f7aeabb8-118e-44b2-ab8b-fe86953506c5 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.0945797 Oct 15 19:41:56.984071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9539365-cb3d-4989-88a0-75a4e425a22b req-00dad53a-f485-40fa-a7ac-3b5594ac9e7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:56.985973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9539365-cb3d-4989-88a0-75a4e425a22b req-00dad53a-f485-40fa-a7ac-3b5594ac9e7c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.0587485 Oct 15 19:41:57.027198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:41:57.031874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31b7504a-a16e-46ca-8824-004bc2fb3698 req-32d99a73-a952-47b8-91cc-4f383fce11a1 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596898 Oct 15 19:41:57.033132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9539365-cb3d-4989-88a0-75a4e425a22b req-00436a1f-d915-4626-9318-ad1eb66900cd tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Oct 15 19:41:57.041767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:57.103271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:57.167058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:57.169289 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9d810-7e33-41b6-b0b0-b926a39da01d" -d '{"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:57.175014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.191305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e7f4cad5-810e-40d3-b183-ea34e2c103f5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:41:57.194371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f37fd-79a6-48fd-88e7-09f83e17b5be req-d4322795-e540-4e76-a421-4a04ea6b1cf3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.196424 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd0f37fd-79a6-48fd-88e7-09f83e17b5be req-d4322795-e540-4e76-a421-4a04ea6b1cf3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0914187 Oct 15 19:41:57.202313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e7f4cad5-810e-40d3-b183-ea34e2c103f5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:41:57.203954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.210185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Transition to ACTIVE for port object bf34e385-002f-43b0-b2c7-543e5019c774 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:41:57.237788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd0f37fd-79a6-48fd-88e7-09f83e17b5be req-4c4aecae-f12d-41b6-af16-6a09124907cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Oct 15 19:41:57.247110 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e55043-9a5b-4752-9953-e95ab2295145 x-openstack-request-id: req-08e55043-9a5b-4752-9953-e95ab2295145 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:57.247275 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-unplugged", "status": "completed", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:57.247482 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08e55043-9a5b-4752-9953-e95ab2295145 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:57.247990 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'code': 200} Oct 15 19:41:57.293178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.312357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.324606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:57.327226 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845b9f1-2654-497a-ac2c-80e8ba75a25d" -d '{"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-plugged", "status": "completed", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:57.361102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:57.377792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:41:57.378156 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:41:57.410093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae052378-b670-4d63-8e07-1c986e8f7f52 req-2803da53-ce91-4926-bad2-f699d4291644 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0320675 Oct 15 19:41:57.415185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] No DVR routers for this DVR port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:57.437584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.445319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:57.479088 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ff5518-67cc-449a-ad8f-834360d8e37d x-openstack-request-id: req-a7ff5518-67cc-449a-ad8f-834360d8e37d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:57.479381 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-plugged", "status": "completed", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:57.480979 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7ff5518-67cc-449a-ad8f-834360d8e37d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:57.481570 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'code': 200} Oct 15 19:41:57.513640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:57.521546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:41:57.521920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:41:57.522164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:57.537621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:41:57.538051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Attempting to bind port bf34e385-002f-43b0-b2c7-543e5019c774 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:41:57.553754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be94f-462e-48c3-8953-fb9facc288bb req-3093f92f-778c-4051-90fe-cfa9f6ccf5cb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.558439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-397be94f-462e-48c3-8953-fb9facc288bb req-3093f92f-778c-4051-90fe-cfa9f6ccf5cb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.1703243 Oct 15 19:41:57.565095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:41:57.565419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:41:57.565797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:41:57.566231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Bound port: bf34e385-002f-43b0-b2c7-543e5019c774, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:41:57.566982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.613504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968935d7-1466-484a-915a-055e00f12804 req-60721f35-78c1-4d7a-bf72-f70a4fcd2016 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 210 time: 0.0359511 Oct 15 19:41:57.619069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-66cc6dd0-bf9b-45c4-aba0-c058b9d1dc9e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.620627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-66cc6dd0-bf9b-45c4-aba0-c058b9d1dc9e tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.1391294 Oct 15 19:41:57.676270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4577335-76e3-4ee8-b236-98bfbd37677b req-b63cf2f8-50b3-4d8c-84b7-ad37868d39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.676270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4577335-76e3-4ee8-b236-98bfbd37677b req-b63cf2f8-50b3-4d8c-84b7-ad37868d39a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1097 time: 0.0634127 Oct 15 19:41:57.676270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.15', 53042) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:41:57.695900 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-397be94f-462e-48c3-8953-fb9facc288bb req-af1f7e98-3330-4c06-b1a3-b3cd4971dd40 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318283 Oct 15 19:41:57.764105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:41:57.768603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:41:57.793693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4577335-76e3-4ee8-b236-98bfbd37677b req-091bc11e-3278-45a2-8bae-7f4ac3d48d71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899999 Oct 15 19:41:57.798504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Deleting port 858083b2-5a1b-4d19-b4dc-7613d718e72b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:41:57.798839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.826659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-7b030fa6-cb4d-49e3-b3c9-2e566adafdfa tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.828169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-7b030fa6-cb4d-49e3-b3c9-2e566adafdfa tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1525877 Oct 15 19:41:57.854600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-a8950610-0754-4a4d-b2ad-536852281696 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=70944e44b53e402f97a694cc1ac99bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254569 Oct 15 19:41:57.866205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.914631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:57.915222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.916702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] 10.222.0.15 "PUT /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 1098 time: 1.5056000 Oct 15 19:41:57.958960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] For port 858083b2-5a1b-4d19-b4dc-7613d718e72b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=858083b2-5a1b-4d19-b4dc-7613d718e72b,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:57.960334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:57.971522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cb2fc-ae93-4eb1-9ba1-bef401104063 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=11']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:57.984205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Calling delete_port for 858083b2-5a1b-4d19-b4dc-7613d718e72b owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:41:58.002182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-1168013d-ed91-49f9-993c-3904d372390c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.003837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-1168013d-ed91-49f9-993c-3904d372390c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438987 Oct 15 19:41:58.017814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Request body: {'port': {'device_id': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '70944e44b53e402f97a694cc1ac99bc4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:58.115727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Request body: {'port': {'device_id': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'admin_state_up': True, 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:58.241416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-76006be8-2f5a-4724-8a51-94eee9b7a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.242986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-76006be8-2f5a-4724-8a51-94eee9b7a5a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1101 time: 0.1507692 Oct 15 19:41:58.260262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3aba8a-dd6c-4443-ba11-d2758feaf30b req-b565b272-4bd7-4208-9399-57040c84e9e0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.261699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c3aba8a-dd6c-4443-ba11-d2758feaf30b req-b565b272-4bd7-4208-9399-57040c84e9e0 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 949 time: 0.0805438 Oct 15 19:41:58.298602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.311814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['858083b2-5a1b-4d19-b4dc-7613d718e72b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:58.315401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:58.320910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651630-a9fa-401f-acee-dd259a9c6383 req-782c9eec-6a5d-46cc-b073-995b4465d2af tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.322505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d651630-a9fa-401f-acee-dd259a9c6383 req-782c9eec-6a5d-46cc-b073-995b4465d2af tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 944 time: 0.1953957 Oct 15 19:41:58.381079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event deleted for resources: {'Port': ['ID=858083b2-5a1b-4d19-b4dc-7613d718e72b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:58.388143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d651630-a9fa-401f-acee-dd259a9c6383 req-a1d23602-f9c8-4a6a-aff0-cff7f089fa0b tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580387 Oct 15 19:41:58.416812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c3aba8a-dd6c-4443-ba11-d2758feaf30b req-b27449b0-a8a1-481b-959e-8d9e23d89b96 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469917 Oct 15 19:41:58.423645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Made reservation on behalf of 70944e44b53e402f97a694cc1ac99bc4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:58.429804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.443950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] No DVR routers for this DVR port 858083b2-5a1b-4d19-b4dc-7613d718e72b on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:41:58.447357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.452306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-404e2b22-2954-46c3-9b26-4b04d2475d7a req-42c90846-f02b-485c-be39-7623e91cda7a tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.15 "DELETE /v2.0/ports/858083b2-5a1b-4d19-b4dc-7613d718e72b HTTP/1.1" status: 204 len: 173 time: 0.8230388 Oct 15 19:41:58.467647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-923a5870-fd74-4bc5-a4b0-797d85286a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.469584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-923a5870-fd74-4bc5-a4b0-797d85286a8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2070382 Oct 15 19:41:58.470872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.513284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-a720a018-a459-4c93-aa45-0f8e5c5f3dde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0352707 Oct 15 19:41:58.550293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6704d321-41a6-4d62-872d-70b5118fb394 req-26d3a29e-f9bf-4f9f-ae08-9c708c75b01e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 210 time: 0.0360403 Oct 15 19:41:58.572519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e4b87-84a7-4c06-8757-64c5d4d642a0 req-0ac2bd3b-8178-4d08-bf66-e85d6aaf1c7c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.574116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc6e4b87-84a7-4c06-8757-64c5d4d642a0 req-0ac2bd3b-8178-4d08-bf66-e85d6aaf1c7c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.1075263 Oct 15 19:41:58.592017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-a6cc5c3a-9236-4df3-9eb1-50677715e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.593454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-a6cc5c3a-9236-4df3-9eb1-50677715e829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0700085 Oct 15 19:41:58.602514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:41:58.605939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.637212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:41:58.643791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-885d4172-ed83-4838-a752-d5d741d3cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:58.645292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-885d4172-ed83-4838-a752-d5d741d3cd69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441952 Oct 15 19:41:58.671354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc6e4b87-84a7-4c06-8757-64c5d4d642a0 req-5985c860-3dd9-45ad-9cc9-ce6c15a27c4d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812242 Oct 15 19:41:58.716016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.781291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7763029f-d67d-44fb-b629-a749fa81b771 req-28951516-e265-406a-ab8a-b0729e220068 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 210 time: 0.0489769 Oct 15 19:41:58.813471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-5c7456ee-ee53-42d5-a7e4-df3fc3c36642 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598148 Oct 15 19:41:58.814066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:58.827336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'port_id': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'mac_address': 'fa:16:3e:80:c7:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:41:58.872362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.875887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:58.894059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:41:58.921582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:41:58.947086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-26a5c864-7317-4851-b3f9-4dca23c13159 req-9f8b8b8a-60e8-4ae7-bb72-ab3b6ce62b2a service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254182 Oct 15 19:41:59.003350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.027597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a732fc47-519d-4359-a299-b99d4a819684,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:59.037921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Allocated IP 172.20.0.11 (0a717220-cba0-426b-868f-474de086f7b8/6a2493e2-e347-4a57-8e4e-170b9798cd52/ee78e068-760a-4ba4-b51a-a19bbe6f6244) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:41:59.053838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:59.087312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a8772-d5af-4331-934b-fe1ac83cd821 req-5a811dbd-5464-40be-92cd-78c15245ce49 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.089274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a1a8772-d5af-4331-934b-fe1ac83cd821 req-5a811dbd-5464-40be-92cd-78c15245ce49 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.2504251 Oct 15 19:41:59.160453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Allocated IP 192.168.233.88 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/1ede36af-aee1-4fe6-b181-cf1c99888833) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:41:59.193776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a1a8772-d5af-4331-934b-fe1ac83cd821 req-4005fdc2-669d-40b8-aa00-218a287c3e2a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973406 Oct 15 19:41:59.248823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}, {'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'name': 'network-vif-deleted', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:41:59.252562 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328274f-23cf-428f-930d-9c6d15f080f1" -d '{"events": [{"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}, {"server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "name": "network-vif-deleted", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:41:59.306886 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 19:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca105a7-7e34-4037-bb74-ba3063d968b9 x-openstack-request-id: req-fca105a7-7e34-4037-bb74-ba3063d968b9 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:41:59.307184 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "status": "completed", "code": 200}, {"server_uuid": "e6292205-430f-4a12-9492-91d0177f7a6a", "name": "network-vif-deleted", "tag": "858083b2-5a1b-4d19-b4dc-7613d718e72b", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:41:59.307571 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fca105a7-7e34-4037-bb74-ba3063d968b9 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:41:59.308010 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'status': 'completed', 'code': 200} Oct 15 19:41:59.308265 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6292205-430f-4a12-9492-91d0177f7a6a', 'name': 'network-vif-deleted', 'tag': '858083b2-5a1b-4d19-b4dc-7613d718e72b', 'status': 'completed', 'code': 200} Oct 15 19:41:59.382125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.385737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['5dae1b80-0d5c-4629-947a-ed04e44a2ff5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:41:59.402426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-845e58f0-27c9-4639-a276-9acaf4600e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.403956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-845e58f0-27c9-4639-a276-9acaf4600e92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1101 time: 0.0746469 Oct 15 19:41:59.408275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-377dd17b-23ac-4433-8eec-950fd247a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.409673 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-377dd17b-23ac-4433-8eec-950fd247a724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1101 time: 0.0790863 Oct 15 19:41:59.423875 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:41:59.431350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.545985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.557042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634128fb-6f90-4426-a8e3-3ca455bdc0a0 req-52cb9ba6-6072-4b86-b54b-8985b67b1ad6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.558555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-634128fb-6f90-4426-a8e3-3ca455bdc0a0 req-52cb9ba6-6072-4b86-b54b-8985b67b1ad6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 945 time: 0.0579429 Oct 15 19:41:59.614865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.619605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Network 0a717220-cba0-426b-868f-474de086f7b8 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:41:59.627634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8484fb8f-52c3-47c2-9415-d21452772ff8 req-ba2ea62a-0f0d-460e-b4c2-51154a582c3f tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6292205-430f-4a12-9492-91d0177f7a6a HTTP/1.1" status: 200 len: 210 time: 0.0720346 Oct 15 19:41:59.641206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-62a0c1f6-c0c1-4848-a244-288aa59a15db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.642128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:59.642757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-62a0c1f6-c0c1-4848-a244-288aa59a15db service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2046239 Oct 15 19:41:59.652824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:41:59.657628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event updated for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:59.720111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-634128fb-6f90-4426-a8e3-3ca455bdc0a0 req-0764276d-4d95-473d-85ab-8490847117ff tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534576 Oct 15 19:41:59.725544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:41:59.732764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:41:59.749563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:41:59.752465 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-02e8fa3b-960b-4ae4-a649-1e6c2558d7a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0797830 Oct 15 19:41:59.797305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.797946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.811911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Pushing event updated for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:41:59.854520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0206c6-d9fc-4186-8598-0ae174dd248c req-08072cd0-bfeb-4f7a-b572-f3ea36d2840e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.856223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af0206c6-d9fc-4186-8598-0ae174dd248c req-08072cd0-bfeb-4f7a-b572-f3ea36d2840e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 932 time: 0.1409688 Oct 15 19:41:59.857292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-7c7bf62c-66af-4bb4-9f80-0baef42578e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.858902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-7c7bf62c-66af-4bb4-9f80-0baef42578e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.4341698 Oct 15 19:41:59.879696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.880479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:41:59.894345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-f3887cf3-e5e0-4ddf-a220-11c5a0b8abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.895887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-f3887cf3-e5e0-4ddf-a220-11c5a0b8abaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1356528 Oct 15 19:41:59.906304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a247e23-5bb7-4386-8ee1-df0d8a5d8706 req-9cc61b56-8f80-4886-8518-47dd1fd4b1b5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:41:59.912622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a247e23-5bb7-4386-8ee1-df0d8a5d8706 req-9cc61b56-8f80-4886-8518-47dd1fd4b1b5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.1116085 Oct 15 19:41:59.936829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-75e287b7-bcd4-406d-90ad-98a611d6a94a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8353794 Oct 15 19:41:59.949479 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-50a4e769-989b-4f10-8d3a-4c0fe936c85f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 200 len: 217 time: 0.0632896 Oct 15 19:41:59.952825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Request body: {'port': {'device_id': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:41:59.984192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af0206c6-d9fc-4186-8598-0ae174dd248c req-c38eed1c-a067-4968-9f7d-50650700bb4a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143451 Oct 15 19:41:59.988117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a247e23-5bb7-4386-8ee1-df0d8a5d8706 req-1ba96a13-30ea-4143-b655-896f059647e0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731032 Oct 15 19:42:00.013563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-f881f441-f514-4a25-baef-ed8d5adcbb4d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9997663 Oct 15 19:42:00.026056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-666eda19-230c-4daf-b761-307170af655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.027623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-666eda19-230c-4daf-b761-307170af655f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943487 Oct 15 19:42:00.040665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5ab596f7-9f45-4773-836c-b1175342425d None None] Provisioning complete for port 1ede36af-aee1-4fe6-b181-cf1c99888833 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:00.040963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab596f7-9f45-4773-836c-b1175342425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.050878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Request body: {'port': {'device_id': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:00.066826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-17c4812c-cf9d-432b-9ff4-2c8cfd9104a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.068634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-17c4812c-cf9d-432b-9ff4-2c8cfd9104a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1011083 Oct 15 19:42:00.088501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.102076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5ab596f7-9f45-4773-836c-b1175342425d None None] Port 1ede36af-aee1-4fe6-b181-cf1c99888833 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:00.151324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.192304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcdebe-6d4e-4d7e-8b32-29f7e433461d req-e0aef98a-7a95-48c3-ae2d-f8347008a14f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.199627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7dcdebe-6d4e-4d7e-8b32-29f7e433461d req-e0aef98a-7a95-48c3-ae2d-f8347008a14f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 935 time: 0.1292701 Oct 15 19:42:00.209027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-63062415-4fb7-4a4e-b225-72fda07c8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.210748 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-63062415-4fb7-4a4e-b225-72fda07c8823 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1295247 Oct 15 19:42:00.264910 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-ef749ba5-ef04-4a96-8ad2-dac7f4530328 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260342 Oct 15 19:42:00.340012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7dcdebe-6d4e-4d7e-8b32-29f7e433461d req-399f1fea-b30f-4c1d-9d46-5d804f518d00 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282105 Oct 15 19:42:00.404573 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-eb1eb375-a291-463c-8bbc-49bc8b496172 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686289 Oct 15 19:42:00.440948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-c95cedf7-97ca-462a-86d2-f2bcd89d6356 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633818 Oct 15 19:42:00.503048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161114f-a2e2-49bb-85d3-b61ed0e2c604 req-e57019e3-041f-4949-8b71-d9ba7dbbd4df tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.504543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0161114f-a2e2-49bb-85d3-b61ed0e2c604 req-e57019e3-041f-4949-8b71-d9ba7dbbd4df tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.1723609 Oct 15 19:42:00.505124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a328274f-23cf-428f-930d-9c6d15f080f1 req-d23e7529-91f2-47f4-a7a3-392c2ff5e6c8 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911391 Oct 15 19:42:00.592663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0161114f-a2e2-49bb-85d3-b61ed0e2c604 req-78567d17-eb7b-43f2-9778-8a247b28b006 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785208 Oct 15 19:42:00.660530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:00.673507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee78e068-760a-4ba4-b51a-a19bbe6f6244 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:00.684302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.698913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ede36af-aee1-4fe6-b181-cf1c99888833 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:00.709475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.711822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Transition to ACTIVE for port object ee78e068-760a-4ba4-b51a-a19bbe6f6244 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:00.723602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Transition to ACTIVE for port object 1ede36af-aee1-4fe6-b181-cf1c99888833 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:00.777837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.817467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:00.823031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:00.824265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.825613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.853913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f53b3-e972-4bcc-b129-85c9e8d9d994 req-ee4682f9-ceec-4aee-b50f-35945f6c701e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:00.859392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Pushing event updated for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:00.859549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa5f53b3-e972-4bcc-b129-85c9e8d9d994 req-ee4682f9-ceec-4aee-b50f-35945f6c701e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 945 time: 0.0669556 Oct 15 19:42:00.912637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa5f53b3-e972-4bcc-b129-85c9e8d9d994 req-e512ca0b-f864-4e3e-93b8-da1c4ac9508c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Oct 15 19:42:00.932479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:00.955487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Pushing event updated for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:00.972009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:00.975106 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e8fc56-7f60-4b53-a5dc-94f4cbeed80b" -d '{"events": [{"server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "name": "network-vif-plugged", "status": "completed", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:00.989487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:01.030889 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7043ae0b-fe78-4962-97fe-940e9646fe39 x-openstack-request-id: req-7043ae0b-fe78-4962-97fe-940e9646fe39 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:01.031379 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "name": "network-vif-plugged", "status": "completed", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:01.031983 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7043ae0b-fe78-4962-97fe-940e9646fe39 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:01.033340 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'code': 200} Oct 15 19:42:01.092405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.167194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:01.177984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be8c42-3369-4f26-a520-ce8051055364 req-a48df97c-bd30-4a5e-8c5d-418fb347f2df tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.179593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8be8c42-3369-4f26-a520-ce8051055364 req-a48df97c-bd30-4a5e-8c5d-418fb347f2df tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0867286 Oct 15 19:42:01.181645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764cb2-b73d-45f6-9fa6-f59db1e83e70 req-6e0362f5-4f39-415f-bc94-1fbbdb89c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.183078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf764cb2-b73d-45f6-9fa6-f59db1e83e70 req-6e0362f5-4f39-415f-bc94-1fbbdb89c42f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 1098 time: 0.0771172 Oct 15 19:42:01.241410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8be8c42-3369-4f26-a520-ce8051055364 req-9b3a1311-c6cd-4b43-baad-c26bea49112b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553763 Oct 15 19:42:01.246840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf764cb2-b73d-45f6-9fa6-f59db1e83e70 req-75b6d302-50b0-4bd0-9786-995f211d655b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543771 Oct 15 19:42:01.327771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Attempting to bind port ee78e068-760a-4ba4-b51a-a19bbe6f6244 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:01.328105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Attempting to bind port ee78e068-760a-4ba4-b51a-a19bbe6f6244 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:01.328420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Attempting to bind port ee78e068-760a-4ba4-b51a-a19bbe6f6244 on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:01.343302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Port ee78e068-760a-4ba4-b51a-a19bbe6f6244 on network 0a717220-cba0-426b-868f-474de086f7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:01.343646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Attempting to bind port ee78e068-760a-4ba4-b51a-a19bbe6f6244 on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:01.354445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e650aa4-2d9e-440b-8136-93963e1bcb0a req-f6af87d2-2117-4c4c-ba52-6a46257f4907 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.355889 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e650aa4-2d9e-440b-8136-93963e1bcb0a req-f6af87d2-2117-4c4c-ba52-6a46257f4907 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.0527599 Oct 15 19:42:01.362109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:01.362443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Checking segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:01.362815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Bound using segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:01.363477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Bound port: ee78e068-760a-4ba4-b51a-a19bbe6f6244, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:01.363638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.387140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9bb91-38c8-4e65-8233-bdd8bc2855d1 req-9b51b3a9-3921-46b1-83f9-8bc96e92781f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.388616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37c9bb91-38c8-4e65-8233-bdd8bc2855d1 req-9b51b3a9-3921-46b1-83f9-8bc96e92781f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 944 time: 0.1159027 Oct 15 19:42:01.391183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Attempting to bind port 1ede36af-aee1-4fe6-b181-cf1c99888833 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:01.391516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Attempting to bind port 1ede36af-aee1-4fe6-b181-cf1c99888833 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:01.391861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Attempting to bind port 1ede36af-aee1-4fe6-b181-cf1c99888833 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:01.394151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e650aa4-2d9e-440b-8136-93963e1bcb0a req-636c7db4-dc86-4be2-856f-a6e1a9022ef5 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Oct 15 19:42:01.405535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Port 1ede36af-aee1-4fe6-b181-cf1c99888833 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:01.405860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Attempting to bind port 1ede36af-aee1-4fe6-b181-cf1c99888833 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:01.435581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:01.435924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:01.436301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:01.436728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Bound port: 1ede36af-aee1-4fe6-b181-cf1c99888833, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:01.437076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.510032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37c9bb91-38c8-4e65-8233-bdd8bc2855d1 req-b251ec96-b8ca-47fa-973c-1679ffe646bb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140652 Oct 15 19:42:01.526529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:01.530135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:01.542201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:01.545494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ede36af-aee1-4fe6-b181-cf1c99888833,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:01.607595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e32513-bcdf-49ff-a22b-cb9b097d8807 req-d0b44058-8df2-403b-9c6c-e5ee4b8c3cc3 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.609029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7e32513-bcdf-49ff-a22b-cb9b097d8807 req-d0b44058-8df2-403b-9c6c-e5ee4b8c3cc3 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1097 time: 0.0393822 Oct 15 19:42:01.629613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51228f-11ed-483e-8748-17964a0b331b req-6c83654c-9604-402a-9fcb-99327aaf6de5 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.631799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a51228f-11ed-483e-8748-17964a0b331b req-6c83654c-9604-402a-9fcb-99327aaf6de5 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 947 time: 0.0552366 Oct 15 19:42:01.633343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.644661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7e32513-bcdf-49ff-a22b-cb9b097d8807 req-a29b3b51-750e-4fef-b950-2b3c20c6a28e tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290139 Oct 15 19:42:01.662361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.688668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.689279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.690613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] 10.222.0.15 "PUT /v2.0/ports/ee78e068-760a-4ba4-b51a-a19bbe6f6244 HTTP/1.1" status: 200 len: 1093 time: 1.7437568 Oct 15 19:42:01.693562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:01.696002 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e240792-8c35-4278-889b-eca9d646cc19" -d '{"events": [{"name": "network-changed", "server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:01.717698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.718301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:01.719754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] 10.222.0.11 "PUT /v2.0/ports/1ede36af-aee1-4fe6-b181-cf1c99888833 HTTP/1.1" status: 200 len: 1096 time: 1.6784556 Oct 15 19:42:01.737468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550d1b6-f332-4bd4-b0de-d56a32a0d62d service neutron] Pushing event updated for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:01.748399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a51228f-11ed-483e-8748-17964a0b331b req-1d4a6707-bf63-4d33-9d6d-240ebff729fe tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067345 Oct 15 19:42:01.788770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fbfdb-f87c-43e5-837f-b5f2e3208800 req-9292ee1e-6a7a-452b-8fd1-8c575a2b9f1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.790488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f0fbfdb-f87c-43e5-837f-b5f2e3208800 req-9292ee1e-6a7a-452b-8fd1-8c575a2b9f1a tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0690019 Oct 15 19:42:01.812677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcb512-fbea-4140-b473-c92c71c704ea service neutron] Pushing event updated for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:01.836423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2f0fbfdb-f87c-43e5-837f-b5f2e3208800 req-b41d8ae0-e8c2-4e60-9a8c-892ba38e525f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Oct 15 19:42:01.892352 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd84bc-3df0-40f7-bec5-735c502ef8f6 x-openstack-request-id: req-2ebd84bc-3df0-40f7-bec5-735c502ef8f6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:01.892641 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:01.892895 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ebd84bc-3df0-40f7-bec5-735c502ef8f6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:01.893286 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'status': 'completed', 'code': 200} Oct 15 19:42:01.935603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-346d88d9-0d95-4e18-99d3-f2cb96677c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.937107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-346d88d9-0d95-4e18-99d3-f2cb96677c06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 1096 time: 0.1172426 Oct 15 19:42:01.944539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebf281-d99e-4de6-b0ab-09e9a89b3248 req-92bfb244-cdc8-4d76-8baa-8a17da77cfb1 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.946013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57ebf281-d99e-4de6-b0ab-09e9a89b3248 req-92bfb244-cdc8-4d76-8baa-8a17da77cfb1 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1097 time: 0.1154969 Oct 15 19:42:01.947760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-2bf95aef-22ba-4361-aa19-07f914942002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:01.949101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-2bf95aef-22ba-4361-aa19-07f914942002 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 1099 time: 0.0893564 Oct 15 19:42:02.031900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-5e8c8029-aa58-490e-b008-6017d7fdd4f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244 HTTP/1.1" status: 200 len: 217 time: 0.0741518 Oct 15 19:42:02.034812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-d9227630-fc71-46a8-961b-647c9268c0a7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=1ede36af-aee1-4fe6-b181-cf1c99888833 HTTP/1.1" status: 200 len: 217 time: 0.0762465 Oct 15 19:42:02.047039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174f223-43d0-4595-a2a0-667a1a6354ad req-8c5aa5ee-9c71-444d-9a3e-93091ba4c24c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.048750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c174f223-43d0-4595-a2a0-667a1a6354ad req-8c5aa5ee-9c71-444d-9a3e-93091ba4c24c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.0542171 Oct 15 19:42:02.091856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c174f223-43d0-4595-a2a0-667a1a6354ad req-bf7218d6-83fb-49e9-814d-13a1a5ef56f5 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351481 Oct 15 19:42:02.103831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57ebf281-d99e-4de6-b0ab-09e9a89b3248 req-85545cdc-8e19-411b-aa7a-3c708863738a tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517293 Oct 15 19:42:02.134176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-e57ceffa-d920-4dcc-8d35-30bec1f2fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.135654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-e57ceffa-d920-4dcc-8d35-30bec1f2fa94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0924127 Oct 15 19:42:02.137019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-1cc46010-811b-49ef-b490-1ae3bf63cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.138320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-1cc46010-811b-49ef-b490-1ae3bf63cf29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.0940220 Oct 15 19:42:02.179082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-e038e02c-17ab-468f-8411-ee255407869a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326433 Oct 15 19:42:02.262578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904634d-477f-41c2-90e5-ed7f53221527 req-8eb3d0ed-7ab6-4379-a652-f3cd6fdb8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.264095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-8eb3d0ed-7ab6-4379-a652-f3cd6fdb8c98 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089070 Oct 15 19:42:02.343472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-34c77f8a-afe6-40b7-b61c-51ff7b1a249e service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499074 Oct 15 19:42:02.428796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-68c7ef02-9fc4-4423-bd7c-7d3cbfeacc96 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546161 Oct 15 19:42:02.491093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7169af1-0f00-4259-9f92-a586cca449d1 req-f2853417-1639-4777-bc68-592a01cb5917 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398287 Oct 15 19:42:02.521668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671faa8b-4700-4900-b1dc-8143c861a8b1 req-5eebecc6-f318-4ef8-acce-1872f2ccb823 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.523262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-671faa8b-4700-4900-b1dc-8143c861a8b1 req-5eebecc6-f318-4ef8-acce-1872f2ccb823 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.0507197 Oct 15 19:42:02.544341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7904634d-477f-41c2-90e5-ed7f53221527 req-cbaa2013-0ec6-4d38-989f-911028f5d6ed service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038530 Oct 15 19:42:02.564121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-671faa8b-4700-4900-b1dc-8143c861a8b1 req-f746f8ba-17b9-4ba8-88e2-690bfdeb788b tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/security-groups?id=82c5dea4-907c-4ae7-8105-67f197782a67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Oct 15 19:42:02.709513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240792-8c35-4278-889b-eca9d646cc19 req-06e279dd-e9a2-4ad3-abc5-af132965c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.710961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-06e279dd-e9a2-4ad3-abc5-af132965c807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0525999 Oct 15 19:42:02.800617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3ecdc-39bd-4048-b319-0dd8326c2270 req-a64edbae-03f8-4305-8bd0-d5499824b695 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.803088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ba3ecdc-39bd-4048-b319-0dd8326c2270 req-a64edbae-03f8-4305-8bd0-d5499824b695 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 944 time: 0.0585325 Oct 15 19:42:02.842304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240792-8c35-4278-889b-eca9d646cc19 req-e5aeef08-f816-4d7f-958d-0bb1d3dcfa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.843886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-e5aeef08-f816-4d7f-958d-0bb1d3dcfa3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 916 time: 0.1249206 Oct 15 19:42:02.866338 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ba3ecdc-39bd-4048-b319-0dd8326c2270 req-5874b72c-72f6-4a1a-8b70-1ddc0faea893 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568814 Oct 15 19:42:02.895910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-818a6c04-d455-42bb-ae33-15eb41c2a179 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244 HTTP/1.1" status: 200 len: 217 time: 0.0428822 Oct 15 19:42:02.980877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e240792-8c35-4278-889b-eca9d646cc19 req-fc9e5977-0070-4e9a-8a6f-d291e84eec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.982197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-fc9e5977-0070-4e9a-8a6f-d291e84eec39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.0790308 Oct 15 19:42:02.989347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e312-938f-4ee5-ba7e-5e20d1837f3e req-3078b280-eff4-49e8-9b2a-b5fa31909aa0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:02.993390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50c7e312-938f-4ee5-ba7e-5e20d1837f3e req-3078b280-eff4-49e8-9b2a-b5fa31909aa0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 947 time: 0.0650389 Oct 15 19:42:03.012662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-99a0cf8e-2396-4be5-bc63-c118c4e1a82d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:03.014182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-99a0cf8e-2396-4be5-bc63-c118c4e1a82d tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 951 time: 0.0649128 Oct 15 19:42:03.030182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-77263afa-b951-4c76-8896-a4dfd96e98da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391653 Oct 15 19:42:03.034421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50c7e312-938f-4ee5-ba7e-5e20d1837f3e req-155c02a7-624b-424d-8fcc-2011c9310711 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Oct 15 19:42:03.069072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:03.071696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 858083b2-5a1b-4d19-b4dc-7613d718e72b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:03.108444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 858083b2-5a1b-4d19-b4dc-7613d718e72b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:03.108785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 858083b2-5a1b-4d19-b4dc-7613d718e72b not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:03.165808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb930eb-241d-46dd-b46f-e39ec8c4f72f req-fd12a35e-1b4c-4b00-96e4-458e66530734 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:03.167668 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-deb930eb-241d-46dd-b46f-e39ec8c4f72f req-fd12a35e-1b4c-4b00-96e4-458e66530734 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 949 time: 0.0508294 Oct 15 19:42:03.185837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-13f7036d-2389-49db-b16c-4382bf186c29 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481102 Oct 15 19:42:03.195104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Deleting port 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:03.195493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.212598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:03.227314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'mac_address': 'fa:16:3e:98:b8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:03.228933 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-deb930eb-241d-46dd-b46f-e39ec8c4f72f req-59f4048f-97fd-4c87-bf37-fa8aa35902d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534520 Oct 15 19:42:03.272414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.286642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:03.308182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:03.353152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27168f64-7702-4bdc-b202-9896c7ad28bb req-fd2c3386-606c-4b2b-a959-a8c724739ab3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:03.354793 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27168f64-7702-4bdc-b202-9896c7ad28bb req-fd2c3386-606c-4b2b-a959-a8c724739ab3 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.0541186 Oct 15 19:42:03.358668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] For port 0530784b-60d1-4210-b91e-be6e5e6fc51a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0530784b-60d1-4210-b91e-be6e5e6fc51a,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:03.359027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.368865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e240792-8c35-4278-889b-eca9d646cc19 req-82943d2f-6424-44b2-b9e7-5b84f61c7b11 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692796 Oct 15 19:42:03.374732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Calling delete_port for 0530784b-60d1-4210-b91e-be6e5e6fc51a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:03.387944 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.404787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27168f64-7702-4bdc-b202-9896c7ad28bb req-0c4db668-3ea0-4c3d-aea9-aeb570bbf62f tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432293 Oct 15 19:42:03.450062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:03.520559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182ed6e-3bda-4a3f-9b56-35d15a650886 req-18c02a02-e88b-4eaf-b921-b593b0440ede tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:03.522599 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5182ed6e-3bda-4a3f-9b56-35d15a650886 req-18c02a02-e88b-4eaf-b921-b593b0440ede tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 1102 time: 0.0438430 Oct 15 19:42:03.556774 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5182ed6e-3bda-4a3f-9b56-35d15a650886 req-b589ca9d-9cdf-485f-a059-d523c3fe90e8 tempest-MigrationsAdminTest-1411744101 tempest-MigrationsAdminTest-1411744101-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280704 Oct 15 19:42:03.560640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.574656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0530784b-60d1-4210-b91e-be6e5e6fc51a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:03.624560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Pushing event deleted for resources: {'Port': ['ID=0530784b-60d1-4210-b91e-be6e5e6fc51a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:03.650938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] No DVR routers for this DVR port 0530784b-60d1-4210-b91e-be6e5e6fc51a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:03.653993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.657488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454cdd8b-7804-4f3f-bc22-549a1c5e9dc1 req-a2e9578b-f4dc-4656-b290-41715157238c tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.11 "DELETE /v2.0/ports/0530784b-60d1-4210-b91e-be6e5e6fc51a HTTP/1.1" status: 204 len: 173 time: 0.6296868 Oct 15 19:42:03.676247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990775f-09d2-4e80-957d-a59c1cc9f90f req-d78a0799-beb3-489b-8cd2-5ea7db4209eb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:03.678115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a990775f-09d2-4e80-957d-a59c1cc9f90f req-d78a0799-beb3-489b-8cd2-5ea7db4209eb tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.0561242 Oct 15 19:42:03.688487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60568) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:03.693741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Request body: {'floatingip': {'port_id': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:03.739633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:03.782888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3abbf79d-4bd1-419c-8817-dbaaa75cfee1 req-ce57fd6a-876d-4a11-841d-6bc9ef4c5c79 tempest-ServersAdminTestJSON-1061564164 tempest-ServersAdminTestJSON-1061564164-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ef83ced-abf9-464c-8291-a58c56700a38 HTTP/1.1" status: 200 len: 210 time: 0.0332890 Oct 15 19:42:03.909072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833'}, {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-deleted', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:03.911398 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833"}, {"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-deleted", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:03.942844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bf34e385-002f-43b0-b2c7-543e5019c774'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:04.218972 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:04.326301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:04.435191 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Floating IP 28fedb91-eab2-4945-bcf4-8f4ac55e0e00 associated. External IP: 172.25.0.24, port: 5dae1b80-0d5c-4629-947a-ed04e44a2ff5. Oct 15 19:42:04.454934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b1f29-b281-484c-8469-4ab4d28caf26 req-043f5705-de80-471e-862c-b418269ae97a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:04.456677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-424b1f29-b281-484c-8469-4ab4d28caf26 req-043f5705-de80-471e-862c-b418269ae97a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 944 time: 0.0507567 Oct 15 19:42:04.493034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-0938a2b4-0d5a-47af-81c8-d3b8bf4ae82f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:42:04.494024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-0938a2b4-0d5a-47af-81c8-d3b8bf4ae82f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1339257 Oct 15 19:42:04.508537 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-424b1f29-b281-484c-8469-4ab4d28caf26 req-a55df43b-bb86-45ec-b9e1-f66c78d8c7c3 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Oct 15 19:42:04.560087 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1a9d64-c569-4cf9-af43-c552755c5541 x-openstack-request-id: req-ab1a9d64-c569-4cf9-af43-c552755c5541 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:04.560375 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833", "status": "completed", "code": 200}, {"server_uuid": "0ef83ced-abf9-464c-8291-a58c56700a38", "name": "network-vif-deleted", "tag": "0530784b-60d1-4210-b91e-be6e5e6fc51a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:04.560622 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab1a9d64-c569-4cf9-af43-c552755c5541 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:04.561025 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833', 'status': 'completed', 'code': 200} Oct 15 19:42:04.561654 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ef83ced-abf9-464c-8291-a58c56700a38', 'name': 'network-vif-deleted', 'tag': '0530784b-60d1-4210-b91e-be6e5e6fc51a', 'status': 'completed', 'code': 200} Oct 15 19:42:04.579025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-cecd6ac5-e297-4d93-b3c3-89fdad91864f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:04.580261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-cecd6ac5-e297-4d93-b3c3-89fdad91864f tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 1094 time: 0.0510297 Oct 15 19:42:04.675951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0de14-9696-4673-a137-86690c518641 req-4a17fbe3-daf5-4619-a81e-edd315c000fa tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:04.684329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b0de14-9696-4673-a137-86690c518641 req-4a17fbe3-daf5-4619-a81e-edd315c000fa tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 947 time: 0.0627718 Oct 15 19:42:04.700810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Request body: {'binding': {'host': 'n-h2-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:04.703131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:42:04.719298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52b0de14-9696-4673-a137-86690c518641 req-1d6cfaab-ba6e-4286-96bb-2e8c602ea71b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Oct 15 19:42:04.756039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-1732b854-bf7d-4bc0-a7d0-68720c710e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:04.757719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-1732b854-bf7d-4bc0-a7d0-68720c710e37 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 1099 time: 0.1331186 Oct 15 19:42:04.827805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82076aec-b866-4a3b-a1f3-f467e1604e4e req-0fae5451-7ef5-45a3-b990-82cc538c2ec6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:04.829409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82076aec-b866-4a3b-a1f3-f467e1604e4e req-0fae5451-7ef5-45a3-b990-82cc538c2ec6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0491102 Oct 15 19:42:04.857305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Router a2eacb86-93fe-4228-84f8-b411a113106e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:04.868267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82076aec-b866-4a3b-a1f3-f467e1604e4e req-e19d450d-6051-4a3d-a9d8-1308fa6687b0 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Oct 15 19:42:05.254701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-0d61486f-c4fd-46c7-b94f-7b127baab0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:05.256333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-0d61486f-c4fd-46c7-b94f-7b127baab0e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.4902792 Oct 15 19:42:05.319296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-c59401cd-ff08-47c9-bb64-a2d0a6905493 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=1ede36af-aee1-4fe6-b181-cf1c99888833 HTTP/1.1" status: 200 len: 217 time: 0.0538468 Oct 15 19:42:05.364020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on host n-h2-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:05.364413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:05.364758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:05.398692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:05.398915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:05.414958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:05.420077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:05.420077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:05.420077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Bound port: e7f4cad5-810e-40d3-b183-ea34e2c103f5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:05.420830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:05.435204 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Sync routers for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:05.443437 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:05.444139 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:05.449618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.455153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:05.476510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-2becd96a-6540-4cf4-850a-60936dee53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:05.477984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-2becd96a-6540-4cf4-850a-60936dee53f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1231382 Oct 15 19:42:05.498227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-143bfadc-f8a3-44a7-be2f-0ef8ed12f203 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "PUT /v2.0/floatingips/28fedb91-eab2-4945-bcf4-8f4ac55e0e00 HTTP/1.1" status: 200 len: 991 time: 1.8085368 Oct 15 19:42:05.536062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:05.546198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-0b3f39e4-2d71-4ed8-8e3f-02344d4417b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:05.547848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-0b3f39e4-2d71-4ed8-8e3f-02344d4417b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610700 Oct 15 19:42:05.591785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:05.618207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f62ca9c-d56f-4956-b5dc-d922e9fe3ebd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2798981952974dfd82204d4cf5f85377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616302 Oct 15 19:42:05.624803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60602) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:05.660710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.668461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] 10.222.0.13 "POST /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5/bindings HTTP/1.1" status: 201 len: 390 time: 1.0428395 Oct 15 19:42:05.690207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-629c3198-1258-4821-b240-61cd858b7e71 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351643 Oct 15 19:42:05.707672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c44dd7-feb1-4cd2-bfce-a4b4075e9f4c req-df752e92-e74f-4cbe-bed8-3dd722bf48ca tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:05.709994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3c44dd7-feb1-4cd2-bfce-a4b4075e9f4c req-df752e92-e74f-4cbe-bed8-3dd722bf48ca tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 944 time: 0.0814834 Oct 15 19:42:05.723025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.765932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.781774 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3c44dd7-feb1-4cd2-bfce-a4b4075e9f4c req-60030c63-4ef6-4d55-b1e2-910db9b588f7 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603974 Oct 15 19:42:05.807216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c8531fb-e2e1-43a2-82dc-a6cd5ea519d1 req-d52aef24-6465-491e-ae54-68f2a93e7b01 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101429 Oct 15 19:42:05.850460 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '28fedb91-eab2-4945-bcf4-8f4ac55e0e00', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'port_id': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'mac_address': 'fa:16:3e:80:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:41:00Z', 'updated_at': '2021-10-15T19:42:04Z', 'revision_number': 1, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:05.879329 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Checking router: a2eacb86-93fe-4228-84f8-b411a113106e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:05.888357 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:05.890332 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:05.904334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.906935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:05.908084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82c5dea4-907c-4ae7-8105-67f197782a67 HTTP/1.1" status: 204 len: 168 time: 0.2820551 Oct 15 19:42:05.922506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0439-66f4-4285-936c-fbc5440c2589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c5dea4-907c-4ae7-8105-67f197782a67,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:05.942585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499ea7e-ea23-4868-bd95-104d17ce3e1f req-38b12699-e6ac-4430-83d7-5cf5a8df966b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:05.944381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8499ea7e-ea23-4868-bd95-104d17ce3e1f req-38b12699-e6ac-4430-83d7-5cf5a8df966b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 947 time: 0.0673196 Oct 15 19:42:06.008480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8499ea7e-ea23-4868-bd95-104d17ce3e1f req-559f8078-54bc-4bb4-925b-e32d9a06f2e9 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518367 Oct 15 19:42:06.020563 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:06.070481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d1a36-d1e1-4491-b085-eff86fce5f19 req-2d1e08c1-49ed-4b58-be9d-542a04c033eb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.072495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c46d1a36-d1e1-4491-b085-eff86fce5f19 req-2d1e08c1-49ed-4b58-be9d-542a04c033eb tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0528979 Oct 15 19:42:06.176235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-00de424b-a56a-40c6-b24c-a924e379240f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.178068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-00de424b-a56a-40c6-b24c-a924e379240f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 950 time: 0.0990994 Oct 15 19:42:06.184589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c46d1a36-d1e1-4491-b085-eff86fce5f19 req-8954f53c-fe63-4f34-9a28-1e83e817f953 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008394 Oct 15 19:42:06.290499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '28fedb91-eab2-4945-bcf4-8f4ac55e0e00', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'port_id': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'mac_address': 'fa:16:3e:80:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:41:00Z', 'updated_at': '2021-10-15T19:42:04Z', 'revision_number': 1, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:06.323463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-29f34609-dafd-4256-a81b-481d3a39305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.324998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-29f34609-dafd-4256-a81b-481d3a39305c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1097 time: 0.0574853 Oct 15 19:42:06.333847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Deleting port bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:06.334370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:06.444197 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddb6424-2c2c-42f4-9d58-7464bb037f5f None None] The sync data for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 is: [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '28fedb91-eab2-4945-bcf4-8f4ac55e0e00', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'port_id': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'mac_address': 'fa:16:3e:80:c7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:41:00Z', 'updated_at': '2021-10-15T19:42:04Z', 'revision_number': 1, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:06.516252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5381b-8dd1-47fe-9930-807f35569f05 req-0054b705-780d-4398-ae48-9928556a0ad3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.517973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] For port bf34e385-002f-43b0-b2c7-543e5019c774, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf34e385-002f-43b0-b2c7-543e5019c774,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:06.518336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:06.519546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8a5381b-8dd1-47fe-9930-807f35569f05 req-0054b705-780d-4398-ae48-9928556a0ad3 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.1069942 Oct 15 19:42:06.527386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9e216d0e-11c6-4f2f-b8c9-9e5cbeb33efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.529130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9e216d0e-11c6-4f2f-b8c9-9e5cbeb33efd service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1915135 Oct 15 19:42:06.535378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Calling delete_port for bf34e385-002f-43b0-b2c7-543e5019c774 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:06.580747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:06.583817 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5892db-6ee5-4cd1-bfec-4bc539b23153" -d '{"events": [{"name": "network-changed", "server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:06.591840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-b39ed974-9f1c-451e-b61b-87c2652ee58a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 217 time: 0.0538962 Oct 15 19:42:06.687935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ede36af-aee1-4fe6-b181-cf1c99888833 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:06.694492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:06.700521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-6e218320-b469-4bca-98a5-4c3a7e58b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.701873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-6e218320-b469-4bca-98a5-4c3a7e58b93a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0705614 Oct 15 19:42:06.715486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:06.731641 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0ea43-6923-4fbf-9d0b-24bb88abf215 x-openstack-request-id: req-94c0ea43-6923-4fbf-9d0b-24bb88abf215 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:06.731912 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:06.732168 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94c0ea43-6923-4fbf-9d0b-24bb88abf215 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:06.732740 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'status': 'completed', 'code': 200} Oct 15 19:42:06.754422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0530784b-60d1-4210-b91e-be6e5e6fc51a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:06.755119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0530784b-60d1-4210-b91e-be6e5e6fc51a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:06.760286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-8a757852-9706-4976-a32e-e37d3e3db1b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456195 Oct 15 19:42:06.856300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa5868e4-e52c-4d4f-a644-4dd6a6455598 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d236b43e35c46b1aa17f8ac366036ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367269 Oct 15 19:42:06.862834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc34492-0e79-4d3f-bf37-f147dea2f359 None None] New status for floating IP 28fedb91-eab2-4945-bcf4-8f4ac55e0e00: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:42:06.864974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60628) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:06.945611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ede36af-aee1-4fe6-b181-cf1c99888833,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:06.960145 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8a5381b-8dd1-47fe-9930-807f35569f05 req-df59e5c1-1912-4964-b96c-9206b69c4510 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263427 Oct 15 19:42:06.964020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '1ede36af-aee1-4fe6-b181-cf1c99888833', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '1ede36af-aee1-4fe6-b181-cf1c99888833', 'mac_address': 'fa:16:3e:aa:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:06.986805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-cdfedc06-21a8-4839-bff3-c8b4e3ef0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:06.986805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-cdfedc06-21a8-4839-bff3-c8b4e3ef0f48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=901df0b7d1e94520b38dbbb16530465d&device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 1098 time: 0.0715740 Oct 15 19:42:07.012310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-029f0c42-6e8b-417a-9978-8b31d99de72c service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434237 Oct 15 19:42:07.024549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27380888-9852-4ab6-b425-7d0c2fdc6124 req-b7cc530e-7924-467b-be81-75ebadd5ee1f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:07.026032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27380888-9852-4ab6-b425-7d0c2fdc6124 req-b7cc530e-7924-467b-be81-75ebadd5ee1f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 944 time: 0.1124845 Oct 15 19:42:07.028017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.052710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.067206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ede36af-aee1-4fe6-b181-cf1c99888833 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:07.076736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.096066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ee78e068-760a-4ba4-b51a-a19bbe6f6244 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:07.096066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:07.097523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'bf34e385-002f-43b0-b2c7-543e5019c774'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:07.107533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ede36af-aee1-4fe6-b181-cf1c99888833,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:07.157212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.172566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event deleted for resources: {'Port': ['ID=bf34e385-002f-43b0-b2c7-543e5019c774,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:07.174676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-b2edaa19-d6c4-4c90-b0d1-1317ac494781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:07.177695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-b2edaa19-d6c4-4c90-b0d1-1317ac494781 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 200 len: 917 time: 0.1850815 Oct 15 19:42:07.197167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:07.200733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01bb22-cc71-49e4-b545-191c6ad9b88e req-e193bd05-8ca2-45ad-af16-b52e030ef65b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:07.210208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da01bb22-cc71-49e4-b545-191c6ad9b88e req-e193bd05-8ca2-45ad-af16-b52e030ef65b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 947 time: 0.1113660 Oct 15 19:42:07.214867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27380888-9852-4ab6-b425-7d0c2fdc6124 req-10921323-8761-453f-94b8-e2da8abe964d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757379 Oct 15 19:42:07.245633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:07.245633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 15 19:42:07.265823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.272116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Port bf34e385-002f-43b0-b2c7-543e5019c774 not found, will not notify nova. {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 15 19:42:07.277131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] No DVR routers for this DVR port bf34e385-002f-43b0-b2c7-543e5019c774 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:07.283152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.287221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31f7ae19-8286-4908-8bbf-4f7fb639a791 req-be8e90dd-df17-43a9-8182-26a430f9637b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "DELETE /v2.0/ports/bf34e385-002f-43b0-b2c7-543e5019c774 HTTP/1.1" status: 204 len: 173 time: 1.1027482 Oct 15 19:42:07.300361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-6983c49e-f5e9-4d32-a2bd-aaf39b33e534 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732291 Oct 15 19:42:07.348626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da01bb22-cc71-49e4-b545-191c6ad9b88e req-632e3417-3e38-45c9-bd2f-b15f27b7752e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353064 Oct 15 19:42:07.354617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-593b1569-c049-45d3-bcb4-7a4403beb00a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 200 len: 999 time: 0.1688957 Oct 15 19:42:07.359275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.resource_extend [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:42:07.407726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-308625af-1d57-4d1a-a82d-0d58fd64dced req-9ed1f507-1ca3-4dfe-9e45-0d3dc53514a6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=54831088-6822-4ae5-8c06-40c773e02614 HTTP/1.1" status: 200 len: 210 time: 0.0463009 Oct 15 19:42:07.432780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-ee90f6f2-e3e8-4019-a41d-b9fc27cf27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:07.434726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-ee90f6f2-e3e8-4019-a41d-b9fc27cf27ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24ae4310-b580-4a97-839b-ff399a26102a HTTP/1.1" status: 200 len: 855 time: 0.0668573 Oct 15 19:42:07.435842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.439307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.440229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27481484-4292-480e-b006-11f3cfa409c4 HTTP/1.1" status: 204 len: 168 time: 0.5744956 Oct 15 19:42:07.449549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c800b-f974-4c4a-a7ca-ac45de9bc463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27481484-4292-480e-b006-11f3cfa409c4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:07.514313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-3d7cb8ec-c581-4a83-88d9-4df4bb2bf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:07.517003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-3d7cb8ec-c581-4a83-88d9-4df4bb2bf3ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699456 Oct 15 19:42:07.587234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:07.693611 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-31935b3e-d257-4f7b-928e-ac38aadb28c7 service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672609 Oct 15 19:42:07.712360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1ede36af-aee1-4fe6-b181-cf1c99888833'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:07.762533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:07.805283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c5892db-6ee5-4cd1-bfec-4bc539b23153 req-80fb0472-d3b6-47b6-9c7e-93b1961d571d service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047344 Oct 15 19:42:07.815354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'port_id': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'mac_address': 'fa:16:3e:a1:4c:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2493e2-e347-4a57-8e4e-170b9798cd52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:07.937316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:07.972743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee78e068-760a-4ba4-b51a-a19bbe6f6244 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:08.013310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:08.076051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:08.145448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff01ef8-f2bc-416b-a844-82d777c63496 req-c7635ba5-36e2-4f62-b673-5f5525f66e3c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:08.147292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:08.148303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dff01ef8-f2bc-416b-a844-82d777c63496 req-c7635ba5-36e2-4f62-b673-5f5525f66e3c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0783403 Oct 15 19:42:08.190651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dff01ef8-f2bc-416b-a844-82d777c63496 req-8f463b51-3c18-4c5b-8726-2b53fb45cd58 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Oct 15 19:42:08.364071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c4b5-e086-489f-8a5a-77d56be24899 req-e3821d74-2aa2-48c0-958d-dcbc3ba966df tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:08.365816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ee9c4b5-e086-489f-8a5a-77d56be24899 req-e3821d74-2aa2-48c0-958d-dcbc3ba966df tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0575213 Oct 15 19:42:08.412888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ee9c4b5-e086-489f-8a5a-77d56be24899 req-be6c8764-12ad-401a-a6ca-0792f0ce4b74 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Oct 15 19:42:08.502007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62653b-8622-4d16-b029-955b2f58492d req-cf6822f8-cef3-449f-9cb1-222e14a2b5af tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:08.503658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be62653b-8622-4d16-b029-955b2f58492d req-cf6822f8-cef3-449f-9cb1-222e14a2b5af tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 948 time: 0.0697606 Oct 15 19:42:08.550173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be62653b-8622-4d16-b029-955b2f58492d req-de0ab56c-aacd-4f05-947d-0eac1f841153 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Oct 15 19:42:08.612666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:08.733906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-deleted', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:08.736394 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ed181-af9a-486c-aec4-cef4de632dd7" -d '{"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-deleted", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:08.793717 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace947ae-eec1-4730-a6f7-613f7d92632c x-openstack-request-id: req-ace947ae-eec1-4730-a6f7-613f7d92632c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:08.794136 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54831088-6822-4ae5-8c06-40c773e02614", "name": "network-vif-deleted", "tag": "bf34e385-002f-43b0-b2c7-543e5019c774", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:08.794484 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ace947ae-eec1-4730-a6f7-613f7d92632c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:08.795094 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54831088-6822-4ae5-8c06-40c773e02614', 'name': 'network-vif-deleted', 'tag': 'bf34e385-002f-43b0-b2c7-543e5019c774', 'status': 'completed', 'code': 200} Oct 15 19:42:08.962934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7369c2-6eed-4b14-b2ac-482cf61da9d2 req-8818822f-e4a5-4843-99a7-119cafc97a4c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:08.964623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf7369c2-6eed-4b14-b2ac-482cf61da9d2 req-8818822f-e4a5-4843-99a7-119cafc97a4c tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 951 time: 0.0497911 Oct 15 19:42:09.009486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf7369c2-6eed-4b14-b2ac-482cf61da9d2 req-372ca5ab-838f-43e8-95f1-863a715a5005 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337932 Oct 15 19:42:09.082733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:09.102752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: bf34e385-002f-43b0-b2c7-543e5019c774 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:09.103091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf34e385-002f-43b0-b2c7-543e5019c774 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:09.328422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db865f-f0a4-421a-a2ea-3defa7818082 req-627469e3-9856-408f-ba15-e7706039a3cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:09.330089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86db865f-f0a4-421a-a2ea-3defa7818082 req-627469e3-9856-408f-ba15-e7706039a3cd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0596344 Oct 15 19:42:09.370417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86db865f-f0a4-421a-a2ea-3defa7818082 req-9f36b45b-04a9-4cbb-98af-a401a585539a tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Oct 15 19:42:09.543111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a68b-b809-43fd-bd75-caad8d49fa5a req-5009427f-a0f8-4a37-898a-24e51ce3341b tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:09.544530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6610a68b-b809-43fd-bd75-caad8d49fa5a req-5009427f-a0f8-4a37-898a-24e51ce3341b tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 945 time: 0.0553119 Oct 15 19:42:09.592357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6610a68b-b809-43fd-bd75-caad8d49fa5a req-55e403fe-e2c0-49fc-9fc3-919a67105e72 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Oct 15 19:42:09.738134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de752be-b3ca-4c54-9e94-6890b43b4b05 req-5b1d6a03-cfe0-4aa0-b953-42d2214c866b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:09.739775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de752be-b3ca-4c54-9e94-6890b43b4b05 req-5b1d6a03-cfe0-4aa0-b953-42d2214c866b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 948 time: 0.0651748 Oct 15 19:42:09.784468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de752be-b3ca-4c54-9e94-6890b43b4b05 req-5c639941-f113-437f-b53b-354cf033fa48 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372241 Oct 15 19:42:10.132098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd29c2-cfb8-4501-9da0-726db0ff5f6d req-fa7e4091-f31b-498e-be12-e70d1596d045 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:10.133710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11dd29c2-cfb8-4501-9da0-726db0ff5f6d req-fa7e4091-f31b-498e-be12-e70d1596d045 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 951 time: 0.0523875 Oct 15 19:42:10.173966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11dd29c2-cfb8-4501-9da0-726db0ff5f6d req-6a7c436f-5577-4422-ac71-5c49f0db7a65 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Oct 15 19:42:10.497792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefade4-8bc5-4c78-a4fd-654150fc67c2 req-300e856e-4943-4af0-9fde-943b5fd3f621 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:10.499301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3cefade4-8bc5-4c78-a4fd-654150fc67c2 req-300e856e-4943-4af0-9fde-943b5fd3f621 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0550523 Oct 15 19:42:10.538354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3cefade4-8bc5-4c78-a4fd-654150fc67c2 req-049cd2e6-3e60-44b4-b0ee-3eaf6ff94f20 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Oct 15 19:42:10.613527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-10e19fb0-4804-4801-aae3-97d087a7035f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:10.615083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-10e19fb0-4804-4801-aae3-97d087a7035f tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 951 time: 0.0505242 Oct 15 19:42:10.663677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:10.711396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ede36af-aee1-4fe6-b181-cf1c99888833 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:10.726013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Deleting port e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:10.726606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:10.788256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51112d-45fb-4d03-8976-f7e8a4b2fbcf req-d88c7db8-6cd9-4e47-9d39-738b16e174b9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:10.795196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb51112d-45fb-4d03-8976-f7e8a4b2fbcf req-d88c7db8-6cd9-4e47-9d39-738b16e174b9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 945 time: 0.1139245 Oct 15 19:42:10.842102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] For port e75f20dd-5d8e-4f96-9a0d-32f55aed415e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:10.842456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:10.842981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 1ede36af-aee1-4fe6-b181-cf1c99888833 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:10.847108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 1ede36af-aee1-4fe6-b181-cf1c99888833 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:10.847487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:10.854286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f81608c4-99e0-42b7-a2af-daee7d55dbe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:10.866654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Calling delete_port for e75f20dd-5d8e-4f96-9a0d-32f55aed415e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:10.879918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb51112d-45fb-4d03-8976-f7e8a4b2fbcf req-398f103e-d755-45f2-b862-2da18d62254f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Oct 15 19:42:10.976718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.024144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f81608c4-99e0-42b7-a2af-daee7d55dbe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.024343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:11.025851 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb637e2-ca44-46a5-bf3d-81fd8e98030e" -d '{"events": [{"server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "name": "network-vif-plugged", "status": "completed", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:11.054106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ede36af-aee1-4fe6-b181-cf1c99888833,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:11.087732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce8880-9055-4b98-829f-1a48c8495a8d req-1b7fe052-144d-457b-9756-45ea07527feb tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:11.089679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33ce8880-9055-4b98-829f-1a48c8495a8d req-1b7fe052-144d-457b-9756-45ea07527feb tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 948 time: 0.1073344 Oct 15 19:42:11.107471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ee78e068-760a-4ba4-b51a-a19bbe6f6244 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:11.134787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f81608c4-99e0-42b7-a2af-daee7d55dbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.143189 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1efa676-e8d5-4f63-9f6d-c70da757919d x-openstack-request-id: req-e1efa676-e8d5-4f63-9f6d-c70da757919d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:11.147541 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "name": "network-vif-plugged", "status": "completed", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:11.147541 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1efa676-e8d5-4f63-9f6d-c70da757919d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:11.147541 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833', 'code': 200} Oct 15 19:42:11.147879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33ce8880-9055-4b98-829f-1a48c8495a8d req-8a8fcdb8-10d5-448c-a19b-1ea999ff13a2 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496829 Oct 15 19:42:11.206525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f81608c4-99e0-42b7-a2af-daee7d55dbe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65d43466bb12417cb392e46d2668691e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410230 Oct 15 19:42:11.210491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60774) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:11.242544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.290213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event deleted for resources: {'Port': ['ID=e75f20dd-5d8e-4f96-9a0d-32f55aed415e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:11.292086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81608c4-99e0-42b7-a2af-daee7d55dbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735fa3e0-dc60-461d-8ffb-ebb219a9629c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:11.316082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:11.319828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:11.325250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abca975-44a5-4c6f-8c0e-c39f23308458 req-e02f5dd8-40f1-4770-b907-18516d7e3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:11.326859 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2abca975-44a5-4c6f-8c0e-c39f23308458 req-e02f5dd8-40f1-4770-b907-18516d7e3da2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 1101 time: 0.1385808 Oct 15 19:42:11.329973 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.371422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2abca975-44a5-4c6f-8c0e-c39f23308458 req-7a35e2da-b655-4c7e-82fb-df62d51cd2df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349889 Oct 15 19:42:11.387698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.400277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] No DVR routers for this DVR port e75f20dd-5d8e-4f96-9a0d-32f55aed415e on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:11.403400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.411747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-623ce716-3b52-4878-afeb-e14dcd8b92cf req-2a8236f4-4e70-4b69-9787-a2560ada47b4 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "DELETE /v2.0/ports/e75f20dd-5d8e-4f96-9a0d-32f55aed415e HTTP/1.1" status: 204 len: 173 time: 0.7896700 Oct 15 19:42:11.416367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-deleted', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:11.420301 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7788c-504a-4d65-8064-d30496318b54" -d '{"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-deleted", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:11.434578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.480692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:11.495939 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1c595-f353-428c-8bef-e9f3ec8e58ae x-openstack-request-id: req-7cb1c595-f353-428c-8bef-e9f3ec8e58ae {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:11.496232 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd73712-7198-4de7-8fb8-33b101877088", "name": "network-vif-deleted", "tag": "e75f20dd-5d8e-4f96-9a0d-32f55aed415e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:11.497229 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cb1c595-f353-428c-8bef-e9f3ec8e58ae {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:11.497795 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd73712-7198-4de7-8fb8-33b101877088', 'name': 'network-vif-deleted', 'tag': 'e75f20dd-5d8e-4f96-9a0d-32f55aed415e', 'status': 'completed', 'code': 200} Oct 15 19:42:11.587207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port ee78e068-760a-4ba4-b51a-a19bbe6f6244 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:11.602151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port ee78e068-760a-4ba4-b51a-a19bbe6f6244 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:11.602772 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.615786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1665a841-3ba2-4887-a2e2-5c5a657216ff req-ae7e68ae-6504-4c69-885c-8463684070f1 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0286305 Oct 15 19:42:11.629140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.641773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.641773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/735fa3e0-dc60-461d-8ffb-ebb219a9629c HTTP/1.1" status: 204 len: 168 time: 0.4257648 Oct 15 19:42:11.663060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef60d4-d655-4360-bddf-fee6c3406ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735fa3e0-dc60-461d-8ffb-ebb219a9629c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:11.738756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e9842-855d-40c0-9bce-3a1d23e6a917 req-cc351bc0-5831-499c-a2d7-2fec92a6b6fa tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:11.741779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-297e9842-855d-40c0-9bce-3a1d23e6a917 req-cc351bc0-5831-499c-a2d7-2fec92a6b6fa tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0812109 Oct 15 19:42:11.850437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-297e9842-855d-40c0-9bce-3a1d23e6a917 req-4a8acc70-e386-4369-a166-a21c1d7ff343 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980322 Oct 15 19:42:11.883748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:11.949591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:12.052453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.123240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:12.126512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebad1f-cb69-4df0-9858-1557ac17521f req-6a682eb0-b3ff-492f-b963-238bbc4e9fe0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:12.128081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eebad1f-cb69-4df0-9858-1557ac17521f req-6a682eb0-b3ff-492f-b963-238bbc4e9fe0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 946 time: 0.0783563 Oct 15 19:42:12.189241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eebad1f-cb69-4df0-9858-1557ac17521f req-ce9dff28-df26-4108-af1c-623e4e0bb108 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Oct 15 19:42:12.326024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c8aff-aa0c-419e-b513-e46d369c9218 req-28bcb6e5-793c-4dcb-8e33-9124f059ff8a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:12.327596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-534c8aff-aa0c-419e-b513-e46d369c9218 req-28bcb6e5-793c-4dcb-8e33-9124f059ff8a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.0560343 Oct 15 19:42:12.379417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db494920-3d58-498e-85b9-6bb3b8269c6c req-fa9dc571-a7d1-4f42-a234-149248c5abfa tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:12.381216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-534c8aff-aa0c-419e-b513-e46d369c9218 req-f6e91710-7ae7-4f9c-8145-2c1723eeb27c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448394 Oct 15 19:42:12.384351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db494920-3d58-498e-85b9-6bb3b8269c6c req-fa9dc571-a7d1-4f42-a234-149248c5abfa tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0583091 Oct 15 19:42:12.440882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db494920-3d58-498e-85b9-6bb3b8269c6c req-b4fe395b-e000-4ca0-93f2-65973826b767 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525129 Oct 15 19:42:12.491676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60798) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:12.505453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4aaeace-6eb9-4b0a-9991-2bbb3177c18e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.594266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4aaeace-6eb9-4b0a-9991-2bbb3177c18e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.665078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4aaeace-6eb9-4b0a-9991-2bbb3177c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.710662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4aaeace-6eb9-4b0a-9991-2bbb3177c18e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80d733c0fc824d268ed3df43dc76c222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181554 Oct 15 19:42:12.711781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaeace-6eb9-4b0a-9991-2bbb3177c18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1a8afb-2304-4bef-b2e6-018dc6262d88,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:12.714630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:12.792961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a46ade0-2291-4d52-a842-9e10ab85eb92 req-e61f6892-d5ae-4d0f-90b1-9a525a404671 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=4fd73712-7198-4de7-8fb8-33b101877088 HTTP/1.1" status: 200 len: 210 time: 0.0506322 Oct 15 19:42:12.815054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.835148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.963066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.965876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:12.969721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff1a8afb-2304-4bef-b2e6-018dc6262d88 HTTP/1.1" status: 204 len: 168 time: 0.2510192 Oct 15 19:42:12.977838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd4c8f-74b6-4c32-b609-598aeebd9d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1a8afb-2304-4bef-b2e6-018dc6262d88,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:13.045008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d871d-8eb7-480f-91a3-3971455a7d99 req-c492e7a6-c9a6-40cf-81e2-acc7f3eae858 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:13.056453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-659d871d-8eb7-480f-91a3-3971455a7d99 req-c492e7a6-c9a6-40cf-81e2-acc7f3eae858 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.1065023 Oct 15 19:42:13.099144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-659d871d-8eb7-480f-91a3-3971455a7d99 req-1feaa314-f390-4172-9ddd-7c9922c1c956 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Oct 15 19:42:13.145989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:13.148537 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17f3942-086a-482f-afaa-0bf7e9759e76" -d '{"events": [{"server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "name": "network-vif-plugged", "status": "completed", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:13.187625 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b01791-2855-43ad-b5dc-b271f22ee9b7 x-openstack-request-id: req-14b01791-2855-43ad-b5dc-b271f22ee9b7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:13.188002 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "name": "network-vif-plugged", "status": "completed", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:13.188266 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14b01791-2855-43ad-b5dc-b271f22ee9b7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:13.188655 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'code': 200} Oct 15 19:42:13.342889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48593d78-28b4-464f-8cbf-3335f186c1bb req-973ae348-2df2-4301-8fe2-9c637a2104f8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:13.345358 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48593d78-28b4-464f-8cbf-3335f186c1bb req-973ae348-2df2-4301-8fe2-9c637a2104f8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 946 time: 0.0781991 Oct 15 19:42:13.352192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c09c3-fc35-410d-b053-cb1420013644 req-9bc450cb-44e0-4dc4-9969-729553b51fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:13.354225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-423c09c3-fc35-410d-b053-cb1420013644 req-9bc450cb-44e0-4dc4-9969-729553b51fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0767200 Oct 15 19:42:13.423569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48593d78-28b4-464f-8cbf-3335f186c1bb req-55192dd8-1a7f-4b08-96dd-067e6b875020 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633051 Oct 15 19:42:13.436760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-423c09c3-fc35-410d-b053-cb1420013644 req-34898014-2f0b-4500-aad3-0059e70a7ff3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Oct 15 19:42:13.522494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b189427-eef2-45b0-8a48-2f92e5c5b676 req-d0602b62-6801-4296-89e6-14cf2b6c5c2e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:13.524153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b189427-eef2-45b0-8a48-2f92e5c5b676 req-d0602b62-6801-4296-89e6-14cf2b6c5c2e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.0626266 Oct 15 19:42:13.573699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661c2c7-aa45-4945-9882-826393fdadb8 req-483d63e0-21c3-47db-98a9-ba6b2398f993 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:13.575208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c661c2c7-aa45-4945-9882-826393fdadb8 req-483d63e0-21c3-47db-98a9-ba6b2398f993 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Oct 15 19:42:13.579263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b189427-eef2-45b0-8a48-2f92e5c5b676 req-7ec7ea57-40dd-4c68-ab41-e2ee0d5935de tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479062 Oct 15 19:42:13.617033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c661c2c7-aa45-4945-9882-826393fdadb8 req-aec1b9af-81f8-4e78-8b32-ec32db1b1ccf tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups?id=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Oct 15 19:42:14.023225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-d63b3f68-cc49-450a-8427-cc8793dcfea9 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.024075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072e988-b9f1-4a4f-878e-9722bb4033e2 req-e5c86c24-7784-4e35-b6ef-80a0c45880b3 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.024711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-d63b3f68-cc49-450a-8427-cc8793dcfea9 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.15 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Oct 15 19:42:14.024979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9072e988-b9f1-4a4f-878e-9722bb4033e2 req-e5c86c24-7784-4e35-b6ef-80a0c45880b3 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.0506823 Oct 15 19:42:14.077224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9072e988-b9f1-4a4f-878e-9722bb4033e2 req-50bf4ff3-f4b1-4122-8bab-c1c87f2eb66f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451577 Oct 15 19:42:14.149827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Deleting port 611d5d9b-02f6-428a-9943-29bb7e1f1394 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:14.150573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.180327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:14.281141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] For port 611d5d9b-02f6-428a-9943-29bb7e1f1394, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=611d5d9b-02f6-428a-9943-29bb7e1f1394,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:14.281827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.328623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e72736-91df-4ac8-8d0c-f00e299a4922 req-5709624b-619c-41ef-b04b-6320e0b5aeb1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.336181 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04e72736-91df-4ac8-8d0c-f00e299a4922 req-5709624b-619c-41ef-b04b-6320e0b5aeb1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0770314 Oct 15 19:42:14.343036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1356174709-network', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:14.394766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04e72736-91df-4ac8-8d0c-f00e299a4922 req-250c4bde-a7c5-4fd1-940e-0e6a0c11ee8d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557415 Oct 15 19:42:14.440095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badf6ba-97f5-4b19-8ea2-1347d83e3936 req-982dc94d-4d6f-486a-98f2-16a083e20899 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.441587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4badf6ba-97f5-4b19-8ea2-1347d83e3936 req-982dc94d-4d6f-486a-98f2-16a083e20899 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1025636 Oct 15 19:42:14.469011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Made reservation on behalf of dac7ea8a00834b259927ce6c51a45851 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:14.471628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.483541 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.513622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-573273f2-1583-46bb-9ec0-ed37d82f3823 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=70944e44b53e402f97a694cc1ac99bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319331 Oct 15 19:42:14.537295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4badf6ba-97f5-4b19-8ea2-1347d83e3936 req-cd3486c8-b782-4439-82f3-fbae3e6c061d tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819485 Oct 15 19:42:14.539167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.539533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.540218 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Floating IP d73477fd-7072-4835-9d93-85567ce10fc2 disassociated. External IP: 172.25.0.14, port: 611d5d9b-02f6-428a-9943-29bb7e1f1394. Oct 15 19:42:14.540218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Calling delete_port for 611d5d9b-02f6-428a-9943-29bb7e1f1394 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:14.681260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-3bc185ad-1f2a-45b4-b6f5-805ca6f38727 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.682845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-3bc185ad-1f2a-45b4-b6f5-805ca6f38727 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1579192 Oct 15 19:42:14.699784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.710092 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-8f1d94a0-f551-4caa-89db-3ad6e10b3f1b tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/quotas/70944e44b53e402f97a694cc1ac99bc4 HTTP/1.1" status: 200 len: 375 time: 0.0125484 Oct 15 19:42:14.753646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1537-6f0c-48e9-830c-e8dc367bdf2a req-3d7205c2-561b-4bfc-ad17-60cff114261f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.755876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550e1537-6f0c-48e9-830c-e8dc367bdf2a req-3d7205c2-561b-4bfc-ad17-60cff114261f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 946 time: 0.0713074 Oct 15 19:42:14.763244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-5b37872e-6263-484e-9687-ae851a0e3a8e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471449 Oct 15 19:42:14.768616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.801068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:42:14.801609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550e1537-6f0c-48e9-830c-e8dc367bdf2a req-c595cf10-b5f5-4ba4-9d32-984219c95967 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382769 Oct 15 19:42:14.802448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.831757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.832284 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Added segment 1981c594-d863-432e-921d-b37c487b98e3 of type vlan for network 3e76a510-d10e-4bc2-9935-e44668d47548 Oct 15 19:42:14.842194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event deleted for resources: {'Port': ['ID=611d5d9b-02f6-428a-9943-29bb7e1f1394,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:14.894256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d8f1e4-840f-4fe3-940f-d358824f341d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:14.904494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.945156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0296f728-1c66-41c4-84c1-9317fb5b8e4c req-6d592288-fe23-4ce5-b67c-819dee5856f2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 210 time: 0.0313902 Oct 15 19:42:14.986259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:14.987531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:14.988473 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:15.030473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Router 1304b8f1-4b88-4983-9979-849a9a875f62 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:15.071507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] Pushing event updated for resources: {'Network': ['ID=3e76a510-d10e-4bc2-9935-e44668d47548,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:15.083957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3e76a510-d10e-4bc2-9935-e44668d47548 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:42:15.088187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0eb97ea-250f-4be7-9843-122c0d5f1400 req-0ed9afd6-ec4b-4960-94af-7ac9d0aaca0f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0448365 Oct 15 19:42:15.118710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-03f729ee-af39-41a8-9fd6-f2913346cd8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9371958 Oct 15 19:42:15.125992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60880) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:15.133160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Request body: {'subnet': {'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1356174709-subnet', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:15.161080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:15.194045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: e75f20dd-5d8e-4f96-9a0d-32f55aed415e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:15.194346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e75f20dd-5d8e-4f96-9a0d-32f55aed415e not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:15.220179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:15.226420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Made reservation on behalf of dac7ea8a00834b259927ce6c51a45851 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:15.231969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:15.232291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Sync routers for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:15.247904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:15.248673 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:15.273601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] No DVR routers for this DVR port 611d5d9b-02f6-428a-9943-29bb7e1f1394 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:15.276624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:15.280426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc5afdb0-ac19-4a2c-b534-98fa9583cbc0 req-a3dec549-ced6-478a-9cad-4993cb4d8a9a tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.15 "DELETE /v2.0/ports/611d5d9b-02f6-428a-9943-29bb7e1f1394 HTTP/1.1" status: 204 len: 173 time: 1.2470350 Oct 15 19:42:15.280888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'name': 'network-vif-deleted', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:15.290818 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7fbba-09eb-483c-99a7-8b0128b74ad1" -d '{"events": [{"server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "name": "network-vif-deleted", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:15.346986 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6518c45-3828-4ecd-aecc-fdabd16751fa x-openstack-request-id: req-c6518c45-3828-4ecd-aecc-fdabd16751fa {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:15.347325 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582f1f10-d65e-4465-a113-3bedaabb9541", "name": "network-vif-deleted", "tag": "611d5d9b-02f6-428a-9943-29bb7e1f1394", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:15.347817 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6518c45-3828-4ecd-aecc-fdabd16751fa {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:15.348314 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582f1f10-d65e-4465-a113-3bedaabb9541', 'name': 'network-vif-deleted', 'tag': '611d5d9b-02f6-428a-9943-29bb7e1f1394', 'status': 'completed', 'code': 200} Oct 15 19:42:15.383636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:15.534579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2b35-15cd-442a-b2e0-bd96b3f50155 req-9cf03760-e541-4e04-8b06-0df81f0fd897 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:15.536270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c9f2b35-15cd-442a-b2e0-bd96b3f50155 req-9cf03760-e541-4e04-8b06-0df81f0fd897 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0567474 Oct 15 19:42:15.575470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c9f2b35-15cd-442a-b2e0-bd96b3f50155 req-2d7dc057-aa17-4754-a5d5-3e999388c346 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Oct 15 19:42:15.607380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:15.620593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:15.636340 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Checking router: 1304b8f1-4b88-4983-9979-849a9a875f62 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:15.644778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:15.647016 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:15.677668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375f8de-7280-4ce5-a502-afa7b095e140 req-b2e3456a-0d03-4f0e-a855-93fdda51528b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:15.685954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c375f8de-7280-4ce5-a502-afa7b095e140 req-b2e3456a-0d03-4f0e-a855-93fdda51528b tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.0639620 Oct 15 19:42:15.702252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Checking segment: {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:15.702914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Network hostable DHCP agents. Network: 3e76a510-d10e-4bc2-9935-e44668d47548, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:42:15.704709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cd1ffe-e68a-468b-aca3-be0a70d459c8,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:15.749128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c375f8de-7280-4ce5-a502-afa7b095e140 req-5d91ff61-a67e-4a51-aa21-d732a383e9ec tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619779 Oct 15 19:42:15.786408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Network 3e76a510-d10e-4bc2-9935-e44668d47548 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:42:15.803905 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:15.912922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3e76a510-d10e-4bc2-9935-e44668d47548) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:15.917467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:15.918041 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:15.923310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e300ab-79b5-4307-baca-2cfb47ebbf36 None None] Network 3e76a510-d10e-4bc2-9935-e44668d47548 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:15.942482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecec40-a43c-45bc-a85c-18468d37f50e req-2b33672f-bc27-4abb-b46a-53f10f786156 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:15.944377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80ecec40-a43c-45bc-a85c-18468d37f50e req-2b33672f-bc27-4abb-b46a-53f10f786156 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 946 time: 0.0600948 Oct 15 19:42:16.008791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80ecec40-a43c-45bc-a85c-18468d37f50e req-79d7ca06-08c6-490d-83e4-356fac13698b tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584981 Oct 15 19:42:16.015308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-861d0c2d-4221-4696-96dc-f85794172abd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8876691 Oct 15 19:42:16.017654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60902) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:16.023498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:16.034518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111df37-570a-4426-915c-c245b2a7c803 req-9b8103a1-27dd-4f7b-b6ca-c18f7f126325 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:16.037077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9111df37-570a-4426-915c-c245b2a7c803 req-9b8103a1-27dd-4f7b-b6ca-c18f7f126325 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 950 time: 0.1001813 Oct 15 19:42:16.073922 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:16.106293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d681fe-391c-4eb3-b4ca-ae8c029e0eda None None] The sync data for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 is: [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '34f410b2-0b4b-4f0c-a054-251b75a0f1f5', 'name': '', 'network_id': '4e8b1ef8-a8ad-4c97-af84-8214432c7a02', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'mac_address': 'fa:16:3e:5c:61:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:43Z', 'updated_at': '2021-10-15T19:38:47Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'subnets': [{'id': '6cfa655a-3015-45ef-9ef2-74e9faa7725b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:16.138005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3e76a510-d10e-4bc2-9935-e44668d47548', 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'fixed_ips': [{'subnet_id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:42:16.138885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.175979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.184100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.209548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d10682c-22ff-4502-8340-9ed8d450fc71 req-961910d5-581d-47c2-aa3c-d4bce57ea8d8 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/ports?device_id=582f1f10-d65e-4465-a113-3bedaabb9541 HTTP/1.1" status: 200 len: 210 time: 0.1052423 Oct 15 19:42:16.215757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97a96b95-a05e-4232-abb4-795c523feea5 req-12222f0a-5a3a-465f-9e79-3f15a929e09e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0528548 Oct 15 19:42:16.284992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Deleting port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:16.285434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.299193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.356631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Allocated IP 172.20.0.2 (3e76a510-d10e-4bc2-9935-e44668d47548/19cd1ffe-e68a-468b-aca3-be0a70d459c8/589cc371-550c-4796-a16b-43f6055b7946) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:16.423312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] For port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:16.423798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.450503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Calling delete_port for 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:16.538038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e2861-0f03-4500-84dc-745ae10efd0b None None] New status for floating IP d73477fd-7072-4835-9d93-85567ce10fc2: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:42:16.572500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.689956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.724495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c29c9-ca8b-44fb-9c02-7e3ed4fc7ceb req-7baad65c-8b59-4d37-90de-5af34d0a1110 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:16.726033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-579c29c9-ca8b-44fb-9c02-7e3ed4fc7ceb req-7baad65c-8b59-4d37-90de-5af34d0a1110 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Oct 15 19:42:16.751472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.765364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:16.767614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:16.816847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-579c29c9-ca8b-44fb-9c02-7e3ed4fc7ceb req-f3185c3e-dbd9-4df0-9de3-9b920dc9ed3f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763261 Oct 15 19:42:16.820612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event deleted for resources: {'Port': ['ID=0a3314ed-7cad-4edb-9c00-a0f7b0ffff02,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:16.825175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.896694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Network 3e76a510-d10e-4bc2-9935-e44668d47548 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:16.899707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:16.901590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:16.925150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] No DVR routers for this DVR port 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:16.927874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:16.931253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9111df37-570a-4426-915c-c245b2a7c803 req-ba796600-09d2-4954-9a31-7df040f9e9d8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.15 "DELETE /v2.0/ports/0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 HTTP/1.1" status: 204 len: 173 time: 0.8864322 Oct 15 19:42:16.944385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00649384-b341-4fc0-98e4-d1c288362d18 req-dc91566d-f97a-4b16-b3e1-7f657daa6d19 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 210 time: 0.0635908 Oct 15 19:42:16.976545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Pushing event updated for resources: {'Port': ['ID=589cc371-550c-4796-a16b-43f6055b7946,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:17.020031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Attempting to bind port 589cc371-550c-4796-a16b-43f6055b7946 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:17.020993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Attempting to bind port 589cc371-550c-4796-a16b-43f6055b7946 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:17.021351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Attempting to bind port 589cc371-550c-4796-a16b-43f6055b7946 on network 3e76a510-d10e-4bc2-9935-e44668d47548 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:17.028791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:17.029167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Checking segment: {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:17.029566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.030210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Bound using segment: {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:17.030466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Bound port: 589cc371-550c-4796-a16b-43f6055b7946, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:17.030802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.078081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.097779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.133631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] For port 589cc371-550c-4796-a16b-43f6055b7946, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:17.137624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] For port 589cc371-550c-4796-a16b-43f6055b7946, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=589cc371-550c-4796-a16b-43f6055b7946,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:17.211734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Allocated IP 172.25.0.5 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/9d036f18-620c-43cb-80a4-90febbb6aabf) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:17.224753 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.316779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915d9c4-8041-4d85-9b85-1fe38e4e919f None None] Pushing event updated for resources: {'Port': ['ID=589cc371-550c-4796-a16b-43f6055b7946,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:17.366543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-deleted', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:17.370077 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa83d01c-e7f9-4aa2-9b06-e3dd97ed2c20" -d '{"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-deleted", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:17.376639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.377457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fc7ebc0-9dd5-44a4-812a-7ed1c84d598f req-80a82e4b-40c3-4765-a0eb-2d03b4ea5f24 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0583115 Oct 15 19:42:17.432027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:17.497831 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde8f960-b180-4280-b0e9-de152e1471f3 x-openstack-request-id: req-fde8f960-b180-4280-b0e9-de152e1471f3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:17.498107 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c2a276-d7a4-48c1-8a49-1d86d3de73d0", "name": "network-vif-deleted", "tag": "0a3314ed-7cad-4edb-9c00-a0f7b0ffff02", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:17.498366 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fde8f960-b180-4280-b0e9-de152e1471f3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:17.499381 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c2a276-d7a4-48c1-8a49-1d86d3de73d0', 'name': 'network-vif-deleted', 'tag': '0a3314ed-7cad-4edb-9c00-a0f7b0ffff02', 'status': 'completed', 'code': 200} Oct 15 19:42:17.545790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.558357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.579103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.631448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:17.634794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:17.639014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:17.700358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Pushing event updated for resources: {'Port': ['ID=9d036f18-620c-43cb-80a4-90febbb6aabf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:17.724124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-9734229d-55c6-4fbb-ab4e-de006941cf91 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=70944e44b53e402f97a694cc1ac99bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264359 Oct 15 19:42:17.813759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.816629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:17.818910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c4dbeb8-3c36-4eb3-8647-989d1e1d1924 HTTP/1.1" status: 204 len: 168 time: 0.3843293 Oct 15 19:42:17.825243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:17.869776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05165e23-4a92-4148-bf9d-24dfef7d1af2 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4dbeb8-3c36-4eb3-8647-989d1e1d1924,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:17.887453 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-cf911e3c-3769-4322-a35a-7f6c352d798e tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] show failed (client error): The resource could not be found. Oct 15 19:42:17.892395 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:17.892998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cf911e3c-3769-4322-a35a-7f6c352d798e tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "GET /v2.0/security-groups/3c4dbeb8-3c36-4eb3-8647-989d1e1d1924 HTTP/1.1" status: 404 len: 347 time: 0.0410810 Oct 15 19:42:18.149752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2984db69-15ad-4808-8193-8905c689a8c8 req-f4253bd4-5c0f-4763-8078-7040645c1dbe tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=52c2a276-d7a4-48c1-8a49-1d86d3de73d0 HTTP/1.1" status: 200 len: 210 time: 0.0578027 Oct 15 19:42:18.253818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Deleting port 15f2f9b2-aae0-46f2-9f7c-faea3fdb2982 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:18.254430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.259652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.394065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-5de79c33-6400-4f7d-9b5b-a3079445fa9c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:18.395680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-5de79c33-6400-4f7d-9b5b-a3079445fa9c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6642838 Oct 15 19:42:18.415373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d394-8f98-41e5-80da-b67c9d04f2f6 req-ed023e9b-73f4-4974-9c48-7565cd6acf70 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:18.425001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2002d394-8f98-41e5-80da-b67c9d04f2f6 req-ed023e9b-73f4-4974-9c48-7565cd6acf70 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.5136876 Oct 15 19:42:18.432449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Request body: {'port': {'device_id': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '70944e44b53e402f97a694cc1ac99bc4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:18.492034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-754eff32-0112-4f2d-9306-b7d3a6b31fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.493610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.494515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.536745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2002d394-8f98-41e5-80da-b67c9d04f2f6 req-e8bb7c63-6195-40f5-afe6-b517afc74764 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111631 Oct 15 19:42:18.543600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Calling delete_port for 15f2f9b2-aae0-46f2-9f7c-faea3fdb2982 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:18.550107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b215d81-40e8-4880-bcdd-024de4183fe8 req-1f143717-c8b7-4a43-8de7-c48d8b18f01f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0523741 Oct 15 19:42:18.718062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Made reservation on behalf of 70944e44b53e402f97a694cc1ac99bc4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:18.721764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.732650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.732777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0162e2c4-579d-4ad4-b379-1e907a02dce8 None None] Network 3e76a510-d10e-4bc2-9935-e44668d47548 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:18.825684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] Provisioning complete for port 589cc371-550c-4796-a16b-43f6055b7946 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:18.825951 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.874429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Allocated IP 192.168.233.117 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/4dde2952-76dd-4f42-acd7-3a8c96b7f48f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:18.946040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:18.979198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Pushing event deleted for resources: {'Port': ['ID=15f2f9b2-aae0-46f2-9f7c-faea3fdb2982,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:18.980861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Router ab219780-6c50-4847-af9a-437d7401b556 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:42:19.002451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.034915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 589cc371-550c-4796-a16b-43f6055b7946 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:19.091654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] For port 589cc371-550c-4796-a16b-43f6055b7946, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=589cc371-550c-4796-a16b-43f6055b7946,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:19.092118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.093550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.094830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af68a147-b7e9-4838-8d50-23188eebe2d6 tempest-ServersTestFqdnHostnames-1825056535 tempest-ServersTestFqdnHostnames-1825056535-project] 10.222.0.13 "DELETE /v2.0/floatingips/d73477fd-7072-4835-9d93-85567ce10fc2 HTTP/1.1" status: 204 len: 168 time: 1.1972466 Oct 15 19:42:19.097753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60954) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:19.123334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 589cc371-550c-4796-a16b-43f6055b7946 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:19.123731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.154582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:19.166088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.189557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:19.190160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a3314ed-7cad-4edb-9c00-a0f7b0ffff02 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:19.190767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 611d5d9b-02f6-428a-9943-29bb7e1f1394 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:19.214361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.227159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 611d5d9b-02f6-428a-9943-29bb7e1f1394 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:19.227827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 611d5d9b-02f6-428a-9943-29bb7e1f1394 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:19.317957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e2d1f-2708-4bc0-a206-a5a574b33141 None None] Pushing event updated for resources: {'Port': ['ID=589cc371-550c-4796-a16b-43f6055b7946,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:19.358933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-dbd8047c-052b-4872-b3f6-248f6a48ece8 None None] Provisioning complete for port 589cc371-550c-4796-a16b-43f6055b7946 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:19.359437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dbd8047c-052b-4872-b3f6-248f6a48ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.361914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.388424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1ede36af-aee1-4fe6-b181-cf1c99888833'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:19.425355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:19.429685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:19.435167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:19.469648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Pushing event updated for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:19.546198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:19.547751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.668363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-021a598b-ffab-4b38-a9e0-194f94d2a828 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2422020 Oct 15 19:42:19.682015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Request body: {'port': {'device_id': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:19.760936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.812137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:19.823591 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Sync routers for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:19.836262 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:19.837234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:41:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:19.890943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d258e-d072-424a-ba8a-d90e0c03cc6a req-7babea16-73f7-4957-accb-1703b11891e8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:19.899733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-389d258e-d072-424a-ba8a-d90e0c03cc6a req-7babea16-73f7-4957-accb-1703b11891e8 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.1281362 Oct 15 19:42:19.946341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fa98c754-5d25-4f19-b44d-ded1f9717cb1 None None] Provisioning complete for port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:19.946980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa98c754-5d25-4f19-b44d-ded1f9717cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.977913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:19.978799 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e2e11ba2-15b5-4250-bacf-8b54e3e0599f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9601586 Oct 15 19:42:19.983689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:20.001157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fa98c754-5d25-4f19-b44d-ded1f9717cb1 None None] Port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:20.003872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-389d258e-d072-424a-ba8a-d90e0c03cc6a req-b003a0c6-7362-4853-b01f-32f26e310d45 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992656 Oct 15 19:42:20.007857 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:20.193134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dde2952-76dd-4f42-acd7-3a8c96b7f48f {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:20.205580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.220984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Transition to ACTIVE for port object 4dde2952-76dd-4f42-acd7-3a8c96b7f48f will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:20.257683 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:17Z', 'revision_number': 3, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:20.264100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43235e-936c-49c0-9fed-95ecebe93ffc req-e5eb4342-026b-4e73-8b35-5bf15d96e996 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:20.276568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa43235e-936c-49c0-9fed-95ecebe93ffc req-e5eb4342-026b-4e73-8b35-5bf15d96e996 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 936 time: 0.1744199 Oct 15 19:42:20.280590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.287109 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Checking router: ab219780-6c50-4847-af9a-437d7401b556 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:20.295414 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Updating router ab219780-6c50-4847-af9a-437d7401b556 port 9d036f18-620c-43cb-80a4-90febbb6aabf binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:42:20.317835 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.370672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Pushing event updated for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:20.484709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa43235e-936c-49c0-9fed-95ecebe93ffc req-da71f152-4772-4013-99a3-a4ca19b874e9 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077842 Oct 15 19:42:20.510642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbe30c-08ba-4de5-8504-4417db42c430 req-1fb79359-b5a4-410c-a1a8-5427820a5b87 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:20.519005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cfbe30c-08ba-4de5-8504-4417db42c430 req-1fb79359-b5a4-410c-a1a8-5427820a5b87 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0777090 Oct 15 19:42:20.532272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Attempting to bind port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:20.532614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Attempting to bind port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:20.532967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Attempting to bind port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:20.549215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:20.549599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Attempting to bind port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:20.573739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:20.577131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:20.577131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:20.577131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Bound port: 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:20.577131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.600327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cfbe30c-08ba-4de5-8504-4417db42c430 req-7f4273db-9f24-46c8-8bc1-bb55e98bf3f6 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Oct 15 19:42:20.677403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:20.681244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:20.752819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:20.754943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.770223 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.800676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:20.802647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.804570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] 10.222.0.15 "PUT /v2.0/ports/4dde2952-76dd-4f42-acd7-3a8c96b7f48f HTTP/1.1" status: 200 len: 1097 time: 1.1271167 Oct 15 19:42:20.806784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:20.810165 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:20.854539 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:20.869133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957979d-864c-4fee-bee7-86b8ba162fdc service neutron] Pushing event updated for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:20.889873 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc85e48-b935-40a2-bb8a-483b48d4974a x-openstack-request-id: req-0dc85e48-b935-40a2-bb8a-483b48d4974a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:20.890198 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:20.892275 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dc85e48-b935-40a2-bb8a-483b48d4974a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:20.894161 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f', 'status': 'completed', 'code': 200} Oct 15 19:42:20.943326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-8557c6f9-2268-4a11-a70e-d1916797b540 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:20.944636 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-8557c6f9-2268-4a11-a70e-d1916797b540 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.2838531 Oct 15 19:42:20.978353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-14'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:21.005283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a req-83e60efc-71ad-498b-965f-50faf9d7dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.014160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a req-83e60efc-71ad-498b-965f-50faf9d7dc77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 1100 time: 0.1145742 Oct 15 19:42:21.079144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.089079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a req-58baad27-33b3-436b-bd35-916f570790c6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=70944e44b53e402f97a694cc1ac99bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627124 Oct 15 19:42:21.134005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Pushing event updated for resources: {'Port': ['ID=9d036f18-620c-43cb-80a4-90febbb6aabf,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:21.152716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.153269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.153781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.154289 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.154788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.155287 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.155831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.156325 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.156806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.157298 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.157788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.158287 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:21.172229 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Attempting to bind port 9d036f18-620c-43cb-80a4-90febbb6aabf on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:21.172808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Attempting to bind port 9d036f18-620c-43cb-80a4-90febbb6aabf by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:21.173359 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Attempting to bind port 9d036f18-620c-43cb-80a4-90febbb6aabf on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:21.192170 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:21.193001 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:21.193891 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.194725 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:21.195386 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Bound port: 9d036f18-620c-43cb-80a4-90febbb6aabf, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:21.196142 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.243688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:21.253216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.257027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:42:21.261085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 589cc371-550c-4796-a16b-43f6055b7946 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:21.271207 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] For port 9d036f18-620c-43cb-80a4-90febbb6aabf, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:21.275076 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] For port 9d036f18-620c-43cb-80a4-90febbb6aabf, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9d036f18-620c-43cb-80a4-90febbb6aabf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:21.331859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a req-5ae74a30-e4e0-47d9-b29e-34d0ca277a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.333870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9e8ad4-bce6-4e77-8a27-00d87ebc066a req-5ae74a30-e4e0-47d9-b29e-34d0ca277a65 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391279 Oct 15 19:42:21.371736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-c5a16ef1-1e33-4b14-a441-8fd54438e9e8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.373462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-c5a16ef1-1e33-4b14-a441-8fd54438e9e8 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.0773487 Oct 15 19:42:21.375937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 589cc371-550c-4796-a16b-43f6055b7946 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:21.380603 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.384466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.472540 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:21.473650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:21.479707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.484560 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7362bf09-d80a-4e42-8e3d-5b885de205cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.526455 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bcfbb-771a-4049-a53c-f99f79a9cc0f None None] Pushing event updated for resources: {'Port': ['ID=9d036f18-620c-43cb-80a4-90febbb6aabf,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:21.542507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-5f51bf46-bcfb-418b-b71c-92f34ec1ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.545076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-5f51bf46-bcfb-418b-b71c-92f34ec1ec91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70944e44b53e402f97a694cc1ac99bc4&device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 1100 time: 0.1656144 Oct 15 19:42:21.598801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-7af0d377-ecc8-41c0-a411-0f9be9988008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f HTTP/1.1" status: 200 len: 217 time: 0.0434475 Oct 15 19:42:21.600864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f154b-0057-4223-9dd8-d742cec8ebb1 req-949b9b72-fe2c-479a-b095-0d59a9ed24a5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.608280 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-344f154b-0057-4223-9dd8-d742cec8ebb1 req-949b9b72-fe2c-479a-b095-0d59a9ed24a5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 945 time: 0.3560364 Oct 15 19:42:21.650053 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:21.668477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-741fb8fb-67b4-450f-bf05-23c00b2bc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.670359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-741fb8fb-67b4-450f-bf05-23c00b2bc0b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0640731 Oct 15 19:42:21.752260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Deleting port aca569ae-cbb0-42e7-b2db-1a2e025063f2 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:21.752779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:21.785777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95376a58-aeb9-478b-834c-7057661150c1 req-da7309ef-c5e3-4202-8ef5-2b4eb33e35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.787327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-da7309ef-c5e3-4202-8ef5-2b4eb33e35dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1041217 Oct 15 19:42:21.825153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Allocated IP 172.20.0.1 (3e76a510-d10e-4bc2-9935-e44668d47548/19cd1ffe-e68a-468b-aca3-be0a70d459c8/92b1d67a-340e-4f92-a501-fa3fad56d2df) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:21.833819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42cd96-264a-48c3-bba4-7d404243b897 req-67876365-28c4-4ee1-bede-34bc339eef6a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:21.836077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa42cd96-264a-48c3-bba4-7d404243b897 req-67876365-28c4-4ee1-bede-34bc339eef6a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 948 time: 0.1628807 Oct 15 19:42:21.881711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:17Z', 'revision_number': 3, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:21.912358 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e2393-b09a-42a7-8a26-4ec31baff6d3 None None] The sync data for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 is: [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:17Z', 'revision_number': 3, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:21.916849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa42cd96-264a-48c3-bba4-7d404243b897 req-c07662e0-c7f7-4aa5-9162-1b5dda45da4c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470135 Oct 15 19:42:21.981454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-344f154b-0057-4223-9dd8-d742cec8ebb1 req-ada983eb-ac80-4ac7-a807-a2f5a38aef69 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723135 Oct 15 19:42:22.023995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] For port aca569ae-cbb0-42e7-b2db-1a2e025063f2, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=aca569ae-cbb0-42e7-b2db-1a2e025063f2,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:22.023995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.041926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Calling delete_port for aca569ae-cbb0-42e7-b2db-1a2e025063f2 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:22.051160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-b5eba236-e5bf-4601-b31a-add95eef7e33 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523534 Oct 15 19:42:22.173358 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95376a58-aeb9-478b-834c-7057661150c1 req-5e483168-7791-4add-8041-0fcc31837f44 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125157 Oct 15 19:42:22.330802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c986a-ab84-4e8a-901e-8fa4dea824e1 req-f2a13c7a-c13c-4ca9-8690-828921e85f87 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:22.333529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9c986a-ab84-4e8a-901e-8fa4dea824e1 req-f2a13c7a-c13c-4ca9-8690-828921e85f87 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 950 time: 0.1123388 Oct 15 19:42:22.346725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.391524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.444571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9c986a-ab84-4e8a-901e-8fa4dea824e1 req-8369502b-b5ad-411c-becb-c0dca6334eda tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787797 Oct 15 19:42:22.495975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:22.599837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.603666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.627197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.640870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['aca569ae-cbb0-42e7-b2db-1a2e025063f2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:22.673184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Pushing event deleted for resources: {'Port': ['ID=aca569ae-cbb0-42e7-b2db-1a2e025063f2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:22.679004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:22.691452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.765931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] No DVR routers for this DVR port aca569ae-cbb0-42e7-b2db-1a2e025063f2 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:22.771467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.778186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fee78680-6aa6-4cdc-9b26-5d10080e1ece req-9b4a4d51-5a10-4511-ac6a-81523de87ab7 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.11 "DELETE /v2.0/ports/aca569ae-cbb0-42e7-b2db-1a2e025063f2 HTTP/1.1" status: 204 len: 173 time: 1.3823521 Oct 15 19:42:22.785309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:22.788595 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789ef8d-25ad-4b74-95c2-e40a97dd4eb4" -d '{"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:22.793276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.842270 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7d230e-7871-48d5-9cb7-01dffc4186ea x-openstack-request-id: req-0e7d230e-7871-48d5-9cb7-01dffc4186ea {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:22.842571 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:22.842822 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e7d230e-7871-48d5-9cb7-01dffc4186ea {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:22.843216 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'code': 200} Oct 15 19:42:22.847451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.895850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-deleted', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:22.900582 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f90df2-02c4-4b33-a36a-79c15ef10754" -d '{"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-deleted", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:22.906138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Deleting port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:22.906477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.911902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:22.937285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Network 3e76a510-d10e-4bc2-9935-e44668d47548 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:22.947703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:22.961862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:22.996568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Pushing event updated for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:23.031649 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ea878d-8a98-4eaf-b9df-e363dbdf3a54 x-openstack-request-id: req-f3ea878d-8a98-4eaf-b9df-e363dbdf3a54 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:23.031649 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3f1a68-c581-4013-bd57-6b7ed65082f9", "name": "network-vif-deleted", "tag": "aca569ae-cbb0-42e7-b2db-1a2e025063f2", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:23.031649 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3ea878d-8a98-4eaf-b9df-e363dbdf3a54 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:23.031649 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3f1a68-c581-4013-bd57-6b7ed65082f9', 'name': 'network-vif-deleted', 'tag': 'aca569ae-cbb0-42e7-b2db-1a2e025063f2', 'status': 'completed', 'code': 200} Oct 15 19:42:23.046726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9d036f18-620c-43cb-80a4-90febbb6aabf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:23.199230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9d036f18-620c-43cb-80a4-90febbb6aabf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:23.199630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.239448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb2b43-1410-4b89-85a4-e890eb89f4ed req-091f00a5-5d57-4566-82d9-458f0231c562 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:23.264019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eceb2b43-1410-4b89-85a4-e890eb89f4ed req-091f00a5-5d57-4566-82d9-458f0231c562 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 948 time: 0.1853962 Oct 15 19:42:23.343536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.367342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9d036f18-620c-43cb-80a4-90febbb6aabf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9d036f18-620c-43cb-80a4-90febbb6aabf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:23.368586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eceb2b43-1410-4b89-85a4-e890eb89f4ed req-613cadae-4fc0-46fd-a1aa-38369876810e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 Oct 15 19:42:23.402024 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.414614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on host n-h1-712140-14 for vnic_type normal with profile {"migrating_to": "n-h2-712140-14"} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:23.414996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:23.415439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:23.437610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.560221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e351ccaf-e25d-4648-9247-bb09322e9ec8 None None] Provisioning complete for port 92b1d67a-340e-4f92-a501-fa3fad56d2df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:23.562165 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e351ccaf-e25d-4648-9247-bb09322e9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.627627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e351ccaf-e25d-4648-9247-bb09322e9ec8 None None] Port 92b1d67a-340e-4f92-a501-fa3fad56d2df cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:23.627627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9d036f18-620c-43cb-80a4-90febbb6aabf,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:23.704340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:23.704688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Attempting to bind port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on network 42558f72-1a18-47a4-9f4f-8f884b0c4c0f {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:23.721973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc8c5053-6512-4fbc-86a4-d31c7a7d5cfe req-633f6728-35cb-4092-bcec-d224b49da753 tempest-MigrationsAdminTest-1231983524 tempest-MigrationsAdminTest-1231983524-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d3f1a68-c581-4013-bd57-6b7ed65082f9 HTTP/1.1" status: 200 len: 210 time: 0.0516248 Oct 15 19:42:23.730818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:23.730818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Checking segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:23.730818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Bound using segment: {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:23.730818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Bound port: e7f4cad5-810e-40d3-b183-ea34e2c103f5, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '42558f72-1a18-47a4-9f4f-8f884b0c4c0f'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:23.730818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.801193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] For port 34f410b2-0b4b-4f0c-a054-251b75a0f1f5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:23.802211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:23.807921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:23.838531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18fd81-ddea-4e6d-9f6e-b8166b163f79 req-21db132a-da17-4119-8dd2-3ee39c6da66b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:23.846779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e18fd81-ddea-4e6d-9f6e-b8166b163f79 req-21db132a-da17-4119-8dd2-3ee39c6da66b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.5840733 Oct 15 19:42:23.861558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Calling delete_port for 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:23.959421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e18fd81-ddea-4e6d-9f6e-b8166b163f79 req-71148156-66b7-4a42-bb3c-88c4f796e2bd tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116958 Oct 15 19:42:23.993236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:24.014419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:24.015422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.094204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.232275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:24.294774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:24.295435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.296886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9c23db41-9bd5-4521-bfa5-9b6ebdea69dc service neutron] 10.222.0.11 "PUT /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 1123 time: 3.3396783 Oct 15 19:42:24.359892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e7f4cad5-810e-40d3-b183-ea34e2c103f5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:24.388218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['e7f4cad5-810e-40d3-b183-ea34e2c103f5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:24.489500 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.529553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.603183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8417-ff5f-430b-8017-fedb19d5628c req-178f588a-39a4-403c-a7c9-17a132caaf1a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:24.607786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.618483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e8d8417-ff5f-430b-8017-fedb19d5628c req-178f588a-39a4-403c-a7c9-17a132caaf1a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 948 time: 0.1342092 Oct 15 19:42:24.705689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e8d8417-ff5f-430b-8017-fedb19d5628c req-3c09df3b-8536-413a-a06b-dbf0fe4703ec tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818312 Oct 15 19:42:24.782411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:24.823401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f410b2-0b4b-4f0c-a054-251b75a0f1f5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:24.840156 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:24.852018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: aca569ae-cbb0-42e7-b2db-1a2e025063f2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:24.855069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device aca569ae-cbb0-42e7-b2db-1a2e025063f2 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:24.970606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:24.978511 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04659c95-380c-4cc9-a63d-2dcb208dd254" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:25.076633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9d036f18-620c-43cb-80a4-90febbb6aabf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:25.149865 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d0489e-1405-4464-b106-94469c2ebef4 x-openstack-request-id: req-e5d0489e-1405-4464-b106-94469c2ebef4 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:25.151254 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:25.152007 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d0489e-1405-4464-b106-94469c2ebef4 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:25.153846 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'status': 'completed', 'code': 200} Oct 15 19:42:25.156154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Pushing event updated for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:25.158097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9d036f18-620c-43cb-80a4-90febbb6aabf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:25.168041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:25.172732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-78ece993-5c08-4bbc-8092-7199dadeb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:25.175707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 4dde2952-76dd-4f42-acd7-3a8c96b7f48f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:25.178562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-78ece993-5c08-4bbc-8092-7199dadeb6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1126 time: 0.0886528 Oct 15 19:42:25.249067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:25.322523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:25.324504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50078df7-f4ed-43f3-92d3-6630de53e077 req-cda5f8a3-3532-499e-8ae1-6a63f96c460d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:25.331688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50078df7-f4ed-43f3-92d3-6630de53e077 req-cda5f8a3-3532-499e-8ae1-6a63f96c460d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.2048876 Oct 15 19:42:25.359512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f', 'mac_address': 'fa:16:3e:2b:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:25.381948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-00328e8a-3ea9-41cf-935d-b7bc58e1ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:25.383442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-00328e8a-3ea9-41cf-935d-b7bc58e1ad3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.1964836 Oct 15 19:42:25.446306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:25.473375 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:25.484333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50078df7-f4ed-43f3-92d3-6630de53e077 req-af878140-ba05-40c0-b2e1-6f3d3cf935fc tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514921 Oct 15 19:42:25.489002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32802) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:25.491505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-e911fe3d-c2fa-4858-9527-0c33b0316468 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 217 time: 0.0998936 Oct 15 19:42:25.539199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dde2952-76dd-4f42-acd7-3a8c96b7f48f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:25.563577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-435cb49a-c2b8-4142-ba7e-02b882858ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:25.565416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-435cb49a-c2b8-4142-ba7e-02b882858ad1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.0657358 Oct 15 19:42:25.576918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Network 3e76a510-d10e-4bc2-9935-e44668d47548 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:25.580407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:25.607387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-0724d920-1191-42fc-bba6-91541d98242b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344927 Oct 15 19:42:25.632332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:25.683163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:25.781222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:25.847613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-1c55863e-87f8-4173-9dfc-a564f04be58c service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328401 Oct 15 19:42:25.853570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d5c40180-18a5-445b-8f16-1586e350c459 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21441a1e69df48d2b7d71ac9c78a1ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570969 Oct 15 19:42:25.853809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32810) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:25.938402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Router ab219780-6c50-4847-af9a-437d7401b556 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:25.967351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bc3a5-09e6-42d7-bc70-9a224933f61c req-576f961b-5d1b-47c4-b168-512c98b153e7 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:25.969099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d0bc3a5-09e6-42d7-bc70-9a224933f61c req-576f961b-5d1b-47c4-b168-512c98b153e7 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 949 time: 0.1348844 Oct 15 19:42:25.993333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b539073e-4c70-46b8-be66-3c57eeb28855 None None] Provisioning complete for port 92b1d67a-340e-4f92-a501-fa3fad56d2df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:25.994076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b539073e-4c70-46b8-be66-3c57eeb28855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.010899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.030538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Router 1304b8f1-4b88-4983-9979-849a9a875f62 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:26.058469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['4dde2952-76dd-4f42-acd7-3a8c96b7f48f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:26.071231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04659c95-380c-4cc9-a63d-2dcb208dd254 req-871b1d50-30a8-48fb-9460-e824548e7158 service neutron] 10.222.0.15 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150698 Oct 15 19:42:26.086248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b539073e-4c70-46b8-be66-3c57eeb28855 None None] Port 92b1d67a-340e-4f92-a501-fa3fad56d2df cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:26.093209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d0bc3a5-09e6-42d7-bc70-9a224933f61c req-495bc396-6e86-4a7f-8cc9-6ad46e4b5142 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150110 Oct 15 19:42:26.130398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.195284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:26.210300 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9e0e4ab5-de29-4320-a542-bca8fbe569ac admin admin] 10.222.0.13 "PUT /v2.0/routers/ab219780-6c50-4847-af9a-437d7401b556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2231059 Oct 15 19:42:26.213143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Sync routers for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:26.271055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:26.272178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:26.276881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:26.287705 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Sync routers for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:26.291760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.295596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.298828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5 HTTP/1.1" status: 204 len: 168 time: 0.4440255 Oct 15 19:42:26.308924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bcd000fa-0147-451e-a105-824c25ade584 admin admin] 10.222.0.13 "PUT /v2.0/routers/1304b8f1-4b88-4983-9979-849a9a875f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2084115 Oct 15 19:42:26.311380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32820) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:26.313262 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:26.314566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:26.316584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd4fb2-e3a9-4b7b-ac6c-60903fca6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894d92d-fdf5-43ff-a2d1-5a9bbcc3f2e5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:26.500048 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:26.529842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:26.833528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252d64-8490-4d07-ac4f-ceedfe27cd4e req-242d6e43-8623-49ef-97f8-6f1ce368e360 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:26.837439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a252d64-8490-4d07-ac4f-ceedfe27cd4e req-242d6e43-8623-49ef-97f8-6f1ce368e360 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1209958 Oct 15 19:42:26.877980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:26.891830 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:42:24Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:26.931016 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Checking router: 1304b8f1-4b88-4983-9979-849a9a875f62 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:26.940517 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Routers {'1304b8f1-4b88-4983-9979-849a9a875f62'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:26.941131 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1304b8f1-4b88-4983-9979-849a9a875f62'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:26.964248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a252d64-8490-4d07-ac4f-ceedfe27cd4e req-306dc6cc-00af-45d5-a383-42d32f8348b6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176817 Oct 15 19:42:26.981650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92b1d67a-340e-4f92-a501-fa3fad56d2df', 'name': '', 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'mac_address': 'fa:16:3e:69:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:21Z', 'updated_at': '2021-10-15T19:42:24Z', 'revision_number': 2, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'subnets': [{'id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:27.028388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Checking router: ab219780-6c50-4847-af9a-437d7401b556 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:27.028857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Updating router ab219780-6c50-4847-af9a-437d7401b556 port 92b1d67a-340e-4f92-a501-fa3fad56d2df binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:42:27.049699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.062804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.203747 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] Set router 1304b8f1-4b88-4983-9979-849a9a875f62 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:27.221789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 4dde2952-76dd-4f42-acd7-3a8c96b7f48f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:27.281946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Deleting port a0271060-a65d-43dc-84eb-b6f0a3bad093 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:27.282448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.290592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:27.477170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:27.501966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-2ee67a2f-5ee1-4ef1-aa61-f28c2449ff7f tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5684042 Oct 15 19:42:27.506678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] For port a0271060-a65d-43dc-84eb-b6f0a3bad093, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0271060-a65d-43dc-84eb-b6f0a3bad093,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:27.507173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.512615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:27.518341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418d931-f4ad-4a8c-b60b-114e784a6b95 req-9568b94e-60e8-4677-8a56-01172ad3517d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:27.522309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a917ddc7-5440-4deb-9016-1631275ad2e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3141b4d5324548c1997675e9d450f5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304068 Oct 15 19:42:27.526182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:27.527517 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b418d931-f4ad-4a8c-b60b-114e784a6b95 req-9568b94e-60e8-4677-8a56-01172ad3517d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 949 time: 0.1067185 Oct 15 19:42:27.539423 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:42:24Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:27.547940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:27.548505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.565646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Calling delete_port for a0271060-a65d-43dc-84eb-b6f0a3bad093 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:27.595742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3ed78-cc74-4024-84e2-cd8f3e584308 None None] The sync data for ids ['1304b8f1-4b88-4983-9979-849a9a875f62'] in n-d-712140-14 is: [{'id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'name': 'tempest-ServersTestFqdnHostnames-698498029-router', 'tenant_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:38:39Z', 'updated_at': '2021-10-15T19:42:24Z', 'revision_number': 5, 'project_id': '88f9c3fdea474a0daca18a1ebaa4cb0d', 'gw_port': {'id': 'a0271060-a65d-43dc-84eb-b6f0a3bad093', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1304b8f1-4b88-4983-9979-849a9a875f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:38:40Z', 'updated_at': '2021-10-15T19:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:27.611587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b418d931-f4ad-4a8c-b60b-114e784a6b95 req-b4156394-9628-4c7a-82fd-32133503a62e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772786 Oct 15 19:42:27.621421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.632004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.659171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.668411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.701132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.794410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.837138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.853475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b9f33-b045-4382-9b2b-2027ab338370 None None] Pushing event updated for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:27.884961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:27.899761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:27.906466 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d589dd-5e81-457b-8682-8ba3fc8b061f" -d '{"events": [{"server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "name": "network-vif-plugged", "status": "completed", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:27.906679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.906791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.910341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7956b3bb-1fd2-4d5b-ad7f-e2adc226168d HTTP/1.1" status: 204 len: 168 time: 0.3806043 Oct 15 19:42:27.947117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Attempting to bind port 92b1d67a-340e-4f92-a501-fa3fad56d2df on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:27.948205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a117fad-a890-4373-acb0-bcdf0caedafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956b3bb-1fd2-4d5b-ad7f-e2adc226168d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:27.948640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Attempting to bind port 92b1d67a-340e-4f92-a501-fa3fad56d2df by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:27.949129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Attempting to bind port 92b1d67a-340e-4f92-a501-fa3fad56d2df on network 3e76a510-d10e-4bc2-9935-e44668d47548 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:27.954815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:27.998275 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3311b0b-ab41-4746-a7fb-a2240849ce4a x-openstack-request-id: req-c3311b0b-ab41-4746-a7fb-a2240849ce4a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:28.004037 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "name": "network-vif-plugged", "status": "completed", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:28.005167 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3311b0b-ab41-4746-a7fb-a2240849ce4a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:28.014949 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f', 'code': 200} Oct 15 19:42:28.018125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:28.020145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Checking segment: {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:28.022103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.022611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Bound using segment: {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:28.025302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Bound port: 92b1d67a-340e-4f92-a501-fa3fad56d2df, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1981c594-d863-432e-921d-b37c487b98e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:28.029803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.038186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0271060-a65d-43dc-84eb-b6f0a3bad093,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:28.073627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Allocated IP 172.25.0.225 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:28.078323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.278850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.321160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1a1860e9-0f1d-4a33-bd86-91237ae66b98 None None] Provisioning complete for port 92b1d67a-340e-4f92-a501-fa3fad56d2df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:28.321909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1a1860e9-0f1d-4a33-bd86-91237ae66b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.326497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] For port 92b1d67a-340e-4f92-a501-fa3fad56d2df, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:28.331189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] For port 92b1d67a-340e-4f92-a501-fa3fad56d2df, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92b1d67a-340e-4f92-a501-fa3fad56d2df,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:28.332652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:28.333974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.337089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db91170-a3d6-46dc-9f1e-70b5c17d8b52 req-a63939d5-7ad4-4643-a2b3-d7d5bf56b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:28.338763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4db91170-a3d6-46dc-9f1e-70b5c17d8b52 req-a63939d5-7ad4-4643-a2b3-d7d5bf56b22e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 1102 time: 0.0912595 Oct 15 19:42:28.358388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256084c-49f5-43ba-846b-92037dc6a36e req-3b7f7586-2aae-4c5c-a9ad-dcfd126493d0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:28.366971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e256084c-49f5-43ba-846b-92037dc6a36e req-3b7f7586-2aae-4c5c-a9ad-dcfd126493d0 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.2176411 Oct 15 19:42:28.393482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1a1860e9-0f1d-4a33-bd86-91237ae66b98 None None] Port 92b1d67a-340e-4f92-a501-fa3fad56d2df cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:28.399572 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.413216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4db91170-a3d6-46dc-9f1e-70b5c17d8b52 req-4041316d-20f5-4053-a93f-62cd870490e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566149 Oct 15 19:42:28.431794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.440589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.475004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:28.475823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:28.519386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e256084c-49f5-43ba-846b-92037dc6a36e req-a370000d-1775-4f7a-b054-2634aac670ef tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511972 Oct 15 19:42:28.566216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b9f33-b045-4382-9b2b-2027ab338370 None None] Pushing event updated for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:28.586653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.614010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.614598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1304b8f1-4b88-4983-9979-849a9a875f62 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:42:28.622680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.623754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-adcfe2fd-eb0d-4017-adf7-e7a22112316b admin admin] 10.222.0.13 "DELETE /v2.0/routers/1304b8f1-4b88-4983-9979-849a9a875f62 HTTP/1.1" status: 204 len: 168 time: 2.3111489 Oct 15 19:42:28.628534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:28.701590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Deleting subnet 6cfa655a-3015-45ef-9ef2-74e9faa7725b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:42:28.714385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:28.719660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:28.721872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.727030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:28.824749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:28.869872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] Provisioning complete for port 92b1d67a-340e-4f92-a501-fa3fad56d2df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:28.870239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.882182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event updated for resources: {'Port': ['ID=ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:28.907054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.943392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:28.947717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:28.965546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd9983-9cbe-48a5-9472-c09fa2724d56 req-eceda881-ed6f-4617-8320-6b22fa8f6bde tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:28.967528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4efd9983-9cbe-48a5-9472-c09fa2724d56 req-eceda881-ed6f-4617-8320-6b22fa8f6bde tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.0790493 Oct 15 19:42:29.015109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.019513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4efd9983-9cbe-48a5-9472-c09fa2724d56 req-76abf736-15e0-4b9e-9757-b7b5d1b5ae95 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Oct 15 19:42:29.041686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.resource_extend [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:42:29.075213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.215812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.264980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:29.265299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cfa655a-3015-45ef-9ef2-74e9faa7725b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:29.269558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.275662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-983493aa-2ad3-4aac-a77f-5d27288c45c2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6cfa655a-3015-45ef-9ef2-74e9faa7725b HTTP/1.1" status: 204 len: 168 time: 0.6456840 Oct 15 19:42:29.277573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32880) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:29.287209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3c63bd-ad88-4443-8263-e588c96be80a None None] Network 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:29.365196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 has no active binding in host n-h2-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 19:42:29.382524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.400852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.440778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.452961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.456774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:29.515430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:29.515853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 34f410b2-0b4b-4f0c-a054-251b75a0f1f5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:29.552893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] For port 92b1d67a-340e-4f92-a501-fa3fad56d2df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92b1d67a-340e-4f92-a501-fa3fad56d2df,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:29.572743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Deleting port 15dc5087-b665-4232-b3bf-c62febbe2da0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:29.572743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.582750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92b1d67a-340e-4f92-a501-fa3fad56d2df', 'name': '', 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'mac_address': 'fa:16:3e:69:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:21Z', 'updated_at': '2021-10-15T19:42:28Z', 'revision_number': 4, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'subnets': [{'id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:29.595039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event updated for resources: {'Port': ['ID=ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:29.615402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9e222-77d0-41bc-a407-d4d08409d5de None None] The sync data for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 is: [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92b1d67a-340e-4f92-a501-fa3fad56d2df', 'name': '', 'network_id': '3e76a510-d10e-4bc2-9935-e44668d47548', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'mac_address': 'fa:16:3e:69:8a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:21Z', 'updated_at': '2021-10-15T19:42:28Z', 'revision_number': 4, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'subnets': [{'id': '19cd1ffe-e68a-468b-aca3-be0a70d459c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:29.623290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.648274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.726811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ef80b-6404-4c42-9d24-7c1febb111dd None None] Pushing event updated for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:29.742735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.744299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-7f2ee0bd-110c-416f-98be-c4a00266ac85 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2402861 Oct 15 19:42:29.804521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] DHCP port deletion for 4e8b1ef8-a8ad-4c97-af84-8214432c7a02 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:42:29.815970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-aa117e61-9de6-4a1b-bbcd-787b44526192 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0611486 Oct 15 19:42:29.890464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] For port 15dc5087-b665-4232-b3bf-c62febbe2da0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=15dc5087-b665-4232-b3bf-c62febbe2da0,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:29.891204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.907067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Deleting port 15dc5087-b665-4232-b3bf-c62febbe2da0 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:29.908008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:29.923881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Calling delete_port for 15dc5087-b665-4232-b3bf-c62febbe2da0 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:29.939386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dea25-918e-4b54-a785-a4873ef751c3 req-92243a04-25c5-4b02-882e-b2caeb8975c1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:29.948401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-997dea25-918e-4b54-a785-a4873ef751c3 req-92243a04-25c5-4b02-882e-b2caeb8975c1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.1699910 Oct 15 19:42:30.064388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] For port 15dc5087-b665-4232-b3bf-c62febbe2da0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=15dc5087-b665-4232-b3bf-c62febbe2da0,segment=NetworkSegment(948d868f-8169-4039-8e2e-b3c34c3b470f),segment_id=948d868f-8169-4039-8e2e-b3c34c3b470f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:30.065154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.106352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Calling delete_port for 15dc5087-b665-4232-b3bf-c62febbe2da0 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:30.146209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-997dea25-918e-4b54-a785-a4873ef751c3 req-5f6c63b5-ad07-4899-b927-1fc07dab414f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967592 Oct 15 19:42:30.370144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-b1c93844-01a4-4358-859a-45f20fca609c tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:30.372064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-b1c93844-01a4-4358-859a-45f20fca609c tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.5423481 Oct 15 19:42:30.374983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.385100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.398884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-8a2e639b-f310-44d2-bed0-3162d82fff79 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:42:30.405322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacae43e-7f11-4757-b291-a26af0dffbd9 req-8a2e639b-f310-44d2-bed0-3162d82fff79 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0261345 Oct 15 19:42:30.423437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] Pushing event deleted for resources: {'Port': ['ID=15dc5087-b665-4232-b3bf-c62febbe2da0,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:30.443632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=15dc5087-b665-4232-b3bf-c62febbe2da0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:30.446257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] No DVR routers for this DVR port 15dc5087-b665-4232-b3bf-c62febbe2da0 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:30.462156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cf109d-45a2-475e-9f51-f02d262b3482 None None] No DVR routers for this DVR port 15dc5087-b665-4232-b3bf-c62febbe2da0 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:30.535268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5eb56d7f-4a43-402b-b3ca-234e9a39889e req-582ec259-c005-4a36-af92-1d74caeb320a tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips/7b260737-2947-4809-a2d7-687d531c1357 HTTP/1.1" status: 200 len: 693 time: 0.1002657 Oct 15 19:42:30.579725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.615011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8b1ef8-a8ad-4c97-af84-8214432c7a02']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:30.633268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c416b-f4cb-48b2-87b5-eb9e71c73a06 req-74801962-bb91-4b66-b904-b5c7504fee51 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:30.634789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb5c416b-f4cb-48b2-87b5-eb9e71c73a06 req-74801962-bb91-4b66-b904-b5c7504fee51 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.1253996 Oct 15 19:42:30.636646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948d868f-8169-4039-8e2e-b3c34c3b470f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:30.636929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948d868f-8169-4039-8e2e-b3c34c3b470f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:30.656264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.685683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.686429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb56d7f-4a43-402b-b3ca-234e9a39889e req-cac12755-84cc-4bab-87c1-18a3befe4a50 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:30.688158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5eb56d7f-4a43-402b-b3ca-234e9a39889e req-cac12755-84cc-4bab-87c1-18a3befe4a50 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1354029 Oct 15 19:42:30.697985 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eb5c416b-f4cb-48b2-87b5-eb9e71c73a06 req-126d15fe-3da7-44d5-a84e-d84c40d0814e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Oct 15 19:42:30.698947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:42:30.699341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:42:30.701181 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:42:30.712099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-5eb56d7f-4a43-402b-b3ca-234e9a39889e req-19a68c7c-bf9a-4522-a18f-22a6d0531399 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:42:30.713326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5eb56d7f-4a43-402b-b3ca-234e9a39889e req-19a68c7c-bf9a-4522-a18f-22a6d0531399 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0161238 Oct 15 19:42:30.899976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.927034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:30.933401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4e8b1ef8-a8ad-4c97-af84-8214432c7a02 HTTP/1.1" status: 204 len: 168 time: 1.6516261 Oct 15 19:42:30.949995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452a4ac-14bf-4b1c-8881-42380fcdeb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8b1ef8-a8ad-4c97-af84-8214432c7a02,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:30.963614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f31bfca9-accf-4bc2-ba45-8bf863ab0dec req-1dc8d0b1-f9be-4222-b6bf-c9ae5ce60e7f tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=dac7ea8a00834b259927ce6c51a45851 HTTP/1.1" status: 200 len: 696 time: 0.1816392 Oct 15 19:42:31.031136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92b1d67a-340e-4f92-a501-fa3fad56d2df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:31.101893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 92b1d67a-340e-4f92-a501-fa3fad56d2df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:31.102276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:31.153431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bfca9-accf-4bc2-ba45-8bf863ab0dec req-340f0d3a-96da-4619-aff5-90e505af5365 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:31.155963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f31bfca9-accf-4bc2-ba45-8bf863ab0dec req-340f0d3a-96da-4619-aff5-90e505af5365 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks?id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 787 time: 0.1858284 Oct 15 19:42:31.189949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-f31bfca9-accf-4bc2-ba45-8bf863ab0dec req-469bbab5-5973-4dcf-8a08-37bb6fb98c6f tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:42:31.206073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f31bfca9-accf-4bc2-ba45-8bf863ab0dec req-469bbab5-5973-4dcf-8a08-37bb6fb98c6f tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0359035 Oct 15 19:42:31.292771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0271060-a65d-43dc-84eb-b6f0a3bad093 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:31.314871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a0271060-a65d-43dc-84eb-b6f0a3bad093 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:31.315482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0271060-a65d-43dc-84eb-b6f0a3bad093 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:31.316134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 15dc5087-b665-4232-b3bf-c62febbe2da0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:31.341034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 15dc5087-b665-4232-b3bf-c62febbe2da0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:31.341487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 15dc5087-b665-4232-b3bf-c62febbe2da0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:31.378654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa9518-1d07-4ea0-9db3-3454491a5a3e req-6f32ba15-1c74-4a45-9901-36dc9581739f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:31.380860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3aa9518-1d07-4ea0-9db3-3454491a5a3e req-6f32ba15-1c74-4a45-9901-36dc9581739f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0921969 Oct 15 19:42:31.445161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3aa9518-1d07-4ea0-9db3-3454491a5a3e req-760ff191-771a-4bf0-be03-bd83375d5a72 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534737 Oct 15 19:42:31.510896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0c7f5551-1782-40c6-ac58-12e99048f965 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips/7b260737-2947-4809-a2d7-687d531c1357 HTTP/1.1" status: 200 len: 693 time: 0.0589635 Oct 15 19:42:31.571951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a7429-20b0-49ad-93e1-678881749894 req-1f9cc9ad-6502-4940-8b9c-d73658bda379 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:31.579544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed0a7429-20b0-49ad-93e1-678881749894 req-1f9cc9ad-6502-4940-8b9c-d73658bda379 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.0663884 Oct 15 19:42:31.628498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed0a7429-20b0-49ad-93e1-678881749894 req-c2b3785f-7a28-4c1d-8d8c-8677c86a36dc tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Oct 15 19:42:31.633661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:31.709303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-b11357ee-1f74-425d-b30f-d7818936acc6 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:31.710708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-b11357ee-1f74-425d-b30f-d7818936acc6 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1984088 Oct 15 19:42:31.720148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c731d33-9a63-4259-85ab-9aa52f3459ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88f9c3fdea474a0daca18a1ebaa4cb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786147 Oct 15 19:42:31.725228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32942) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:31.773547 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-bb8f6bee-6fcf-4d48-956b-2b62021bca39 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0521126 Oct 15 19:42:31.809159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:31.835478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:31.839320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-32aa2568-3d88-4905-9fe8-0a02c83ac559 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0581920 Oct 15 19:42:31.957594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:31.960175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:31.961333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f49998fa-6e90-405e-adee-30fc9479847e HTTP/1.1" status: 204 len: 168 time: 0.2353024 Oct 15 19:42:31.984976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f2a33-cf33-4247-81d3-1bc216b32d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49998fa-6e90-405e-adee-30fc9479847e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:32.031924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Deleting port ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:32.032407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.134576 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.134922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.147962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Calling delete_port for ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:32.440514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.470056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event deleted for resources: {'Port': ['ID=ae54b8c7-f350-4f2c-a3fd-b02ce67e9f08,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:32.537949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.541917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.542899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9c2d967-efe4-4449-ab8c-0c2317ce9de4 req-0f315a54-8cdf-4864-b25c-cf048ad5958e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "DELETE /v2.0/floatingips/7b260737-2947-4809-a2d7-687d531c1357 HTTP/1.1" status: 204 len: 173 time: 0.7027342 Oct 15 19:42:32.590530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa000b45-624d-4449-a4ab-80495bd2267a req-7d0deb74-514c-4a58-aa9f-09fb64ef5820 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:32.592232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa000b45-624d-4449-a4ab-80495bd2267a req-7d0deb74-514c-4a58-aa9f-09fb64ef5820 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 943 time: 0.0652711 Oct 15 19:42:32.636111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa000b45-624d-4449-a4ab-80495bd2267a req-db706292-b9da-4210-8441-ab7bf34f52af tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367789 Oct 15 19:42:32.764108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-af3b3ee4-3ba4-4102-bc6a-c4503a1866fe tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2007868 Oct 15 19:42:32.774138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:32.795637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-fe681b3c-d2a1-4967-adf4-3f13af901631 service neutron] 10.222.0.15 "GET /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.1077979 Oct 15 19:42:32.798907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:32.804290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c4d30-6c80-49b9-8931-6cf57a4c4663 req-c281f7a4-8d0a-4990-8919-0986bf5c7ecd tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:32.812026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-828c4d30-6c80-49b9-8931-6cf57a4c4663 req-c281f7a4-8d0a-4990-8919-0986bf5c7ecd tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.1138310 Oct 15 19:42:32.850358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:32.857517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:32.893162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-828c4d30-6c80-49b9-8931-6cf57a4c4663 req-23e9e746-0e14-4a17-977a-ef1e74284a07 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Oct 15 19:42:32.963075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.087113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:33.095867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:33.108263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Allocated IP 172.25.0.182 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/547bb1c1-a61d-4217-bef4-29eae0f85de0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:33.122269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:33.203367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f4cad5-810e-40d3-b183-ea34e2c103f5 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:33.218675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:33.231124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:33.249801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-0fb1225c-e79c-42c5-aeed-35aef666e778 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:33.251322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-0fb1225c-e79c-42c5-aeed-35aef666e778 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 1102 time: 0.0955613 Oct 15 19:42:33.258410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4acf1b9-05a8-4d51-b2a4-83010bf89693 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.273056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.290183 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-4f2d1d27-4520-4de8-ae8e-1afc82a64cf5 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.390947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4acf1b9-05a8-4d51-b2a4-83010bf89693 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.414999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-4f2d1d27-4520-4de8-ae8e-1afc82a64cf5 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.476896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.477699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.518820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:33.524520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:33.528038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:33.546020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4acf1b9-05a8-4d51-b2a4-83010bf89693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.548955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-4f2d1d27-4520-4de8-ae8e-1afc82a64cf5 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.553974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event updated for resources: {'Port': ['ID=547bb1c1-a61d-4217-bef4-29eae0f85de0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:33.591682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33008) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:33.609465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd91ff16-9d20-4326-b4f9-4c862e4de3a5 req-4f2d1d27-4520-4de8-ae8e-1afc82a64cf5 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422608 Oct 15 19:42:33.621233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acf1b9-05a8-4d51-b2a4-83010bf89693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d9318c-ff87-4722-ad63-e2d1a3c659ed,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:33.623949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] Transition to ACTIVE for port object e7f4cad5-810e-40d3-b183-ea34e2c103f5 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:33.646881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e4acf1b9-05a8-4d51-b2a4-83010bf89693 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8dc282921d1a4ee4a5dc4c9cbb5a218d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583906 Oct 15 19:42:33.650173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33014) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:33.686214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d1d27-4520-4de8-ae8e-1afc82a64cf5 tempest-LiveMigrationNegativeTest-1814569519 tempest-LiveMigrationNegativeTest-1814569519-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18784ef7-ccc7-4250-b426-61acd371fb49,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:33.699973 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.741258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.747133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1109857224-network', 'tenant_id': '1ccbb62e7dd84e84aa3d968b7b7031ae'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:33.768817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.777351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-7182180b-cbfa-4339-80f8-c124324f4487 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0896065 Oct 15 19:42:33.802007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.819214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:33.867163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] No DVR routers for this DVR port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:33.869415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-7404193e-250b-4666-8473-57a20185b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:33.870888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-7404193e-250b-4666-8473-57a20185b884 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cfaced67325434f800dd70b0c5b87d7&device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 1098 time: 0.0613675 Oct 15 19:42:33.904833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Made reservation on behalf of 1ccbb62e7dd84e84aa3d968b7b7031ae for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:33.906687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7198-3275-4abf-b629-5381a5249f9c req-0dd10fff-6203-4afc-8547-3a5ca152e05d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:33.906920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.908241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e39c7198-3275-4abf-b629-5381a5249f9c req-0dd10fff-6203-4afc-8547-3a5ca152e05d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.1634507 Oct 15 19:42:33.916543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-a5e688e4-d762-42d3-8abc-a86986892a50 service neutron] 10.222.0.15 "PUT /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5/bindings/n-h2-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 1.1022911 Oct 15 19:42:33.936211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.940172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:33.951360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e39c7198-3275-4abf-b629-5381a5249f9c req-98bd40a7-6f22-48a4-9b4d-a2331a260b14 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Oct 15 19:42:34.009097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.011682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.012908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74d9318c-ff87-4722-ad63-e2d1a3c659ed HTTP/1.1" status: 204 len: 168 time: 0.3618569 Oct 15 19:42:34.051434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e7aea-59ba-4d0b-a3b6-e60fac999b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d9318c-ff87-4722-ad63-e2d1a3c659ed,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:34.140937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-29c33d62-3804-48c1-8a45-3b56844d3610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.142459 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-29c33d62-3804-48c1-8a45-3b56844d3610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 200 len: 925 time: 0.2470546 Oct 15 19:42:34.554118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-4cc64016-2b1a-435d-ad7f-63ee9af256cd tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.555481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-4cc64016-2b1a-435d-ad7f-63ee9af256cd tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.4927180 Oct 15 19:42:34.615517 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-87ccc93f-2a7e-48bc-bedb-9b10389eec77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c HTTP/1.1" status: 200 len: 1001 time: 0.4425862 Oct 15 19:42:34.622379 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.683954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.697990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-42de0785-caf6-4a59-9d0d-2cef00485632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.699658 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-42de0785-caf6-4a59-9d0d-2cef00485632 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650&tenant_id=5a8b7efdb9044e63bc771316a69f8f64 HTTP/1.1" status: 200 len: 1096 time: 0.1307023 Oct 15 19:42:34.709844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-45acaf80-d0f0-491f-8de0-638ae6aa330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.709844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-45acaf80-d0f0-491f-8de0-638ae6aa330c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 200 len: 863 time: 0.0757496 Oct 15 19:42:34.709844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.760562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:42:34.790266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4f40b-0758-48ff-8c25-4f7b34122d87 req-35683911-c9e5-412b-8f46-86976f23b7f0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.791807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ea4f40b-0758-48ff-8c25-4f7b34122d87 req-35683911-c9e5-412b-8f46-86976f23b7f0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.0501661 Oct 15 19:42:34.799505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.799939 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Added segment 616f6a38-6007-441c-838f-34e86f737012 of type vlan for network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 Oct 15 19:42:34.802222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def2853e-fb40-46a9-b2b9-0b6e72cb72c6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:34.818811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.850784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ea4f40b-0758-48ff-8c25-4f7b34122d87 req-1632d37f-eb67-4302-84dc-3d6156decf8f tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Oct 15 19:42:34.859098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33040) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:34.874829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80f6b2dc-fa72-4ee9-b557-92738c37044b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.876152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-6fea5ade-deb3-4c5f-8f2f-1685cba3d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.877838 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-6fea5ade-deb3-4c5f-8f2f-1685cba3d4b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7fd70e84-0b96-4c85-94a6-23fd27942bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565182 Oct 15 19:42:34.911440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:34.918239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-db16dbd9-0118-4f36-81d4-2e0ad01b2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:34.918239 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-db16dbd9-0118-4f36-81d4-2e0ad01b2e6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1096 time: 0.1837323 Oct 15 19:42:34.975969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80f6b2dc-fa72-4ee9-b557-92738c37044b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.001584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event updated for resources: {'Port': ['ID=547bb1c1-a61d-4217-bef4-29eae0f85de0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:35.075044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80f6b2dc-fa72-4ee9-b557-92738c37044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.093781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.094703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49be7a8-e762-4d2c-8cf0-cfc53f352df2 req-08106c40-2b6b-42ed-8d12-4185d49c2a0e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.096629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c49be7a8-e762-4d2c-8cf0-cfc53f352df2 req-08106c40-2b6b-42ed-8d12-4185d49c2a0e tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0630255 Oct 15 19:42:35.133761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-d0ccd1ce-8e85-4613-8255-90da8cec4e18 service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368629 Oct 15 19:42:35.138951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.139850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.140406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.142126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-80f6b2dc-fa72-4ee9-b557-92738c37044b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5283c57fa48b40b2abf8f6ea5b3c3b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815630 Oct 15 19:42:35.144533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b2dc-fa72-4ee9-b557-92738c37044b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb7dcbb-26e2-421b-8665-e564be3f7451,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:35.147071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33050) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:35.178367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-b7a40e82-1301-4662-8b04-f6f79edc5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.178610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c49be7a8-e762-4d2c-8cf0-cfc53f352df2 req-4342fc4e-dbba-436f-bdee-0adb55bc722b tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736928 Oct 15 19:42:35.181058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-b7a40e82-1301-4662-8b04-f6f79edc5bf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 200 len: 922 time: 0.2274191 Oct 15 19:42:35.230421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.257660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.301626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-98b72600-9d6b-4f29-a1fb-f2ed373179fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 200 len: 217 time: 0.1010759 Oct 15 19:42:35.308494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.309603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-b83d9e5a-987c-4e6f-9a05-baa61be00f5d tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5406637 Oct 15 19:42:35.312987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] Pushing event updated for resources: {'Network': ['ID=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:35.327194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:42:35.386577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7cc0cd1-5094-42be-9467-eecd96c19e69 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7923558 Oct 15 19:42:35.390050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:35.395212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Request body: {'subnet': {'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1109857224-subnet', 'tenant_id': '1ccbb62e7dd84e84aa3d968b7b7031ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:35.404442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-ad09ff4a-bda7-4eab-b3ec-583d921fb953 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.413804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-ad09ff4a-bda7-4eab-b3ec-583d921fb953 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1319990 Oct 15 19:42:35.413997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-59c9b920-cccf-49a0-9a1a-bd46da6111ff tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0865970 Oct 15 19:42:35.416744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80e4fc7c-bd54-4fc0-9120-e0e99d976aa9 req-60153882-7848-4a33-a7d3-faf7844087db service neutron] 10.222.0.15 "GET /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740808 Oct 15 19:42:35.425699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-f131c0e9-c9b6-4251-b2ca-971b9d23ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.428198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-f131c0e9-c9b6-4251-b2ca-971b9d23ed33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 200 len: 861 time: 0.1174991 Oct 15 19:42:35.433612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c4b7246b-ae4f-4426-a4f9-149d98deb3a1 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/quotas/57dd81437d9f4b21a1abef72eaf7358b HTTP/1.1" status: 200 len: 375 time: 0.0144680 Oct 15 19:42:35.474409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.476987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.478117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb7dcbb-26e2-421b-8665-e564be3f7451 HTTP/1.1" status: 204 len: 168 time: 0.3279212 Oct 15 19:42:35.489798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-201c6de1-7fd1-457f-bbf0-cd72b92ab29a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42558f72-1a18-47a4-9f4f-8f884b0c4c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525393 Oct 15 19:42:35.495619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1003662-7f77-4775-ba22-0e21f836f0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb7dcbb-26e2-421b-8665-e564be3f7451,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:35.507884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Made reservation on behalf of 1ccbb62e7dd84e84aa3d968b7b7031ae for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:35.510244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:35.527034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c0f0102b-e46f-4a35-bfff-7962878198ca tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859458 Oct 15 19:42:35.656584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-01688a0b-d9ef-44af-ae09-0140ccf0a132 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:35.657968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c66219e4-5249-4fd4-a038-bbfbae1619bf req-01688a0b-d9ef-44af-ae09-0140ccf0a132 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2350471 Oct 15 19:42:35.713108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-fdb68663-b0fb-42f8-a237-a6ae9fd1fe61 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842148 Oct 15 19:42:35.719980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-2d6b1d36-fab6-4bfb-b20d-77642477ee78 service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913531 Oct 15 19:42:35.862882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1c7f741e-ddd5-46e4-abc5-bf31e0c8c84f tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips/2c166584-6e97-4b8b-a907-1dbe9c261f2f HTTP/1.1" status: 200 len: 693 time: 0.0934315 Oct 15 19:42:35.901795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-ca659c21-d3a1-45e8-9639-84feea9ec955 service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702754 Oct 15 19:42:35.922827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-69722e86-00eb-4d5b-89d5-10f7fc57c0b8 service neutron] 10.222.0.11 "GET /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015707 Oct 15 19:42:35.952212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:36.024962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e12c511-69f0-4919-baf1-41878bd5f041,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:36.031795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-9f26f2b3-9c4e-43f6-a430-a344835d2295 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.033224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-9f26f2b3-9c4e-43f6-a430-a344835d2295 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1565013 Oct 15 19:42:36.040418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.040762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.042947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.043690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.044623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.045023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:36.055247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Checking segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:36.055691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Network hostable DHCP agents. Network: 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:42:36.111033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-2726a0ad-a848-41a9-ab1a-8823c8bdb504 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0698712 Oct 15 19:42:36.161528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:42:36.171529 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-45aa8cd1-aafc-4dcd-acbb-1c8be13eb779 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0539157 Oct 15 19:42:36.322910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:36.327852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.329989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:36.344547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69af15b-a987-4a0f-b689-2c73b6073636 None None] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:36.356819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Deleting port 547bb1c1-a61d-4217-bef4-29eae0f85de0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:36.357368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:36.423531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:42:36.449925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99083dc-f647-4ae8-a723-dc1e23587a16 req-f5aa0507-6c14-44ab-b025-0be19b0299e0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.454673 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:36.455002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:36.459457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e99083dc-f647-4ae8-a723-dc1e23587a16 req-f5aa0507-6c14-44ab-b025-0be19b0299e0 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.0847583 Oct 15 19:42:36.474512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Calling delete_port for 547bb1c1-a61d-4217-bef4-29eae0f85de0 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:36.492594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-67fd2af4-526a-4e9e-a634-008e73bf0a5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1013784 Oct 15 19:42:36.502375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85396b-f122-44f2-8561-de9e6582db58 None None] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:36.538539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e99083dc-f647-4ae8-a723-dc1e23587a16 req-e29dea5e-eee0-4866-9197-0d578768f208 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780044 Oct 15 19:42:36.665000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6da941-c928-4e00-a1fd-96a280294168 req-7cfbb5c5-5d74-402a-bf4e-062d49743fad tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.673742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e6da941-c928-4e00-a1fd-96a280294168 req-7cfbb5c5-5d74-402a-bf4e-062d49743fad tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0721967 Oct 15 19:42:36.721113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e6da941-c928-4e00-a1fd-96a280294168 req-331c1246-31c5-49f3-ae2b-2c74c822b33d tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 Oct 15 19:42:36.775307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442424e1-6062-4393-88fb-4048f0ade777 req-892159e1-e81e-442a-a540-1650232f1725 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.777491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-442424e1-6062-4393-88fb-4048f0ade777 req-892159e1-e81e-442a-a540-1650232f1725 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 950 time: 0.2155879 Oct 15 19:42:36.789894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-cd31febd-81ff-47a3-9a41-65b7fff88121 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:36.791533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-cd31febd-81ff-47a3-9a41-65b7fff88121 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650&tenant_id=5a8b7efdb9044e63bc771316a69f8f64&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.2317102 Oct 15 19:42:36.816768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0706737a-e82d-4a2a-9088-a71f97afade1 req-c32d4f9b-0ff2-4906-9b97-49bcf631fc85 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 210 time: 0.0312645 Oct 15 19:42:36.965128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.003905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Pushing event deleted for resources: {'Port': ['ID=547bb1c1-a61d-4217-bef4-29eae0f85de0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:37.007689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Deleting port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:37.008028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.057125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.057125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.064527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:37.157187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-420bbb0d-3a00-44cd-9519-311f81a8d4c6 service neutron] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:37.162492 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.165080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.166234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7808cdc3-8cd9-4fc2-8225-e0cc79984f8d req-1eba619a-0753-493a-98b3-31327a6ac19e tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c166584-6e97-4b8b-a907-1dbe9c261f2f HTTP/1.1" status: 204 len: 173 time: 0.9850936 Oct 15 19:42:37.171481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-420bbb0d-3a00-44cd-9519-311f81a8d4c6 service neutron] Publish callbacks [] for binding, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.172557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-420bbb0d-3a00-44cd-9519-311f81a8d4c6 service neutron] 10.222.0.11 "DELETE /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5/bindings/n-h1-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.3687131 Oct 15 19:42:37.192844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] For port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:37.193253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.206751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Calling delete_port for 4dde2952-76dd-4f42-acd7-3a8c96b7f48f owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:37.315650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-d5945539-5f2a-4bbf-907e-c7e7b47d8bc6 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:37.320058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-d5945539-5f2a-4bbf-907e-c7e7b47d8bc6 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 818 time: 0.1244457 Oct 15 19:42:37.320577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187da9f-70a9-4430-8588-a6bd68f7611e req-32913e06-e215-42c0-8a3b-41ef9ee36288 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:37.322089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9187da9f-70a9-4430-8588-a6bd68f7611e req-32913e06-e215-42c0-8a3b-41ef9ee36288 tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 1096 time: 0.0689797 Oct 15 19:42:37.349996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-5b7b2bf0-8439-4542-bef3-628e7a362180 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/quotas/1ccbb62e7dd84e84aa3d968b7b7031ae HTTP/1.1" status: 200 len: 375 time: 0.0212457 Oct 15 19:42:37.388603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-d6b445d9-195a-49bc-86cc-f8fb45b4bd0a tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365927 Oct 15 19:42:37.413915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9187da9f-70a9-4430-8588-a6bd68f7611e req-5af8ece7-f319-42da-8900-e8123727d65e tempest-LiveAutoBlockMigrationV225Test-633360083 tempest-LiveAutoBlockMigrationV225Test-633360083-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803931 Oct 15 19:42:37.486748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-197af38d-584d-4dc2-9876-a2d0b0c05bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980434 Oct 15 19:42:37.492141 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-ae4e0e00-b517-4657-b41b-ac6d11e05997 req-2129b569-ff23-411a-a83c-aff136eb52a1 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] show failed (client error): The resource could not be found. Oct 15 19:42:37.493188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ae4e0e00-b517-4657-b41b-ac6d11e05997 req-2129b569-ff23-411a-a83c-aff136eb52a1 tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips/2c166584-6e97-4b8b-a907-1dbe9c261f2f HTTP/1.1" status: 404 len: 350 time: 0.0434339 Oct 15 19:42:37.512097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.527290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1ede36af-aee1-4fe6-b181-cf1c99888833'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:37.602588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Pushing event deleted for resources: {'Port': ['ID=4dde2952-76dd-4f42-acd7-3a8c96b7f48f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:37.634003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['4dde2952-76dd-4f42-acd7-3a8c96b7f48f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:37.671233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-9a282e85-4483-4ff1-9d29-0680f01732cd service neutron] 10.222.0.13 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753242 Oct 15 19:42:37.689271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] No DVR routers for this DVR port 4dde2952-76dd-4f42-acd7-3a8c96b7f48f on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:37.689271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:37.693128 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-442424e1-6062-4393-88fb-4048f0ade777 req-4baa9284-9564-4ead-9681-dbf0d0c22591 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.15 "DELETE /v2.0/ports/4dde2952-76dd-4f42-acd7-3a8c96b7f48f HTTP/1.1" status: 204 len: 173 time: 0.9002354 Oct 15 19:42:37.693634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'name': 'network-vif-deleted', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:37.698072 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9e96ae-f84b-486c-be57-64d78280f237" -d '{"events": [{"server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "name": "network-vif-deleted", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:38.220936 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-f2b38da0-54c3-44f8-b98f-766244153b26 req-76d91c55-8a2e-4d3c-aa97-3e68e025bd1c tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] show failed (client error): The resource could not be found. Oct 15 19:42:38.221950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2b38da0-54c3-44f8-b98f-766244153b26 req-76d91c55-8a2e-4d3c-aa97-3e68e025bd1c tempest-FloatingIPsTestJSON-1365157095 tempest-FloatingIPsTestJSON-1365157095-project] 10.222.0.13 "GET /v2.0/floatingips/2c166584-6e97-4b8b-a907-1dbe9c261f2f HTTP/1.1" status: 404 len: 350 time: 0.0401680 Oct 15 19:42:38.231690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33160) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:38.330284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b27b2f0-8605-41c7-a850-7df362994d9b req-7c05659a-def7-4c64-8132-b7b361351aa1 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0393999 Oct 15 19:42:38.382890 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae19f7-80f6-454c-8015-90ee4235dfc1 x-openstack-request-id: req-0bae19f7-80f6-454c-8015-90ee4235dfc1 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:38.386741 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dda9fb-04e6-4081-8f9f-ead87d099367", "name": "network-vif-deleted", "tag": "4dde2952-76dd-4f42-acd7-3a8c96b7f48f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:38.386741 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bae19f7-80f6-454c-8015-90ee4235dfc1 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:38.388250 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dda9fb-04e6-4081-8f9f-ead87d099367', 'name': 'network-vif-deleted', 'tag': '4dde2952-76dd-4f42-acd7-3a8c96b7f48f', 'status': 'completed', 'code': 200} Oct 15 19:42:38.493945 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1e59a8a-6274-4441-9706-2d30923092b9 req-7dc3f6c2-0015-4be8-b125-475c6cee120f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 210 time: 0.0398798 Oct 15 19:42:38.617445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe7051-0f31-47f9-84eb-1081940c691e req-6735b814-e2ab-4480-80af-b5a0a565772c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:38.624690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99fe7051-0f31-47f9-84eb-1081940c691e req-6735b814-e2ab-4480-80af-b5a0a565772c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0745120 Oct 15 19:42:38.665457 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99fe7051-0f31-47f9-84eb-1081940c691e req-2a28ff62-9d1c-4945-be1f-980d71cdaa02 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Oct 15 19:42:38.702132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:38.814798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-9a0221e3-0a41-4491-9491-631f70d64840 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254478 Oct 15 19:42:38.874012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd37566e-ff87-40c6-b1a7-3073aa44cadb req-9cd5dba1-7945-4494-bc9c-e3590d022e53 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0290947 Oct 15 19:42:38.996055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-6d9d9335-6fc0-41cc-8cb7-459bb950cb43 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:38.997079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-390f169f-4953-405b-a519-cc16570c1d18 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:38.999317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-6d9d9335-6fc0-41cc-8cb7-459bb950cb43 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693053 Oct 15 19:42:38.999988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-390f169f-4953-405b-a519-cc16570c1d18 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 944 time: 0.0617743 Oct 15 19:42:39.016498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-3ef755ac-db56-41b3-84af-d897542cc995 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/quotas/30db3bb204e44ea3b6528f70b46b5ac6 HTTP/1.1" status: 200 len: 375 time: 0.0127463 Oct 15 19:42:39.067606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-568d1f54-30ae-4c37-aa0c-d56755b4bbee tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364988 Oct 15 19:42:39.117374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Deleting port 92b1d67a-340e-4f92-a501-fa3fad56d2df {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:39.117836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.204065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-bd4fbba8-1b84-425e-aed4-d628aac9458f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:39.207467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-bd4fbba8-1b84-425e-aed4-d628aac9458f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1647897 Oct 15 19:42:39.210228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Deleting port e7f4cad5-810e-40d3-b183-ea34e2c103f5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:39.211387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.220708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] For port 92b1d67a-340e-4f92-a501-fa3fad56d2df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92b1d67a-340e-4f92-a501-fa3fad56d2df,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:39.221164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.234360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Request body: {'port': {'device_id': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'admin_state_up': True, 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:39.235858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Calling delete_port for 92b1d67a-340e-4f92-a501-fa3fad56d2df owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:39.380441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] For port e7f4cad5-810e-40d3-b183-ea34e2c103f5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e7f4cad5-810e-40d3-b183-ea34e2c103f5,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:39.380809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.405156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Calling delete_port for e7f4cad5-810e-40d3-b183-ea34e2c103f5 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:39.500149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0dd53418-9e51-4c64-9234-a7e536bdd890 req-cd549add-debe-48d1-a55c-f5c7542d5aa3 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3dda9fb-04e6-4081-8f9f-ead87d099367 HTTP/1.1" status: 200 len: 210 time: 0.0385158 Oct 15 19:42:39.554299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7acaa06-1020-4a74-94f1-e7cb1a112bad req-d2a05b4e-0811-4a56-afd4-bffcd952a6f8 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.0591347 Oct 15 19:42:39.567502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.608594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:39.614248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.632491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Pushing event deleted for resources: {'Port': ['ID=92b1d67a-340e-4f92-a501-fa3fad56d2df,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:39.699700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.716097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['197ee010-41d0-461b-bf19-d366aaad9e2f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:39.818632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event deleted for resources: {'Port': ['ID=e7f4cad5-810e-40d3-b183-ea34e2c103f5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:39.886840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2acd7e20-27d7-4821-ba25-9daf0440afc2 req-b25077dc-37ae-4393-b1f0-06a336dda7f4 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0841968 Oct 15 19:42:39.908413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d312756-b2d4-404b-983f-4a396c35a57b req-70499a35-38a1-4eab-a38b-1e8e37e47d10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 210 time: 0.1275373 Oct 15 19:42:39.961250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] No DVR routers for this DVR port e7f4cad5-810e-40d3-b183-ea34e2c103f5 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:39.964855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:39.969257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d80373e-6b02-403f-943b-9bb4c1de5279 req-b4bd29d8-41f4-4dde-81ba-6ff367f79a07 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "DELETE /v2.0/ports/e7f4cad5-810e-40d3-b183-ea34e2c103f5 HTTP/1.1" status: 204 len: 173 time: 0.9623055 Oct 15 19:42:39.978331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Allocated IP 172.20.0.4 (0a717220-cba0-426b-868f-474de086f7b8/6a2493e2-e347-4a57-8e4e-170b9798cd52/d5f74f9d-86f9-4998-a6cf-46835b41a3bd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:40.011595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:40.254523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Router ab219780-6c50-4847-af9a-437d7401b556 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:40.347431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bececca3-b9eb-48ca-9a0f-a73279942424 req-7a70358f-7df1-46af-a571-c64bb7908099 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0378451 Oct 15 19:42:40.383368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:40.390828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-deleted', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:40.392069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2b507d48-3c5b-48fb-9719-462a42731705 admin admin] 10.222.0.13 "PUT /v2.0/routers/ab219780-6c50-4847-af9a-437d7401b556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1590941 Oct 15 19:42:40.393395 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468503d-354b-483f-8e1a-4b4f2f5fba0f" -d '{"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-deleted", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:40.395777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Sync routers for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:40.404765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33214) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:40.414140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:40.415423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:40.558323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:40.569917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:40.636108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:40.648500 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514bcef9-e20b-4059-a49d-08ecdd54b976 x-openstack-request-id: req-514bcef9-e20b-4059-a49d-08ecdd54b976 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:40.648799 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d3577d-8911-433c-b718-55f98e1a6650", "name": "network-vif-deleted", "tag": "e7f4cad5-810e-40d3-b183-ea34e2c103f5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:40.649085 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-514bcef9-e20b-4059-a49d-08ecdd54b976 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:40.649474 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d3577d-8911-433c-b718-55f98e1a6650', 'name': 'network-vif-deleted', 'tag': 'e7f4cad5-810e-40d3-b183-ea34e2c103f5', 'status': 'completed', 'code': 200} Oct 15 19:42:40.698509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfea7a4d-f217-4060-8022-e43025237731 req-c7335863-833d-4f32-a7ed-c330848b7dc9 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.0471311 Oct 15 19:42:40.746451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:40.845307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Network 0a717220-cba0-426b-868f-474de086f7b8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:40.845866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:40.868927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:40.873327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:40.936618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event updated for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:40.987910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:40.989197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.033709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:41.044638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Deleting port 9d036f18-620c-43cb-80a4-90febbb6aabf {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:41.047443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.054379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-55b6455b-3817-403c-ab08-192d05d62c16 req-2820c8fe-15b8-4c21-9d59-73a1e1df29c2 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0457208 Oct 15 19:42:41.155411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] For port 9d036f18-620c-43cb-80a4-90febbb6aabf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9d036f18-620c-43cb-80a4-90febbb6aabf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:41.156098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.161759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-c60ae68a-5a86-4d35-bb96-3b8335fe73b5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9337869 Oct 15 19:42:41.172404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Calling delete_port for 9d036f18-620c-43cb-80a4-90febbb6aabf owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:41.178622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Request body: {'port': {'device_id': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:41.195829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd66faf-9ee6-4f20-9937-31cc44adc34e req-10597714-d82b-46b2-81de-04e165f701c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:41.197372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bd66faf-9ee6-4f20-9937-31cc44adc34e req-10597714-d82b-46b2-81de-04e165f701c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 931 time: 0.0761979 Oct 15 19:42:41.282051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bd66faf-9ee6-4f20-9937-31cc44adc34e req-481d7965-116d-4a30-99fc-e3e7944f4b0a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685594 Oct 15 19:42:41.293033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.293945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 4dde2952-76dd-4f42-acd7-3a8c96b7f48f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:41.325885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 4dde2952-76dd-4f42-acd7-3a8c96b7f48f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:41.326348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 4dde2952-76dd-4f42-acd7-3a8c96b7f48f not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:41.329528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:39Z', 'revision_number': 5, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port': {'id': '9d036f18-620c-43cb-80a4-90febbb6aabf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab219780-6c50-4847-af9a-437d7401b556', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:17Z', 'updated_at': '2021-10-15T19:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:41.361993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Checking router: ab219780-6c50-4847-af9a-437d7401b556 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:41.412237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Routers {'ab219780-6c50-4847-af9a-437d7401b556'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:41.412888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ab219780-6c50-4847-af9a-437d7401b556'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:41.504663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9dc0094c-e9df-4f3b-8180-ea543e0c9302 req-7f1c710a-a149-4c79-8e03-8b828a6cf495 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0644395 Oct 15 19:42:41.541417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] Set router ab219780-6c50-4847-af9a-437d7401b556 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:41.589676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.612998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:40Z', 'revision_number': 6, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:41.634691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d036f18-620c-43cb-80a4-90febbb6aabf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:41.635129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24656b7-0d10-4f48-a767-79aefbe75326 req-7b1f1b40-3d80-400e-ad88-ca70e77a6fbc tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:41.642787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d24656b7-0d10-4f48-a767-79aefbe75326 req-7b1f1b40-3d80-400e-ad88-ca70e77a6fbc tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.1514988 Oct 15 19:42:41.650249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af23cc3d-923f-4d11-b65a-34d2189fc92e None None] The sync data for ids ['ab219780-6c50-4847-af9a-437d7401b556'] in n-d-712140-14 is: [{'id': 'ab219780-6c50-4847-af9a-437d7401b556', 'name': 'tempest-FloatingIPsTestJSON-1356174709-router', 'tenant_id': 'dac7ea8a00834b259927ce6c51a45851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:16Z', 'updated_at': '2021-10-15T19:42:40Z', 'revision_number': 6, 'project_id': 'dac7ea8a00834b259927ce6c51a45851', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:41.704123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d24656b7-0d10-4f48-a767-79aefbe75326 req-463eb7b9-92ed-46e7-aa13-c78e40c36c9e tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604193 Oct 15 19:42:41.766927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.818488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f74f9d-86f9-4998-a6cf-46835b41a3bd {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:41.833823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:41.847880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Transition to ACTIVE for port object d5f74f9d-86f9-4998-a6cf-46835b41a3bd will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:41.953141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.025254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Pushing event updated for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:42.170795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Attempting to bind port d5f74f9d-86f9-4998-a6cf-46835b41a3bd on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:42.171366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Attempting to bind port d5f74f9d-86f9-4998-a6cf-46835b41a3bd by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:42.171721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Attempting to bind port d5f74f9d-86f9-4998-a6cf-46835b41a3bd on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:42.180848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Port d5f74f9d-86f9-4998-a6cf-46835b41a3bd on network 0a717220-cba0-426b-868f-474de086f7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:42.181370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Attempting to bind port d5f74f9d-86f9-4998-a6cf-46835b41a3bd on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:42.219195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:42.219664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Checking segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:42.220119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Bound using segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:42.220639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Bound port: d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:42.221059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.235338 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2cb5d48-f4f2-439b-b6c7-7ababf69925f req-c7d23d0c-f59d-44ac-a115-becab7bb0c59 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0561118 Oct 15 19:42:42.267901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f094431a-3789-4b25-bdf9-ef454a59253a req-f9866eea-fbf2-48ef-a795-79d5ef4789c4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.4526844 Oct 15 19:42:42.310473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.313753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:42.318226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.318920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:42.430130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c80fd-1b10-4c0e-8f13-42c6add76f49 req-291d063f-a52c-4987-9afa-13bccbb7b65f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:42.431702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-095c80fd-1b10-4c0e-8f13-42c6add76f49 req-291d063f-a52c-4987-9afa-13bccbb7b65f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 943 time: 0.0574391 Oct 15 19:42:42.452053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.496631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:42.497260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.497987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.504597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] 10.222.0.15 "PUT /v2.0/ports/d5f74f9d-86f9-4998-a6cf-46835b41a3bd HTTP/1.1" status: 200 len: 1092 time: 1.3275568 Oct 15 19:42:42.504971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab219780-6c50-4847-af9a-437d7401b556 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:42:42.504971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.505701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-294e5eb0-3f82-4ea2-80a7-e76934676013 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ab219780-6c50-4847-af9a-437d7401b556 HTTP/1.1" status: 204 len: 168 time: 2.0983047 Oct 15 19:42:42.509967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:42.538378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-095c80fd-1b10-4c0e-8f13-42c6add76f49 req-9f9dcf35-63fc-43a3-a656-c34b9eb93d56 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004698 Oct 15 19:42:42.554108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231efb1-6a0f-485f-993e-75bee126de7e service neutron] Pushing event updated for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:42.600589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Deleting subnet 19cd1ffe-e68a-468b-aca3-be0a70d459c8 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:42:42.604042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.650355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:42.652904 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead39bf6-95d2-4142-8111-ce352c3cfc02" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:42.662016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-133018de-ec46-435d-98ad-255498f90124 req-200a1726-6661-49de-b3d2-3031af7ced16 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0367372 Oct 15 19:42:42.673848 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.767014 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e0542-c430-4d49-8bac-19e9284b5c24 x-openstack-request-id: req-e89e0542-c430-4d49-8bac-19e9284b5c24 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:42.767348 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:42.768004 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e89e0542-c430-4d49-8bac-19e9284b5c24 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:42.770173 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', 'status': 'completed', 'code': 200} Oct 15 19:42:42.782777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:42.785875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-a1d986ea-5f0e-43e5-b3bd-3b58e91700cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:42.788274 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-a1d986ea-5f0e-43e5-b3bd-3b58e91700cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 1095 time: 0.0815537 Oct 15 19:42:42.846058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:42.860813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-624b2c80-d2f5-40a2-a82f-2eddd73ec5f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd HTTP/1.1" status: 200 len: 217 time: 0.0636337 Oct 15 19:42:42.885197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: e7f4cad5-810e-40d3-b183-ea34e2c103f5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:42.886405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e7f4cad5-810e-40d3-b183-ea34e2c103f5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:42.984638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd3acb-37ba-4f12-aac3-5a8b667df625 req-13346642-41cf-4fb7-a06c-afed7d57bdce tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:42.986550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eedd3acb-37ba-4f12-aac3-5a8b667df625 req-13346642-41cf-4fb7-a06c-afed7d57bdce tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.1562800 Oct 15 19:42:42.994116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9d036f18-620c-43cb-80a4-90febbb6aabf no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:43.021934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-1716c69c-3ebf-441e-b47c-b65efe00192b tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652795 Oct 15 19:42:43.055425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9d036f18-620c-43cb-80a4-90febbb6aabf {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:43.055425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9d036f18-620c-43cb-80a4-90febbb6aabf not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:43.055764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92b1d67a-340e-4f92-a501-fa3fad56d2df no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:43.062645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-a18df417-536a-440c-9b6b-be9c1984ed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:43.073101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.080903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-a18df417-536a-440c-9b6b-be9c1984ed6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.2126625 Oct 15 19:42:43.100785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 92b1d67a-340e-4f92-a501-fa3fad56d2df {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:43.101348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92b1d67a-340e-4f92-a501-fa3fad56d2df not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:43.121201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cd1ffe-e68a-468b-aca3-be0a70d459c8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:43.131880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-d8a5c97a-3199-4f1f-b97a-568288e7a61a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280926 Oct 15 19:42:43.133368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eedd3acb-37ba-4f12-aac3-5a8b667df625 req-2ee42e49-c2a3-400b-b90c-e361f4b9cd5c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308005 Oct 15 19:42:43.142729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.147843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a0898-2d01-4c41-8416-007328ee8e42 None None] Network 3e76a510-d10e-4bc2-9935-e44668d47548 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:43.151651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a4d35e1e-57a9-49c4-929e-560a2e073f57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19cd1ffe-e68a-468b-aca3-be0a70d459c8 HTTP/1.1" status: 204 len: 168 time: 0.6403930 Oct 15 19:42:43.153619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33258) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:43.223209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f66ec6-6211-457c-87be-645762c8f7db req-bd21c2cf-280e-4611-aa70-6833996d462c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:43.225058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6f66ec6-6211-457c-87be-645762c8f7db req-bd21c2cf-280e-4611-aa70-6833996d462c tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.2326539 Oct 15 19:42:43.279063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-2ac097b1-3ef1-4049-8eea-5f2f3eed4748 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:43.282480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-2ac097b1-3ef1-4049-8eea-5f2f3eed4748 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482777 Oct 15 19:42:43.313557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Request body: {'port': {'device_id': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '30db3bb204e44ea3b6528f70b46b5ac6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:43.366107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.460837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbeb91da-5d81-442a-8a6e-6a5076318bf0 req-e785c9b4-d235-4698-86dc-41bae3526627 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0756409 Oct 15 19:42:43.500775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-158acb8d-9213-4feb-b32a-8ea000eb5e6f req-b559c119-ddc7-4a33-aebc-7521b731b597 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.0722709 Oct 15 19:42:43.569196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] DHCP port deletion for 3e76a510-d10e-4bc2-9935-e44668d47548 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:42:43.596303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-babda1f9-a865-4c38-adac-f919b4f4475e service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478734 Oct 15 19:42:43.680860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-ca91604f-ee2c-477a-bb9d-1f808120edfd tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:43.681533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Deleting port 589cc371-550c-4796-a16b-43f6055b7946 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:43.681533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.683880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-ca91604f-ee2c-477a-bb9d-1f808120edfd tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 818 time: 0.4576924 Oct 15 19:42:43.712521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Request body: {'port': {'device_id': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'admin_state_up': True, 'tenant_id': '1ccbb62e7dd84e84aa3d968b7b7031ae'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:43.757717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34f31a69-3819-44dc-8441-d0de0f4b4c37 req-b59c6b05-0d96-46fb-a926-e72f604a2560 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508648 Oct 15 19:42:43.762480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Made reservation on behalf of 30db3bb204e44ea3b6528f70b46b5ac6 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:43.774661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Deleting port 1ede36af-aee1-4fe6-b181-cf1c99888833 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:43.775259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.780844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.794925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.836900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26efad-731a-4f13-ab83-c017316cf1c1 req-d10fa032-b53f-4728-842f-904d2fca8240 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:43.845090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a26efad-731a-4f13-ab83-c017316cf1c1 req-d10fa032-b53f-4728-842f-904d2fca8240 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 943 time: 0.1963127 Oct 15 19:42:43.851745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d21c489-ce64-4974-b665-9ec3e085e51f req-f69c5c80-3d5c-498d-9d7b-9e4071592799 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0372396 Oct 15 19:42:43.852367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] For port 589cc371-550c-4796-a16b-43f6055b7946, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=589cc371-550c-4796-a16b-43f6055b7946,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:43.865437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:43.913003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Calling delete_port for 589cc371-550c-4796-a16b-43f6055b7946 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:43.934495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.041472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Deleting port 589cc371-550c-4796-a16b-43f6055b7946 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:44.042011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.054394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-0190446a-c037-4dcc-8219-1a12f073d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.068493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-0190446a-c037-4dcc-8219-1a12f073d231 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 1095 time: 0.1152554 Oct 15 19:42:44.077501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.200917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52389827-e667-4966-bff2-a70b6e9589a7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:44.229457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] For port 589cc371-550c-4796-a16b-43f6055b7946, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=589cc371-550c-4796-a16b-43f6055b7946,segment=NetworkSegment(1981c594-d863-432e-921d-b37c487b98e3),segment_id=1981c594-d863-432e-921d-b37c487b98e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:44.229828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.235772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a26efad-731a-4f13-ab83-c017316cf1c1 req-2766ba42-1474-45d6-ac61-7b1259a4a15e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895929 Oct 15 19:42:44.263441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.272571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Calling delete_port for 589cc371-550c-4796-a16b-43f6055b7946 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:44.277967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Made reservation on behalf of 1ccbb62e7dd84e84aa3d968b7b7031ae for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:44.281531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.291237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-ec0be997-227f-478c-a42a-0992bcbcbd3a tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.292789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-ec0be997-227f-478c-a42a-0992bcbcbd3a tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.11 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 818 time: 0.4192247 Oct 15 19:42:44.307411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] Pushing event deleted for resources: {'Port': ['ID=589cc371-550c-4796-a16b-43f6055b7946,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:44.312982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-3e7be8b9-3cc3-4b1f-aae5-02ddcab6f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.314486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-3e7be8b9-3cc3-4b1f-aae5-02ddcab6f8e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 916 time: 0.2458324 Oct 15 19:42:44.316026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Request body: {'port': {'device_id': 'e61a4293-5811-49c2-8086-e55d1c790575', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'admin_state_up': True, 'tenant_id': '1ccbb62e7dd84e84aa3d968b7b7031ae'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:44.329885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16939c79-b57e-4fd5-8548-db4ec8364a4a None None] No DVR routers for this DVR port 589cc371-550c-4796-a16b-43f6055b7946 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:44.415615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] For port 1ede36af-aee1-4fe6-b181-cf1c99888833, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ede36af-aee1-4fe6-b181-cf1c99888833,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:44.415996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.421221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-15ac9972-5767-4c22-af06-3de11db7c9d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd HTTP/1.1" status: 200 len: 217 time: 0.0802765 Oct 15 19:42:44.434143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Allocated IP 192.168.233.160 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/8b1bf4ee-1746-431e-ab95-d88e369c9fc4) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:44.471839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b2001-850b-40c6-a80e-9793daf94ad6 req-fd5917d2-736c-44b6-bd22-140eb4a892a2 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.476048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-341b2001-850b-40c6-a80e-9793daf94ad6 req-fd5917d2-736c-44b6-bd22-140eb4a892a2 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 949 time: 0.1850805 Oct 15 19:42:44.518664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Calling delete_port for 1ede36af-aee1-4fe6-b181-cf1c99888833 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:44.580511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-253f310a-16e5-421a-ab0c-d52d3ce1f3aa tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.583045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-253f310a-16e5-421a-ab0c-d52d3ce1f3aa tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 818 time: 0.3257942 Oct 15 19:42:44.607021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Request body: {'port': {'device_id': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'admin_state_up': True, 'tenant_id': '1ccbb62e7dd84e84aa3d968b7b7031ae'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:44.645979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-922a9893-ba5e-4f00-b6bd-f69a8b224c9b req-80fc7f3f-0c39-4305-8d66-a0a6fc4171db tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0624242 Oct 15 19:42:44.670320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-be0e16af-7f4d-43d3-af40-e37a1a8b5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:44.672333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-be0e16af-7f4d-43d3-af40-e37a1a8b5aa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.1607404 Oct 15 19:42:44.725404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-1480a7f6-5051-40be-8173-04e56ae32e36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273297 Oct 15 19:42:44.738919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.760631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-341b2001-850b-40c6-a80e-9793daf94ad6 req-91b100ea-f137-4152-a232-07328d0a0d79 tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/security-groups?id=a732fc47-519d-4359-a299-b99d4a819684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650857 Oct 15 19:42:44.845214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de4fc896-0e23-420d-9f15-afd8084552bc req-5bbe82aa-525b-4793-b26a-afe60fd007be tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.0478389 Oct 15 19:42:44.855044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] No DVR routers for this DVR port 589cc371-550c-4796-a16b-43f6055b7946 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:44.903763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Made reservation on behalf of 1ccbb62e7dd84e84aa3d968b7b7031ae for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:44.907406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.933911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=589cc371-550c-4796-a16b-43f6055b7946,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:44.945150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Allocated IP 172.20.0.6 (75c40fc8-aabf-4194-994b-dcdcfa0bb9f6/4e12c511-69f0-4919-baf1-41878bd5f041/e93b3514-85c7-49e2-b4e4-9c36c72c751f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:44.966225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:44.981609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-86339690-8e97-4f73-b74a-2ff7950accf9 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198048 Oct 15 19:42:44.991739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 589cc371-550c-4796-a16b-43f6055b7946 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:45.023170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 589cc371-550c-4796-a16b-43f6055b7946 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:45.023869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 589cc371-550c-4796-a16b-43f6055b7946 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:45.073793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9aa4432-1a22-44cb-b8b6-bdce8cad2df9 req-4b29360e-1714-452a-b27c-8482182061e6 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0888534 Oct 15 19:42:45.075477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.114701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.127018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Made reservation on behalf of 1ccbb62e7dd84e84aa3d968b7b7031ae for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:45.131937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.145578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ead39bf6-95d2-4142-8111-ce352c3cfc02 req-a2f99412-0368-4471-8749-7cc36ff39e4a service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558294 Oct 15 19:42:45.150031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.201746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e76a510-d10e-4bc2-9935-e44668d47548']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:45.211138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:45.227711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Pushing event deleted for resources: {'Port': ['ID=1ede36af-aee1-4fe6-b181-cf1c99888833,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:45.234943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1981c594-d863-432e-921d-b37c487b98e3') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:45.235080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1981c594-d863-432e-921d-b37c487b98e3') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:45.242507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:45.251869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:45.260335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Pushing event updated for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:45.270010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.334676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.340008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] No DVR routers for this DVR port 1ede36af-aee1-4fe6-b181-cf1c99888833 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:45.354326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:45.354986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.355126 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.358164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6f66ec6-6211-457c-87be-645762c8f7db req-cd6547c6-797a-4542-a97a-ac2adea6bf0a tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.11 "DELETE /v2.0/ports/1ede36af-aee1-4fe6-b181-cf1c99888833 HTTP/1.1" status: 204 len: 173 time: 2.1197820 Oct 15 19:42:45.360100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'name': 'network-vif-deleted', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:45.362469 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef6692c-ea5b-4085-84c7-d1bd16df4ce7" -d '{"events": [{"server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "name": "network-vif-deleted", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:45.390415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:42:45.390816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:42:45.394028 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:42:45.454399 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-4b6982ac-ef10-448d-9b50-abd197425639 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1517837 Oct 15 19:42:45.468100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Request body: {'port': {'device_id': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:45.468700 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0d134-b05a-4253-adaf-b24990eaa36b x-openstack-request-id: req-edb0d134-b05a-4253-adaf-b24990eaa36b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:45.468993 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d43b7c2-8f75-4d1a-bb00-948ca85edcac", "name": "network-vif-deleted", "tag": "1ede36af-aee1-4fe6-b181-cf1c99888833", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:45.469249 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edb0d134-b05a-4253-adaf-b24990eaa36b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:45.469696 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d43b7c2-8f75-4d1a-bb00-948ca85edcac', 'name': 'network-vif-deleted', 'tag': '1ede36af-aee1-4fe6-b181-cf1c99888833', 'status': 'completed', 'code': 200} Oct 15 19:42:45.527197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a5809-103a-415e-9da4-13bab8dcee10 req-6557195a-f4b4-4355-a4e2-cac10c9fc895 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:45.528821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e45a5809-103a-415e-9da4-13bab8dcee10 req-6557195a-f4b4-4355-a4e2-cac10c9fc895 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 943 time: 0.1919072 Oct 15 19:42:45.532311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.543662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.601884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e45a5809-103a-415e-9da4-13bab8dcee10 req-67114702-2c62-46ba-b14b-b1d92007f2f8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632784 Oct 15 19:42:45.604143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.614752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.621557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e76a510-d10e-4bc2-9935-e44668d47548 HTTP/1.1" status: 204 len: 168 time: 2.4661801 Oct 15 19:42:45.644670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99a02c-d8cd-47a0-9a23-96f342bec3e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e76a510-d10e-4bc2-9935-e44668d47548,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:45.735069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.893834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41389d81-71c3-476a-a0d0-609f0981c074 req-f1c83385-09cd-488e-bdd1-994e2b653037 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0554492 Oct 15 19:42:45.916426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event updated for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:45.949023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-eafe3133-50f6-48b0-86f0-a6e13063d27c None None] Provisioning complete for port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:45.952644 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-eafe3133-50f6-48b0-86f0-a6e13063d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.969958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:45.970468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f95ef2f5-d90d-4a1b-98d1-9f3cb4797dcc req-406b297e-530e-44d5-8f26-1bf0a6c8776d tempest-LiveMigrationNegativeTest-2121118003 tempest-LiveMigrationNegativeTest-2121118003-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d43b7c2-8f75-4d1a-bb00-948ca85edcac HTTP/1.1" status: 200 len: 210 time: 0.0680780 Oct 15 19:42:45.980016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:45.980332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:45.985300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:45.995368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Transition to ACTIVE for port object 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:45.998949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:46.023799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-eafe3133-50f6-48b0-86f0-a6e13063d27c None None] Port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:46.029779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Allocated IP 172.20.0.2 (75c40fc8-aabf-4194-994b-dcdcfa0bb9f6/4e12c511-69f0-4919-baf1-41878bd5f041/ccc9ba2f-95ab-4615-9a7f-28881e785b1e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:46.060830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b83f6-25e2-4b7d-a70d-618f4e5335f6 req-35448925-87a4-4e44-9b5a-7a21b33bcbd0 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.070846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.075430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.075591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f33b83f6-25e2-4b7d-a70d-618f4e5335f6 req-35448925-87a4-4e44-9b5a-7a21b33bcbd0 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 936 time: 0.0752075 Oct 15 19:42:46.135228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f33b83f6-25e2-4b7d-a70d-618f4e5335f6 req-b2854c95-7aba-44c8-bf99-c8dd0cf1c7e1 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619371 Oct 15 19:42:46.138536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.199052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1e00bd87-9669-4204-af33-45f78a425eb4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4956675 Oct 15 19:42:46.236024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:46.239213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Request body: {'port': {'device_id': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:46.287493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24a1afdf-f8f2-4ffe-a8d6-189306c144c9 req-fc999f0f-ee60-4422-a72c-f0c9aa68f891 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0845397 Oct 15 19:42:46.288381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33304) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:46.353766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269fa55-1a7b-486e-8432-e80fdf9b202f req-895e5660-eb3d-4139-a3df-af5754a3f52f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.362804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4269fa55-1a7b-486e-8432-e80fdf9b202f req-895e5660-eb3d-4139-a3df-af5754a3f52f tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.1284766 Oct 15 19:42:46.404508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Attempting to bind port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:46.404844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Attempting to bind port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:46.405174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Attempting to bind port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:46.419418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:46.419773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Attempting to bind port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:46.452417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4269fa55-1a7b-486e-8432-e80fdf9b202f req-6f7a16ac-9612-4de3-b6e2-49591bc4fc0b tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680177 Oct 15 19:42:46.465540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:46.466135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:46.466800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:46.468234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Bound port: 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:46.468799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.481273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e79f8be6-cb30-4ac0-b92a-aa4fc26df8e8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac7ea8a00834b259927ce6c51a45851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562984 Oct 15 19:42:46.486518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.492649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:46.562576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:46.568280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:46.694750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.696981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.730432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.731047 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.732513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] 10.222.0.11 "PUT /v2.0/ports/8b1bf4ee-1746-431e-ab95-d88e369c9fc4 HTTP/1.1" status: 200 len: 1097 time: 1.2695367 Oct 15 19:42:46.732937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:46.735168 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e15ff86-6821-4a46-bd40-c5fb8334a29c" -d '{"events": [{"name": "network-changed", "server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:46.743595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.791622 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01495e91-75d5-4dfd-9ec8-5c79d2b5d3a5 x-openstack-request-id: req-01495e91-75d5-4dfd-9ec8-5c79d2b5d3a5 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:46.792307 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:46.792662 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01495e91-75d5-4dfd-9ec8-5c79d2b5d3a5 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:46.793164 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4', 'status': 'completed', 'code': 200} Oct 15 19:42:46.794692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f812e4d8-42d8-49d6-9715-25e6c3577ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:46.797735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.807097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce68a12-21fa-4492-bb73-9c60b08328b3 req-6524379f-1454-4018-a47f-eb52243d8d66 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.808931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ce68a12-21fa-4492-bb73-9c60b08328b3 req-6524379f-1454-4018-a47f-eb52243d8d66 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 943 time: 0.1151452 Oct 15 19:42:46.845947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ede36af-aee1-4fe6-b181-cf1c99888833 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:46.890510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 1ede36af-aee1-4fe6-b181-cf1c99888833 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:46.890857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ede36af-aee1-4fe6-b181-cf1c99888833 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:46.897116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ce68a12-21fa-4492-bb73-9c60b08328b3 req-4be3bec3-28f5-4e4d-a9c6-2760086eb2e7 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764909 Oct 15 19:42:46.900815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:46.954959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ff86-6821-4a46-bd40-c5fb8334a29c req-de0959db-9e26-461e-8b80-214c0f8c41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:46.957936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e15ff86-6821-4a46-bd40-c5fb8334a29c req-de0959db-9e26-461e-8b80-214c0f8c41e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 1100 time: 0.1275520 Oct 15 19:42:46.968562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Allocated IP 172.20.0.4 (75c40fc8-aabf-4194-994b-dcdcfa0bb9f6/4e12c511-69f0-4919-baf1-41878bd5f041/eb27c20f-a09d-4484-b237-7beb92449642) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:46.990350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event updated for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:46.999168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e15ff86-6821-4a46-bd40-c5fb8334a29c req-87140417-70a9-4edd-94eb-ed854f9eaadb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322025 Oct 15 19:42:47.000618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:47.003027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:47.015844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:47.055999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6621d56-cfef-4bf1-9f98-c8c32eab9c23 req-47bbea50-b707-4187-9be8-bd100cdda3f9 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5d3577d-8911-433c-b718-55f98e1a6650 HTTP/1.1" status: 200 len: 210 time: 0.0542417 Oct 15 19:42:47.299198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d5f74f9d-86f9-4998-a6cf-46835b41a3bd details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:47.477755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.481136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.482622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1d8f1e4-840f-4fe3-940f-d358824f341d HTTP/1.1" status: 204 len: 168 time: 0.9885364 Oct 15 19:42:47.491117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:47.499004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9da13-f9d1-4be6-8ae1-1e77844b7661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d8f1e4-840f-4fe3-940f-d358824f341d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:47.504797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:47.505673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.524809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'port_id': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', 'mac_address': 'fa:16:3e:a0:df:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2493e2-e347-4a57-8e4e-170b9798cd52', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:47.607387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.607680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15ff86-6821-4a46-bd40-c5fb8334a29c req-d8d503bb-477b-4fdb-9a3f-3cfb0b9f1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:47.609151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e15ff86-6821-4a46-bd40-c5fb8334a29c req-d8d503bb-477b-4fdb-9a3f-3cfb0b9f1503 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5965536 Oct 15 19:42:47.625609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cd94140-76a2-496b-bdeb-253ae3172a33 req-d4708c4a-2633-4c08-a78f-295a4c980fa9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0673027 Oct 15 19:42:47.637662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-adfd8929-251c-44b3-9e3c-7bab4a4f3e82 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3283899 Oct 15 19:42:47.649794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f74f9d-86f9-4998-a6cf-46835b41a3bd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:47.660834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Request body: {'port': {'device_id': 'e61a4293-5811-49c2-8086-e55d1c790575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:47.670572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f487221-dfc5-4e9b-b56b-99a831df9986 req-3e739ae1-298e-4d4c-ae72-b19b8f868ced tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:47.678538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:47.691228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f487221-dfc5-4e9b-b56b-99a831df9986 req-3e739ae1-298e-4d4c-ae72-b19b8f868ced tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 948 time: 0.4715042 Oct 15 19:42:47.737658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.774264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.803695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f487221-dfc5-4e9b-b56b-99a831df9986 req-4c76cdf1-53c3-4d89-9380-9031e2745827 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084282 Oct 15 19:42:47.812822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33334) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:47.823569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-d7096b10-8690-4a43-aa0c-c564a1e0de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:47.825097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-d7096b10-8690-4a43-aa0c-c564a1e0de3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 1100 time: 0.1080315 Oct 15 19:42:47.862794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:47.928348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:47.964976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.965420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.965648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.965977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.966305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.969124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.969473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.971170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-9406b114-d66e-4406-a852-7e5e0a11db9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4 HTTP/1.1" status: 200 len: 217 time: 0.1303008 Oct 15 19:42:47.971786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.972080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.974660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.975343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.976494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:42:47.979796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a6d7-786e-4a8d-894c-e32da0530951 req-fcdceefe-646c-4a8a-ba1a-6d90bf782873 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:47.981338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a280a6d7-786e-4a8d-894c-e32da0530951 req-fcdceefe-646c-4a8a-ba1a-6d90bf782873 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.1438212 Oct 15 19:42:48.082512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.150414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:48.158265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-406f4e02-baef-43b5-9895-3a21e1e60a64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70944e44b53e402f97a694cc1ac99bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416135 Oct 15 19:42:48.161073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:48.164466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33350) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:48.168037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a280a6d7-786e-4a8d-894c-e32da0530951 req-3b07cb88-a3f6-4b5c-be04-8431c468a10c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678324 Oct 15 19:42:48.169347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['d5f74f9d-86f9-4998-a6cf-46835b41a3bd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:48.191540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:48.261658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-a8f27e2c-920e-473c-be4f-a6b1cfcdda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:48.263322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-a8f27e2c-920e-473c-be4f-a6b1cfcdda8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.2731452 Oct 15 19:42:48.270078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:48.270917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.357357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e93b3514-85c7-49e2-b4e4-9c36c72c751f {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:48.367108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.384805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event updated for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:48.391903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Transition to ACTIVE for port object e93b3514-85c7-49e2-b4e4-9c36c72c751f will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:48.405428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd71e5-f0ab-4d33-96ac-0d8be67db3a0 req-31525046-be15-4b4a-98dc-8c080119f2ed tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:48.413581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ccd71e5-f0ab-4d33-96ac-0d8be67db3a0 req-31525046-be15-4b4a-98dc-8c080119f2ed tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 944 time: 0.3557684 Oct 15 19:42:48.459788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-2741813c-2349-4e59-8c11-557e08139415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:48.461251 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-2741813c-2349-4e59-8c11-557e08139415 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1788456 Oct 15 19:42:48.486058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8739021b-dcca-4c2b-b44e-baf3b586bba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.489968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.500589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.509920 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a52aea7d-5928-4226-80b5-0befb42d1488 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9068513 Oct 15 19:42:48.524131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ccd71e5-f0ab-4d33-96ac-0d8be67db3a0 req-0b48c3bc-f2bb-46bb-89b6-82deca4ac557 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096332 Oct 15 19:42:48.543438 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.602963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Request body: {'port': {'device_id': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:48.609517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:48.744326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-b1dfa040-d497-476b-bae8-011125a19c62 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749443 Oct 15 19:42:48.749706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.786708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.789655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.793794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a732fc47-519d-4359-a299-b99d4a819684 HTTP/1.1" status: 204 len: 168 time: 0.6254818 Oct 15 19:42:48.836409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7465e-e14d-4cfb-85d2-2db069d0a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a732fc47-519d-4359-a299-b99d4a819684,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:48.905199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Attempting to bind port e93b3514-85c7-49e2-b4e4-9c36c72c751f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:48.905199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Attempting to bind port e93b3514-85c7-49e2-b4e4-9c36c72c751f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:48.905199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Attempting to bind port e93b3514-85c7-49e2-b4e4-9c36c72c751f on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:48.906307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Port e93b3514-85c7-49e2-b4e4-9c36c72c751f on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:48.906307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Attempting to bind port e93b3514-85c7-49e2-b4e4-9c36c72c751f on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:48.932327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc9ba2f-95ab-4615-9a7f-28881e785b1e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:48.935130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:48.939673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Checking segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:48.940124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Bound using segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:48.940604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Bound port: e93b3514-85c7-49e2-b4e4-9c36c72c751f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:48.940985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.982841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:48.998272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Transition to ACTIVE for port object ccc9ba2f-95ab-4615-9a7f-28881e785b1e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:49.008100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba02dd-d6da-4b44-894f-74e90199a9e4 req-c85ce038-711a-44d6-a8cd-8e201a993c02 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.010957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4ba02dd-d6da-4b44-894f-74e90199a9e4 req-c85ce038-711a-44d6-a8cd-8e201a993c02 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 931 time: 0.2352662 Oct 15 19:42:49.024347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf6e1b70-be8f-4a51-9ff7-ba5bc615a8b1 req-77c77ca0-215b-4ca0-8c57-3a41e00a6d40 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711639 Oct 15 19:42:49.066996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7763-00e2-41c1-8811-184ab0b1161a req-2b31ce16-2836-4ab2-a2c3-427d01fac03a tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.068502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-439f7763-00e2-41c1-8811-184ab0b1161a req-2b31ce16-2836-4ab2-a2c3-427d01fac03a tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 948 time: 0.0985749 Oct 15 19:42:49.104338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:49.108281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:49.125550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.157136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4ba02dd-d6da-4b44-894f-74e90199a9e4 req-4cc60afc-f024-4266-abb9-d829f9faa88b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322513 Oct 15 19:42:49.161845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-439f7763-00e2-41c1-8811-184ab0b1161a req-7704b5f4-86d4-48fa-b7d9-dfe46778e5c8 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794830 Oct 15 19:42:49.218192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:49.220998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.292965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.293619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.294980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e93b3514-85c7-49e2-b4e4-9c36c72c751f HTTP/1.1" status: 200 len: 1092 time: 3.0637314 Oct 15 19:42:49.314392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d5f74f9d-86f9-4998-a6cf-46835b41a3bd up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:49.320697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:49.323235 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0813770-9ac4-4d32-92d6-b84b79e82824" -d '{"events": [{"name": "network-changed", "server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:49.413213 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542bb7d6-3fb7-4718-adde-62b542a8eb9b x-openstack-request-id: req-542bb7d6-3fb7-4718-adde-62b542a8eb9b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:49.413823 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:49.414233 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-542bb7d6-3fb7-4718-adde-62b542a8eb9b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:49.414794 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'status': 'completed', 'code': 200} Oct 15 19:42:49.445448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e8c50-f5d5-458a-9bda-626f603d79e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:49.505091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25a46f-4d5a-4a89-9f91-0fbe9dfe9041 req-702bc811-6ed4-4e67-9fdf-da81d4314975 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.514167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af25a46f-4d5a-4a89-9f91-0fbe9dfe9041 req-702bc811-6ed4-4e67-9fdf-da81d4314975 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.2415946 Oct 15 19:42:49.524739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Attempting to bind port ccc9ba2f-95ab-4615-9a7f-28881e785b1e on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:49.525098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Attempting to bind port ccc9ba2f-95ab-4615-9a7f-28881e785b1e by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:49.525398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Attempting to bind port ccc9ba2f-95ab-4615-9a7f-28881e785b1e on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:49.544872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Port ccc9ba2f-95ab-4615-9a7f-28881e785b1e on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:49.545559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Attempting to bind port ccc9ba2f-95ab-4615-9a7f-28881e785b1e on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:49.554778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port d5f74f9d-86f9-4998-a6cf-46835b41a3bd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:49.557406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da943835-f2b4-4312-8a70-561ddf153536 req-4ee854ca-09a0-4c11-b544-f3132bdd1620 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.559056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da943835-f2b4-4312-8a70-561ddf153536 req-4ee854ca-09a0-4c11-b544-f3132bdd1620 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 946 time: 0.1601479 Oct 15 19:42:49.570984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port d5f74f9d-86f9-4998-a6cf-46835b41a3bd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:49.576555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.582428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:49.583100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Checking segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:49.587047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Bound using segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:49.587047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Bound port: ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:49.587047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.630655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-f1851997-c527-45cd-9542-3dcb49747451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:49.632422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-f1851997-c527-45cd-9542-3dcb49747451 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 1095 time: 0.2119656 Oct 15 19:42:49.672881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af25a46f-4d5a-4a89-9f91-0fbe9dfe9041 req-462fba1e-1cb1-4b2b-a3fa-6fc8bc590001 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578472 Oct 15 19:42:49.780908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.815902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Deleting port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:49.816929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.843091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:49.846342 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecbfbe5-7890-4eec-b1d3-0f91b6fb5139" -d '{"events": [{"server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:49.853781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb27c20f-a09d-4484-b237-7beb92449642 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:49.867172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:49.874858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:49.915741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:49.916868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Transition to ACTIVE for port object eb27c20f-a09d-4484-b237-7beb92449642 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:49.935728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:49.956198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] For port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:49.956631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.007477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b49500-5077-4b1c-9b79-4ba36d898bbf req-f7d7f2da-9ce8-4ded-9737-13eebe264954 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.015992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b49500-5077-4b1c-9b79-4ba36d898bbf req-f7d7f2da-9ce8-4ded-9737-13eebe264954 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 944 time: 0.3748415 Oct 15 19:42:50.031347 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.041011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.096237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:50.111658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.115869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-e28efd9f-f6e2-4d5c-8189-f996396ebabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.117363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-e28efd9f-f6e2-4d5c-8189-f996396ebabd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4751992 Oct 15 19:42:50.122623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b49500-5077-4b1c-9b79-4ba36d898bbf req-0ba8c716-0161-42d4-8503-ba65fdc2641d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058421 Oct 15 19:42:50.149894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:50.190757 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb16b27-7d0a-448d-8eeb-966ea2fe227d x-openstack-request-id: req-2bb16b27-7d0a-448d-8eeb-966ea2fe227d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:50.191169 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "name": "network-vif-plugged", "status": "completed", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:50.191344 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bb16b27-7d0a-448d-8eeb-966ea2fe227d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:50.192662 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', 'code': 200} Oct 15 19:42:50.244847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33406) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:50.292347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.293451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.295008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] 10.222.0.11 "PUT /v2.0/ports/ccc9ba2f-95ab-4615-9a7f-28881e785b1e HTTP/1.1" status: 200 len: 1092 time: 2.6402988 Oct 15 19:42:50.302428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-bb129c4d-64a9-4c60-ab11-44f03abda41d tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=33bce72b565f4abd9033e9731373327e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1894305 Oct 15 19:42:50.339638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c4c49-a676-4d84-ae0d-47e9beaadca9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:50.361898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ee422859-cb5f-422b-a33d-8a0c57eae86a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c96470dfda994db08ddcc59e5590b0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153588 Oct 15 19:42:50.370030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-8405dd64-b44c-4484-bc3f-39268e37130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.370854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0813770-9ac4-4d32-92d6-b84b79e82824 req-8405dd64-b44c-4484-bc3f-39268e37130b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2399223 Oct 15 19:42:50.371857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33408) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:50.372063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Attempting to bind port eb27c20f-a09d-4484-b237-7beb92449642 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:50.372386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Attempting to bind port eb27c20f-a09d-4484-b237-7beb92449642 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:50.372688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Attempting to bind port eb27c20f-a09d-4484-b237-7beb92449642 on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:50.388795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Port eb27c20f-a09d-4484-b237-7beb92449642 on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:50.389040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Attempting to bind port eb27c20f-a09d-4484-b237-7beb92449642 on network 75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:50.413303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:50.413649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Checking segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:50.413917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Bound using segment: {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:50.414365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Bound port: eb27c20f-a09d-4484-b237-7beb92449642, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f6a38-6007-441c-838f-34e86f737012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:50.414715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.455467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.456013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.457102 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a disassociated. External IP: 172.25.0.70, port: 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c. Oct 15 19:42:50.457631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Calling delete_port for 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:50.531092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc49b3-b40f-4696-b3f3-870fd7dc9d70 req-e7bc7c70-3dc1-4624-8f96-43411d39a65f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.532661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61bc49b3-b40f-4696-b3f3-870fd7dc9d70 req-e7bc7c70-3dc1-4624-8f96-43411d39a65f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 943 time: 0.1413462 Oct 15 19:42:50.559111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-78186f3e-50fd-473b-adce-e50dddcbd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.560478 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-78186f3e-50fd-473b-adce-e50dddcbd4ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 1095 time: 0.1289463 Oct 15 19:42:50.568021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:50.618093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eb27c20f-a09d-4484-b237-7beb92449642,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:50.621548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-b4a7ca39-228c-483f-a354-356560303c99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f HTTP/1.1" status: 200 len: 217 time: 0.0498676 Oct 15 19:42:50.643131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61bc49b3-b40f-4696-b3f3-870fd7dc9d70 req-ffabbb05-12fa-460a-a61c-213d717e32b3 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006184 Oct 15 19:42:50.687450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-c07de98d-e77c-46f4-b36a-6c1a084594b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.689296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-c07de98d-e77c-46f4-b36a-6c1a084594b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 200 len: 858 time: 0.0589573 Oct 15 19:42:50.724499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-234a0d5c-66a2-4638-8ca3-7d32d27f9e73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272009 Oct 15 19:42:50.725726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.799421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-ba95cd40-cabc-4ad5-8700-0b2d64bf62b3 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.804533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-ba95cd40-cabc-4ad5-8700-0b2d64bf62b3 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570780 Oct 15 19:42:50.848732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.862872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a10579-3d91-4df3-9c39-327edd442bca req-49f25db4-7e0a-4589-ba41-818c75ba2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.865374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48a10579-3d91-4df3-9c39-327edd442bca req-49f25db4-7e0a-4589-ba41-818c75ba2861 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 1097 time: 0.5623744 Oct 15 19:42:50.891244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-a400f397-d082-4698-8e2e-134059952cad service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577463 Oct 15 19:42:50.900902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.902062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:50.903525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] 10.222.0.15 "PUT /v2.0/ports/eb27c20f-a09d-4484-b237-7beb92449642 HTTP/1.1" status: 200 len: 1092 time: 2.3567181 Oct 15 19:42:50.906099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:50.908608 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0269d808-e738-4160-ac41-57a97de7894c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "tag": "eb27c20f-a09d-4484-b237-7beb92449642"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:50.919704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-d9aa0971-3577-4c35-815a-afb528e57b2d tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/quotas/33bce72b565f4abd9033e9731373327e HTTP/1.1" status: 200 len: 375 time: 0.0506535 Oct 15 19:42:50.923352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event deleted for resources: {'Port': ['ID=8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:50.973140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-23db2d66-091e-4c75-9668-d2dc1ed6f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:50.974797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-23db2d66-091e-4c75-9668-d2dc1ed6f1a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 1095 time: 0.4200556 Oct 15 19:42:51.009370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463be87-80cb-4a30-a41d-bd886fa907b0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:51.041437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-f12c6fa7-0684-41d0-81b3-790baa1af9bd tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=33bce72b565f4abd9033e9731373327e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718896 Oct 15 19:42:51.088247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-b9e91be9-71c6-4d93-9e99-bd446e56063d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e HTTP/1.1" status: 200 len: 217 time: 0.0965900 Oct 15 19:42:51.094421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ccc7-2da4-4034-8be2-f70e30df9ee0 req-2bfaf909-5106-4525-9df9-12df0836b27f tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:51.096051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8600ccc7-2da4-4034-8be2-f70e30df9ee0 req-2bfaf909-5106-4525-9df9-12df0836b27f tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 948 time: 0.2426107 Oct 15 19:42:51.105165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.151832 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1a90337c-ea5b-4f7b-aee7-359b0a09e0e1 service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165141 Oct 15 19:42:51.186106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-9b6cbba6-38e8-4e74-8adf-47e813c7be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:51.188737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-9b6cbba6-38e8-4e74-8adf-47e813c7be83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 1095 time: 0.1354990 Oct 15 19:42:51.199736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8600ccc7-2da4-4034-8be2-f70e30df9ee0 req-b22a4bfc-5a9d-4889-9bfe-e46f9d0c0796 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951960 Oct 15 19:42:51.204703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48a10579-3d91-4df3-9c39-327edd442bca req-f005170d-013d-47ae-a879-c34d093c91b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990022 Oct 15 19:42:51.227835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.269014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-df77a50c-5816-45f7-9d6e-fad7225d0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:51.271607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-df77a50c-5816-45f7-9d6e-fad7225d0b9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 200 len: 858 time: 0.1585743 Oct 15 19:42:51.278866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-fda217f9-1ec0-482a-a43a-cd3d18fb6a95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb27c20f-a09d-4484-b237-7beb92449642 HTTP/1.1" status: 200 len: 217 time: 0.0759459 Oct 15 19:42:51.344295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:42:51.358263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29e4f994-ef30-461f-b1e7-cd3500b6c8c3 req-15872858-090e-490f-a189-d73badb2a721 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.0356529 Oct 15 19:42:51.408546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7301a155-3622-4928-9c0d-f2d5087a26d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.462777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:51.465702 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8d11e-0d8b-441e-9c5a-464e40075a85" -d '{"events": [{"name": "network-changed", "server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:51.470416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-fd1fd138-a7dd-48d5-a578-1bffe6a6f927 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1673083 Oct 15 19:42:51.517541 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99109f01-9771-444e-9aa8-3898a1b45258 x-openstack-request-id: req-99109f01-9771-444e-9aa8-3898a1b45258 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:51.518037 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "tag": "eb27c20f-a09d-4484-b237-7beb92449642", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:51.518394 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99109f01-9771-444e-9aa8-3898a1b45258 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:51.518973 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642', 'status': 'completed', 'code': 200} Oct 15 19:42:51.557115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-c0ac5fe7-13ca-4f86-bad3-244d7f621d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:51.561475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-c0ac5fe7-13ca-4f86-bad3-244d7f621d82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 200 len: 858 time: 0.0975006 Oct 15 19:42:51.614584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:42:51.623664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.625427 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-3e74ab74-31eb-4149-8d36-473a3c7f9508 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556283 Oct 15 19:42:51.628227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.629723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18784ef7-ccc7-4250-b426-61acd371fb49 HTTP/1.1" status: 204 len: 168 time: 1.0795629 Oct 15 19:42:51.638900 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:42:51.673051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:51.673756 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:51.771058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4c6c9-06fa-4653-8612-98ea381db95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18784ef7-ccc7-4250-b426-61acd371fb49,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:51.797076 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:51.819872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] No DVR routers for this DVR port 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:51.843828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:51.843828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da943835-f2b4-4312-8a70-561ddf153536 req-7c8ac908-92e1-448f-84e4-8450031d2d0c tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.15 "DELETE /v2.0/ports/8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c HTTP/1.1" status: 204 len: 173 time: 2.2618971 Oct 15 19:42:51.897974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32a0a3-0369-403a-b08c-6203604bb1d0 req-14536dc5-c767-49ad-833b-81c1112cf03e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:51.905758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c32a0a3-0369-403a-b08c-6203604bb1d0 req-14536dc5-c767-49ad-833b-81c1112cf03e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.4264333 Oct 15 19:42:51.950696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-196ca459-f93a-4482-b1dc-41375b71a67f req-f1b819d5-cba0-40d6-8af3-28a8aca4c460 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.2075050 Oct 15 19:42:51.965717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-775d7ce3-b3da-4e57-a60f-464d7acdc5e2 service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277133 Oct 15 19:42:51.965966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-e4764368-41b4-448a-8a85-81a3234e1219 service neutron] 10.222.0.11 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876602 Oct 15 19:42:52.029112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c32a0a3-0369-403a-b08c-6203604bb1d0 req-c95accca-930b-4712-b023-a545fcb4d034 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222923 Oct 15 19:42:52.119761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1a2c558c-dd51-4d31-a60c-a542c25dc2cd service neutron] 10.222.0.11 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397591 Oct 15 19:42:52.120988 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7b234b-f7bf-4399-8f7b-7c8f1ab5e196 x-openstack-request-id: req-3a7b234b-f7bf-4399-8f7b-7c8f1ab5e196 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:52.121268 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:52.121515 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7b234b-f7bf-4399-8f7b-7c8f1ab5e196 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:52.121891 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e', 'status': 'completed', 'code': 200} Oct 15 19:42:52.199762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-7d786f69-2c84-489c-9bdc-99e4e1d83b60 service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930077 Oct 15 19:42:52.303179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b9228-c237-4a81-96a1-c3f573f91dc1 req-882dd928-3f5c-438c-9664-706a4c5cbe64 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.305231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-407b9228-c237-4a81-96a1-c3f573f91dc1 req-882dd928-3f5c-438c-9664-706a4c5cbe64 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 943 time: 0.1220973 Oct 15 19:42:52.337024 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:52.343759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:52.424429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-aceca7a9-2b26-4881-8c05-594e29022873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.424429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-aceca7a9-2b26-4881-8c05-594e29022873 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 1095 time: 0.1136236 Oct 15 19:42:52.424429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-407b9228-c237-4a81-96a1-c3f573f91dc1 req-1e2997cc-3ea9-49dc-a93a-874f352f17c8 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087551 Oct 15 19:42:52.461434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1169-41e3-4867-a015-c03d9acd4393 req-bd1e0e2d-c622-4b1a-a0ef-42f63100ad40 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.461434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef0b1169-41e3-4867-a015-c03d9acd4393 req-bd1e0e2d-c622-4b1a-a0ef-42f63100ad40 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 948 time: 0.1450160 Oct 15 19:42:52.498112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:52.513270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d808-e738-4160-ac41-57a97de7894c req-4336180f-6604-45c7-9b4a-9a5e41a67b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.515613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-4336180f-6604-45c7-9b4a-9a5e41a67b3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 1095 time: 0.1465325 Oct 15 19:42:52.574890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:52.618585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-9dca62e0-3f3e-4a4a-a4c7-6df9a18ae782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.620392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-9dca62e0-3f3e-4a4a-a4c7-6df9a18ae782 service neutron] 10.222.0.11 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 919 time: 0.1795928 Oct 15 19:42:52.665278 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:42:52.693761 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:42:52.713270 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:52.713702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef0b1169-41e3-4867-a015-c03d9acd4393 req-b77c2325-bc04-46d6-8afc-0b6b633f4fd5 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333865 Oct 15 19:42:52.725152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-a69c32dd-fa36-4a45-97db-e48ab16b7e57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e HTTP/1.1" status: 200 len: 217 time: 0.0972388 Oct 15 19:42:52.732507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:52.739702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d808-e738-4160-ac41-57a97de7894c req-5ad9f16f-a083-4312-963e-d4bc80f2a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.741693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-5ad9f16f-a083-4312-963e-d4bc80f2a0e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 200 len: 919 time: 0.2172666 Oct 15 19:42:52.750718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50d97760-e8f6-4926-af66-d6e1fafc2947 req-0f4e7116-b122-432b-a25c-33bcf2b1bc72 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc65a984-aa76-4ef3-a7c0-abd17ef63db1 HTTP/1.1" status: 200 len: 210 time: 0.1098118 Oct 15 19:42:52.840287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-8f6bb8a1-1009-4f12-ac0d-5ffaa523bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.840287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-8f6bb8a1-1009-4f12-ac0d-5ffaa523bef3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 200 len: 858 time: 0.0917459 Oct 15 19:42:52.860713 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-c2b381dd-6211-4c06-8a59-c38ba5a4147d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb27c20f-a09d-4484-b237-7beb92449642 HTTP/1.1" status: 200 len: 217 time: 0.1110444 Oct 15 19:42:52.882289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-2d899444-c323-4d73-b673-65eed6bb0ca0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347877 Oct 15 19:42:52.895066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:52.962801 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:42:52.984670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269d808-e738-4160-ac41-57a97de7894c req-9d59f189-4e2e-4afb-9eac-e28f24bbd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:52.986414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-9d59f189-4e2e-4afb-9eac-e28f24bbd005 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 200 len: 858 time: 0.1179903 Oct 15 19:42:53.105146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-9752e406-cf3c-435f-8679-ccdb11cf240a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084650 Oct 15 19:42:53.125667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:53.140137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4', 'mac_address': 'fa:16:3e:67:78:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:53.210700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f77c95c-6988-4660-8752-1b82168a2b5d req-bc51793b-b5c3-476d-80b3-656fb382f1eb tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.1516414 Oct 15 19:42:53.214647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-7db4fa62-5070-4128-8611-210982139df7 service neutron] 10.222.0.11 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247309 Oct 15 19:42:53.237669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:53.277028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:53.326278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:53.326434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-ffc56b3e-b5a5-43cd-a6e0-640e3c9a39bb service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071977 Oct 15 19:42:53.329945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:53.350894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6cd0f-afc6-4eee-bd78-35f885552f1b req-518c54b0-0c6a-4eef-bca0-5751527598fc tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:53.360375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89b6cd0f-afc6-4eee-bd78-35f885552f1b req-518c54b0-0c6a-4eef-bca0-5751527598fc tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.1727123 Oct 15 19:42:53.361734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f8d11e-0d8b-441e-9c5a-464e40075a85 req-935d2a8d-5372-49d6-a31e-5bc93942d5da service neutron] 10.222.0.11 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395974 Oct 15 19:42:53.379998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:53.383428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:53.465820 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:53.506425 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0269d808-e738-4160-ac41-57a97de7894c req-b7bf11a5-95d4-4c3e-9090-4d2218dba078 service neutron] 10.222.0.15 "GET /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453691 Oct 15 19:42:53.538307 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:42:53.557702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-89b6cd0f-afc6-4eee-bd78-35f885552f1b req-28ff2b4e-2e00-4244-ac79-6974fea04282 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974778 Oct 15 19:42:53.574762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:53.605836 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f35c51a-47b2-4fb6-bfb7-60aadfb1a93e None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:35:32Z', 'revision_number': 4, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'ae03a22e-806e-4320-86ed-3faeb18ee9dc', 'name': '', 'network_id': '7fd70e84-0b96-4c85-94a6-23fd27942bbe', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'mac_address': 'fa:16:3e:bc:0e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:31Z', 'updated_at': '2021-10-15T19:35:36Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'subnets': [{'id': '0fdc8f84-2500-4be4-8317-41f1a2d0bc01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:42:53.628098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca921a-5c4b-4d10-9cc6-d65af1b64ab1 req-7d5dcfb1-cc00-4255-8ef0-8549a45572c6 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:53.629679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-feca921a-5c4b-4d10-9cc6-d65af1b64ab1 req-7d5dcfb1-cc00-4255-8ef0-8549a45572c6 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 943 time: 0.0735159 Oct 15 19:42:53.713726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-feca921a-5c4b-4d10-9cc6-d65af1b64ab1 req-bee50aa1-3a90-4a87-8139-92f6445b03de tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683441 Oct 15 19:42:53.720453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33472) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:53.890237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de7a70-d79b-4175-a948-df7b9316cb10 req-2bf98df9-9466-495c-a502-e436d21bce24 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:53.890937 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4de7a70-d79b-4175-a948-df7b9316cb10 req-2bf98df9-9466-495c-a502-e436d21bce24 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 949 time: 0.0849693 Oct 15 19:42:53.916328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-network', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:53.955266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4de7a70-d79b-4175-a948-df7b9316cb10 req-1ebe086c-c406-491c-8438-49fc45f001e4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Oct 15 19:42:54.017761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['8b1bf4ee-1746-431e-ab95-d88e369c9fc4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:54.054636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Made reservation on behalf of 0186f77562f94e82a1b23040ce84f20e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:54.058556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.104710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.127140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'name': 'network-vif-deleted', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:54.131691 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee667312-f3eb-4d74-818f-c308bd066226" -d '{"events": [{"server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "name": "network-vif-deleted", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:54.133150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33492) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:54.163021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f3d494-9198-4936-b82a-d76645353ddc None None] New status for floating IP 03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:42:54.224956 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22a182-8cdc-44ac-83e7-c279f472ab07 x-openstack-request-id: req-9b22a182-8cdc-44ac-83e7-c279f472ab07 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:54.225250 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc65a984-aa76-4ef3-a7c0-abd17ef63db1", "name": "network-vif-deleted", "tag": "8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:54.225501 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b22a182-8cdc-44ac-83e7-c279f472ab07 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:54.225887 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc65a984-aa76-4ef3-a7c0-abd17ef63db1', 'name': 'network-vif-deleted', 'tag': '8edcaa29-5ef5-4893-b1c5-7eccf8cb5a8c', 'status': 'completed', 'code': 200} Oct 15 19:42:54.285307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.300922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.337069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.387111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4774c5ec-240a-42f2-b6ec-013ddf92f9a2 req-7f926211-05db-487c-bc29-ab1b621a8e59 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0821621 Oct 15 19:42:54.434051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.446888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:42:54.459210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.459541 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Added segment a807f68b-eefd-49a7-9cdc-7ca73d07db0f of type vlan for network 8f87544c-c09b-44cb-94f6-990b13bbd52b Oct 15 19:42:54.531480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63ea80-7ed7-4ff5-8feb-0dfa45995919,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:54.545825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.546305 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.680799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0e053-a7b0-4fd5-90c6-f8f3926787ed req-8f5c5d7e-2a05-4dfd-8ba1-b7710bb8c530 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:54.682419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f0e053-a7b0-4fd5-90c6-f8f3926787ed req-8f5c5d7e-2a05-4dfd-8ba1-b7710bb8c530 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.0579345 Oct 15 19:42:54.683480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.686102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.689682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49 HTTP/1.1" status: 204 len: 168 time: 0.5531559 Oct 15 19:42:54.690113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33500) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:54.700180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da6401-c9de-4c9f-87e1-597874441290 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:54.705269 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-0dc5d1a9-b8f3-4ea8-82e2-559a9631d376 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] show failed (client error): The resource could not be found. Oct 15 19:42:54.716900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0dc5d1a9-b8f3-4ea8-82e2-559a9631d376 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "GET /v2.0/security-groups/0a8df82e-fc43-47c5-a59c-2a9b5d0e7d49 HTTP/1.1" status: 404 len: 347 time: 0.0151913 Oct 15 19:42:54.719176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:54.773686 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f0e053-a7b0-4fd5-90c6-f8f3926787ed req-ab1ca210-5278-4878-9b23-d87e42667a28 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750964 Oct 15 19:42:54.825772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.826719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:54.827288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:54.899893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ccc9ba2f-95ab-4615-9a7f-28881e785b1e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:54.970074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a98369-6b1a-4d1b-a113-6e7d2ba85f9b req-d42cfbb6-532f-4b8f-bec3-227ef44a7237 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:54.973594 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62a98369-6b1a-4d1b-a113-6e7d2ba85f9b req-d42cfbb6-532f-4b8f-bec3-227ef44a7237 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.1124029 Oct 15 19:42:55.046893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62a98369-6b1a-4d1b-a113-6e7d2ba85f9b req-e5321c07-a4ba-48e3-884c-3e72c1d3e532 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680954 Oct 15 19:42:55.280986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:55.311788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'port_id': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e', 'mac_address': 'fa:16:3e:ee:20:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e12c511-69f0-4919-baf1-41878bd5f041', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:55.328629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] Pushing event updated for resources: {'Network': ['ID=8f87544c-c09b-44cb-94f6-990b13bbd52b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:55.330427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e93b3514-85c7-49e2-b4e4-9c36c72c751f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:55.370133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd072122-1e87-441f-8969-40fa5f621265 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6483061 Oct 15 19:42:55.375148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33520) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:55.381915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Request body: {'subnet': {'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-subnet', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:55.387207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-9c2eb9f0-2c2c-4444-8438-37276bb0b930 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=33bce72b565f4abd9033e9731373327e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306547 Oct 15 19:42:55.395637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555977fb-a9ae-4033-95ef-19ad54345e6d req-7f1f1d4a-de76-419a-9e5b-1a28fbde3df8 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:55.401956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.403634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-555977fb-a9ae-4033-95ef-19ad54345e6d req-7f1f1d4a-de76-419a-9e5b-1a28fbde3df8 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 943 time: 0.5836401 Oct 15 19:42:55.404080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:42:55.432407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e78c33-58b5-450d-ad62-188269d5902d req-f575100d-d7ae-49d5-a0f5-fcc4c4d0777e tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:55.443866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87e78c33-58b5-450d-ad62-188269d5902d req-f575100d-d7ae-49d5-a0f5-fcc4c4d0777e tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 949 time: 0.1173425 Oct 15 19:42:55.454302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc9ba2f-95ab-4615-9a7f-28881e785b1e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:55.491358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87e78c33-58b5-450d-ad62-188269d5902d req-621bafcf-3f7c-4e8c-ba89-64b81458cc0a tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463276 Oct 15 19:42:55.537107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Made reservation on behalf of 0186f77562f94e82a1b23040ce84f20e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:55.540145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.544502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-555977fb-a9ae-4033-95ef-19ad54345e6d req-9efa8917-4d39-4d74-b95e-6e1699c4d8da tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400104 Oct 15 19:42:55.558671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Deleting port 5e3b69db-8bb6-4986-959a-edb62535067d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:55.559013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.607987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:55.623296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-714ab6bf-e412-481c-9754-8cabea66a255 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:55.624864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-714ab6bf-e412-481c-9754-8cabea66a255 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188659 Oct 15 19:42:55.662654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Request body: {'port': {'device_id': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '33bce72b565f4abd9033e9731373327e'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:55.718531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc880e4a-6b52-4225-b285-3a7181cf5170 req-ba214c49-5a7b-40a7-a208-5c5de5219277 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0631032 Oct 15 19:42:55.734920 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.756312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:55.791104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.791603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.792465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-55abf977-1659-499f-9014-ffb50ea65c26 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:55.793954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-55abf977-1659-499f-9014-ffb50ea65c26 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.1881671 Oct 15 19:42:55.796596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'port_id': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'mac_address': 'fa:16:3e:92:97:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e12c511-69f0-4919-baf1-41878bd5f041', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:55.818237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Calling delete_port for 5e3b69db-8bb6-4986-959a-edb62535067d owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:55.855473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:55.866757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.881470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e93b3514-85c7-49e2-b4e4-9c36c72c751f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:55.910663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:55.976451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Deleting port 197ee010-41d0-461b-bf19-d366aaad9e2f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:55.976711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.997087 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:55.997764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eb27c20f-a09d-4484-b237-7beb92449642 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:42:56.026052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Made reservation on behalf of 33bce72b565f4abd9033e9731373327e for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:42:56.032190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.044110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.072099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eb27c20f-a09d-4484-b237-7beb92449642,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:56.074482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.095123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ccc9ba2f-95ab-4615-9a7f-28881e785b1e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:56.098905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'eb27c20f-a09d-4484-b237-7beb92449642', 'network_id': '75c40fc8-aabf-4194-994b-dcdcfa0bb9f6', 'port_id': 'eb27c20f-a09d-4484-b237-7beb92449642', 'mac_address': 'fa:16:3e:4a:0c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e12c511-69f0-4919-baf1-41878bd5f041', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:42:56.107105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.119606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] For port 197ee010-41d0-461b-bf19-d366aaad9e2f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=197ee010-41d0-461b-bf19-d366aaad9e2f,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:56.120394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.124554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.150003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Pushing event deleted for resources: {'Port': ['ID=5e3b69db-8bb6-4986-959a-edb62535067d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.173165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Calling delete_port for 197ee010-41d0-461b-bf19-d366aaad9e2f owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:56.192172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.227127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.240818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb27c20f-a09d-4484-b237-7beb92449642 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:56.248048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.250994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.255949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9997e64c-c825-4fcb-9c58-6f973f21e042 tempest-ServersWithSpecificFlavorTestJSON-443994178 tempest-ServersWithSpecificFlavorTestJSON-443994178-project] 10.222.0.13 "DELETE /v2.0/floatingips/03a4bd7f-5fe7-4ce6-8bef-7ea88d54cf6a HTTP/1.1" status: 204 len: 168 time: 1.5320566 Oct 15 19:42:56.278868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4899cc2a-fbbe-4068-b243-26c7721e6396,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.282459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eb27c20f-a09d-4484-b237-7beb92449642,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:56.306798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460863d8-5497-49b2-968c-a7f8fac6513d req-65aebb73-cbc4-46df-8f63-050c7ba82db1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:56.314217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-460863d8-5497-49b2-968c-a7f8fac6513d req-65aebb73-cbc4-46df-8f63-050c7ba82db1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 945 time: 0.1681070 Oct 15 19:42:56.315280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.332023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Checking segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:56.332285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Network hostable DHCP agents. Network: 8f87544c-c09b-44cb-94f6-990b13bbd52b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:42:56.390706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.393258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae1f8c8-767d-459f-b8cd-c826a8e094ba,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.399973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-460863d8-5497-49b2-968c-a7f8fac6513d req-d9fb072d-6ee8-4ac7-bd9f-1d6df35a3013 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846658 Oct 15 19:42:56.457344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:42:56.474065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.494602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Allocated IP 192.168.233.197 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/66fe633e-1c56-4c54-aa2a-8e367f649772) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:56.612209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8f87544c-c09b-44cb-94f6-990b13bbd52b) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:56.618560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:56.619188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.626365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38c0510-cd20-4820-91e4-8520fff7bb4c None None] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:42:56.632005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd8749-3681-4159-b208-6dd022471bb4 req-56477e38-fb12-4ffa-b1c4-f0564bd93260 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:56.635602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3bfd8749-3681-4159-b208-6dd022471bb4 req-56477e38-fb12-4ffa-b1c4-f0564bd93260 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 949 time: 0.0663865 Oct 15 19:42:56.659548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.687593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.704356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3bfd8749-3681-4159-b208-6dd022471bb4 req-edf83985-a6da-4b37-bd97-fd5243b7c37e tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584602 Oct 15 19:42:56.728645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event deleted for resources: {'Port': ['ID=197ee010-41d0-461b-bf19-d366aaad9e2f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.774274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] No DVR routers for this DVR port 197ee010-41d0-461b-bf19-d366aaad9e2f on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:42:56.786347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.790146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e4377b9-5edc-4518-9f17-d538501b54cb req-e0885819-c18a-4392-8978-c6df8dfcc380 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "DELETE /v2.0/ports/197ee010-41d0-461b-bf19-d366aaad9e2f HTTP/1.1" status: 204 len: 173 time: 0.9796991 Oct 15 19:42:56.792060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-deleted', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:56.797083 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2efa317-c948-494f-b174-8e4152583fb0" -d '{"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-deleted", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:56.802061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e93b3514-85c7-49e2-b4e4-9c36c72c751f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:56.804361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['eb27c20f-a09d-4484-b237-7beb92449642'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:42:56.816776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:56.817431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f058d411-32ec-4c6f-98c0-245205bf7a2f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4370310 Oct 15 19:42:56.825951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:56.835706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.850865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8f87544c-c09b-44cb-94f6-990b13bbd52b', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:42:56.851747 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:56.917171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004cde5-5c95-46c9-80fe-7d581290d6ec req-9ade9b46-8830-40f2-8b96-1d344a4f6706 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:56.918934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6004cde5-5c95-46c9-80fe-7d581290d6ec req-9ade9b46-8830-40f2-8b96-1d344a4f6706 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 944 time: 0.1717730 Oct 15 19:42:56.933306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:56.948857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:56.950353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879525d-52e2-43b6-912d-649ceae0f653 req-a93f6173-12c8-4c21-aa3e-34e4b0d45137 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:56.952109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Pushing event updated for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:56.952375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6879525d-52e2-43b6-912d-649ceae0f653 req-a93f6173-12c8-4c21-aa3e-34e4b0d45137 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 936 time: 0.0834165 Oct 15 19:42:56.954553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:56.993467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:57.039948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6879525d-52e2-43b6-912d-649ceae0f653 req-6f10f6fd-e1da-4a89-95fd-82e31d0ac01b tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573864 Oct 15 19:42:57.105936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:57.106672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.125025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6004cde5-5c95-46c9-80fe-7d581290d6ec req-6c05aa77-ddca-4017-9660-5345ccf7ad67 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902573 Oct 15 19:42:57.127068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.128729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.218698 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c90983-d67e-4790-8ca3-b7b88c3cdbf3 x-openstack-request-id: req-82c90983-d67e-4790-8ca3-b7b88c3cdbf3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:57.219243 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e00731-ae6d-44e6-82c3-7dc43d909903", "name": "network-vif-deleted", "tag": "197ee010-41d0-461b-bf19-d366aaad9e2f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:57.219774 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82c90983-d67e-4790-8ca3-b7b88c3cdbf3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:57.228078 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e00731-ae6d-44e6-82c3-7dc43d909903', 'name': 'network-vif-deleted', 'tag': '197ee010-41d0-461b-bf19-d366aaad9e2f', 'status': 'completed', 'code': 200} Oct 15 19:42:57.231007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.236562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-87d41e98-e2db-4d7c-8f35-d31f51e4e046 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5801673 Oct 15 19:42:57.250454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Request body: {'port': {'device_id': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:42:57.314624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Allocated IP 172.20.0.2 (8f87544c-c09b-44cb-94f6-990b13bbd52b/4899cc2a-fbbe-4068-b243-26c7721e6396/be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:57.455489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.539587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9279f0f0-7b8e-4492-899d-ae7e9cf7261a None None] Provisioning complete for port 66fe633e-1c56-4c54-aa2a-8e367f649772 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:57.539996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9279f0f0-7b8e-4492-899d-ae7e9cf7261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.591050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:57.658163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:57.662183 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.665534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33568) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:42:57.704272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.709935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-228a0bb0-aa15-4ac1-ab44-a3f3835b1cd9 req-aae91333-b412-42e0-bb47-1f04b44ba30c tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e00731-ae6d-44e6-82c3-7dc43d909903 HTTP/1.1" status: 200 len: 210 time: 0.2078373 Oct 15 19:42:57.748811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9279f0f0-7b8e-4492-899d-ae7e9cf7261a None None] Port 66fe633e-1c56-4c54-aa2a-8e367f649772 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:42:57.754725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.815402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.884667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:57.909074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:57.912353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:57.928054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:57.976190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:57.978105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fe633e-1c56-4c54-aa2a-8e367f649772 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:42:57.979089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:57.981645 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae6e4b7-3772-4b29-a985-05c47354b9b3" -d '{"events": [{"server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:57.989200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.002286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Pushing event updated for resources: {'Port': ['ID=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:58.012500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Transition to ACTIVE for port object 66fe633e-1c56-4c54-aa2a-8e367f649772 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:42:58.099797 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53333741-d1ea-4c7d-929d-4b27fc4ff5b4 x-openstack-request-id: req-53333741-d1ea-4c7d-929d-4b27fc4ff5b4 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:58.100560 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:58.100560 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53333741-d1ea-4c7d-929d-4b27fc4ff5b4 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:58.101152 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4', 'code': 200} Oct 15 19:42:58.118812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.175838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.189051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:58.206216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Attempting to bind port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:58.208152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Attempting to bind port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:58.208764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Attempting to bind port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:58.214753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:58.215720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Checking segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:58.216427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.217033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Bound using segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:58.218438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Bound port: be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:58.219044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.279613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.324940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] For port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:58.327787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.330524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] For port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:58.332771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Pushing event updated for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:58.372123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9576-cce1-4614-a29a-4dd4ca813fe6 req-d2e536c7-aee9-4824-afd4-278c3031aa89 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:58.380392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-478e9576-cce1-4614-a29a-4dd4ca813fe6 req-d2e536c7-aee9-4824-afd4-278c3031aa89 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 948 time: 0.2134438 Oct 15 19:42:58.423540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c954b-3b5a-4736-9afd-db14cb05bfa2 req-71041717-b0b4-41b0-b31e-ddd44eb55f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:58.425531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f3c954b-3b5a-4736-9afd-db14cb05bfa2 req-71041717-b0b4-41b0-b31e-ddd44eb55f34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 1102 time: 0.1416373 Oct 15 19:42:58.477302 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.502884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968dfea-90f7-413a-be3a-b22ddcdbb804 req-c0fb7bd8-3c88-481d-a78a-7854c1f2ad9c tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:58.504963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e968dfea-90f7-413a-be3a-b22ddcdbb804 req-c0fb7bd8-3c88-481d-a78a-7854c1f2ad9c tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.2228231 Oct 15 19:42:58.547515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f3c954b-3b5a-4736-9afd-db14cb05bfa2 req-1bbf77c2-0f93-47ed-9d21-973a91383cf5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022165 Oct 15 19:42:58.556911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-478e9576-cce1-4614-a29a-4dd4ca813fe6 req-a52408ce-dd57-4867-ba2a-cf21dcbfbcdf tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726890 Oct 15 19:42:58.603148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf4091-b06e-49c0-9088-2e36cf69bd37 None None] Pushing event updated for resources: {'Port': ['ID=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:58.605133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Attempting to bind port 66fe633e-1c56-4c54-aa2a-8e367f649772 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:42:58.608571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Attempting to bind port 66fe633e-1c56-4c54-aa2a-8e367f649772 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:42:58.610261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Attempting to bind port 66fe633e-1c56-4c54-aa2a-8e367f649772 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:58.629593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Port 66fe633e-1c56-4c54-aa2a-8e367f649772 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:42:58.629921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Attempting to bind port 66fe633e-1c56-4c54-aa2a-8e367f649772 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:42:58.635617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:42:58.635954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:42:58.636331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:42:58.636759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Bound port: 66fe633e-1c56-4c54-aa2a-8e367f649772, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:42:58.637113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.688005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e968dfea-90f7-413a-be3a-b22ddcdbb804 req-e9a6dde2-2c8e-4d79-b614-1148dd59c1af tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621058 Oct 15 19:42:58.732846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bfbb6-cbc9-495e-a86c-65273545e89c req-bb216250-4053-4dc2-bd62-a3ea342b3391 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:58.740338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f4bfbb6-cbc9-495e-a86c-65273545e89c req-bb216250-4053-4dc2-bd62-a3ea342b3391 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 944 time: 0.0874307 Oct 15 19:42:58.805810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:42:58.809376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Allocated IP 172.25.0.76 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2af2c9a7-ef96-4938-a80d-6ecf06f95472) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:42:58.858805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:58.899180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ccc9ba2f-95ab-4615-9a7f-28881e785b1e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:58.938267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.025735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f4bfbb6-cbc9-495e-a86c-65273545e89c req-51b01b3a-615f-419a-9bbb-8b462e0b53e2 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825396 Oct 15 19:42:59.036994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=66fe633e-1c56-4c54-aa2a-8e367f649772,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:42:59.094927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.116793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:59.167465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port ccc9ba2f-95ab-4615-9a7f-28881e785b1e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:59.168944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.174874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ccc9ba2f-95ab-4615-9a7f-28881e785b1e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:59.177241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.193440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Pushing event updated for resources: {'Port': ['ID=2af2c9a7-ef96-4938-a80d-6ecf06f95472,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:59.231124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:42:59.231665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.270965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:42:59.283777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:59.285295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.287542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] 10.222.0.11 "PUT /v2.0/ports/66fe633e-1c56-4c54-aa2a-8e367f649772 HTTP/1.1" status: 200 len: 1097 time: 2.0424409 Oct 15 19:42:59.292599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:42:59.295865 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd24034-9140-4f29-99cd-1f44b902c069" -d '{"events": [{"name": "network-changed", "server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:42:59.300032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:42:59.304067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:42:59.306709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20c2d0-cf98-46e7-b1ae-472120376303 service neutron] Pushing event updated for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:59.309997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Deleting port ae03a22e-806e-4320-86ed-3faeb18ee9dc {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:42:59.310333 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.364073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e93b3514-85c7-49e2-b4e4-9c36c72c751f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:42:59.384537 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b9559c-c9e3-4cd3-b649-7115be92e647 x-openstack-request-id: req-39b9559c-c9e3-4cd3-b649-7115be92e647 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:42:59.384825 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:42:59.385130 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39b9559c-c9e3-4cd3-b649-7115be92e647 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:42:59.385533 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772', 'status': 'completed', 'code': 200} Oct 15 19:42:59.481864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] For port ae03a22e-806e-4320-86ed-3faeb18ee9dc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae03a22e-806e-4320-86ed-3faeb18ee9dc,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:59.482569 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.512977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Calling delete_port for ae03a22e-806e-4320-86ed-3faeb18ee9dc owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:42:59.565060 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.687158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:59.695977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.725571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24034-9140-4f29-99cd-1f44b902c069 req-7cd2224c-bd2f-4be7-a658-e0fd5acabc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:59.727508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd24034-9140-4f29-99cd-1f44b902c069 req-7cd2224c-bd2f-4be7-a658-e0fd5acabc06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33bce72b565f4abd9033e9731373327e&device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 1100 time: 0.3214135 Oct 15 19:42:59.759448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567e0e-25d5-4a1e-a71b-9a2c13513654 req-c69fb495-4ddc-4c39-a383-d69ec773570d tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:59.761115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-81567e0e-25d5-4a1e-a71b-9a2c13513654 req-c69fb495-4ddc-4c39-a383-d69ec773570d tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 948 time: 0.0910001 Oct 15 19:42:59.773502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd24034-9140-4f29-99cd-1f44b902c069 req-ca2ce02a-d91b-47a5-9f9e-c9682111c5fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=33bce72b565f4abd9033e9731373327e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340443 Oct 15 19:42:59.774990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:42:59.786766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a976e74-1842-4230-9cdf-34a71fdd3df1 req-d5f16137-2286-4f45-9d70-32524557dad6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:42:59.796202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a976e74-1842-4230-9cdf-34a71fdd3df1 req-d5f16137-2286-4f45-9d70-32524557dad6 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.1996417 Oct 15 19:42:59.837021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.838118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:42:59.843200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-81567e0e-25d5-4a1e-a71b-9a2c13513654 req-5d7e9ef5-113a-44cc-a05a-ea1b68411c43 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 Oct 15 19:42:59.872381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 197ee010-41d0-461b-bf19-d366aaad9e2f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:42:59.872863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 197ee010-41d0-461b-bf19-d366aaad9e2f not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:42:59.882822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:42:59.965829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:42:59.973147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e93b3514-85c7-49e2-b4e4-9c36c72c751f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:42:59.994667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.006641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e93b3514-85c7-49e2-b4e4-9c36c72c751f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:00.007026 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.021543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae03a22e-806e-4320-86ed-3faeb18ee9dc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:00.033271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157af4e8-3a8b-42be-831a-af9f56b975e1 req-231655ee-2de7-4904-b35a-6ae42bb2cdd7 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:00.040818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a976e74-1842-4230-9cdf-34a71fdd3df1 req-203a8507-1cd3-4e11-810c-ad66641445e5 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260032 Oct 15 19:43:00.043045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-157af4e8-3a8b-42be-831a-af9f56b975e1 req-231655ee-2de7-4904-b35a-6ae42bb2cdd7 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.0988543 Oct 15 19:43:00.111851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:00.116557 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a2932-ebf5-46e1-9bb6-19517ff05625" -d '{"events": [{"server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:00.130823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24034-9140-4f29-99cd-1f44b902c069 req-6357daf9-73da-4aaa-a32f-d49a8a63a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:00.133986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd24034-9140-4f29-99cd-1f44b902c069 req-6357daf9-73da-4aaa-a32f-d49a8a63a189 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3263552 Oct 15 19:43:00.167455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:00.260244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa207bcb-e99c-40de-b870-61e8e9be5b00 None None] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:00.263365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.344305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-157af4e8-3a8b-42be-831a-af9f56b975e1 req-df72420c-7d2d-4772-b198-e3ebbb953d9b tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001652 Oct 15 19:43:00.370726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.390702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-be49bdc1-ed3d-4dde-bf5f-5ef7403eb1de tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:00.392314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-be49bdc1-ed3d-4dde-bf5f-5ef7403eb1de tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 944 time: 0.1926074 Oct 15 19:43:00.435029 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da320766-8619-42e4-bd17-eebc194ea344 x-openstack-request-id: req-da320766-8619-42e4-bd17-eebc194ea344 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:00.435340 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "name": "network-vif-plugged", "status": "completed", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:00.435632 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da320766-8619-42e4-bd17-eebc194ea344 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:00.436313 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e', 'code': 200} Oct 15 19:43:00.516684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-f4fbee8f-c2fa-435b-bb4f-3fd63cf1d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:00.518809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-f4fbee8f-c2fa-435b-bb4f-3fd63cf1d7d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=33bce72b565f4abd9033e9731373327e&device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 1100 time: 0.2812338 Oct 15 19:43:00.534212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.609200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:00.620254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-83745119-6331-4bfe-a071-b23fb397ac57 None None] Provisioning complete for port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:00.620619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83745119-6331-4bfe-a071-b23fb397ac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.721314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.722999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eb27c20f-a09d-4484-b237-7beb92449642 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:00.734416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Deleting port ae7103f2-482e-4f84-8a61-736dc421cd47 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:00.734759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.904804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:00.918347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] For port ae7103f2-482e-4f84-8a61-736dc421cd47, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ae7103f2-482e-4f84-8a61-736dc421cd47,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:00.919000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:00.940083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Calling delete_port for ae7103f2-482e-4f84-8a61-736dc421cd47 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:00.943215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Router 390b63db-1c65-4c82-97db-249c41d75811 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:43:01.016978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port eb27c20f-a09d-4484-b237-7beb92449642 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:01.023667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port eb27c20f-a09d-4484-b237-7beb92449642 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:01.034462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.116413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-f4d22cfd-fd43-4caa-adfe-305c6da4224e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=66fe633e-1c56-4c54-aa2a-8e367f649772 HTTP/1.1" status: 200 len: 217 time: 0.1020892 Oct 15 19:43:01.133922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1377ab8-ed8c-4436-8c5a-78e7d085094c req-dd5859b2-8439-4059-8aa9-73706a420128 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:01.142199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1377ab8-ed8c-4436-8c5a-78e7d085094c req-dd5859b2-8439-4059-8aa9-73706a420128 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 944 time: 0.6826568 Oct 15 19:43:01.149622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:01.158330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ddd6cd4-ae24-4441-a5f7-2c82c30bc1d2 admin admin] 10.222.0.13 "PUT /v2.0/routers/390b63db-1c65-4c82-97db-249c41d75811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909925 Oct 15 19:43:01.161751 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Sync routers for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:01.162986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:01.176720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:01.177599 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:01.180299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:01.227021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd860444-2ffd-46b2-a414-cb4ae347ec82 req-2bc339ee-f476-45cf-a272-4a7329997b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:01.228548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd860444-2ffd-46b2-a414-cb4ae347ec82 req-2bc339ee-f476-45cf-a272-4a7329997b94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 1097 time: 0.7164216 Oct 15 19:43:01.252221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1377ab8-ed8c-4436-8c5a-78e7d085094c req-3cf0e351-047a-473a-943a-d3da973eec20 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084626 Oct 15 19:43:01.296205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3e779-a62e-4d39-ac6e-8cb46d90a6cd req-cccd07d8-3f0e-47fb-a1cc-6f16afdbab88 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:01.297737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3a3e779-a62e-4d39-ac6e-8cb46d90a6cd req-cccd07d8-3f0e-47fb-a1cc-6f16afdbab88 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 948 time: 0.3049755 Oct 15 19:43:01.406137 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.407071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.414164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.416558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3a3e779-a62e-4d39-ac6e-8cb46d90a6cd req-9c3418ed-2221-4238-ac8c-b0df25d5ba61 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119554 Oct 15 19:43:01.439828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16e8db5a-2cf3-4cf2-ac2d-3d9c0389e697 None None] Provisioning complete for port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:01.440317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16e8db5a-2cf3-4cf2-ac2d-3d9c0389e697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.452220 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:01.538196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd860444-2ffd-46b2-a414-cb4ae347ec82 req-279074d6-3b48-4e16-aea7-5cd6b8b6e987 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850115 Oct 15 19:43:01.549404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-3116815e-d34a-4c75-b804-a332048d887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:01.552422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-3116815e-d34a-4c75-b804-a332048d887b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.4049511 Oct 15 19:43:01.558910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eb27c20f-a09d-4484-b237-7beb92449642,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:01.576269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:01.578439 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.588484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.617992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c82903-489d-4cf4-90ed-45115093e998 req-838ea361-d002-4736-9dbf-9cf6a643d829 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:01.619635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c82903-489d-4cf4-90ed-45115093e998 req-838ea361-d002-4736-9dbf-9cf6a643d829 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 866 time: 0.2262816 Oct 15 19:43:01.654784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event deleted for resources: {'Port': ['ID=ae7103f2-482e-4f84-8a61-736dc421cd47,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:01.677012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.697177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.736167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c82903-489d-4cf4-90ed-45115093e998 req-a2fb9964-068d-4ede-968c-f68b4d1c0b63 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091104 Oct 15 19:43:01.738147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] No DVR routers for this DVR port ae7103f2-482e-4f84-8a61-736dc421cd47 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:01.741944 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.746007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33ae70af-f7ba-4ed1-a8ea-ff0bb0e14474 req-3d11966f-a133-4a5f-bbc2-3ea55bf98769 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "DELETE /v2.0/ports/ae7103f2-482e-4f84-8a61-736dc421cd47 HTTP/1.1" status: 204 len: 173 time: 1.2098501 Oct 15 19:43:01.746486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-deleted', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:01.749290 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b5e43-1226-4745-b384-0819b96ee330" -d '{"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-deleted", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:01.813483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:01.852385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:42:59Z', 'revision_number': 5, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port': {'id': '361b5ffb-5ca0-48dd-979d-87f7e529b434', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:08:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390b63db-1c65-4c82-97db-249c41d75811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:29Z', 'updated_at': '2021-10-15T19:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:01.858956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Deleting port 361b5ffb-5ca0-48dd-979d-87f7e529b434 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:01.859691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:01.872620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:43:01.907222 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Checking router: 390b63db-1c65-4c82-97db-249c41d75811 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:01.920981 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Routers {'390b63db-1c65-4c82-97db-249c41d75811'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:01.921640 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['390b63db-1c65-4c82-97db-249c41d75811'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:01.989094 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272f25a-0171-496f-b2bd-b3eb0dd7a56a x-openstack-request-id: req-5272f25a-0171-496f-b2bd-b3eb0dd7a56a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:01.989656 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45108a3-b3e0-4a8d-b0e0-b2ed7b369696", "name": "network-vif-deleted", "tag": "ae7103f2-482e-4f84-8a61-736dc421cd47", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:01.990124 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5272f25a-0171-496f-b2bd-b3eb0dd7a56a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:01.990780 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45108a3-b3e0-4a8d-b0e0-b2ed7b369696', 'name': 'network-vif-deleted', 'tag': 'ae7103f2-482e-4f84-8a61-736dc421cd47', 'status': 'completed', 'code': 200} Oct 15 19:43:02.010179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] For port 361b5ffb-5ca0-48dd-979d-87f7e529b434, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=361b5ffb-5ca0-48dd-979d-87f7e529b434,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:02.010824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:02.023353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-7562e383-fd9f-4a4e-bb9d-1fa550b8b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:02.024908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-7562e383-fd9f-4a4e-bb9d-1fa550b8b81e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2405276 Oct 15 19:43:02.032384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Calling delete_port for 361b5ffb-5ca0-48dd-979d-87f7e529b434 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:02.043019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98e36b-bcf4-4931-8258-725433c5824e req-7c074076-b1b0-498f-9178-565ad73038b3 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:02.050842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed98e36b-bcf4-4931-8258-725433c5824e req-7c074076-b1b0-498f-9178-565ad73038b3 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.1606994 Oct 15 19:43:02.105417 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] Set router 390b63db-1c65-4c82-97db-249c41d75811 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:02.237292 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:43:01Z', 'revision_number': 6, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:02.244067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed98e36b-bcf4-4931-8258-725433c5824e req-eb861b97-5b85-4cee-b7ef-865780be1592 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919315 Oct 15 19:43:02.262553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:02.270190 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51aaa46-e5bb-478d-9033-4a9abfb7b6bd None None] The sync data for ids ['390b63db-1c65-4c82-97db-249c41d75811'] in n-d-712140-14 is: [{'id': '390b63db-1c65-4c82-97db-249c41d75811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1330867957-router', 'tenant_id': '4cfaced67325434f800dd70b0c5b87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:28Z', 'updated_at': '2021-10-15T19:43:01Z', 'revision_number': 6, 'project_id': '4cfaced67325434f800dd70b0c5b87d7', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:02.271470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:02.298441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:02.299791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-411eb1a4-f8a7-4991-ad68-157df3f610b5 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467356 Oct 15 19:43:02.301224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:02.475103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f'}, {'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:02.478111 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8eac5b-7e28-45d5-8667-03b640583132" -d '{"events": [{"server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "name": "network-vif-plugged", "status": "completed", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f"}, {"server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "name": "network-vif-plugged", "status": "completed", "tag": "eb27c20f-a09d-4484-b237-7beb92449642"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:02.484342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327f59-43bd-4b40-a5e1-9ad48413dfeb req-693e2228-5c99-4cc2-887e-f39bd72fea76 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:02.488948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33327f59-43bd-4b40-a5e1-9ad48413dfeb req-693e2228-5c99-4cc2-887e-f39bd72fea76 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 945 time: 0.0778971 Oct 15 19:43:02.491536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:02.492844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7d6e7274-ab89-4edf-bf82-612a2dfe98ac admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6738043 Oct 15 19:43:02.496049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33628) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:02.509487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3a02121-de77-4c86-b8de-e126210ef6d5 req-f1ef053c-4307-4863-b1a6-3eb33a352ecf service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939712 Oct 15 19:43:02.547437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:02.595463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33327f59-43bd-4b40-a5e1-9ad48413dfeb req-d5a646bf-73f6-4903-b125-466b6b638c20 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830662 Oct 15 19:43:02.745005 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2aa70e-ab5b-4cdb-ba7b-838982138999 x-openstack-request-id: req-dd2aa70e-ab5b-4cdb-ba7b-838982138999 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:02.745562 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "name": "network-vif-plugged", "status": "completed", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f", "code": 200}, {"server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "name": "network-vif-plugged", "status": "completed", "tag": "eb27c20f-a09d-4484-b237-7beb92449642", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:02.746289 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd2aa70e-ab5b-4cdb-ba7b-838982138999 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:02.746836 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'code': 200} Oct 15 19:43:02.747811 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642', 'code': 200} Oct 15 19:43:02.857083 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:02.940652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:02.967724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82431f-2e95-481d-9207-b646d67390a7 req-be1ae82b-3808-4ef8-994d-499a205e269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:02.967987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ae7103f2-482e-4f84-8a61-736dc421cd47 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:02.967987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ae7103f2-482e-4f84-8a61-736dc421cd47 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:02.968182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c82431f-2e95-481d-9207-b646d67390a7 req-be1ae82b-3808-4ef8-994d-499a205e269d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 1097 time: 0.0934105 Oct 15 19:43:02.971186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:42:59Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:03.014900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:03.015289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Updating router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:43:03.021587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c82431f-2e95-481d-9207-b646d67390a7 req-6886fe0c-ca16-46a9-a7d9-875c5e3fc86c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454078 Oct 15 19:43:03.049534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.068121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb4ca21e-e8fb-44c1-9339-b754a03826b8 req-1d9017e1-7cc4-475e-99ce-0524d2573a26 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=e45108a3-b3e0-4a8d-b0e0-b2ed7b369696 HTTP/1.1" status: 200 len: 210 time: 0.0446939 Oct 15 19:43:03.437477 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.444101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae03a22e-806e-4320-86ed-3faeb18ee9dc no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:03.447333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Pushing event deleted for resources: {'Port': ['ID=361b5ffb-5ca0-48dd-979d-87f7e529b434,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:03.449935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.460392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84073914-5a48-44ca-8ead-9ade9ce9e322 req-53bdd8d9-89ec-4d2f-ac41-406588fbe667 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:03.461905 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-84073914-5a48-44ca-8ead-9ade9ce9e322 req-53bdd8d9-89ec-4d2f-ac41-406588fbe667 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 948 time: 0.6077662 Oct 15 19:43:03.469193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ae03a22e-806e-4320-86ed-3faeb18ee9dc {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:03.472718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae03a22e-806e-4320-86ed-3faeb18ee9dc not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:03.472718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 361b5ffb-5ca0-48dd-979d-87f7e529b434 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:03.491246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 361b5ffb-5ca0-48dd-979d-87f7e529b434 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:03.491687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 361b5ffb-5ca0-48dd-979d-87f7e529b434 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:03.589500 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.636763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.646493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.658634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Attempting to bind port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:03.659098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Attempting to bind port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:03.659478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Attempting to bind port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:03.669314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b139-598f-4069-8b31-e0cb4e2e4cd2 None None] Pushing event updated for resources: {'Port': ['ID=2af2c9a7-ef96-4938-a80d-6ecf06f95472,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:03.673141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:03.674003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:03.674003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.674454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:03.675192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Bound port: 2af2c9a7-ef96-4938-a80d-6ecf06f95472, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:03.675665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.683106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82aca32-8676-4b07-823b-c11f439fc6fc req-c5cdaadc-6462-44e1-9703-2ca8ca00dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:03.684669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d82aca32-8676-4b07-823b-c11f439fc6fc req-c5cdaadc-6462-44e1-9703-2ca8ca00dd8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 1097 time: 0.8078060 Oct 15 19:43:03.727969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] For port 2af2c9a7-ef96-4938-a80d-6ecf06f95472, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:03.731787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] For port 2af2c9a7-ef96-4938-a80d-6ecf06f95472, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2af2c9a7-ef96-4938-a80d-6ecf06f95472,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:03.737687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-84073914-5a48-44ca-8ead-9ade9ce9e322 req-11c72bc6-badc-4ca7-beca-760b45e0a3be tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269461 Oct 15 19:43:03.773424 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d82aca32-8676-4b07-823b-c11f439fc6fc req-09d2c70a-0aa3-4dcd-b4e2-88dfc3ebc2ea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751491 Oct 15 19:43:03.872255 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.872992 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.873535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 390b63db-1c65-4c82-97db-249c41d75811 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:43:03.902851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.906530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a62e671a-9a95-4505-9c4e-cc895b6cb785 admin admin] 10.222.0.13 "DELETE /v2.0/routers/390b63db-1c65-4c82-97db-249c41d75811 HTTP/1.1" status: 204 len: 168 time: 2.7388480 Oct 15 19:43:03.907264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:03.925455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dd12e-e2a7-4a00-98c8-d4349fa7eaa9 req-0ee0ad7f-fdae-4321-a136-9bd81ec25d47 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:03.926463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e8dd12e-e2a7-4a00-98c8-d4349fa7eaa9 req-0ee0ad7f-fdae-4321-a136-9bd81ec25d47 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 945 time: 0.1169345 Oct 15 19:43:03.934618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:03.957231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:03.957418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:03.999889 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e8dd12e-e2a7-4a00-98c8-d4349fa7eaa9 req-a644d3b6-8d5d-46ca-8e2a-b755abd6a3b8 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585852 Oct 15 19:43:04.009551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923b139-598f-4069-8b31-e0cb4e2e4cd2 None None] Pushing event updated for resources: {'Port': ['ID=2af2c9a7-ef96-4938-a80d-6ecf06f95472,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:04.017727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Deleting subnet 0fdc8f84-2500-4be4-8317-41f1a2d0bc01 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:04.026402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.092492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.136238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:04.193398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe96878-bc74-4f80-bdb2-40264b1d719f req-4338ea6b-471a-4bc1-938a-b9fdf8e21256 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:04.197273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.202470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbe96878-bc74-4f80-bdb2-40264b1d719f req-4338ea6b-471a-4bc1-938a-b9fdf8e21256 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.1099865 Oct 15 19:43:04.229967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Allocated IP 172.20.0.1 (8f87544c-c09b-44cb-94f6-990b13bbd52b/4899cc2a-fbbe-4068-b243-26c7721e6396/f533242b-2236-49e8-b890-017cc49cbeb1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:04.271095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fbe96878-bc74-4f80-bdb2-40264b1d719f req-af8ae9fb-b5c2-4d0b-9bf3-864d2e4530c6 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598021 Oct 15 19:43:04.360568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.393277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:42:59Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:04.423279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746eb35-53cd-489e-99ab-a2bad8a8c4fb None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:42:59Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:04.448186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.478261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fdc8f84-2500-4be4-8317-41f1a2d0bc01,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:04.482538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.486320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f5ba968-a79d-42b0-b7e1-275f1d2b8195 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fdc8f84-2500-4be4-8317-41f1a2d0bc01 HTTP/1.1" status: 204 len: 168 time: 0.5780122 Oct 15 19:43:04.490063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33656) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:04.491196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0d8a5-16bd-40df-b6e3-8e5bd6f8a2d5 None None] Network 7fd70e84-0b96-4c85-94a6-23fd27942bbe requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:04.560962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.602571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.618704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:04.624677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:04.633598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:04.637609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:04.740228 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.829054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] DHCP port deletion for 7fd70e84-0b96-4c85-94a6-23fd27942bbe request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:43:04.872950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Deleting port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:04.877681 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.898221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Deleting port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:04.900626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:04.946715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3ce6f-f550-48bc-96e6-3db9aa651500 req-2e83fb0b-2cf2-4c16-94d9-06ae2c593721 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:04.947208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba3ce6f-f550-48bc-96e6-3db9aa651500 req-2e83fb0b-2cf2-4c16-94d9-06ae2c593721 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 948 time: 0.0957198 Oct 15 19:43:05.015495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] For port 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7f6c2591-de6a-41f9-88cc-64c0d558baf9,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.015495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.037543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Calling delete_port for 7f6c2591-de6a-41f9-88cc-64c0d558baf9 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:05.053073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba3ce6f-f550-48bc-96e6-3db9aa651500 req-6fd0c9cb-2a4f-4f5d-9851-c40e5c857424 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996325 Oct 15 19:43:05.064672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 66fe633e-1c56-4c54-aa2a-8e367f649772 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:05.076177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508669-7578-4ffd-ac20-563c596d8503 req-b128d067-0a9b-49e8-b50c-108f59390758 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.079025 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67508669-7578-4ffd-ac20-563c596d8503 req-b128d067-0a9b-49e8-b50c-108f59390758 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.2748592 Oct 15 19:43:05.112245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] For port 7f6c2591-de6a-41f9-88cc-64c0d558baf9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7f6c2591-de6a-41f9-88cc-64c0d558baf9,segment=NetworkSegment(33d330cf-862f-45da-9079-d89de9c089ed),segment_id=33d330cf-862f-45da-9079-d89de9c089ed)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.113959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.133534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2af2c9a7-ef96-4938-a80d-6ecf06f95472 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:05.170609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Calling delete_port for 7f6c2591-de6a-41f9-88cc-64c0d558baf9 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:05.203947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67508669-7578-4ffd-ac20-563c596d8503 req-093bb47f-b934-479a-b02d-05d8fb603362 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/security-groups?id=d1dd283f-5865-4586-947d-5f39cd2c9cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104732 Oct 15 19:43:05.283274 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.310377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791257f-b462-468b-a2ad-3e9c4e642dc9 req-e2672339-0b24-44c1-bde9-15ac5917b02c tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.310377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e791257f-b462-468b-a2ad-3e9c4e642dc9 req-e2672339-0b24-44c1-bde9-15ac5917b02c tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 945 time: 0.1076379 Oct 15 19:43:05.360102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2eb70237-44f3-4266-a28c-dbed5fa7cab8 None None] Provisioning complete for port f533242b-2236-49e8-b890-017cc49cbeb1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:05.360614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2eb70237-44f3-4266-a28c-dbed5fa7cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.436186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-163a80e5-8da9-44a5-88e3-41ae1f8743e1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.438197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-163a80e5-8da9-44a5-88e3-41ae1f8743e1 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 945 time: 0.1282120 Oct 15 19:43:05.453754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e791257f-b462-468b-a2ad-3e9c4e642dc9 req-64a6c5fb-e9e7-407c-8561-20668647d227 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301174 Oct 15 19:43:05.576262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058bc75-a6f1-47f0-b290-2723d622f69c req-601ec5f6-1566-446d-9b11-df27bd8c3792 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.584487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d058bc75-a6f1-47f0-b290-2723d622f69c req-601ec5f6-1566-446d-9b11-df27bd8c3792 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.1643476 Oct 15 19:43:05.589906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.610769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Deleting port ad20fa29-dbe8-4df7-86c3-368de3b26eab {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:05.611238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.620709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.643828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f6c2591-de6a-41f9-88cc-64c0d558baf9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:05.682842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-f58454c6-1a3f-41c4-bb35-5248cc5bcc4e tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.684527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-f58454c6-1a3f-41c4-bb35-5248cc5bcc4e tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 950 time: 0.2029731 Oct 15 19:43:05.702340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] Pushing event deleted for resources: {'Port': ['ID=7f6c2591-de6a-41f9-88cc-64c0d558baf9,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:05.714804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49430cb-abb4-4c35-92c5-72a5dae065fe None None] No DVR routers for this DVR port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:05.714969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] No DVR routers for this DVR port 7f6c2591-de6a-41f9-88cc-64c0d558baf9 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:05.720606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2eb70237-44f3-4266-a28c-dbed5fa7cab8 None None] Port f533242b-2236-49e8-b890-017cc49cbeb1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:05.748930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:05.749300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.757368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=66fe633e-1c56-4c54-aa2a-8e367f649772,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.803852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '66fe633e-1c56-4c54-aa2a-8e367f649772', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '66fe633e-1c56-4c54-aa2a-8e367f649772', 'mac_address': 'fa:16:3e:f1:08:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:05.835246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d058bc75-a6f1-47f0-b290-2723d622f69c req-a16c6212-d097-457f-97fc-095576014d61 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/security-groups?id=52389827-e667-4966-bff2-a70b6e9589a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493176 Oct 15 19:43:05.855018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] For port ad20fa29-dbe8-4df7-86c3-368de3b26eab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ad20fa29-dbe8-4df7-86c3-368de3b26eab,segment=NetworkSegment(7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14),segment_id=7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.855799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.861462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.906190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fe633e-1c56-4c54-aa2a-8e367f649772 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:05.912448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-bd9aa428-bbd1-450c-bef6-b86d0c372d67 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:05.914141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-bd9aa428-bbd1-450c-bef6-b86d0c372d67 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1911290 Oct 15 19:43:05.923287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.923799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:05.927704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Calling delete_port for ad20fa29-dbe8-4df7-86c3-368de3b26eab owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:05.947311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=66fe633e-1c56-4c54-aa2a-8e367f649772,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.956910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 2af2c9a7-ef96-4938-a80d-6ecf06f95472, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2af2c9a7-ef96-4938-a80d-6ecf06f95472,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:05.965642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd70e84-0b96-4c85-94a6-23fd27942bbe']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:05.986092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d330cf-862f-45da-9079-d89de9c089ed') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:05.986296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d330cf-862f-45da-9079-d89de9c089ed') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:05.988924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-5661e848-d657-4f90-9e70-ed08b7b5bf15 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/quotas/57dd81437d9f4b21a1abef72eaf7358b HTTP/1.1" status: 200 len: 375 time: 0.0538638 Oct 15 19:43:05.996420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.001040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.021906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.030213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Deleting port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:06.030538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.035889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:06.036226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:06.037844 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:06.063172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.070837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-d133770c-68bc-4cc9-aa71-87660965a06f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734634 Oct 15 19:43:06.138005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.185811 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.189689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.242211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-57bf6c47-4e43-4c68-a898-9655a9e18488 service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614306 Oct 15 19:43:06.250708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.259148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=2af2c9a7-ef96-4938-a80d-6ecf06f95472,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.265120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.269604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7fd70e84-0b96-4c85-94a6-23fd27942bbe HTTP/1.1" status: 204 len: 168 time: 1.7784541 Oct 15 19:43:06.274333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:06.279222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7f6c2591-de6a-41f9-88cc-64c0d558baf9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:06.287831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] For port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:06.289720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.301928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7f6c2591-de6a-41f9-88cc-64c0d558baf9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:06.303016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7f6c2591-de6a-41f9-88cc-64c0d558baf9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:06.315695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451e0e5-4bc7-4d15-a5fb-a704dcdba0b5 req-754c347a-f6ef-4376-8678-7c81e8e59fdc tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:06.317328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e451e0e5-4bc7-4d15-a5fb-a704dcdba0b5 req-754c347a-f6ef-4376-8678-7c81e8e59fdc tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 949 time: 0.1770525 Oct 15 19:43:06.323128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d33a7-bfad-4c52-b165-6ab744ff1683 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd70e84-0b96-4c85-94a6-23fd27942bbe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.336122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Calling delete_port for 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:06.349668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.351918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.366107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.377203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['66fe633e-1c56-4c54-aa2a-8e367f649772'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:06.395529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Pushing event deleted for resources: {'Port': ['ID=ad20fa29-dbe8-4df7-86c3-368de3b26eab,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.464603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e451e0e5-4bc7-4d15-a5fb-a704dcdba0b5 req-28cff486-c9f5-4a50-b39d-c2cf00b68353 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334345 Oct 15 19:43:06.499512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] No DVR routers for this DVR port ad20fa29-dbe8-4df7-86c3-368de3b26eab on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:06.508288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.513538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dab518f-5190-48a0-a9c6-0a9402eb71e0 req-77072618-e376-40c7-80c3-4323a075d422 tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.11 "DELETE /v2.0/ports/ad20fa29-dbe8-4df7-86c3-368de3b26eab HTTP/1.1" status: 204 len: 173 time: 1.0526373 Oct 15 19:43:06.518169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-deleted', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:06.518169 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6398368-6ae7-429a-acf6-b90a16bebef2" -d '{"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-deleted", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:06.537237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-59a4f2b2-2205-4352-8cbe-7c117d08945e service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941811 Oct 15 19:43:06.567433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:06.629743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:06.679648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f24e6d76-c50b-4605-8196-c99659e714fd req-da925ea4-9f88-49ba-96a6-22fa89a0528f tempest-LiveAutoBlockMigrationV225Test-2008442184 tempest-LiveAutoBlockMigrationV225Test-2008442184-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c05e63-0dec-4cb9-8bf2-3452c7fa9e46 HTTP/1.1" status: 200 len: 210 time: 0.0525930 Oct 15 19:43:06.819006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.898818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Pushing event deleted for resources: {'Port': ['ID=8b1bf4ee-1746-431e-ab95-d88e369c9fc4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:06.951783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.956685 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6933fa76-44af-4784-8ae0-93ab15bda3f1 x-openstack-request-id: req-6933fa76-44af-4784-8ae0-93ab15bda3f1 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:06.957115 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c05e63-0dec-4cb9-8bf2-3452c7fa9e46", "name": "network-vif-deleted", "tag": "ad20fa29-dbe8-4df7-86c3-368de3b26eab", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:06.957458 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6933fa76-44af-4784-8ae0-93ab15bda3f1 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:06.958182 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c05e63-0dec-4cb9-8bf2-3452c7fa9e46', 'name': 'network-vif-deleted', 'tag': 'ad20fa29-dbe8-4df7-86c3-368de3b26eab', 'status': 'completed', 'code': 200} Oct 15 19:43:06.958849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ef5840b4-d05b-487d-b320-9476ebe265db None None] Provisioning complete for port f533242b-2236-49e8-b890-017cc49cbeb1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:06.959309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ef5840b4-d05b-487d-b320-9476ebe265db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:06.984318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:43:06.993996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95cb97-2ebf-43a6-a689-76c0d35ca2aa req-f5e0ce05-58dd-48bf-9465-d486eb75d4d0 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:06.995950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf95cb97-2ebf-43a6-a689-76c0d35ca2aa req-f5e0ce05-58dd-48bf-9465-d486eb75d4d0 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 945 time: 0.2101998 Oct 15 19:43:07.028390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ef5840b4-d05b-487d-b320-9476ebe265db None None] Port f533242b-2236-49e8-b890-017cc49cbeb1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:07.055668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] No DVR routers for this DVR port 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:07.059439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:07.066982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-377d2cdf-e561-4a04-ba11-36906e3fa879 req-a3ad0a19-15e0-4429-851b-443ca89339b4 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.11 "DELETE /v2.0/ports/8b1bf4ee-1746-431e-ab95-d88e369c9fc4 HTTP/1.1" status: 204 len: 173 time: 1.3428667 Oct 15 19:43:07.071500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'name': 'network-vif-deleted', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:07.082223 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200dd480-cfba-4469-94c9-0ba80b9e269f" -d '{"events": [{"server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "name": "network-vif-deleted", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:07.102837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2af2c9a7-ef96-4938-a80d-6ecf06f95472 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:07.185263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf95cb97-2ebf-43a6-a689-76c0d35ca2aa req-f305f02c-5415-40c4-82e3-08be0e7c6b8e tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794322 Oct 15 19:43:07.203668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:07.204130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:07.279543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6efedebf-aa36-46b3-8b54-e569e07cd34f req-56128efe-2e06-485f-93a6-fcb59a2c0868 tempest-TenantUsagesTestJSON-1840413620 tempest-TenantUsagesTestJSON-1840413620-project] 10.222.0.13 "GET /v2.0/ports?device_id=d97f214b-87c3-454d-9c79-7ab993af979c HTTP/1.1" status: 200 len: 210 time: 0.0682461 Oct 15 19:43:07.351232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-de7220d1-b763-45ce-b441-bf0f81100c16 req-f48052d4-1bad-45e2-b238-99b8a7dc29f3 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 210 time: 0.0647452 Oct 15 19:43:07.352978 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5838f9bd-1bb6-4054-a804-f1c689d50def x-openstack-request-id: req-5838f9bd-1bb6-4054-a804-f1c689d50def {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:07.353262 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f214b-87c3-454d-9c79-7ab993af979c", "name": "network-vif-deleted", "tag": "8b1bf4ee-1746-431e-ab95-d88e369c9fc4", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:07.353517 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5838f9bd-1bb6-4054-a804-f1c689d50def {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:07.353938 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f214b-87c3-454d-9c79-7ab993af979c', 'name': 'network-vif-deleted', 'tag': '8b1bf4ee-1746-431e-ab95-d88e369c9fc4', 'status': 'completed', 'code': 200} Oct 15 19:43:07.375125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:07.381163 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e8a474d9-b73b-4c3e-a929-ed054eb4d5a9 admin admin] 10.222.0.13 "PUT /v2.0/routers/64034fa0-5729-4d1a-a6b8-b8bf08dd7db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8839397 Oct 15 19:43:07.388275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:07.400168 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:07.401204 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:07.518458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b1305-f7f8-47a8-8bcf-c380978fa27f req-92af6bd3-4878-489c-8be0-a955fe145c51 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:07.530277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:07.539746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-667b1305-f7f8-47a8-8bcf-c380978fa27f req-92af6bd3-4878-489c-8be0-a955fe145c51 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 945 time: 0.1037898 Oct 15 19:43:07.577426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Deleting port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:07.577864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:07.611100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-667b1305-f7f8-47a8-8bcf-c380978fa27f req-3264c99e-80be-489f-a1fc-7fa46ddaf4c8 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Oct 15 19:43:07.659199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd53c1-8feb-4dff-8e6c-f56fc43ec4d6 req-066cbd82-285a-49cf-b180-2352d5d5cd0b tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:07.667222 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fcd53c1-8feb-4dff-8e6c-f56fc43ec4d6 req-066cbd82-285a-49cf-b180-2352d5d5cd0b tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 949 time: 0.0729280 Oct 15 19:43:07.705057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9fcd53c1-8feb-4dff-8e6c-f56fc43ec4d6 req-0d06b306-1255-45b5-a789-66ada0c88140 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367820 Oct 15 19:43:07.767433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] For port 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:07.767838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:07.793573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Calling delete_port for 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:07.797113 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 2, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:07.825318 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:07.825670 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Updating router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 port f533242b-2236-49e8-b890-017cc49cbeb1 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:43:07.853248 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:07.874457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f73dab-64fb-4693-86fd-98d5f0916ac7 req-c840bf26-0e47-4edb-9aca-6d868fccc55c tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:07.875983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0f73dab-64fb-4693-86fd-98d5f0916ac7 req-c840bf26-0e47-4edb-9aca-6d868fccc55c tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 945 time: 0.1726515 Oct 15 19:43:07.966435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0f73dab-64fb-4693-86fd-98d5f0916ac7 req-bc12dc82-404a-47e7-a04d-d126d5d9b339 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778246 Oct 15 19:43:08.033404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-3153358f-2052-43ac-a23a-044a7b86c2ae tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:08.036343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-3153358f-2052-43ac-a23a-044a7b86c2ae tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 819 time: 0.1377728 Oct 15 19:43:08.061896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-10a5d986-970b-4e2d-a14d-81828328164d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/quotas/0186f77562f94e82a1b23040ce84f20e HTTP/1.1" status: 200 len: 375 time: 0.0168552 Oct 15 19:43:08.067261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33736) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:08.125351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-24f9ca74-8887-4427-aa73-b3a8e2d0990d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567658 Oct 15 19:43:08.185238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Deleting subnet 830ba777-b386-44bf-9c69-edac037513b2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:08.189189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.221317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.243783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-70bf57d8-649f-437d-9c8d-4c60954f2a1f service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082351 Oct 15 19:43:08.257642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:08.266183 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.345633 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.370427 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-87b6c105-0587-4894-ba37-499972e899b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186032 Oct 15 19:43:08.482490 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.527838 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005ec91-9574-45ec-849e-7a2f80e06d82 None None] Pushing event updated for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:08.613399 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Attempting to bind port f533242b-2236-49e8-b890-017cc49cbeb1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:08.613950 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Attempting to bind port f533242b-2236-49e8-b890-017cc49cbeb1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:08.614538 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Attempting to bind port f533242b-2236-49e8-b890-017cc49cbeb1 on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:08.622631 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:08.623013 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Checking segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:08.623413 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.623838 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Bound using segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:08.624307 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Bound port: f533242b-2236-49e8-b890-017cc49cbeb1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:08.624703 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.719813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.739845 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] For port f533242b-2236-49e8-b890-017cc49cbeb1, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:08.743580 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] For port f533242b-2236-49e8-b890-017cc49cbeb1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f533242b-2236-49e8-b890-017cc49cbeb1,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:08.854605 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.952732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ee5986e-913c-416b-9521-1e83c7c3264d req-be3ee77d-d4f4-4828-87a6-3facefd4380c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 210 time: 0.0730321 Oct 15 19:43:08.956262 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:08.957166 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:08.971635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:08.978714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 66fe633e-1c56-4c54-aa2a-8e367f649772 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:09.038948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e78159-4700-4f18-be1f-390ae1013244 req-742e3c90-c0a7-44d1-bbf0-1bce088b2efa tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:09.040879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4e78159-4700-4f18-be1f-390ae1013244 req-742e3c90-c0a7-44d1-bbf0-1bce088b2efa tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 945 time: 0.1727517 Oct 15 19:43:09.083442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.088303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] Provisioning complete for port f533242b-2236-49e8-b890-017cc49cbeb1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:09.088676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.102735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4e78159-4700-4f18-be1f-390ae1013244 req-42653321-041c-4eff-bd8a-bd5bd458cb97 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538583 Oct 15 19:43:09.167727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:09.200869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=830ba777-b386-44bf-9c69-edac037513b2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:09.218021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.225785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e3f929f-55a1-4de8-8860-5f391ee9b789 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/830ba777-b386-44bf-9c69-edac037513b2 HTTP/1.1" status: 204 len: 168 time: 1.1570699 Oct 15 19:43:09.226469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33762) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:09.231111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60378ae4-ba45-4073-8639-1d8b653fd72f req-ac52fb50-111f-4058-9608-a83eb9bbc653 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.1266661 Oct 15 19:43:09.282967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.310670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 66fe633e-1c56-4c54-aa2a-8e367f649772 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:09.322606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 66fe633e-1c56-4c54-aa2a-8e367f649772 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:09.325663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.355456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005ec91-9574-45ec-849e-7a2f80e06d82 None None] Pushing event updated for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:09.411685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] For port f533242b-2236-49e8-b890-017cc49cbeb1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f533242b-2236-49e8-b890-017cc49cbeb1,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:09.490266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.507028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.545464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33766) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:09.552955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:08Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:09.583549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:43:09.591976 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd0043-298c-403e-92c3-bee6cb91ad92 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:08Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:09.620630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef19cdf-b24a-4886-aaa7-3d5018d957eb None None] Pushing event updated for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:09.681602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c03c6c-5a33-4fb8-975b-8f0c85bb2a20 req-633d6fbc-e664-44cb-8560-ada33eca9d2b tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:09.683416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=66fe633e-1c56-4c54-aa2a-8e367f649772,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:09.686043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33c03c6c-5a33-4fb8-975b-8f0c85bb2a20 req-633d6fbc-e664-44cb-8560-ada33eca9d2b tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 949 time: 0.5138009 Oct 15 19:43:09.687676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:09.691364 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4923542-1480-437c-82d4-d1e7e3453baf" -d '{"events": [{"server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:09.754354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc90c077-5052-4ab6-9e2e-92be99205be2 None None] Provisioning complete for port f533242b-2236-49e8-b890-017cc49cbeb1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:09.754880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc90c077-5052-4ab6-9e2e-92be99205be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.819644 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f1e4c2-d388-491a-93ab-a3c52ef9e03d x-openstack-request-id: req-19f1e4c2-d388-491a-93ab-a3c52ef9e03d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:09.819644 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "name": "network-vif-plugged", "status": "completed", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:09.819644 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19f1e4c2-d388-491a-93ab-a3c52ef9e03d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:09.819644 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772', 'code': 200} Oct 15 19:43:09.821413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.836693 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:09.837147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:09.842094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:09.860998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-369a17cb-e1b6-445a-a8f0-0fd0bb44d735 admin admin] 10.222.0.13 "PUT /v2.0/routers/0820f601-9aa4-4c81-9d2e-dd9160f72a21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5853999 Oct 15 19:43:09.861571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33c03c6c-5a33-4fb8-975b-8f0c85bb2a20 req-7339751b-fa42-45b4-8714-d063208e07f4 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931215 Oct 15 19:43:09.867904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6ebb6c12-4457-4953-9574-8b7748c80da5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30db3bb204e44ea3b6528f70b46b5ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206894 Oct 15 19:43:09.868439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33774) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:09.868771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33776) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:09.882496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Sync routers for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:09.919432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:09.925730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 8b1bf4ee-1746-431e-ab95-d88e369c9fc4 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:09.925730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:09.971865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ad20fa29-dbe8-4df7-86c3-368de3b26eab {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:09.977339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ad20fa29-dbe8-4df7-86c3-368de3b26eab not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:09.979731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:09.980903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.022827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e93b62-f081-4241-9b7b-6e237b0af2f1 req-6139f511-d9dc-44d4-a27c-ab154f95bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:10.028590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2e93b62-f081-4241-9b7b-6e237b0af2f1 req-6139f511-d9dc-44d4-a27c-ab154f95bd8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 1102 time: 0.1619961 Oct 15 19:43:10.046446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:10.102296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.124364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.169507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.172065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:10.275168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9fa0cbc-d1fd-4ff5-ab10-8f741296605c req-33b0d221-1c33-408f-adf2-fcfef35562b8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 210 time: 0.1432738 Oct 15 19:43:10.278197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.297588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42558f72-1a18-47a4-9f4f-8f884b0c4c0f']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.334120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.350504 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2e93b62-f081-4241-9b7b-6e237b0af2f1 req-11f985a5-1f7d-484b-9c1a-7bdfbaf7b623 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698805 Oct 15 19:43:10.360241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.360587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8e3e37-f45a-4bbe-9cc3-a4b43d599b14') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.414290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828c2e7-dc04-4ce3-9a05-1271e228d145 req-10814ebb-e1d1-45b4-9ca2-1ec24a7aa57d tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:10.423597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e828c2e7-dc04-4ce3-9a05-1271e228d145 req-10814ebb-e1d1-45b4-9ca2-1ec24a7aa57d tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 945 time: 0.0934167 Oct 15 19:43:10.434678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39a5461f-2694-4e4f-ad0d-41c96ec96b5a req-020d750a-6228-4de2-994b-68f3a561cf9d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.0458007 Oct 15 19:43:10.444290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.477200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.493400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:10.493809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.495183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e828c2e7-dc04-4ce3-9a05-1271e228d145 req-820dc380-efb7-4559-a72b-e6935b28a585 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706263 Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:10.496297 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:10.521090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:43:07Z', 'revision_number': 5, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port': {'id': '3b45bc50-3407-4b1d-a4df-0a407b20a86d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:35:38Z', 'updated_at': '2021-10-15T19:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.525044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-173befb1-0080-409f-b3ef-4da855035600 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:10.526706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-173befb1-0080-409f-b3ef-4da855035600 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.3986793 Oct 15 19:43:10.549589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.553163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.554682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52389827-e667-4966-bff2-a70b6e9589a7 HTTP/1.1" status: 204 len: 168 time: 0.6336064 Oct 15 19:43:10.572049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Checking router: 0820f601-9aa4-4c81-9d2e-dd9160f72a21 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:10.583624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Routers {'0820f601-9aa4-4c81-9d2e-dd9160f72a21'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:10.584247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:42:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.603591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Request body: {'port': {'device_id': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'admin_state_up': True, 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:10.666074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb16894-ab20-4136-beae-9cff2db3fa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52389827-e667-4966-bff2-a70b6e9589a7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:10.693290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.694031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] Set router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:10.700948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.710115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-82bb89a1-7d73-41d5-8330-5a133141511e tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:10.710728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] 10.222.0.13 "DELETE /v2.0/networks/42558f72-1a18-47a4-9f4f-8f884b0c4c0f HTTP/1.1" status: 204 len: 168 time: 1.4824595 Oct 15 19:43:10.711826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-82bb89a1-7d73-41d5-8330-5a133141511e tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 945 time: 0.2289600 Oct 15 19:43:10.712378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33788) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:10.731046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92544229-e793-4ffa-9646-d99b5139325c admin admin] Pushing event deleted for resources: {'Network': ['ID=42558f72-1a18-47a4-9f4f-8f884b0c4c0f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:10.786923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:43:10Z', 'revision_number': 6, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:10.819726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23d82ec-5d03-4eb4-ae1a-035c7d005e3b None None] The sync data for ids ['0820f601-9aa4-4c81-9d2e-dd9160f72a21'] in n-d-712140-14 is: [{'id': '0820f601-9aa4-4c81-9d2e-dd9160f72a21', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1129211337-router', 'tenant_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:35:37Z', 'updated_at': '2021-10-15T19:43:10Z', 'revision_number': 6, 'project_id': 'd31484031cf54ef6adbca7ed4cdf1e6d', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:10.840721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Deleting port 3b45bc50-3407-4b1d-a4df-0a407b20a86d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:10.842804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.859254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Deleting subnet 6cee004c-8a2d-4d5a-9f0a-0dad4c63c350 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:10.889697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:10.905466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:10.910974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.010539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.070187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] For port 3b45bc50-3407-4b1d-a4df-0a407b20a86d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b45bc50-3407-4b1d-a4df-0a407b20a86d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:11.070598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.087720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.115522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Calling delete_port for 3b45bc50-3407-4b1d-a4df-0a407b20a86d owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:11.118749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Deleting port e93b3514-85c7-49e2-b4e4-9c36c72c751f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:11.119082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.149328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c28f9-89e5-4fb6-ab75-8775c1942187 req-45b5826e-deb1-46e5-8703-0ccd39d59b0e tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:11.156119 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b0c28f9-89e5-4fb6-ab75-8775c1942187 req-45b5826e-deb1-46e5-8703-0ccd39d59b0e tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 950 time: 0.1360974 Oct 15 19:43:11.210161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Allocated IP 172.20.0.13 (0a717220-cba0-426b-868f-474de086f7b8/6a2493e2-e347-4a57-8e4e-170b9798cd52/8c6ad604-1ab7-4fc3-87eb-9b969c97dca2) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:11.239940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b0c28f9-89e5-4fb6-ab75-8775c1942187 req-76d75c52-690c-4893-975d-2b45a00f4e53 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828090 Oct 15 19:43:11.340821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] For port e93b3514-85c7-49e2-b4e4-9c36c72c751f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e93b3514-85c7-49e2-b4e4-9c36c72c751f,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:11.341177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.353902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f533242b-2236-49e8-b890-017cc49cbeb1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:11.360532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Calling delete_port for e93b3514-85c7-49e2-b4e4-9c36c72c751f owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:11.434999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f533242b-2236-49e8-b890-017cc49cbeb1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:11.436029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.481870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.491961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7304407e-f708-4fed-a525-0c3e387d6ca4 req-ce56dd58-34cf-45bf-995c-ba89df0af600 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 210 time: 0.0856483 Oct 15 19:43:11.502066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.575903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:11.597316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1b78de45-6fbd-4dd6-8933-dc8d83dda386 req-61a49f3c-a732-4532-96f3-1f7c85c6409f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.0343442 Oct 15 19:43:11.597900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:11.601489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:11.602077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8afd8e54-aa8b-42cd-a6bd-7bfec69b2f0e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:11.613367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c173f6a-e5d2-41ed-b6a8-4bf8a4fa410d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.646493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.650133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6cee004c-8a2d-4d5a-9f0a-0dad4c63c350 HTTP/1.1" status: 204 len: 168 time: 0.9353023 Oct 15 19:43:11.652167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.652652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85742e3-e7bf-45a3-a96b-a81cd785a83f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cee004c-8a2d-4d5a-9f0a-0dad4c63c350,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:11.654452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33804) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:11.667194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:11.721058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Network 0a717220-cba0-426b-868f-474de086f7b8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:11.726948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:11.729830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:11.732907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:11.801214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:11.801961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.823377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c173f6a-e5d2-41ed-b6a8-4bf8a4fa410d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.838870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7b1e3-14b8-4b4f-9976-31d21cda5f12 req-bb162600-c2de-4126-acc4-0db61061a75b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:11.844550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-feb7b1e3-14b8-4b4f-9976-31d21cda5f12 req-bb162600-c2de-4126-acc4-0db61061a75b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 945 time: 0.1931305 Oct 15 19:43:11.860998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.889046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:11.940777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b45bc50-3407-4b1d-a4df-0a407b20a86d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:11.990550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-feb7b1e3-14b8-4b4f-9976-31d21cda5f12 req-3d07d921-5757-4c82-99a3-2a0b1837e4eb tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349998 Oct 15 19:43:12.071098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.072546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c173f6a-e5d2-41ed-b6a8-4bf8a4fa410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.079235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-6eddc94f-3eac-4d07-a3dd-401cb541141e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4800708 Oct 15 19:43:12.093085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.098514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891a49ac-9980-4a99-930c-5fd94e33405f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:12.104936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Request body: {'port': {'device_id': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:12.134931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-69342076-9075-45d6-9c1d-9ee2b722b796 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:12.136948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-69342076-9075-45d6-9c1d-9ee2b722b796 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 819 time: 0.1980217 Oct 15 19:43:12.162947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.164570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'port': {'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'admin_state_up': True, 'tenant_id': '0186f77562f94e82a1b23040ce84f20e'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:12.176681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ccc9ba2f-95ab-4615-9a7f-28881e785b1e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:12.185647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da7d621-0601-413d-97c2-b9e725ed4852') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:12.189901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da7d621-0601-413d-97c2-b9e725ed4852') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:12.190044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c173f6a-e5d2-41ed-b6a8-4bf8a4fa410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b186bfc-2c82-4298-8345-1999aa1728b5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:12.202817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c173f6a-e5d2-41ed-b6a8-4bf8a4fa410d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b23c0f977742c4bf29fbfda259d699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038826 Oct 15 19:43:12.206929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:12.254445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.263512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.266569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event deleted for resources: {'Port': ['ID=e93b3514-85c7-49e2-b4e4-9c36c72c751f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:12.272457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.308752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.360143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'eb27c20f-a09d-4484-b237-7beb92449642'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:12.387745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.431010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.649504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Made reservation on behalf of 0186f77562f94e82a1b23040ce84f20e for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:12.652951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.685022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92033af6-6a5b-4516-855a-7daf5d71f4a0 req-adc8347b-eb43-4945-9b75-aee5a24bf063 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:12.686492 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92033af6-6a5b-4516-855a-7daf5d71f4a0 req-adc8347b-eb43-4945-9b75-aee5a24bf063 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 932 time: 0.1196332 Oct 15 19:43:12.699180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] No DVR routers for this DVR port e93b3514-85c7-49e2-b4e4-9c36c72c751f on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:12.703037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.707261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd36d87e-43cf-4fcd-b02a-50b2645d7fc4 req-55f8d94e-577c-4ee5-9bdd-bf899a04f3b1 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "DELETE /v2.0/ports/e93b3514-85c7-49e2-b4e4-9c36c72c751f HTTP/1.1" status: 204 len: 173 time: 1.9841394 Oct 15 19:43:12.707721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'name': 'network-vif-deleted', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:12.710397 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a9fb4-78bd-41e2-8df5-f841f905afd2" -d '{"events": [{"server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "name": "network-vif-deleted", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:12.720866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.732803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.735307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.738916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b186bfc-2c82-4298-8345-1999aa1728b5 HTTP/1.1" status: 204 len: 168 time: 0.5256457 Oct 15 19:43:12.742404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:12.742793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:12.747903 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:12.809843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc3688-dd82-4e09-b9a4-67b70667801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b186bfc-2c82-4298-8345-1999aa1728b5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:12.810762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874702a5-d08a-4eeb-8d24-884b706e3b5c req-d423cf08-602b-491f-bf19-8785fb417e73 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:12.812424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-874702a5-d08a-4eeb-8d24-884b706e3b5c req-d423cf08-602b-491f-bf19-8785fb417e73 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 950 time: 0.1145985 Oct 15 19:43:12.816948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.816948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0820f601-9aa4-4c81-9d2e-dd9160f72a21 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:43:12.820513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.824093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-161d3b9e-e602-478d-9f3f-8d483f9c0de1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0820f601-9aa4-4c81-9d2e-dd9160f72a21 HTTP/1.1" status: 204 len: 168 time: 2.9541125 Oct 15 19:43:12.824754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33820) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:12.839530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92033af6-6a5b-4516-855a-7daf5d71f4a0 req-1b1cb8ff-e9c8-4fe7-8470-cc6f85abd5c4 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373627 Oct 15 19:43:12.854723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:12.874895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.925508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.945581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:12.955918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] 10.222.0.13 "DELETE /v2.0/networks/891a49ac-9980-4a99-930c-5fd94e33405f HTTP/1.1" status: 204 len: 168 time: 1.2888236 Oct 15 19:43:12.957096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Transition to ACTIVE for port object 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:12.970224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37896d-0c07-4c77-9c4c-65430b194618 admin admin] Pushing event deleted for resources: {'Network': ['ID=891a49ac-9980-4a99-930c-5fd94e33405f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:12.990465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Deleting subnet 6b159260-1fc1-4357-b018-c75779779f3c {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:12.995050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da810da3-2a4f-4965-bafb-809e6d1811f2 req-ee45c34c-2cae-473a-ba92-808a2cd587ec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.0469677 Oct 15 19:43:13.063135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-874702a5-d08a-4eeb-8d24-884b706e3b5c req-f74e05a3-357a-4e1e-a052-a8afde28ab15 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952565 Oct 15 19:43:13.063135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.063658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Allocated IP 172.20.0.10 (8f87544c-c09b-44cb-94f6-990b13bbd52b/4899cc2a-fbbe-4068-b243-26c7721e6396/9f897f2a-19f0-4cc4-a798-8b950d25bffa) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:13.064056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b45bc50-3407-4b1d-a4df-0a407b20a86d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:13.088852 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc2eb07-d310-4266-9233-05feb9ab7841 x-openstack-request-id: req-0dc2eb07-d310-4266-9233-05feb9ab7841 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:13.089156 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a72d8be-19fc-4772-940d-2fd3fbca14ba", "name": "network-vif-deleted", "tag": "e93b3514-85c7-49e2-b4e4-9c36c72c751f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:13.089519 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0dc2eb07-d310-4266-9233-05feb9ab7841 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:13.089816 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a72d8be-19fc-4772-940d-2fd3fbca14ba', 'name': 'network-vif-deleted', 'tag': 'e93b3514-85c7-49e2-b4e4-9c36c72c751f', 'status': 'completed', 'code': 200} Oct 15 19:43:13.090506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3b45bc50-3407-4b1d-a4df-0a407b20a86d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:13.094947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b45bc50-3407-4b1d-a4df-0a407b20a86d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:13.113709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.121475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.188955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5d43128-f8b6-40a8-ad13-dd5be3c44783 req-7a957252-b576-48cc-a2dc-ab97994868ca tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a72d8be-19fc-4772-940d-2fd3fbca14ba HTTP/1.1" status: 200 len: 210 time: 0.0421886 Oct 15 19:43:13.242118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.252377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:13.383873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.409735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.411207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Attempting to bind port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:13.411538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Attempting to bind port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:13.411987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Attempting to bind port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:13.414777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b159260-1fc1-4357-b018-c75779779f3c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:13.418698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.425937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d85d0-5505-45bf-a518-23db9f7233cc None None] Network 8fb97e53-dbea-45fc-afeb-5e63801ffa6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:13.426486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 on network 0a717220-cba0-426b-868f-474de086f7b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:13.426598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a4bf9382-d32f-4c55-9e7c-f60a4ebdbe58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b159260-1fc1-4357-b018-c75779779f3c HTTP/1.1" status: 204 len: 168 time: 0.5975587 Oct 15 19:43:13.426749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Attempting to bind port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:13.427112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33836) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:13.438245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:13.438679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Checking segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:13.439109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Bound using segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:13.439487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Bound port: 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:13.439861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.441265 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:43:13.476294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33838) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:13.536329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.572154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-592585fb-5886-4019-8a32-7657a9f55080 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a8b7efdb9044e63bc771316a69f8f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939386 Oct 15 19:43:13.576002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:13.576153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:13.578296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:13.623299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.674065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:13.675512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.675897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Deleting port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:13.676237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.682454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:13.685229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:13.697697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.706902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] DHCP port deletion for 8fb97e53-dbea-45fc-afeb-5e63801ffa6d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:43:13.728091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ce547-e9d4-4646-a124-d1d21dd32e71 req-b36e5944-902f-4605-a329-9bb60b3ece71 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:13.728091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2ce547-e9d4-4646-a124-d1d21dd32e71 req-b36e5944-902f-4605-a329-9bb60b3ece71 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 950 time: 0.1247766 Oct 15 19:43:13.734925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event updated for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:13.750476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:13.751118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.753105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 HTTP/1.1" status: 200 len: 1093 time: 1.6553233 Oct 15 19:43:13.777614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:13.779909 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7786016b-8292-4c59-81cf-21710d83111a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:13.799419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Deleting port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:13.800575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.811633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:13.812325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.840459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f89e7-16af-4f13-84d4-e803b5813160 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:13.866485 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de9645-d136-4d35-a2dc-bcbba0135952 x-openstack-request-id: req-c8de9645-d136-4d35-a2dc-bcbba0135952 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:13.866485 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:13.866485 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8de9645-d136-4d35-a2dc-bcbba0135952 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:13.866485 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'status': 'completed', 'code': 200} Oct 15 19:43:13.885647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.896261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] For port 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=316f9faf-850d-4eaf-8f1a-1ca9772781d1,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:13.896638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.931265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] For port 316f9faf-850d-4eaf-8f1a-1ca9772781d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=316f9faf-850d-4eaf-8f1a-1ca9772781d1,segment=NetworkSegment(04c04b68-bf19-408b-99c0-da588dadaefe),segment_id=04c04b68-bf19-408b-99c0-da588dadaefe)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:13.934307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:13.937282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Calling delete_port for 316f9faf-850d-4eaf-8f1a-1ca9772781d1 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:13.964797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-874788c4-d653-4bfd-97f0-0fe5c43d0aec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8096426 Oct 15 19:43:13.973310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Calling delete_port for 316f9faf-850d-4eaf-8f1a-1ca9772781d1 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:13.980097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Request body: {'port': {'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:13.989079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2ce547-e9d4-4646-a124-d1d21dd32e71 req-836883d9-457d-42d7-bc88-7f428126aed3 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180626 Oct 15 19:43:14.085692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786016b-8292-4c59-81cf-21710d83111a req-9313a128-0225-4a78-9aeb-f106bc173744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.087343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7786016b-8292-4c59-81cf-21710d83111a req-9313a128-0225-4a78-9aeb-f106bc173744 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 1096 time: 0.1982949 Oct 15 19:43:14.090670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.114323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a61c5190-8c4b-4290-9733-8c9bb3ce24e6 None None] Provisioning complete for port 9f897f2a-19f0-4cc4-a798-8b950d25bffa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:14.114888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a61c5190-8c4b-4290-9733-8c9bb3ce24e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.156491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.161239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da60d9-f6c4-4e39-bc73-8983fc8f9356 req-8866d578-f113-4ab1-968b-7fac52415d6f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.163273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90da60d9-f6c4-4e39-bc73-8983fc8f9356 req-8866d578-f113-4ab1-968b-7fac52415d6f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 932 time: 0.0898752 Oct 15 19:43:14.171701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.208749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a61c5190-8c4b-4290-9733-8c9bb3ce24e6 None None] Port 9f897f2a-19f0-4cc4-a798-8b950d25bffa cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:14.212377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] Pushing event deleted for resources: {'Port': ['ID=316f9faf-850d-4eaf-8f1a-1ca9772781d1,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:14.216272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd31117a-f4e8-4ed7-b397-3cd446ba350a None None] No DVR routers for this DVR port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:14.225991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=316f9faf-850d-4eaf-8f1a-1ca9772781d1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:14.230585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] No DVR routers for this DVR port 316f9faf-850d-4eaf-8f1a-1ca9772781d1 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:14.308690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90da60d9-f6c4-4e39-bc73-8983fc8f9356 req-b9a778f9-246e-46b8-9048-9c80e54661de tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248472 Oct 15 19:43:14.333828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0a550-864d-438a-9086-b577596157f7 req-7d60302b-c501-44ca-bc40-893508a9d4ac tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.335716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bba0a550-864d-438a-9086-b577596157f7 req-7d60302b-c501-44ca-bc40-893508a9d4ac tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 944 time: 0.2529016 Oct 15 19:43:14.341205 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.343984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.346636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.348900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1dd283f-5865-4586-947d-5f39cd2c9cfa HTTP/1.1" status: 204 len: 168 time: 0.7744911 Oct 15 19:43:14.381029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b600e-ff24-4ba0-a24b-1fffd8b5a89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dd283f-5865-4586-947d-5f39cd2c9cfa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:14.388385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb97e53-dbea-45fc-afeb-5e63801ffa6d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:14.401231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c04b68-bf19-408b-99c0-da588dadaefe') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:14.401597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c04b68-bf19-408b-99c0-da588dadaefe') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:14.416373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.443998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.454525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:14.455058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:14.468615 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:14.473143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786016b-8292-4c59-81cf-21710d83111a req-dca1cf90-9c36-427e-98f8-d612cdcfefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.473143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7786016b-8292-4c59-81cf-21710d83111a req-dca1cf90-9c36-427e-98f8-d612cdcfefb1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3332865 Oct 15 19:43:14.632713 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bba0a550-864d-438a-9086-b577596157f7 req-b16817fb-0ecb-4c5b-9ac5-8d9588a2d267 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903083 Oct 15 19:43:14.676599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786016b-8292-4c59-81cf-21710d83111a req-49a3ce75-76ab-4d16-8019-e437dbdff081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.678064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7786016b-8292-4c59-81cf-21710d83111a req-49a3ce75-76ab-4d16-8019-e437dbdff081 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1973622 Oct 15 19:43:14.797237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-ede08122-afcf-4e57-aecb-2569c32bfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.798732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-ede08122-afcf-4e57-aecb-2569c32bfaba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 1096 time: 0.0760257 Oct 15 19:43:14.814170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.819644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f897f2a-19f0-4cc4-a798-8b950d25bffa {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:14.827453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.839194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/8fb97e53-dbea-45fc-afeb-5e63801ffa6d HTTP/1.1" status: 204 len: 168 time: 1.4066780 Oct 15 19:43:14.853107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6593a4-2c3e-4c47-9faf-9852a135c3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8fb97e53-dbea-45fc-afeb-5e63801ffa6d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:14.855387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-830a01fb-617e-4b6e-b4c0-3c390df5bfb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 HTTP/1.1" status: 200 len: 217 time: 0.0478990 Oct 15 19:43:14.857302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:14.899599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Transition to ACTIVE for port object 9f897f2a-19f0-4cc4-a798-8b950d25bffa will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:14.923356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e869022-9752-40b5-8356-631828091ff6 req-c81a8695-9b7e-411c-9382-88365579f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:14.926688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-c81a8695-9b7e-411c-9382-88365579f6a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.0600584 Oct 15 19:43:14.968123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-d0881349-d597-4a8a-a8b5-bd702b7ff16a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305774 Oct 15 19:43:14.998958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 316f9faf-850d-4eaf-8f1a-1ca9772781d1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:15.037710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 316f9faf-850d-4eaf-8f1a-1ca9772781d1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:15.038061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 316f9faf-850d-4eaf-8f1a-1ca9772781d1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:15.052077 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.142335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Pushing event updated for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:15.157922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-f27d251d-c97f-4a33-a4ac-973a487a3af5 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821482 Oct 15 19:43:15.242315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167aaba-f18e-4448-aef9-e53391df9314 req-80aa2b7a-69af-403d-b664-97d235fbb0fa tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:15.251690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d167aaba-f18e-4448-aef9-e53391df9314 req-80aa2b7a-69af-403d-b664-97d235fbb0fa tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 950 time: 0.1566296 Oct 15 19:43:15.312670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d4698-93e5-41da-9cee-4183399bec3c req-bd6d12f6-3d3c-4da7-a089-dfb175305e1a tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:15.314609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de5d4698-93e5-41da-9cee-4183399bec3c req-bd6d12f6-3d3c-4da7-a089-dfb175305e1a tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.11 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 950 time: 0.2280569 Oct 15 19:43:15.381797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d167aaba-f18e-4448-aef9-e53391df9314 req-b1d6b4fb-ddc5-4b82-a080-65a2a41bbfa2 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ae1f8c8-767d-459f-b8cd-c826a8e094ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290884 Oct 15 19:43:15.409636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e93b3514-85c7-49e2-b4e4-9c36c72c751f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:15.435017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: e93b3514-85c7-49e2-b4e4-9c36c72c751f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:15.443689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e93b3514-85c7-49e2-b4e4-9c36c72c751f not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:15.468411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Deleting port 66fe633e-1c56-4c54-aa2a-8e367f649772 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:15.479615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.581622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33904) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:15.604634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c0aa5-ff10-423c-b8d7-025b37d45086 req-81a870a6-60d4-48ab-8cfa-f9406665d28c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:15.606232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-920c0aa5-ff10-423c-b8d7-025b37d45086 req-81a870a6-60d4-48ab-8cfa-f9406665d28c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 944 time: 0.1308672 Oct 15 19:43:15.634747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Attempting to bind port 9f897f2a-19f0-4cc4-a798-8b950d25bffa on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:15.635382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Attempting to bind port 9f897f2a-19f0-4cc4-a798-8b950d25bffa by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:15.635382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Attempting to bind port 9f897f2a-19f0-4cc4-a798-8b950d25bffa on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:15.651520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Port 9f897f2a-19f0-4cc4-a798-8b950d25bffa on network 8f87544c-c09b-44cb-94f6-990b13bbd52b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:15.651924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Attempting to bind port 9f897f2a-19f0-4cc4-a798-8b950d25bffa on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:15.656665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] For port 66fe633e-1c56-4c54-aa2a-8e367f649772, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=66fe633e-1c56-4c54-aa2a-8e367f649772,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:15.657029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.669257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:15.669593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Checking segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:15.669962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Bound using segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:15.670394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Bound port: 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:15.670766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.678441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e869022-9752-40b5-8356-631828091ff6 req-de25fba9-509b-45c0-b091-f211f5e78e00 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868305 Oct 15 19:43:15.693634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946320e-0ec9-4b0c-952e-efda3a6a1cb0 req-3e9780a8-4ca2-4e9e-9496-9c9e5d0f5e2b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:15.699810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946320e-0ec9-4b0c-952e-efda3a6a1cb0 req-3e9780a8-4ca2-4e9e-9496-9c9e5d0f5e2b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:15.707766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a946320e-0ec9-4b0c-952e-efda3a6a1cb0 req-3e9780a8-4ca2-4e9e-9496-9c9e5d0f5e2b tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9&device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 1681 time: 0.1236715 Oct 15 19:43:15.708978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Calling delete_port for 66fe633e-1c56-4c54-aa2a-8e367f649772 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:15.719295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0dec22f7-f41a-4d29-b339-2ba31ff36954 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cfaced67325434f800dd70b0c5b87d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1325204 Oct 15 19:43:15.722658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-920c0aa5-ff10-423c-b8d7-025b37d45086 req-ffea6405-0e61-4543-b7aa-3db891df80e7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039879 Oct 15 19:43:15.723119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33910) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:15.752962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:15.800562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a946320e-0ec9-4b0c-952e-efda3a6a1cb0 req-fdbee03f-3cff-4c55-840a-626724512661 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919099 Oct 15 19:43:15.831681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:15.836292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-53183e2b-123b-4c49-8303-4853d41ae83d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd71512d23b646de88955c58e53e3479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0799091 Oct 15 19:43:15.838215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:15.839097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:15.845678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.900983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.902578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.958967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:15.964732 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.022638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:16.023269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.024670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 1093 time: 2.0496824 Oct 15 19:43:16.026093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:16.028700 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993ef6de-bbd3-45b6-b005-9ef503fbac10" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:16.074448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.078914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffead1-3759-451f-9aee-b97751783d95 req-f54fede4-498a-44a0-9daf-01bd0b573ca3 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:16.086711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-22ffead1-3759-451f-9aee-b97751783d95 req-f54fede4-498a-44a0-9daf-01bd0b573ca3 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 944 time: 0.1730740 Oct 15 19:43:16.089045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['66fe633e-1c56-4c54-aa2a-8e367f649772'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:16.116494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f57b6-6f60-4ebe-a94a-308f400ed380 service neutron] Pushing event updated for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:16.118292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Pushing event deleted for resources: {'Port': ['ID=66fe633e-1c56-4c54-aa2a-8e367f649772,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:16.169663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-22ffead1-3759-451f-9aee-b97751783d95 req-69be6f89-0308-49f5-a61c-477ee71eefe4 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Oct 15 19:43:16.191482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.197813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.203721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2505acf5-d2b5-493d-9ad1-27da616e8c92 HTTP/1.1" status: 204 len: 168 time: 0.4714394 Oct 15 19:43:16.263495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.266112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.267288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba095593-0e87-4198-8b8e-efb2a7e36a7a HTTP/1.1" status: 204 len: 168 time: 0.4273152 Oct 15 19:43:16.273662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] No DVR routers for this DVR port 66fe633e-1c56-4c54-aa2a-8e367f649772 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:16.293402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:16.296807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de5d4698-93e5-41da-9cee-4183399bec3c req-4aec2a64-84c1-42c3-b486-8bf96ec723d5 tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.11 "DELETE /v2.0/ports/66fe633e-1c56-4c54-aa2a-8e367f649772 HTTP/1.1" status: 204 len: 173 time: 0.9750347 Oct 15 19:43:16.297282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'name': 'network-vif-deleted', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:16.312975 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f75e8-2113-4c4f-af5f-0319e87391a6 x-openstack-request-id: req-a70f75e8-2113-4c4f-af5f-0319e87391a6 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:16.313488 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b3f180-9162-4ed1-9092-60a7efadfb17" -d '{"events": [{"server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "name": "network-vif-deleted", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:16.313983 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:16.316839 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70f75e8-2113-4c4f-af5f-0319e87391a6 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:16.317776 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:43:16.321787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaf414-87e1-472b-ba32-8ffaf7aa6097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2505acf5-d2b5-493d-9ad1-27da616e8c92,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:16.332514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92879f-62e0-465e-8524-1b0e191fffad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba095593-0e87-4198-8b8e-efb2a7e36a7a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:16.369772 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-b702959b-6e1f-4b62-854f-cee9bd69ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:16.371286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-b702959b-6e1f-4b62-854f-cee9bd69ccab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1096 time: 0.1947923 Oct 15 19:43:16.379544 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9abf4e2-137a-4d0f-808a-d831029dda0a x-openstack-request-id: req-c9abf4e2-137a-4d0f-808a-d831029dda0a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:16.380515 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a614bdce-ec7a-495f-93c0-4a9bb150bbc9", "name": "network-vif-deleted", "tag": "66fe633e-1c56-4c54-aa2a-8e367f649772", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:16.380870 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9abf4e2-137a-4d0f-808a-d831029dda0a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:16.381360 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a614bdce-ec7a-495f-93c0-4a9bb150bbc9', 'name': 'network-vif-deleted', 'tag': '66fe633e-1c56-4c54-aa2a-8e367f649772', 'status': 'completed', 'code': 200} Oct 15 19:43:16.430372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-997f592c-2ad7-4302-b544-9fdda2ed32d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.0410852 Oct 15 19:43:16.537008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d6c6161-ceb6-4ff1-aad8-aee0db6140f0 req-0eee5ad8-9f87-4049-ac13-4c6cea1b8bdd tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0316801 Oct 15 19:43:16.538492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-218175c8-a994-4ae0-a511-04a99e208c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:16.539879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-218175c8-a994-4ae0-a511-04a99e208c58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1008079 Oct 15 19:43:16.590872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-426cb6ec-9ff5-45fc-9a9b-b06d4afe0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:16.592637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-426cb6ec-9ff5-45fc-9a9b-b06d4afe0c6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413175 Oct 15 19:43:16.687302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-4f426397-a065-480c-a730-eb55232cbfca service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857859 Oct 15 19:43:16.799358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86e9231a-64c2-4cba-ab32-7e9a13a1cf31 req-c1efd5aa-b601-4972-a7ae-2d8a328e687f service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025929 Oct 15 19:43:17.001867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-10e2b934-2567-4d56-8740-257fafd1d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.003922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-10e2b934-2567-4d56-8740-257fafd1d8ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1096 time: 0.0474193 Oct 15 19:43:17.113402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e561ff-6ae6-41ff-b7bd-1e14aab4c50d req-e93ead32-ad69-4f53-8e2e-4a96ed4d2e98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.114922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8e561ff-6ae6-41ff-b7bd-1e14aab4c50d req-e93ead32-ad69-4f53-8e2e-4a96ed4d2e98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 944 time: 0.1063938 Oct 15 19:43:17.170619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-43cefa31-b998-49e9-af8c-275ed906c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.172247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-43cefa31-b998-49e9-af8c-275ed906c054 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1555688 Oct 15 19:43:17.176757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d8e561ff-6ae6-41ff-b7bd-1e14aab4c50d req-4628d22b-4e5b-4888-8fd4-34d9df674abd tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Oct 15 19:43:17.207999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33972) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:17.227862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-d8d1a4bb-c4e6-4e61-a632-0440e3bcf156 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.0398269 Oct 15 19:43:17.258758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a34f5172-f40f-474b-a887-8945dc32622f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d31484031cf54ef6adbca7ed4cdf1e6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0493784 Oct 15 19:43:17.265041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:17.293645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-22b7d269-b7da-433e-b599-4bcbae64198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.295495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-22b7d269-b7da-433e-b599-4bcbae64198f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0592589 Oct 15 19:43:17.332618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:17.360684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:17.368729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35b086-36e5-4d39-a915-4e33c58e17f5 req-98f9449a-678c-41f7-b3fc-ba60a17091a9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.370273 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef35b086-36e5-4d39-a915-4e33c58e17f5 req-98f9449a-678c-41f7-b3fc-ba60a17091a9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 945 time: 0.0908554 Oct 15 19:43:17.380392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-eec81986-3f15-4a8f-b4ea-0a05560be680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.381924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-eec81986-3f15-4a8f-b4ea-0a05560be680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707006 Oct 15 19:43:17.454150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ef35b086-36e5-4d39-a915-4e33c58e17f5 req-b201a9b3-ae05-41da-904d-d3abebd805f0 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682228 Oct 15 19:43:17.504786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:17.508277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:17.509473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d720a9a6-5530-495f-828c-5370227177c6 HTTP/1.1" status: 204 len: 168 time: 0.2430894 Oct 15 19:43:17.513252 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-4daf163f-e432-4944-8305-04c93930a6b7 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202717 Oct 15 19:43:17.520099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d1837-3f85-4ede-9c88-5ff68c92d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d720a9a6-5530-495f-828c-5370227177c6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:17.645589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c74edb-c3c4-4877-a12a-b0e9d5941184 req-20cdee7b-be42-4d70-87f3-f6164b880878 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:17.647335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0c74edb-c3c4-4877-a12a-b0e9d5941184 req-20cdee7b-be42-4d70-87f3-f6164b880878 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 944 time: 0.1113949 Oct 15 19:43:17.669869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d53c82b-cf45-494f-b187-7570d6f2957b req-8ef124fa-7ce6-457f-897a-64e2d762990e tempest-ImagesNegativeTestJSON-1863320852 tempest-ImagesNegativeTestJSON-1863320852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a614bdce-ec7a-495f-93c0-4a9bb150bbc9 HTTP/1.1" status: 200 len: 210 time: 0.0325375 Oct 15 19:43:17.677301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-993ef6de-bbd3-45b6-b005-9ef503fbac10 req-35eb38ab-6c0c-4104-ad9d-29a453d057b9 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531558 Oct 15 19:43:17.703835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0c74edb-c3c4-4877-a12a-b0e9d5941184 req-a4b42f43-6531-4df3-8e47-22e839b38fc9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447924 Oct 15 19:43:18.299238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bed775-3b6d-4138-a3f2-72789add08bf req-b6b47477-5d0d-4f39-8808-0fd8f0e5ae1c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:18.300844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57bed775-3b6d-4138-a3f2-72789add08bf req-b6b47477-5d0d-4f39-8808-0fd8f0e5ae1c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 944 time: 0.0539498 Oct 15 19:43:18.345908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34012) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:18.385727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-ec8a43f0-4757-49d9-8251-072560e6f4d4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:18.387326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-ec8a43f0-4757-49d9-8251-072560e6f4d4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.11 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 945 time: 0.0839365 Oct 15 19:43:18.403591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57bed775-3b6d-4138-a3f2-72789add08bf req-cfc40fac-0b1a-4f3d-991d-c1604dc20b8e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842741 Oct 15 19:43:18.500316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Deleting port ccc9ba2f-95ab-4615-9a7f-28881e785b1e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:18.500674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:18.504864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b14ad92-05c0-4171-a2aa-c7cf79848bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:18.569242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66de5e1-bb5d-45c7-9524-5c8eb524a81b req-e62ce810-76fc-4324-8172-036b3f652fc2 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:18.576885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f66de5e1-bb5d-45c7-9524-5c8eb524a81b req-e62ce810-76fc-4324-8172-036b3f652fc2 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 945 time: 0.0591640 Oct 15 19:43:18.633175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f66de5e1-bb5d-45c7-9524-5c8eb524a81b req-2ce235e8-d2ff-41b1-87db-5a9c6eda15e9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/security-groups?id=def2853e-fb40-46a9-b2b9-0b6e72cb72c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517187 Oct 15 19:43:18.648352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] For port ccc9ba2f-95ab-4615-9a7f-28881e785b1e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:18.648857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:18.662764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Calling delete_port for ccc9ba2f-95ab-4615-9a7f-28881e785b1e owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:18.723980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b89473-0131-4da0-a2a9-eebae419f3bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:18.887320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede71978-3f84-4a14-ac66-fccd6a649762 req-9440a3a9-f99a-4841-b702-62ac6201ccb0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:18.897751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ede71978-3f84-4a14-ac66-fccd6a649762 req-9440a3a9-f99a-4841-b702-62ac6201ccb0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 944 time: 0.0731256 Oct 15 19:43:18.938683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b89473-0131-4da0-a2a9-eebae419f3bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:18.950632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-b2c8c5f3-648a-49c7-8b24-c9555e0c43a4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:18.952710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-b2c8c5f3-648a-49c7-8b24-c9555e0c43a4 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 945 time: 0.0969090 Oct 15 19:43:18.976340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ede71978-3f84-4a14-ac66-fccd6a649762 req-ce73d3a7-69c3-4ce4-af91-f875d4645be6 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753174 Oct 15 19:43:19.009629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b89473-0131-4da0-a2a9-eebae419f3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.017974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 66fe633e-1c56-4c54-aa2a-8e367f649772 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:19.042869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 66fe633e-1c56-4c54-aa2a-8e367f649772 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:19.043532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 66fe633e-1c56-4c54-aa2a-8e367f649772 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:19.069484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.081866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['eb27c20f-a09d-4484-b237-7beb92449642'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:19.110566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-73b89473-0131-4da0-a2a9-eebae419f3bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c9b379b42714360bf0c032b6e1ae056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7630682 Oct 15 19:43:19.113420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34056) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:19.113583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b89473-0131-4da0-a2a9-eebae419f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17490a5-f740-434e-b125-2357e71cb5c0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:19.118715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event deleted for resources: {'Port': ['ID=ccc9ba2f-95ab-4615-9a7f-28881e785b1e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:19.173418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] No DVR routers for this DVR port ccc9ba2f-95ab-4615-9a7f-28881e785b1e on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:19.173660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.178185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.183056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f80aff3-4a76-4cee-9e51-676feb7ffdfe req-4528ce39-3a56-44de-a328-bb98570d0bf9 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.11 "DELETE /v2.0/ports/ccc9ba2f-95ab-4615-9a7f-28881e785b1e HTTP/1.1" status: 204 len: 173 time: 0.7829740 Oct 15 19:43:19.186383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'name': 'network-vif-deleted', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:19.188757 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f433419b-b7a5-416a-8e50-fc2df9613a25" -d '{"events": [{"server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "name": "network-vif-deleted", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:19.222895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.226815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Deleting port eb27c20f-a09d-4484-b237-7beb92449642 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:19.227176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.279479 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e81b2-091d-40e7-ac53-d6e7acb1ef42 x-openstack-request-id: req-ae8e81b2-091d-40e7-ac53-d6e7acb1ef42 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:19.280059 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61a4293-5811-49c2-8086-e55d1c790575", "name": "network-vif-deleted", "tag": "ccc9ba2f-95ab-4615-9a7f-28881e785b1e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:19.280487 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae8e81b2-091d-40e7-ac53-d6e7acb1ef42 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:19.281039 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61a4293-5811-49c2-8086-e55d1c790575', 'name': 'network-vif-deleted', 'tag': 'ccc9ba2f-95ab-4615-9a7f-28881e785b1e', 'status': 'completed', 'code': 200} Oct 15 19:43:19.367845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] For port eb27c20f-a09d-4484-b237-7beb92449642, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eb27c20f-a09d-4484-b237-7beb92449642,segment=NetworkSegment(616f6a38-6007-441c-838f-34e86f737012),segment_id=616f6a38-6007-441c-838f-34e86f737012)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:19.368121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.380901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Calling delete_port for eb27c20f-a09d-4484-b237-7beb92449642 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:19.419080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.422225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:19.422522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.423923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e17490a5-f740-434e-b125-2357e71cb5c0 HTTP/1.1" status: 204 len: 168 time: 0.3087447 Oct 15 19:43:19.433693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf42c9-931f-4019-8dc1-eae7d4695559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17490a5-f740-434e-b125-2357e71cb5c0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:19.563426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfb9c0-9990-45bb-8f7d-ab8169a675a5 req-070ef06c-bde6-4492-86f3-b2bbb46600eb tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:19.566784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bedfb9c0-9990-45bb-8f7d-ab8169a675a5 req-070ef06c-bde6-4492-86f3-b2bbb46600eb tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 944 time: 0.0600266 Oct 15 19:43:19.579887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:19.594734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'port_id': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'mac_address': 'fa:16:3e:c9:68:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2493e2-e347-4a57-8e4e-170b9798cd52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:19.626885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bedfb9c0-9990-45bb-8f7d-ab8169a675a5 req-7c1e7192-abd4-4ad2-9e50-0de9932cf695 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466719 Oct 15 19:43:19.638258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34074) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:19.663066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.666431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.688055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:19.708921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:19.713178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Pushing event deleted for resources: {'Port': ['ID=eb27c20f-a09d-4484-b237-7beb92449642,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:19.761179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] No DVR routers for this DVR port eb27c20f-a09d-4484-b237-7beb92449642 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:19.764665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:19.768335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7352d74-c3ba-4f17-b7ac-e410e130d762 req-53076447-4233-45bd-979d-cb1c0cd8407f tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.15 "DELETE /v2.0/ports/eb27c20f-a09d-4484-b237-7beb92449642 HTTP/1.1" status: 204 len: 173 time: 0.8088105 Oct 15 19:43:19.789495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91e89142-1f1c-4e5e-81e6-6752afd06162 req-bc7b8aa7-9121-454f-b37f-9a5a3e197007 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=e61a4293-5811-49c2-8086-e55d1c790575 HTTP/1.1" status: 200 len: 210 time: 0.0504136 Oct 15 19:43:19.845403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.102239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:20.159647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:20.190623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8340e00-d092-47ac-a6ec-e2e8e7dea03d req-649326ce-d930-44f9-8565-f44fd3cca175 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:20.192283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8340e00-d092-47ac-a6ec-e2e8e7dea03d req-649326ce-d930-44f9-8565-f44fd3cca175 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 945 time: 0.0974214 Oct 15 19:43:20.263747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:20.265699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8fe03566-0bb5-4ba6-a1ce-a8d1d9a9f478 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33bce72b565f4abd9033e9731373327e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6255450 Oct 15 19:43:20.342177 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8340e00-d092-47ac-a6ec-e2e8e7dea03d req-43ef6e50-a79a-4618-abc3-3d22648c4635 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850217 Oct 15 19:43:20.395325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.431299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.588687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.591683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.593293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ae1f8c8-767d-459f-b8cd-c826a8e094ba HTTP/1.1" status: 204 len: 168 time: 0.3280003 Oct 15 19:43:20.602939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe4ead-5e5c-4234-a9b4-d460826d2ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae1f8c8-767d-459f-b8cd-c826a8e094ba,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:20.744759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1cf9-f5af-4998-91eb-5131d585202b req-f11db9f2-4b94-4cac-8bec-b7a839934a2e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:20.746275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dfbc1cf9-f5af-4998-91eb-5131d585202b req-f11db9f2-4b94-4cac-8bec-b7a839934a2e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 944 time: 0.0528228 Oct 15 19:43:20.761654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34112) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:20.782635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ec81973-132d-4e49-ab9b-af4104c7398b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.811760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dfbc1cf9-f5af-4998-91eb-5131d585202b req-889fce6f-e358-49cc-b478-6ffe2ef11641 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581107 Oct 15 19:43:20.881050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ec81973-132d-4e49-ab9b-af4104c7398b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.950143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ec81973-132d-4e49-ab9b-af4104c7398b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:20.974912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25009c68-21f9-48cb-afe9-3fcc61024f66 req-91a265f5-20a7-4286-a61a-9de03a468156 tempest-ListServersNegativeTestJSON-2102296680 tempest-ListServersNegativeTestJSON-2102296680-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6fb690b-6f50-4efd-afd6-4546dbce88a9 HTTP/1.1" status: 200 len: 210 time: 0.0364697 Oct 15 19:43:21.011358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec81973-132d-4e49-ab9b-af4104c7398b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaed0846-af57-475b-8618-14ca8ce64651,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:21.022002 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ec81973-132d-4e49-ab9b-af4104c7398b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=349e4dc936094bde90be783f064eecc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544706 Oct 15 19:43:21.024348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:21.036229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f897f2a-19f0-4cc4-a798-8b950d25bffa details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:21.038458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ccc9ba2f-95ab-4615-9a7f-28881e785b1e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:21.070497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ccc9ba2f-95ab-4615-9a7f-28881e785b1e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:21.071610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ccc9ba2f-95ab-4615-9a7f-28881e785b1e not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:21.091257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.123937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.196538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:21.209689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:21.253039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.271161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f897f2a-19f0-4cc4-a798-8b950d25bffa {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:21.283015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'name': 'network-vif-deleted', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:21.288111 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.290929 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7803617-132f-40d7-af84-5e78bd3de2bc" -d '{"events": [{"server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "name": "network-vif-deleted", "tag": "eb27c20f-a09d-4484-b237-7beb92449642"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:21.292019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.293188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaed0846-af57-475b-8618-14ca8ce64651 HTTP/1.1" status: 204 len: 168 time: 0.2678423 Oct 15 19:43:21.306107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a30c2-9d51-4a83-9b34-7d0beca1ad94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaed0846-af57-475b-8618-14ca8ce64651,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:21.308673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:21.349718 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6f262-c465-446d-b679-1a4d3f21b605 x-openstack-request-id: req-11b6f262-c465-446d-b679-1a4d3f21b605 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:21.350014 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fb690b-6f50-4efd-afd6-4546dbce88a9", "name": "network-vif-deleted", "tag": "eb27c20f-a09d-4484-b237-7beb92449642", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:21.350271 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11b6f262-c465-446d-b679-1a4d3f21b605 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:21.350667 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fb690b-6f50-4efd-afd6-4546dbce88a9', 'name': 'network-vif-deleted', 'tag': 'eb27c20f-a09d-4484-b237-7beb92449642', 'status': 'completed', 'code': 200} Oct 15 19:43:21.385733 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.389693 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1480ecba-d55f-46ab-985a-3915dc8ecf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.428538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:21.461388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:21.489101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772ba10-d744-41f1-8cb6-25347b5458c4 req-93f86947-080f-4cb8-87b8-4b858554475d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:21.490743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9772ba10-d744-41f1-8cb6-25347b5458c4 req-93f86947-080f-4cb8-87b8-4b858554475d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 945 time: 0.0694265 Oct 15 19:43:21.531650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9772ba10-d744-41f1-8cb6-25347b5458c4 req-dce04446-2e33-451f-8ede-4276ff85a089 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Oct 15 19:43:21.562127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:21.567059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:21.568469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.663986 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.689595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:21.692640 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79cb5d6-c06b-46b3-9acc-1b7ccaef2eae" -d '{"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:21.710780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:21.714410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f897f2a-19f0-4cc4-a798-8b950d25bffa'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:21.758782 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d915be1-c819-4e20-856e-85c4d9cb0d93 x-openstack-request-id: req-1d915be1-c819-4e20-856e-85c4d9cb0d93 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:21.759139 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:21.759395 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d915be1-c819-4e20-856e-85c4d9cb0d93 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:21.773331 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'code': 200} Oct 15 19:43:21.803102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:21.882027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:21.890515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427c5ec-c170-4d18-810e-623baa9c7bcf req-e78d788a-c443-4adb-a235-12a09961573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:21.894235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4427c5ec-c170-4d18-810e-623baa9c7bcf req-e78d788a-c443-4adb-a235-12a09961573f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 1098 time: 0.0695360 Oct 15 19:43:21.936579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4427c5ec-c170-4d18-810e-623baa9c7bcf req-e5c2e432-d857-4326-849b-b7803eabf397 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Oct 15 19:43:21.973146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0225747-8b87-454a-afb4-83e651dae73f req-e9f67bbd-dd41-4716-bc96-259ab97eb95b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:21.982833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0225747-8b87-454a-afb4-83e651dae73f req-e9f67bbd-dd41-4716-bc96-259ab97eb95b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 945 time: 0.0644984 Oct 15 19:43:22.032633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0225747-8b87-454a-afb4-83e651dae73f req-d593f6c9-d4be-4346-84d6-55f9b10337f6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Oct 15 19:43:22.124800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34184) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:22.183069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Deleting subnet 4e12c511-69f0-4919-baf1-41878bd5f041 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:22.186659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.235908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.285854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.379293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.465235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.465756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.516642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e12c511-69f0-4919-baf1-41878bd5f041,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:22.519223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.522459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f299c536-230d-4bd6-a426-617e986f575a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4e12c511-69f0-4919-baf1-41878bd5f041 HTTP/1.1" status: 204 len: 168 time: 0.3966446 Oct 15 19:43:22.525068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34212) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:22.533360 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.609362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.665098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ece003-0556-42d0-8975-2e5536b105d8 req-49310ab1-3b62-476b-b83a-6da991d447d1 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:22.667068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ece003-0556-42d0-8975-2e5536b105d8 req-49310ab1-3b62-476b-b83a-6da991d447d1 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 946 time: 0.0649505 Oct 15 19:43:22.699871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.706005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.714701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ece003-0556-42d0-8975-2e5536b105d8 req-13bfbb09-d6b0-4fbf-ac3b-30f838edb63d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Oct 15 19:43:22.726174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c40fc8-aabf-4194-994b-dcdcfa0bb9f6']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:22.738177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616f6a38-6007-441c-838f-34e86f737012') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:22.748374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616f6a38-6007-441c-838f-34e86f737012') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:22.756925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.773097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.779941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:22.780527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:22.782374 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:23.033129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f897f2a-19f0-4cc4-a798-8b950d25bffa up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:23.093773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:23.097796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:23.101058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] 10.222.0.13 "DELETE /v2.0/networks/75c40fc8-aabf-4194-994b-dcdcfa0bb9f6 HTTP/1.1" status: 204 len: 168 time: 0.5749173 Oct 15 19:43:23.113626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07997e79-35c6-4c9a-a3c7-a2ef8affa8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=75c40fc8-aabf-4194-994b-dcdcfa0bb9f6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:23.148469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 9f897f2a-19f0-4cc4-a798-8b950d25bffa completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:23.153980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 9f897f2a-19f0-4cc4-a798-8b950d25bffa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:23.157813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:23.163646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0634-f4ac-4174-854b-3333b2ec0bc3 req-4464e1fd-390a-4e25-abdc-0ae6b9906a6c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:23.165273 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-417b0634-f4ac-4174-854b-3333b2ec0bc3 req-4464e1fd-390a-4e25-abdc-0ae6b9906a6c tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 945 time: 0.0538037 Oct 15 19:43:23.232720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-417b0634-f4ac-4174-854b-3333b2ec0bc3 req-5c71fe1f-6d15-4d9f-9c22-a477db610f84 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592291 Oct 15 19:43:23.248060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:23.307315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:23.351692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:23.438063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eb27c20f-a09d-4484-b237-7beb92449642 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:23.459624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: eb27c20f-a09d-4484-b237-7beb92449642 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:23.459965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eb27c20f-a09d-4484-b237-7beb92449642 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:23.543705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:23.591402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:23.704783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:23.761322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:23.764392 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2e3488-769a-4b29-babf-fa856e24a9f1" -d '{"events": [{"server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "name": "network-vif-plugged", "status": "completed", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:23.812807 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f0947-4dba-46e0-aec9-d8b4cba3a0d6 x-openstack-request-id: req-770f0947-4dba-46e0-aec9-d8b4cba3a0d6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:23.816787 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "name": "network-vif-plugged", "status": "completed", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:23.816787 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-770f0947-4dba-46e0-aec9-d8b4cba3a0d6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:23.816787 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'code': 200} Oct 15 19:43:23.869888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4dd97-78d5-46f8-8b55-049667b5df1d req-075ab883-8f19-40d7-be31-37167e43fd37 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:23.871867 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16c4dd97-78d5-46f8-8b55-049667b5df1d req-075ab883-8f19-40d7-be31-37167e43fd37 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 946 time: 0.0632477 Oct 15 19:43:23.880518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34246) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:23.930167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34248) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:23.930373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-544fbeac-65bf-4f41-a80e-dc6e7f0319cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ccbb62e7dd84e84aa3d968b7b7031ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483272 Oct 15 19:43:23.996023 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16c4dd97-78d5-46f8-8b55-049667b5df1d req-e8665bd3-210c-4c6d-ad3d-3e5239b7a890 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025674 Oct 15 19:43:24.008502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464372a7-6882-4df6-bc26-949823b2cd91 req-8949f337-f2d9-4488-b517-9ae6c230172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:24.009988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-464372a7-6882-4df6-bc26-949823b2cd91 req-8949f337-f2d9-4488-b517-9ae6c230172e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.1369951 Oct 15 19:43:24.043743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.079685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-464372a7-6882-4df6-bc26-949823b2cd91 req-bd70b6c3-1e96-457d-b936-815ffbb43f6c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624933 Oct 15 19:43:24.086205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.172948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1773427924-network', 'tenant_id': '90e0c69d171d4767b6f6105213f3e9e8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:24.209957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:24.261925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe063-d48b-4453-a7ed-faa8a23000e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.264767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.280569 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.280569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/def2853e-fb40-46a9-b2b9-0b6e72cb72c6 HTTP/1.1" status: 204 len: 168 time: 0.3229239 Oct 15 19:43:24.280569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d715cf3-9126-48c3-a8ba-93d3cd69a444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def2853e-fb40-46a9-b2b9-0b6e72cb72c6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:24.321537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-network', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:24.352041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Made reservation on behalf of 90e0c69d171d4767b6f6105213f3e9e8 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:24.352041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.363239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.462988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe063-d48b-4453-a7ed-faa8a23000e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.483011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ee770-92a4-4ba7-8a0f-175f24cafb26 req-485ec56a-5905-4ea8-aa02-f1a9f0139957 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:24.484618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd8ee770-92a4-4ba7-8a0f-175f24cafb26 req-485ec56a-5905-4ea8-aa02-f1a9f0139957 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.1008146 Oct 15 19:43:24.540540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd8ee770-92a4-4ba7-8a0f-175f24cafb26 req-121bbc39-bc18-4ae8-b0db-0e3408e3afee tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Oct 15 19:43:24.553711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.619245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Made reservation on behalf of 85dd83b9e38a41f2bb7b5f6527f6bfa9 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:24.619960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.622484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.633386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.687875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe063-d48b-4453-a7ed-faa8a23000e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.728894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e2fe063-d48b-4453-a7ed-faa8a23000e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee16de3d34da4ac49beb38af1d403b32&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0221570 Oct 15 19:43:24.730272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fe063-d48b-4453-a7ed-faa8a23000e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4643d9ed-23b1-42f3-9246-0dbecf3dbe67,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:24.731498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.733214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:24.783042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.802298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.810731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.825411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:43:24.840416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f99ee-dc3f-4481-b277-9f466196380e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:24.843729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.844069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.844389 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Added segment 1fa86caa-7350-456b-8aa0-5ab714f94aee of type vlan for network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 Oct 15 19:43:24.857993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:43:24.880535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.881124 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Added segment 35d32736-8814-404b-b4fa-0a57db9d4a5c of type vlan for network 83006b3a-9f6c-4ded-9a9f-449a6c597754 Oct 15 19:43:24.888768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:24.923928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e291af-78fd-4704-8c0c-d7a856f7ff0d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:24.939245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.047837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.048822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:25.050004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.074276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34276) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:25.097605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.097605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.100787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4643d9ed-23b1-42f3-9246-0dbecf3dbe67 HTTP/1.1" status: 204 len: 168 time: 0.3640203 Oct 15 19:43:25.101289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.103379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:25.104016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.133317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d3250-7c1e-43cb-8946-f03f33d8d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4643d9ed-23b1-42f3-9246-0dbecf3dbe67,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:25.160880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] Pushing event updated for resources: {'Network': ['ID=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:25.181653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:43:25.189576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3a511201-2873-4422-94fa-41177fafdc79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9400313 Oct 15 19:43:25.192645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34286) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:25.200394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] Pushing event updated for resources: {'Network': ['ID=83006b3a-9f6c-4ded-9a9f-449a6c597754,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:25.207835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Request body: {'subnet': {'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1773427924-subnet', 'tenant_id': '90e0c69d171d4767b6f6105213f3e9e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:25.214860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:43:25.249280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad584bfe-4f97-469d-9b39-1d67aa9ca0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.286927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8a67a82e-1e4d-4dd3-810d-8fb1fab59669 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0759528 Oct 15 19:43:25.290000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34288) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:25.297962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Request body: {'subnet': {'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-subnet', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:25.347942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad584bfe-4f97-469d-9b39-1d67aa9ca0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.458095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Made reservation on behalf of 90e0c69d171d4767b6f6105213f3e9e8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:25.460451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.516909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad584bfe-4f97-469d-9b39-1d67aa9ca0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.570540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad584bfe-4f97-469d-9b39-1d67aa9ca0d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3a4a11315b64b9595183fb29441cf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950092 Oct 15 19:43:25.571937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad584bfe-4f97-469d-9b39-1d67aa9ca0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a026b2bc-19a5-40a4-93e2-404c80b7fae9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:25.574652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:25.640168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.663369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.711224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Made reservation on behalf of 85dd83b9e38a41f2bb7b5f6527f6bfa9 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:25.713683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.741304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad4d0-bf32-417b-81df-29084604f739 req-08521646-b844-48db-9b21-791abb04dccf tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:25.743011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d6ad4d0-bf32-417b-81df-29084604f739 req-08521646-b844-48db-9b21-791abb04dccf tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.1134040 Oct 15 19:43:25.830888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.836957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.836957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a026b2bc-19a5-40a4-93e2-404c80b7fae9 HTTP/1.1" status: 204 len: 168 time: 0.2595618 Oct 15 19:43:25.849012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c176bf-024e-46b4-a0b6-5ca0a345a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a026b2bc-19a5-40a4-93e2-404c80b7fae9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:25.868778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d6ad4d0-bf32-417b-81df-29084604f739 req-0dc8fd25-a0ba-4655-a027-0c433598fd7a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069708 Oct 15 19:43:25.894356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:25.989534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed85bfe4-45fc-4586-9a86-9c95defd73a9,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:26.012807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Checking segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:26.016642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Network hostable DHCP agents. Network: dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:43:26.156648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.161863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:43:26.221606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e483bfa-80c3-459a-b7db-c6058b909b0a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:26.229049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Checking segment: {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:26.229401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Network hostable DHCP agents. Network: 83006b3a-9f6c-4ded-9a9f-449a6c597754, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:43:26.302118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34312) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:26.306195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:26.311976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:26.312381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.314252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7701440-5a1b-40b8-b40c-e42d38b36890 None None] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:26.316562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f743417d-ca00-4ed3-90a7-fa87967620d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.400696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f743417d-ca00-4ed3-90a7-fa87967620d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.454803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1284e3-a75a-467e-a4a2-b7970995189d None None] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:26.470996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:43:26.477643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4bcdab7b-5f05-4671-95b7-d45a808de889 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2819724 Oct 15 19:43:26.483008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 83006b3a-9f6c-4ded-9a9f-449a6c597754) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:26.488787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:26.489703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.498195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d232e77-262f-4857-867c-e42459df3ff3 None None] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:26.504586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f743417d-ca00-4ed3-90a7-fa87967620d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.576638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743417d-ca00-4ed3-90a7-fa87967620d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d0b4af-0b15-49a5-b3ab-b4f8bbc86996,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:26.597341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f743417d-ca00-4ed3-90a7-fa87967620d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7230d2041e674d7cb7a59b9ae0c4eac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899978 Oct 15 19:43:26.597497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34320) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:26.660136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.685407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.724141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c48bfb09-5259-4900-b237-a3253daf5ce6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4324467 Oct 15 19:43:26.727195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34324) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:26.731674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:26.790484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-83006b3a-9f6c-4ded-9a9f-449a6c597754', 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'fixed_ips': [{'subnet_id': '7e483bfa-80c3-459a-b7db-c6058b909b0a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:43:26.791334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.808445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:26.863462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.864579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.920211 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.924059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:26.926169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29d0b4af-0b15-49a5-b3ab-b4f8bbc86996 HTTP/1.1" status: 204 len: 168 time: 0.3275478 Oct 15 19:43:26.937213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a59df-701d-4a53-a0b5-2ba3d89a2c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d0b4af-0b15-49a5-b3ab-b4f8bbc86996,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:26.998195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.004944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-679592041-network', 'tenant_id': '4ca0c22cc50d49a28dcb66c75fb204de'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:27.068844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc241c5-ab36-4d88-a790-e49eb5abf35a req-eaaa354f-f06d-4568-87dc-6a0209c4e387 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:27.075301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Allocated IP 172.20.0.2 (83006b3a-9f6c-4ded-9a9f-449a6c597754/7e483bfa-80c3-459a-b7db-c6058b909b0a/2d21cb86-7cc5-4100-9eb4-6693058ddc9c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:27.076510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7fc241c5-ab36-4d88-a790-e49eb5abf35a req-eaaa354f-f06d-4568-87dc-6a0209c4e387 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.0766773 Oct 15 19:43:27.137414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:27.180539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9942e5b-9667-44cf-8195-d31eb5d8a970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.216769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7fc241c5-ab36-4d88-a790-e49eb5abf35a req-052c4dda-9acd-4523-a346-4b18a501b2a7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394372 Oct 15 19:43:27.222536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Made reservation on behalf of 4ca0c22cc50d49a28dcb66c75fb204de for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:27.230122 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.253752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.282610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.333494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-8ce2def0-721d-49fc-b272-b1941b41a171 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:27.339115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.340041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.341820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-8ce2def0-721d-49fc-b272-b1941b41a171 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.1704843 Oct 15 19:43:27.357647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-194a6680-4059-48a1-b278-abbdc3947d95 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/quotas/90e0c69d171d4767b6f6105213f3e9e8 HTTP/1.1" status: 200 len: 375 time: 0.0163460 Oct 15 19:43:27.387627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:27.391074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:27.395221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:27.407960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-dcb51882-debd-437f-8ecd-e953abcc8e91 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378854 Oct 15 19:43:27.414878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Pushing event updated for resources: {'Port': ['ID=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:27.426045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9942e5b-9667-44cf-8195-d31eb5d8a970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.433827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.465674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Attempting to bind port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:27.466697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Attempting to bind port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:27.467070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Attempting to bind port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c on network 83006b3a-9f6c-4ded-9a9f-449a6c597754 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:27.473731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:27.477834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Checking segment: {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:27.477834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.477834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Bound using segment: {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:27.477834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Bound port: 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:27.477834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.523601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c1452720-ec30-4504-bf1d-c34d443af42e service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960650 Oct 15 19:43:27.551659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] For port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:27.554870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] For port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:27.570090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.590907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9942e5b-9667-44cf-8195-d31eb5d8a970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.599725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:43:27.619792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572a70fe-d315-4e41-86ea-560b1fb0b065,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:27.626565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.626903 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Added segment 2cfaf51c-8e1e-4d31-aa55-d9706c577bda of type vlan for network c305f9df-702f-4711-b30c-4937ab17a3ec Oct 15 19:43:27.654933 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.656572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9942e5b-9667-44cf-8195-d31eb5d8a970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605b3338-eaaa-4190-995b-928c4f501a38,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:27.666961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9942e5b-9667-44cf-8195-d31eb5d8a970 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f10e3171b01242e6bfaed8807d284144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282810 Oct 15 19:43:27.672791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34360) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:27.677459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.709616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-5f0bbbcf-ffb1-40fd-9a63-d9049c7d81c3 service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799459 Oct 15 19:43:27.746246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fc522-1fe0-4695-bc18-657fd0369424 None None] Pushing event updated for resources: {'Port': ['ID=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:27.802872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.819284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.837082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.840444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.905571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:27.906561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:27.907135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.022671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] Pushing event updated for resources: {'Network': ['ID=c305f9df-702f-4711-b30c-4937ab17a3ec,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:28.031852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c305f9df-702f-4711-b30c-4937ab17a3ec details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:43:28.034910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Allocated IP 172.25.0.194 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/b4e428a7-b390-4bf8-8ea3-b2b98f3a7147) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:28.078377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.082330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.086040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/605b3338-eaaa-4190-995b-928c4f501a38 HTTP/1.1" status: 204 len: 168 time: 0.4086866 Oct 15 19:43:28.105713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104facef-eee4-47d8-af25-94b43887ee63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605b3338-eaaa-4190-995b-928c4f501a38,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:28.170124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:28.170894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a185eb3c-87a9-4125-9900-4e939196797d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3610904 Oct 15 19:43:28.184726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Request body: {'subnet': {'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-679592041-subnet', 'tenant_id': '4ca0c22cc50d49a28dcb66c75fb204de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:28.269914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.337711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-c3ab2398-0005-471c-84c0-948a39104904 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1684892 Oct 15 19:43:28.347614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:28.471890 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.475780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Made reservation on behalf of 4ca0c22cc50d49a28dcb66c75fb204de for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:28.479150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.528365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:28.538237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:28.544656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:28.631271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Pushing event updated for resources: {'Port': ['ID=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:28.671316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.796495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:28.810428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52dd3e7e-68d8-46c7-8fbc-ce41eb764986 req-b5103e1e-9c4d-4099-b380-1b596d4db9ed tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 210 time: 0.0545678 Oct 15 19:43:28.947741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.104220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:29.150126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d21cb86-7cc5-4100-9eb4-6693058ddc9c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:29.208493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.212681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Allocated IP 172.25.0.193 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/fa210a8b-e2fe-493a-ad7f-10e60ce544a6) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:29.229398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Checking segment: {'id': '2cfaf51c-8e1e-4d31-aa55-d9706c577bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:29.229531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Network hostable DHCP agents. Network: c305f9df-702f-4711-b30c-4937ab17a3ec, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:43:29.248870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38229f13-e672-4645-bd96-3865629a20cb None None] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:29.411463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.464921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:29.465298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.479456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6d8cf68c-3cc7-4dfe-afae-8993dc1c7618 None None] Provisioning complete for port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:29.483635 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf68c-3cc7-4dfe-afae-8993dc1c7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.486591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Network c305f9df-702f-4711-b30c-4937ab17a3ec is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:43:29.653868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, c305f9df-702f-4711-b30c-4937ab17a3ec) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:29.656103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.666400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:29.674877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:29.699310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4359cc3-568a-4b27-8270-956d1ae6d708 None None] Network c305f9df-702f-4711-b30c-4937ab17a3ec requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:29.730856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:29.738305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:29.749096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:29.898137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event updated for resources: {'Port': ['ID=fa210a8b-e2fe-493a-ad7f-10e60ce544a6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:29.945803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cbdf7a2f-275c-4303-9925-b1404ce9e89f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7735996 Oct 15 19:43:29.950185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d3fc68a2-7071-47d8-8095-0a880dc17839 req-b7dbf13d-ce84-4b51-8905-3a360ccf0b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 210 time: 0.0335741 Oct 15 19:43:29.984574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.173473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.179281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.267603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf68c-3cc7-4dfe-afae-8993dc1c7618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.271479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:30.361039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bca690d-fc15-4be0-9d88-ca0705546531 None None] Network c305f9df-702f-4711-b30c-4937ab17a3ec requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:30.400231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.469692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.499039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:43:30.570205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-6d8cf68c-3cc7-4dfe-afae-8993dc1c7618 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:43:30.570546 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-6d8cf68c-3cc7-4dfe-afae-8993dc1c7618 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:43:30.578326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:30.741197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:30.753343 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Sync routers for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:30.766610 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:30.767242 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:30.793491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.890243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:30.907023 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:30.909505 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-921427e2-0db0-4d8c-a1d5-a2cabc2a3f6b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1811776 Oct 15 19:43:30.912352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34452) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:31.048078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d21cb86-7cc5-4100-9eb4-6693058ddc9c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:31.051133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.288184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:31.288748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.305642 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:28Z', 'revision_number': 3, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:31.354306 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Checking router: 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:31.355058 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Updating router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:43:31.386873 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.396333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-708b2dc6-efd9-4878-a7a2-82054ab85f78 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:31.397996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-708b2dc6-efd9-4878-a7a2-82054ab85f78 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/networks?id=c305f9df-702f-4711-b30c-4937ab17a3ec HTTP/1.1" status: 200 len: 821 time: 0.2708769 Oct 15 19:43:31.415482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ab5824de-0fa4-4911-bc42-32180550fa70 None None] Provisioning complete for port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:31.415925 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ab5824de-0fa4-4911-bc42-32180550fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.428229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-57b9d068-a989-46f2-b3f3-de918d007b7d tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/quotas/4ca0c22cc50d49a28dcb66c75fb204de HTTP/1.1" status: 200 len: 375 time: 0.0203547 Oct 15 19:43:31.531206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-d3f08fdc-ed79-41b5-a935-afad1937fbb8 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ca0c22cc50d49a28dcb66c75fb204de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906157 Oct 15 19:43:31.707460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-671245e1-1b2c-4f4e-89eb-4d43dbde6102 service neutron] 10.222.0.13 "GET /v2.0/networks/c305f9df-702f-4711-b30c-4937ab17a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726041 Oct 15 19:43:31.834031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.891458 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:31.896452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-1d98efd5-1d25-439e-8620-7ce5c7ba64ce service neutron] 10.222.0.13 "GET /v2.0/networks/c305f9df-702f-4711-b30c-4937ab17a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817675 Oct 15 19:43:31.937356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event updated for resources: {'Port': ['ID=fa210a8b-e2fe-493a-ad7f-10e60ce544a6,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:32.047860 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.145936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.147194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-2bbc52c2-a57d-470c-a9ab-c49c67b065a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8046992 Oct 15 19:43:32.195753 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Attempting to bind port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:32.200951 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Attempting to bind port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:32.200951 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Attempting to bind port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:32.233594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:32.235541 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:32.236144 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.237823 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:32.239581 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Bound port: b4e428a7-b390-4bf8-8ea3-b2b98f3a7147, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:32.240165 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.261379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-c146465c-eedc-4fb6-9971-e3899ab075f9 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0972772 Oct 15 19:43:32.272309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-e54d4a8b-09be-46e8-9aad-2d75907a9885 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:32.276252 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-e54d4a8b-09be-46e8-9aad-2d75907a9885 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.2365308 Oct 15 19:43:32.295402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'port': {'device_id': '07f9b886-aff2-45c1-b86b-7d537751e238', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'admin_state_up': True, 'tenant_id': '90e0c69d171d4767b6f6105213f3e9e8'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:32.363666 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Pushing event updated for resources: {'Port': ['ID=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:32.383842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.388903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2ebd3460-4477-40f8-b5c5-22bcddd48f61 req-030a8e7a-d087-4bec-b8aa-b493d008a74c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 210 time: 0.1095161 Oct 15 19:43:32.405982 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.406479 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.406911 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.407739 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.408335 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.408920 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.409462 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.409998 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.417439 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.417439 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.419045 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:32.503371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-07f8d782-9438-4595-980b-0e076dff65ed tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:32.505002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34959ffa-27c9-4e25-b838-c76f8b95fd4f req-07f8d782-9438-4595-980b-0e076dff65ed tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2028725 Oct 15 19:43:32.533828 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] For port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:32.561727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] For port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:32.631477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.738535 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.759878 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7a61a09-8a2d-4ab2-b3fc-49478f83c2f9 req-6455422a-b34a-4c28-8300-087ad43ea039 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0740089 Oct 15 19:43:32.847832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Made reservation on behalf of 90e0c69d171d4767b6f6105213f3e9e8 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:32.851809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:32.860629 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:32.860629 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:32.964025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Allocated IP 172.20.0.1 (83006b3a-9f6c-4ded-9a9f-449a6c597754/7e483bfa-80c3-459a-b7db-c6058b909b0a/78258fde-2d2f-4df5-8bf6-78d5af1cc076) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:33.007706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-be40f5a3-bc0c-4b01-8c51-2188d2e881da tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfb06c84891c46329d827781d7e8d4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495925 Oct 15 19:43:33.078729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Allocated IP 172.20.0.14 (dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641/ed85bfe4-45fc-4586-9a86-9c95defd73a9/46eccbb1-93b8-452d-816a-44c854155c15) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:33.206839 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02218f-4a6a-4674-b9e7-4e3cb6deff32 None None] Pushing event updated for resources: {'Port': ['ID=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:33.231615 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:33.255810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:33.279709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-c1c6bfe0-2d0b-44c6-a202-ba86c3233671 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:33.281286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-c1c6bfe0-2d0b-44c6-a202-ba86c3233671 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 819 time: 0.3103185 Oct 15 19:43:33.300045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-2784ce0b-be50-4f29-8ffb-88209cde6f60 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:33.301598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-2784ce0b-be50-4f29-8ffb-88209cde6f60 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869442 Oct 15 19:43:33.331058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-f0fdc826-6906-43e7-b429-38e8093e8469 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/quotas/0186f77562f94e82a1b23040ce84f20e HTTP/1.1" status: 200 len: 375 time: 0.0431547 Oct 15 19:43:33.400682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-6e169f06-3db6-4f87-9b80-f299cb369833 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0622296 Oct 15 19:43:33.416753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-e392b71e-d012-494f-ba85-5f8406a09af9 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/quotas/dfb06c84891c46329d827781d7e8d4e4 HTTP/1.1" status: 200 len: 375 time: 0.1034851 Oct 15 19:43:33.463117 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:28Z', 'revision_number': 3, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:33.499667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-f29ba247-da00-46c4-afb0-fe1469189a0e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625789 Oct 15 19:43:33.516423 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168d783-cdd6-46f4-977e-526ccb3c2c97 None None] The sync data for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 is: [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:28Z', 'revision_number': 3, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:33.536408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-3408d524-ea70-428f-834f-0bb5be72ace6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268926 Oct 15 19:43:33.538474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:33.560688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:33.703317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:33.712753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:33.716239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Pushing event updated for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:33.720614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:33.775960 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:33.781534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-61166a69-796f-48e6-8aaf-29a482610fbe service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384853 Oct 15 19:43:33.820459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:33.968590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:33.972345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:33.976818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:34.014562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:34.084519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:34.085437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:34.162991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-48cbac37-f0ae-455b-99b8-c5a9d4478906 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2851293 Oct 15 19:43:34.221290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0c18f9dc-f608-45d2-835b-b5f73c2fadcb None None] Provisioning complete for port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:34.222418 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0c18f9dc-f608-45d2-835b-b5f73c2fadcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:34.255333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb30c4-87e4-431d-8247-45ac3cce4d88 req-002e1af8-5765-4d9b-8b26-505d4eb6840b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:34.278400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-09bb30c4-87e4-431d-8247-45ac3cce4d88 req-002e1af8-5765-4d9b-8b26-505d4eb6840b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 932 time: 0.0854504 Oct 15 19:43:34.278400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-46e9ca00-a6be-4527-a148-fb77f1853dd4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9851174 Oct 15 19:43:34.305481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Request body: {'port': {'device_id': '07f9b886-aff2-45c1-b86b-7d537751e238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:34.319270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-d67f45bc-89a0-49c5-91ba-c065eef58dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:34.320814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-d67f45bc-89a0-49c5-91ba-c065eef58dfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=901df0b7d1e94520b38dbbb16530465d&device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 1098 time: 0.0890749 Oct 15 19:43:34.387697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0c18f9dc-f608-45d2-835b-b5f73c2fadcb None None] Port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:34.446926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:34.558705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-09bb30c4-87e4-431d-8247-45ac3cce4d88 req-317886f3-220e-4b36-ab16-560c0b30a8de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725415 Oct 15 19:43:34.583775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de2375b8-f0ca-4db3-b3be-b16dd77b6eaa req-516ccb5e-ae88-4210-bd70-d840a70b1d42 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0852051 Oct 15 19:43:34.585668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-4dc815ed-53fa-4594-83c0-33ef4b39c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:34.587039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-4dc815ed-53fa-4594-83c0-33ef4b39c013 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 200 len: 917 time: 0.2432880 Oct 15 19:43:34.587624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:34.726581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-43b7e619-fad6-41e1-a436-f131db19a800 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 200 len: 1001 time: 0.1237667 Oct 15 19:43:34.755776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5153ad26-a0d7-4cc4-b4d0-6208bbef7e63 req-7fc2d431-37ba-4040-82eb-37df96088a03 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.1050041 Oct 15 19:43:34.944634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10f4ea04-37fc-460e-b387-3d9b890c5b51 req-e53aa291-7910-413b-96b4-25e0b7a44cec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 210 time: 0.0709250 Oct 15 19:43:34.988756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-7f7eaa05-47c3-4303-afb6-36cfe36df3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:34.988877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-7f7eaa05-47c3-4303-afb6-36cfe36df3ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24ae4310-b580-4a97-839b-ff399a26102a HTTP/1.1" status: 200 len: 855 time: 0.1170478 Oct 15 19:43:35.134894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.146630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:35.147328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-b362c903-b603-4039-ae89-172354743ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:35.149286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-b362c903-b603-4039-ae89-172354743ae9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493599 Oct 15 19:43:35.223727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eccbb1-93b8-452d-816a-44c854155c15 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:35.227685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:35.229164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.239117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.258919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.291474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Transition to ACTIVE for port object 46eccbb1-93b8-452d-816a-44c854155c15 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:35.357884 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.389835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:35.423188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.485243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Pushing event updated for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:35.537293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.560500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.564913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-1d887fb9-b96c-4af0-acde-bcdbed396b63 service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081414 Oct 15 19:43:35.584699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:35.643089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:35.720448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Attempting to bind port 46eccbb1-93b8-452d-816a-44c854155c15 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:35.721329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Attempting to bind port 46eccbb1-93b8-452d-816a-44c854155c15 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:35.722720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Attempting to bind port 46eccbb1-93b8-452d-816a-44c854155c15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:35.729068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Port 46eccbb1-93b8-452d-816a-44c854155c15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:35.729697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Attempting to bind port 46eccbb1-93b8-452d-816a-44c854155c15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:35.736724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:35.737862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Checking segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:35.738474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Bound using segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:35.739409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Bound port: 46eccbb1-93b8-452d-816a-44c854155c15, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:35.740015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:35.784113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-87a23104-360f-4541-8dc3-f3bc9eaa06e0 req-b612f6fd-6f74-4ba9-8566-2d6128ce5e40 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0409701 Oct 15 19:43:35.847093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:35.952712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:36.001444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee685c36-29fa-41e1-8b1d-925ded6680a1 req-a066e355-7959-4788-8bdb-5d00c0d654ea tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.0778582 Oct 15 19:43:36.006003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:36.016894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:36.148252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896b0b-bce9-4a7e-af74-5279be8f66d1 req-137154fb-7d04-46cc-9e96-484ee5078457 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:36.158119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d896b0b-bce9-4a7e-af74-5279be8f66d1 req-137154fb-7d04-46cc-9e96-484ee5078457 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 944 time: 0.4800138 Oct 15 19:43:36.161081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34598) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:36.187544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d66bf6-be52-4aa9-a119-b2cbe2e323c0 req-2471ae4d-fef1-48ad-8ef6-d674a3dd371c service neutron] 10.222.0.11 "GET /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145930 Oct 15 19:43:36.263328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dfa72e3-0b00-44a5-b9db-583101c6fb22 req-04acdceb-ad06-4ce5-8917-0ebe8f04fdb5 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 210 time: 0.1332891 Oct 15 19:43:36.270086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.305238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:36.306205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.308476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] 10.222.0.11 "PUT /v2.0/ports/46eccbb1-93b8-452d-816a-44c854155c15 HTTP/1.1" status: 200 len: 1093 time: 2.0141263 Oct 15 19:43:36.311368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:36.318711 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1950019a-9648-4e97-bb1b-a940cbc33c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "tag": "46eccbb1-93b8-452d-816a-44c854155c15"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:36.345485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d896b0b-bce9-4a7e-af74-5279be8f66d1 req-d569b3bd-7002-4a6a-a5c1-fed4b85815f9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722469 Oct 15 19:43:36.398996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:43:36.456476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e180c2-e85b-42c7-9c90-b0e8632731e9 service neutron] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:36.477964 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5c251-cef7-4785-bafc-7c6d9eb0e3bc x-openstack-request-id: req-50f5c251-cef7-4785-bafc-7c6d9eb0e3bc {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:36.478527 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "tag": "46eccbb1-93b8-452d-816a-44c854155c15", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:36.478938 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-50f5c251-cef7-4785-bafc-7c6d9eb0e3bc {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:36.479490 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15', 'status': 'completed', 'code': 200} Oct 15 19:43:36.515865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.534721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c86d5a3d-4699-4454-a98f-7ec049989b62 None None] Provisioning complete for port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:36.536058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c86d5a3d-4699-4454-a98f-7ec049989b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.610769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c86d5a3d-4699-4454-a98f-7ec049989b62 None None] Port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:36.670547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.696310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-fd45f80b-3b15-4d60-a858-c9367b19ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:36.701442 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-fd45f80b-3b15-4d60-a858-c9367b19ecf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 1096 time: 0.1831188 Oct 15 19:43:36.752446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.758219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:36.770526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fbfe9444-a8b7-4d0e-a3c9-30093d3c19a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8569698 Oct 15 19:43:36.772203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Sync routers for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:36.790949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:36.793858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:36.807056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=016403604b75489a949ce91372fbc4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6428056 Oct 15 19:43:36.809393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34612) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:36.842464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb106cc7-533e-4813-88a0-34abe77a0dc3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:36.886428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.890252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.890794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.893122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.893122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.893122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.893122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.894204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.895660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-f729e511-a44b-4592-ba03-e3edeeca825d tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:36.896640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.897358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.897704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.898035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb1b4a0-03d4-4009-8ee0-f1d170aa5a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:36.928151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-f729e511-a44b-4592-ba03-e3edeeca825d tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.15 "GET /v2.0/networks?id=c305f9df-702f-4711-b30c-4937ab17a3ec HTTP/1.1" status: 200 len: 821 time: 0.3381803 Oct 15 19:43:36.959641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:36.971895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Request body: {'port': {'device_id': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec', 'admin_state_up': True, 'tenant_id': '4ca0c22cc50d49a28dcb66c75fb204de'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:36.994322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.040018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:37.107269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dff40315-ae8c-4411-98df-8a2a72a6ab66 req-0d0fe246-ace3-42d3-9e7e-89c662ad269e tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.1742437 Oct 15 19:43:37.131108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-be9a7c57-ba14-4121-9214-5ffaabf3385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:37.138558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-be9a7c57-ba14-4121-9214-5ffaabf3385e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4268000 Oct 15 19:43:37.147614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:37.254348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d575f19-42c7-43fa-aeb3-c52ad75d4b05 req-2f49376f-8355-4f03-861e-bb2bdd8b9d8f tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.0809572 Oct 15 19:43:37.263608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.269781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.278287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb106cc7-533e-4813-88a0-34abe77a0dc3 HTTP/1.1" status: 204 len: 168 time: 0.4677808 Oct 15 19:43:37.317451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522643a0-533c-4be3-8322-e484b04cef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb106cc7-533e-4813-88a0-34abe77a0dc3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:37.452640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:37.453017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.468069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47c9afbb-efe0-4486-993e-9fdec803ce0d req-be0aeaeb-bb7f-4eae-a6de-10ee0380c6e9 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 210 time: 0.0555098 Oct 15 19:43:37.472714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a351900e-24c1-4c29-a5b2-06664014d9b2 req-6b9ce24d-14ad-4191-8f49-8e2744e96449 tempest-FloatingIPsNegativeTestJSON-1648291765 tempest-FloatingIPsNegativeTestJSON-1648291765-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=85dd83b9e38a41f2bb7b5f6527f6bfa9 HTTP/1.1" status: 200 len: 217 time: 0.0690229 Oct 15 19:43:37.474483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-9e31bc64-0345-474b-8833-4c6285c57778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:37.476021 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1950019a-9648-4e97-bb1b-a940cbc33c9d req-9e31bc64-0345-474b-8833-4c6285c57778 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3243523 Oct 15 19:43:37.520232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Made reservation on behalf of 4ca0c22cc50d49a28dcb66c75fb204de for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:37.524348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.524545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:34Z', 'revision_number': 4, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '78258fde-2d2f-4df5-8bf6-78d5af1cc076', 'name': '', 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'mac_address': 'fa:16:3e:5c:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:32Z', 'updated_at': '2021-10-15T19:43:34Z', 'revision_number': 2, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'subnets': [{'id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:37.576475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46c1be81-dc0c-4721-b14c-f2a835af7498 req-effeed20-4b83-4f97-93af-65cebfa0608f tempest-FloatingIPsNegativeTestJSON-1648291765 tempest-FloatingIPsNegativeTestJSON-1648291765-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0465314 Oct 15 19:43:37.578849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Checking router: 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:37.579820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Updating router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:43:37.623750 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:37.645870 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-aac2aabb-1210-41dc-a635-4f1aa2477bcf req-0e46caea-2538-4121-aed5-127fd26bf65e tempest-FloatingIPsNegativeTestJSON-1648291765 tempest-FloatingIPsNegativeTestJSON-1648291765-project] show failed (client error): The resource could not be found. Oct 15 19:43:37.651402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aac2aabb-1210-41dc-a635-4f1aa2477bcf req-0e46caea-2538-4121-aed5-127fd26bf65e tempest-FloatingIPsNegativeTestJSON-1648291765 tempest-FloatingIPsNegativeTestJSON-1648291765-project] 10.222.0.13 "GET /v2.0/floatingips/7e7ba47d-eb56-4981-8389-95376849fb30 HTTP/1.1" status: 404 len: 350 time: 0.0457454 Oct 15 19:43:37.657347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34632) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:37.877989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-183985aa-3bf3-4817-ae41-197f428c5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:37.879618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-183985aa-3bf3-4817-ae41-197f428c5ced service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 1096 time: 0.3276734 Oct 15 19:43:37.913491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec25ea-ae90-40a7-95c8-ea4d2fbab28d req-f33ad7ff-4a02-47ff-a2e3-6394d89d27b9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:37.915018 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eec25ea-ae90-40a7-95c8-ea4d2fbab28d req-f33ad7ff-4a02-47ff-a2e3-6394d89d27b9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 944 time: 0.3619647 Oct 15 19:43:38.022103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-84506df7-9686-4127-982a-e5aafa4b1d47 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46eccbb1-93b8-452d-816a-44c854155c15 HTTP/1.1" status: 200 len: 217 time: 0.1203604 Oct 15 19:43:38.044877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-ef1d19a5-0e9c-4710-a72a-17f8b67a2acb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dfb06c84891c46329d827781d7e8d4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353453 Oct 15 19:43:38.128303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9eec25ea-ae90-40a7-95c8-ea4d2fbab28d req-3dd2e42b-ef12-455d-9991-a48837ad959c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993463 Oct 15 19:43:38.131106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Allocated IP 172.20.0.12 (c305f9df-702f-4711-b30c-4937ab17a3ec/9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b/cb572cf7-0508-4be0-953f-540a87b1c557) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:38.148611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-b95f1e9e-83ce-42b8-91fb-e30df0d73ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:38.150632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-b95f1e9e-83ce-42b8-91fb-e30df0d73ac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 200 len: 862 time: 0.1141639 Oct 15 19:43:38.193776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-f056c961-2d04-4b0e-89c1-5d8878f72898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289896 Oct 15 19:43:38.219235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.263682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-ab51fca4-5604-44dd-a92c-f52e4b146bca tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:38.266182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-ab51fca4-5604-44dd-a92c-f52e4b146bca tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874268 Oct 15 19:43:38.286004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Request body: {'port': {'device_id': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'dfb06c84891c46329d827781d7e8d4e4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:38.288922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34644) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:38.291211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffc1e526-4a42-4c8e-b11a-ed87c849928a req-6d2cebf4-1274-40e2-992c-b1e0e7c0c71f tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0581675 Oct 15 19:43:38.350605 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.413998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d19e5a-4584-41fa-804a-977dffab40fb None None] Pushing event updated for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:38.433637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.448888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.456917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91dea27d-1a0a-4983-a948-fefd2bdaf9c2 req-72d27304-ffbe-4ea8-901e-057be1431579 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.1140497 Oct 15 19:43:38.551973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-82fdb716-9ece-4488-99c7-b66b619fe432 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446536 Oct 15 19:43:38.667351 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.742065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Attempting to bind port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:38.742654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Attempting to bind port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:38.743253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Attempting to bind port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 on network 83006b3a-9f6c-4ded-9a9f-449a6c597754 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:38.749294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:38.749666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Checking segment: {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:38.750064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.750965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Bound using segment: {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:38.750965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Bound port: 78258fde-2d2f-4df5-8bf6-78d5af1cc076, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d32736-8814-404b-b4fa-0a57db9d4a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:38.751325 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.767622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.795235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aeaf0eb7-cd0e-4450-889e-c219737b86c4 req-a99e886e-d191-46e6-9b8b-b80c54ab7d53 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236567 Oct 15 19:43:38.795495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4c721ca1-ed42-4f58-9027-5d8717430bbd None None] Provisioning complete for port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:38.795626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4c721ca1-ed42-4f58-9027-5d8717430bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.865185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.880654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] For port 78258fde-2d2f-4df5-8bf6-78d5af1cc076, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:38.883383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4c721ca1-ed42-4f58-9027-5d8717430bbd None None] Port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:38.896551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] For port 78258fde-2d2f-4df5-8bf6-78d5af1cc076, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=78258fde-2d2f-4df5-8bf6-78d5af1cc076,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:38.905007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:38.929117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7770d617be714584b48311b99fc4ab72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028740 Oct 15 19:43:38.929901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9eab1188-7571-45e0-8ec8-aff13e24c1a4 req-9ba75d8a-870a-4606-81a0-9b9581f387e3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 210 time: 0.0860295 Oct 15 19:43:38.932237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:38.951047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798d7046-bd92-40d7-af70-b990b20377fa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:38.964930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.965275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.965619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.965953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.966292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.966616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.966940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.967264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.967856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.968186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.968503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.968821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f909d-3b0f-4c13-9fbc-3e4833fb5f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:38.978655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Network c305f9df-702f-4711-b30c-4937ab17a3ec is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:38.981987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:38.985573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:39.009334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.022575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Made reservation on behalf of dfb06c84891c46329d827781d7e8d4e4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:39.026155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.027649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Pushing event updated for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:39.049764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:39.051118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.065085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:39.065725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:39.079654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.121324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d19e5a-4584-41fa-804a-977dffab40fb None None] Pushing event updated for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:39.145672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-0367c60e-da1d-4e8a-97d2-c6cff5456e35 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1973295 Oct 15 19:43:39.173043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Request body: {'port': {'device_id': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:39.193863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.250905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:39.262846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.306388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-b2983fb8-1378-4b9f-9d17-40b46e7c51cc tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:39.308521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-b2983fb8-1378-4b9f-9d17-40b46e7c51cc tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.15 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 819 time: 0.3004367 Oct 15 19:43:39.329508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.340510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'port': {'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'admin_state_up': True, 'tenant_id': '0186f77562f94e82a1b23040ce84f20e'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:39.347690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] Provisioning complete for port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:39.348064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.398805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fbfbfd-8c5a-4146-95e4-9a88aa79b243 req-badf3028-10af-443b-8cba-d8fd5d9063e7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:39.398805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1fbfbfd-8c5a-4146-95e4-9a88aa79b243 req-badf3028-10af-443b-8cba-d8fd5d9063e7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 944 time: 0.1109138 Oct 15 19:43:39.504624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.512225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1fbfbfd-8c5a-4146-95e4-9a88aa79b243 req-1c94b5f8-4897-4abb-a969-05dad7e82894 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047618 Oct 15 19:43:39.560496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.571968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4989-6839-4fc5-a604-2e1ba1bb8cc9 req-a4ba477d-80a7-40fe-a75e-d33aea4fe404 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:39.579766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-025e4989-6839-4fc5-a604-2e1ba1bb8cc9 req-a4ba477d-80a7-40fe-a75e-d33aea4fe404 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 932 time: 0.1961751 Oct 15 19:43:39.584897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.624933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] For port 78258fde-2d2f-4df5-8bf6-78d5af1cc076, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=78258fde-2d2f-4df5-8bf6-78d5af1cc076,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:39.633700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.636531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.640055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/798d7046-bd92-40d7-af70-b990b20377fa HTTP/1.1" status: 204 len: 168 time: 0.7045283 Oct 15 19:43:39.643517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:34Z', 'revision_number': 4, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '78258fde-2d2f-4df5-8bf6-78d5af1cc076', 'name': '', 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'mac_address': 'fa:16:3e:5c:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:32Z', 'updated_at': '2021-10-15T19:43:38Z', 'revision_number': 4, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'subnets': [{'id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:39.679726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6b6e5e-24d5-422d-b82f-b1e1556c0537,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:39.692491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0cb3-31da-4d34-8b44-62a80bb4dac9 None None] The sync data for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 is: [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:34Z', 'revision_number': 4, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '78258fde-2d2f-4df5-8bf6-78d5af1cc076', 'name': '', 'network_id': '83006b3a-9f6c-4ded-9a9f-449a6c597754', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'mac_address': 'fa:16:3e:5c:c0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:32Z', 'updated_at': '2021-10-15T19:43:38Z', 'revision_number': 4, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'subnets': [{'id': '7e483bfa-80c3-459a-b7db-c6058b909b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:39.721137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5da90f1e-5e38-461f-aa7f-45056705e075 req-01d83a1e-b3fd-4c93-b150-05c9b857d7f6 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.0772600 Oct 15 19:43:39.733033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb572cf7-0508-4be0-953f-540a87b1c557 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:39.744484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.745351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.781604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Made reservation on behalf of 0186f77562f94e82a1b23040ce84f20e for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:39.786010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Transition to ACTIVE for port object cb572cf7-0508-4be0-953f-540a87b1c557 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:39.788312 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.808708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae079f3-b489-493f-b7ea-496cc9d18341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798d7046-bd92-40d7-af70-b990b20377fa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:39.838671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-025e4989-6839-4fc5-a604-2e1ba1bb8cc9 req-124f7165-7c10-468e-b4db-c7c33603bff1 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574599 Oct 15 19:43:39.843420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Deleting port 78258fde-2d2f-4df5-8bf6-78d5af1cc076 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:39.843872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.848029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:39.854449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f70fc-a197-47f5-b27f-c98f6c0c864a None None] Pushing event updated for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:39.968249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Pushing event updated for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:40.023539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Attempting to bind port cb572cf7-0508-4be0-953f-540a87b1c557 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:40.024376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Attempting to bind port cb572cf7-0508-4be0-953f-540a87b1c557 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2cfaf51c-8e1e-4d31-aa55-d9706c577bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:40.024921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Attempting to bind port cb572cf7-0508-4be0-953f-540a87b1c557 on network c305f9df-702f-4711-b30c-4937ab17a3ec {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:40.030657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Port cb572cf7-0508-4be0-953f-540a87b1c557 on network c305f9df-702f-4711-b30c-4937ab17a3ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:40.036939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Attempting to bind port cb572cf7-0508-4be0-953f-540a87b1c557 on network c305f9df-702f-4711-b30c-4937ab17a3ec {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:40.037871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:40.038373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Checking segment: {'id': '2cfaf51c-8e1e-4d31-aa55-d9706c577bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:40.038983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Bound using segment: {'id': '2cfaf51c-8e1e-4d31-aa55-d9706c577bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:40.039600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Bound port: cb572cf7-0508-4be0-953f-540a87b1c557, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cfaf51c-8e1e-4d31-aa55-d9706c577bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:40.040118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.089193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] For port 78258fde-2d2f-4df5-8bf6-78d5af1cc076, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=78258fde-2d2f-4df5-8bf6-78d5af1cc076,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:40.089841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.104061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Calling delete_port for 78258fde-2d2f-4df5-8bf6-78d5af1cc076 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:40.121488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:40.124788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb572cf7-0508-4be0-953f-540a87b1c557,segment=NetworkSegment(2cfaf51c-8e1e-4d31-aa55-d9706c577bda),segment_id=2cfaf51c-8e1e-4d31-aa55-d9706c577bda)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:40.194406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.227489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd8cf63f-ceb5-49ff-a22c-23875ff73a10 req-a9926793-5bdd-40ff-8387-bf41034b005f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 210 time: 0.0802274 Oct 15 19:43:40.262262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Allocated IP 192.168.233.136 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/75c49363-558b-40a7-be6d-c2d8ab3874ad) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:40.272603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Pushing event updated for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:40.283444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.284594 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.286260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-37fa1a97-3888-4d9f-b572-860f05a98c75 service neutron] 10.222.0.15 "PUT /v2.0/ports/cb572cf7-0508-4be0-953f-540a87b1c557 HTTP/1.1" status: 200 len: 1093 time: 1.1177578 Oct 15 19:43:40.287293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:40.290700 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc30d388-9d86-466f-96b0-2bc4c12db9d4" -d '{"events": [{"name": "network-changed", "server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:40.336492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Allocated IP 172.20.0.4 (8f87544c-c09b-44cb-94f6-990b13bbd52b/4899cc2a-fbbe-4068-b243-26c7721e6396/56092fc1-8f9f-4830-9a61-2e8c5d889411) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:40.340839 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807dfa5c-9ec5-4ac1-8775-3e4dcb19bd65 x-openstack-request-id: req-807dfa5c-9ec5-4ac1-8775-3e4dcb19bd65 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:40.345116 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:40.345116 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-807dfa5c-9ec5-4ac1-8775-3e4dcb19bd65 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:40.345116 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557', 'status': 'completed', 'code': 200} Oct 15 19:43:40.416881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-678a2169-f75a-4387-a2f4-776c64313765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.418277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-678a2169-f75a-4387-a2f4-776c64313765 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ca0c22cc50d49a28dcb66c75fb204de&device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 1096 time: 0.0527761 Oct 15 19:43:40.562751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-12f97004-811f-4984-85ed-0b2973e61105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.564326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-12f97004-811f-4984-85ed-0b2973e61105 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4ca0c22cc50d49a28dcb66c75fb204de&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1341517 Oct 15 19:43:40.696872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-d0e1eb37-64e6-4c16-8beb-7ef731526af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.698946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc30d388-9d86-466f-96b0-2bc4c12db9d4 req-d0e1eb37-64e6-4c16-8beb-7ef731526af5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218047 Oct 15 19:43:40.731874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.746999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.762281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:40.796363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-81434b90-1574-4fbd-96f3-825d6c125e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.799996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-81434b90-1574-4fbd-96f3-825d6c125e93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4ca0c22cc50d49a28dcb66c75fb204de&device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 1096 time: 0.0576952 Oct 15 19:43:40.803230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78258fde-2d2f-4df5-8bf6-78d5af1cc076,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:40.844061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557f54-21d6-45ca-8dbe-84f762bceac8 req-c8c1c7c9-d9ba-459b-84c9-3ff817326a68 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:40.851926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8557f54-21d6-45ca-8dbe-84f762bceac8 req-c8c1c7c9-d9ba-459b-84c9-3ff817326a68 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 944 time: 0.2292123 Oct 15 19:43:40.872045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-6ffaaf2a-d758-4d8b-b772-de29903cfe02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb572cf7-0508-4be0-953f-540a87b1c557 HTTP/1.1" status: 200 len: 217 time: 0.0554028 Oct 15 19:43:40.894416 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1edfd71f-7aa4-4d00-a04e-3d97347375a4 req-77695c89-f08d-496d-8a33-fbd4b0222f07 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.0693593 Oct 15 19:43:41.019410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8557f54-21d6-45ca-8dbe-84f762bceac8 req-a200be72-de77-4ee0-8926-09a4065b5ad5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627283 Oct 15 19:43:41.042060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.056667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f897f2a-19f0-4cc4-a798-8b950d25bffa'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:41.121039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:41.143654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.309270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event updated for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:41.314969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:41.328309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:41.334268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:41.336577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:41.338387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:41.402003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:41.425887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Pushing event updated for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:41.433823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '46eccbb1-93b8-452d-816a-44c854155c15', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'port_id': '46eccbb1-93b8-452d-816a-44c854155c15', 'mac_address': 'fa:16:3e:66:9c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed85bfe4-45fc-4586-9a86-9c95defd73a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:41.459052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-44ec6d53-a48a-49ab-aebb-22fd6cdc8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:41.460449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-44ec6d53-a48a-49ab-aebb-22fd6cdc8e04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b HTTP/1.1" status: 200 len: 861 time: 0.5701931 Oct 15 19:43:41.493505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.494938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:41.507243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:41.508577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.558431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eccbb1-93b8-452d-816a-44c854155c15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:41.569268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-75682b3b-b368-4c23-8456-7c64c466cb11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c305f9df-702f-4711-b30c-4937ab17a3ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852566 Oct 15 19:43:41.590667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.591583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0579de-d304-4744-bd1d-1f86be5dc603 req-58ab31f3-5ea0-4693-80d0-8819d3ab3d39 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:41.599896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf0579de-d304-4744-bd1d-1f86be5dc603 req-58ab31f3-5ea0-4693-80d0-8819d3ab3d39 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 944 time: 0.1382170 Oct 15 19:43:41.614666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:41.704022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-474bffd8-ff84-41c8-b505-6820ec81c6dc tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4218500 Oct 15 19:43:41.721253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf0579de-d304-4744-bd1d-1f86be5dc603 req-e603c6b6-ef98-4738-8c77-851f6d5326d1 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192482 Oct 15 19:43:41.723089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Request body: {'port': {'device_id': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:41.724903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-a82be49e-b8d6-4c10-80ad-8abcbe8911a4 service neutron] 10.222.0.15 "GET /v2.0/networks/c305f9df-702f-4711-b30c-4937ab17a3ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430457 Oct 15 19:43:41.732674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:41.733262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.733407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.795867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f9faf-f1bd-4d63-8a96-36dd61f391de req-cdf53f7c-faae-4c83-b43a-a9385cb123b8 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:41.797392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-167f9faf-f1bd-4d63-8a96-36dd61f391de req-cdf53f7c-faae-4c83-b43a-a9385cb123b8 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 931 time: 0.2994342 Oct 15 19:43:41.821436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:41.828960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Provisioning complete for port 75c49363-558b-40a7-be6d-c2d8ab3874ad triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:41.829327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.865888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Port 75c49363-558b-40a7-be6d-c2d8ab3874ad cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:41.873786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10e2b4ae-0d7d-4720-9412-9244287ffada req-350694a7-a067-4f2a-8c66-2c1f78bdc7c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c305f9df-702f-4711-b30c-4937ab17a3ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347392 Oct 15 19:43:41.876756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Provisioning complete for port 56092fc1-8f9f-4830-9a61-2e8c5d889411 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:41.877140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.888265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ce7bdcee-e748-4779-911d-f4e22f678961 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5542371 Oct 15 19:43:41.906538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Request body: {'port': {'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:41.911708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9b84b131-9bc8-47d2-b827-c3ac42d2e5df None None] Port 56092fc1-8f9f-4830-9a61-2e8c5d889411 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:41.933415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:41.985498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-167f9faf-f1bd-4d63-8a96-36dd61f391de req-374e1174-91e5-47f2-a06f-50a6f580818e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758089 Oct 15 19:43:42.110860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['46eccbb1-93b8-452d-816a-44c854155c15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:42.302073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5a1c-9513-40a4-83f3-80a8d36f82a9 req-f7e209cc-9506-45e8-8580-7721e6d1b102 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.308076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e4f5a1c-9513-40a4-83f3-80a8d36f82a9 req-f7e209cc-9506-45e8-8580-7721e6d1b102 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 936 time: 0.0817831 Oct 15 19:43:42.350331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e4f5a1c-9513-40a4-83f3-80a8d36f82a9 req-492c09d3-c727-41b8-bf48-eb6f0f0f2634 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381148 Oct 15 19:43:42.420053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:42.459368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:43:42.570862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78752c99-1e95-478c-854e-cf1fc26524c3 req-30cc399d-99d3-493f-ab43-564bee1a1520 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.572391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78752c99-1e95-478c-854e-cf1fc26524c3 req-30cc399d-99d3-493f-ab43-564bee1a1520 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 945 time: 0.1907506 Oct 15 19:43:42.721712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.722204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.722670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.723132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.723614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.724073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.724527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.725000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.725431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.727366 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24792a63-5ac2-4dad-9c56-c23547b67372 req-bc3c3be7-23cc-421d-bf59-decc29ae6de3 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.1860206 Oct 15 19:43:42.789901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78752c99-1e95-478c-854e-cf1fc26524c3 req-e0fae31f-64d4-41e6-8e9d-459d14bf69f1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011964 Oct 15 19:43:42.838777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f0be6-2b38-43e8-be80-e89aff7a1937 req-8811929a-688e-4f98-9844-6dfd10696044 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.840491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-176f0be6-2b38-43e8-be80-e89aff7a1937 req-8811929a-688e-4f98-9844-6dfd10696044 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 886 time: 0.0948873 Oct 15 19:43:42.931605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:43:42.941076 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Sync routers for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:43:42.944731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a6438298-be38-4445-be95-1e451ec8f8a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2839303 Oct 15 19:43:42.947422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34734) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:42.950333 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:42.951000 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:42.978208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.978812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.979113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.979592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.980048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.980493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.980938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.981503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.981956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:42.984843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4dfb14d4-43d6-404e-84da-3d7ccf3c7558 req-1e762764-11b5-47cb-8b28-f0475d4390b1 tempest-NetworksTest-787353985 tempest-NetworksTest-787353985-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6445 time: 0.1239800 Oct 15 19:43:43.075610 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:43.080767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01462e6a-dcdd-4db4-8178-c13bb5f42c2b req-5f83d859-21e7-465a-a3d5-c0a6236ab150 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:43.082345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01462e6a-dcdd-4db4-8178-c13bb5f42c2b req-5f83d859-21e7-465a-a3d5-c0a6236ab150 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 944 time: 0.2031674 Oct 15 19:43:43.098304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c49363-558b-40a7-be6d-c2d8ab3874ad {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:43.103775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:43.145911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456804d-9537-493b-8644-39747b9d7667 req-1fccddb6-e246-4fe5-954f-85d3256f767a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:43.160474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c456804d-9537-493b-8644-39747b9d7667 req-1fccddb6-e246-4fe5-954f-85d3256f767a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 931 time: 0.0925670 Oct 15 19:43:43.165543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.197489 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c456804d-9537-493b-8644-39747b9d7667 req-c7d66b71-1a55-4338-9973-eb5ffac0d895 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Oct 15 19:43:43.232290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Transition to ACTIVE for port object 75c49363-558b-40a7-be6d-c2d8ab3874ad will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:43.237713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.251501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 46eccbb1-93b8-452d-816a-44c854155c15 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:43.254061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56092fc1-8f9f-4830-9a61-2e8c5d889411 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:43.256470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 46eccbb1-93b8-452d-816a-44c854155c15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:43.256847 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.297882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.303105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01462e6a-dcdd-4db4-8178-c13bb5f42c2b req-fca8e7c9-f367-49b5-ac5e-7d9a4d561e8d tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109597 Oct 15 19:43:43.310400 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:40Z', 'revision_number': 5, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:43.331425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Transition to ACTIVE for port object 56092fc1-8f9f-4830-9a61-2e8c5d889411 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:43.343082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Checking router: 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:43:43.355446 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Routers {'8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:43:43.356179 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:43.373429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.401712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.409505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:43.414200 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eb6983-e6b7-4319-a98f-8e89719f6f61" -d '{"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-plugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:43.435876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:43.443594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.450357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.485524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Pushing event updated for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:43.521879 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34985d78-9a3b-4472-bf24-b9ad703e23d4 x-openstack-request-id: req-34985d78-9a3b-4472-bf24-b9ad703e23d4 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:43.523512 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-plugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:43.523978 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34985d78-9a3b-4472-bf24-b9ad703e23d4 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:43.524723 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15', 'code': 200} Oct 15 19:43:43.525781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] Set router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:43:43.539089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.574092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be805bf-57c4-49e8-a265-ee298eef2811 req-1f0c92ec-4b20-432a-a394-0c28eee2b818 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:43.584661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9be805bf-57c4-49e8-a265-ee298eef2811 req-1f0c92ec-4b20-432a-a394-0c28eee2b818 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.1558964 Oct 15 19:43:43.649557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:43.706964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9be805bf-57c4-49e8-a265-ee298eef2811 req-7ac30d0a-bd60-487f-8597-026ffbc005bd tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209641 Oct 15 19:43:43.735077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a21b6-67dc-4d1d-b29d-4a40b440a0ce req-acddb50a-3614-42d8-bc96-14a6d343d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:43.737138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be1a21b6-67dc-4d1d-b29d-4a40b440a0ce req-acddb50a-3614-42d8-bc96-14a6d343d2bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 1098 time: 0.1109843 Oct 15 19:43:43.790210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:43.797113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-be1a21b6-67dc-4d1d-b29d-4a40b440a0ce req-cd8ebcb7-2072-4bb7-a6c5-deb18a50f2ed service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Oct 15 19:43:43.840027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Pushing event updated for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:43.841707 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:40Z', 'revision_number': 5, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:43.861654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Attempting to bind port 56092fc1-8f9f-4830-9a61-2e8c5d889411 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:43.861654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Attempting to bind port 56092fc1-8f9f-4830-9a61-2e8c5d889411 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:43.861654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Attempting to bind port 56092fc1-8f9f-4830-9a61-2e8c5d889411 on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:43.864570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Port 56092fc1-8f9f-4830-9a61-2e8c5d889411 on network 8f87544c-c09b-44cb-94f6-990b13bbd52b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:43.864570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Attempting to bind port 56092fc1-8f9f-4830-9a61-2e8c5d889411 on network 8f87544c-c09b-44cb-94f6-990b13bbd52b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:43.875368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:43.875728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Checking segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:43.876112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Bound using segment: {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:43.876574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Bound port: 56092fc1-8f9f-4830-9a61-2e8c5d889411, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:43.877476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.881427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d1e322-116e-46cf-851b-9e0c5cd61a3b None None] The sync data for ids ['8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0'] in n-d-712140-14 is: [{'id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1223006803-router', 'tenant_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:43:26Z', 'updated_at': '2021-10-15T19:43:40Z', 'revision_number': 5, 'project_id': '85dd83b9e38a41f2bb7b5f6527f6bfa9', 'gw_port': {'id': 'b4e428a7-b390-4bf8-8ea3-b2b98f3a7147', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:19:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:27Z', 'updated_at': '2021-10-15T19:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:43:43.944283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Attempting to bind port 75c49363-558b-40a7-be6d-c2d8ab3874ad on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:43.944620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Attempting to bind port 75c49363-558b-40a7-be6d-c2d8ab3874ad by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:43.944944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Attempting to bind port 75c49363-558b-40a7-be6d-c2d8ab3874ad on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:43.955269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d80bb90-d391-4f29-8355-8fecaabb2bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:43.984097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Port 75c49363-558b-40a7-be6d-c2d8ab3874ad on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:43.984410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Attempting to bind port 75c49363-558b-40a7-be6d-c2d8ab3874ad on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:43.991197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Deleting port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:43.991534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.011475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:44.014985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:44.014985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:44.014985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Bound port: 75c49363-558b-40a7-be6d-c2d8ab3874ad, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:44.014985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.029488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d80bb90-d391-4f29-8355-8fecaabb2bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.086153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8909c-ba9f-49c4-ae98-d0d71f044d14 req-43fb4efa-b9a6-4037-833e-c94d3140caea tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.087692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81d8909c-ba9f-49c4-ae98-d0d71f044d14 req-43fb4efa-b9a6-4037-833e-c94d3140caea tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1895592 Oct 15 19:43:44.091659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d80bb90-d391-4f29-8355-8fecaabb2bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.127245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:44.133193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d80bb90-d391-4f29-8355-8fecaabb2bd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37cd9d8bbd254084944adfd91a5d6575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391583 Oct 15 19:43:44.133193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80bb90-d391-4f29-8355-8fecaabb2bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb950ce1-12a5-484d-bccb-96321fae4026,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:44.133956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:44.169818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:44.186266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.202471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] For port b4e428a7-b390-4bf8-8ea3-b2b98f3a7147, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:44.202837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.215754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.219245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81d8909c-ba9f-49c4-ae98-d0d71f044d14 req-6664c495-ff49-4e05-aa30-17fb7f680849 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188104 Oct 15 19:43:44.246065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:44.248661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Calling delete_port for b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:44.252431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:44.253894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.320105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.337735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae636bd-a203-4c1a-a0e0-db7fd1d0d2c9 req-cf74f64e-e0e1-4ed2-bd51-c9b12154e162 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.339004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eae636bd-a203-4c1a-a0e0-db7fd1d0d2c9 req-cf74f64e-e0e1-4ed2-bd51-c9b12154e162 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 943 time: 0.0525150 Oct 15 19:43:44.340101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.340228 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.341350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.343087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.343964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] 10.222.0.15 "PUT /v2.0/ports/56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 1092 time: 2.4442463 Oct 15 19:43:44.344210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb950ce1-12a5-484d-bccb-96321fae4026 HTTP/1.1" status: 204 len: 168 time: 0.2094069 Oct 15 19:43:44.357471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb248-234f-4f51-bcb4-f7a792e569a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb950ce1-12a5-484d-bccb-96321fae4026,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:44.414778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eae636bd-a203-4c1a-a0e0-db7fd1d0d2c9 req-81582745-fac1-4e04-9bee-99445e22d5e3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548315 Oct 15 19:43:44.484268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:44.486649 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c27a9e6-36e6-41ee-a966-001d3f34942c" -d '{"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:44.545265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36faa63a-0ec9-4393-a792-cdb898d93f9f service neutron] Pushing event updated for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:44.548995 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370cbc2e-f40a-4ab5-8b36-3807274c5890 x-openstack-request-id: req-370cbc2e-f40a-4ab5-8b36-3807274c5890 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:44.549281 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:44.549733 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-370cbc2e-f40a-4ab5-8b36-3807274c5890 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:44.550002 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'status': 'completed', 'code': 200} Oct 15 19:43:44.575171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.575815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:44.577205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] 10.222.0.15 "PUT /v2.0/ports/75c49363-558b-40a7-be6d-c2d8ab3874ad HTTP/1.1" status: 200 len: 1097 time: 2.8589094 Oct 15 19:43:44.727183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f02f3-940b-4fd3-a500-53a468558b65 service neutron] Pushing event updated for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:44.775969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-3a54b9ac-526b-4c90-8c9d-9d2cf2682dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.777942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-3a54b9ac-526b-4c90-8c9d-9d2cf2682dfc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1095 time: 0.2799380 Oct 15 19:43:44.793455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fd7d1-b0c0-4eb0-ba5d-9c984fc628f2 req-ff485196-47c5-4a56-97be-c0ed2a0b4f43 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.801308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-223fd7d1-b0c0-4eb0-ba5d-9c984fc628f2 req-ff485196-47c5-4a56-97be-c0ed2a0b4f43 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 944 time: 0.2895141 Oct 15 19:43:44.882180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a263ea6-61d8-4aaf-8d6a-1ac9d59a4735 req-02edf9e9-44f5-4654-bffc-00d46bf40b7c tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.884834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a263ea6-61d8-4aaf-8d6a-1ac9d59a4735 req-02edf9e9-44f5-4654-bffc-00d46bf40b7c tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.0531237 Oct 15 19:43:44.890578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-a77c246a-dca3-4206-b758-8de34474cf6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 217 time: 0.0670536 Oct 15 19:43:44.918839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-1e71aece-c7ac-4373-86a9-5282aaa3ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:44.920329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-1e71aece-c7ac-4373-86a9-5282aaa3ade5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 1100 time: 0.1874537 Oct 15 19:43:44.926319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a263ea6-61d8-4aaf-8d6a-1ac9d59a4735 req-c7f5fb86-1249-4204-8756-137296656cb2 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354559 Oct 15 19:43:44.964402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-223fd7d1-b0c0-4eb0-ba5d-9c984fc628f2 req-6657e907-7b62-4167-8072-8f54429f0596 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622291 Oct 15 19:43:44.968041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 78258fde-2d2f-4df5-8bf6-78d5af1cc076 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:44.990013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 78258fde-2d2f-4df5-8bf6-78d5af1cc076 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:44.990013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 78258fde-2d2f-4df5-8bf6-78d5af1cc076 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:45.000879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-3f6fb004-fc38-4d97-926a-135be0e4005f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad HTTP/1.1" status: 200 len: 217 time: 0.0703301 Oct 15 19:43:45.041198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-e4e71805-9684-4405-a7ef-5e3e97ca14bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:45.042671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-e4e71805-9684-4405-a7ef-5e3e97ca14bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1434829 Oct 15 19:43:45.043246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.088974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e428a7-b390-4bf8-8ea3-b2b98f3a7147,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:45.134799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-87d2cfaf-6c43-4a36-b1f5-1fd98d3d9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:45.136285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-87d2cfaf-6c43-4a36-b1f5-1fd98d3d9920 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1275392 Oct 15 19:43:45.150277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34774) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:45.163366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6288-ce9a-4bd6-a7c2-ce0c6778e4ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.199919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-5f954a09-45ca-4453-a8f4-4e235f0acde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:45.201439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-5f954a09-45ca-4453-a8f4-4e235f0acde8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266608 Oct 15 19:43:45.222872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.241053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6288-ce9a-4bd6-a7c2-ce0c6778e4ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.299731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-de7f2968-a104-4fd5-9620-77a4f98819cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:45.301207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-de7f2968-a104-4fd5-9620-77a4f98819cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439931 Oct 15 19:43:45.304193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6288-ce9a-4bd6-a7c2-ce0c6778e4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.346666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.365300 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7dcb6288-ce9a-4bd6-a7c2-ce0c6778e4ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0654ecc5bdfb4a609ca41453d1e0b7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131853 Oct 15 19:43:45.367293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:45.374879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb6288-ce9a-4bd6-a7c2-ce0c6778e4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7a922-8ae8-4359-bf65-80e3c3d1c217,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:45.382221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.405374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594bfe6-17a3-45ed-9539-70d405e0b19c req-d3655c71-09af-47bf-ba30-bd5fce40cc2e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:45.406916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7594bfe6-17a3-45ed-9539-70d405e0b19c req-d3655c71-09af-47bf-ba30-bd5fce40cc2e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1139076 Oct 15 19:43:45.466694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7594bfe6-17a3-45ed-9539-70d405e0b19c req-4c91ed01-0de6-4814-83e4-f232016c947c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Oct 15 19:43:45.468103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.493879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-4c38d24d-6357-410b-947c-cbde632d1ff9 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839282 Oct 15 19:43:45.524275 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.557608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-4fc87617-e60d-430d-9acd-a5ded7427b4c service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462015 Oct 15 19:43:45.560497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.561053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:43:45.566271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.567370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-24a49f42-f641-4b17-807b-c11b8359bbc8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8a52e0bd-bcb7-4a6b-9af9-9386180b2cd0 HTTP/1.1" status: 204 len: 168 time: 2.6176865 Oct 15 19:43:45.573190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34786) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:45.579450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb572cf7-0508-4be0-953f-540a87b1c557 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:45.641621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Deleting subnet 7e483bfa-80c3-459a-b7db-c6058b909b0a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:45.645216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.688410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.734593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.738817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.739966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60d7a922-8ae8-4359-bf65-80e3c3d1c217 HTTP/1.1" status: 204 len: 168 time: 0.3717482 Oct 15 19:43:45.776773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6eaa4-434e-43f1-b3de-c7fec34f5a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7a922-8ae8-4359-bf65-80e3c3d1c217,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:45.790902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb572cf7-0508-4be0-953f-540a87b1c557,segment=NetworkSegment(2cfaf51c-8e1e-4d31-aa55-d9706c577bda),segment_id=2cfaf51c-8e1e-4d31-aa55-d9706c577bda)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:45.835252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'cb572cf7-0508-4be0-953f-540a87b1c557', 'network_id': 'c305f9df-702f-4711-b30c-4937ab17a3ec', 'port_id': 'cb572cf7-0508-4be0-953f-540a87b1c557', 'mac_address': 'fa:16:3e:d4:4f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:45.868114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.916965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:45.941569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb572cf7-0508-4be0-953f-540a87b1c557 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:45.964490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb572cf7-0508-4be0-953f-540a87b1c557,segment=NetworkSegment(2cfaf51c-8e1e-4d31-aa55-d9706c577bda),segment_id=2cfaf51c-8e1e-4d31-aa55-d9706c577bda)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:46.036403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.069590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e483bfa-80c3-459a-b7db-c6058b909b0a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:46.071657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.076015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcb7cf-55fb-44c8-88de-e00a16264050 None None] Network 83006b3a-9f6c-4ded-9a9f-449a6c597754 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:43:46.077044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-db469a25-00e3-479c-9a5c-fa0f17001c61 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e483bfa-80c3-459a-b7db-c6058b909b0a HTTP/1.1" status: 204 len: 168 time: 0.5028503 Oct 15 19:43:46.080885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:46.105122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0298a-30a9-40b0-b10e-30e100e18ac7 req-4027e406-95ab-4445-855b-6fd9ac353e06 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.106864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.113073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53a0298a-30a9-40b0-b10e-30e100e18ac7 req-4027e406-95ab-4445-855b-6fd9ac353e06 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 943 time: 0.6027632 Oct 15 19:43:46.169014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17f4b520-96eb-4942-a86f-acc995aa1601 req-ba6fac6e-1a69-40ea-b204-55e05b50e276 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600463 Oct 15 19:43:46.170993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.176916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0c1d70f-946a-4ffe-9352-6fdbfab18f26 req-a30d2168-7823-452c-92c3-f95d412dfc65 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049790 Oct 15 19:43:46.219449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53a0298a-30a9-40b0-b10e-30e100e18ac7 req-262f9ba3-2ebc-4bc3-8f97-9f0aa58c8b8e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004214 Oct 15 19:43:46.239170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:46.302237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Deleting port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:46.302692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.408995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d3d98-071d-4e6f-aa56-629f9256ec4f req-47aec07a-fe86-4e30-baca-4a426f35c288 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.411592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff5d3d98-071d-4e6f-aa56-629f9256ec4f req-47aec07a-fe86-4e30-baca-4a426f35c288 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.1121035 Oct 15 19:43:46.440708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-af3b881e-8f3b-4d8c-87d4-33dc475d6864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.440708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-af3b881e-8f3b-4d8c-87d4-33dc475d6864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1095 time: 0.0839300 Oct 15 19:43:46.440948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] For port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:46.440948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.451947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] DHCP port deletion for 83006b3a-9f6c-4ded-9a9f-449a6c597754 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:43:46.474458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Calling delete_port for 2d21cb86-7cc5-4100-9eb4-6693058ddc9c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:46.500705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['cb572cf7-0508-4be0-953f-540a87b1c557'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:46.504483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b27a1-a3ee-46ee-a23a-0d7e4d988b8b req-152e1ffb-8d18-4e72-91c8-bf50cb326cda tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.526676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e9b27a1-a3ee-46ee-a23a-0d7e4d988b8b req-152e1ffb-8d18-4e72-91c8-bf50cb326cda tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 945 time: 0.1337771 Oct 15 19:43:46.535856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff5d3d98-071d-4e6f-aa56-629f9256ec4f req-935531bd-4e40-49e8-b135-01a1e627c049 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141050 Oct 15 19:43:46.561019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:46.564213 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6396baf2-7e9c-4e70-94c7-b8a8455874e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:46.614818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Deleting port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:46.615447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.670856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-28479724-6b1c-4fe3-b0ee-62597052e1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.672536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-28479724-6b1c-4fe3-b0ee-62597052e1a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.2262874 Oct 15 19:43:46.700010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] For port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,segment=NetworkSegment(35d32736-8814-404b-b4fa-0a57db9d4a5c),segment_id=35d32736-8814-404b-b4fa-0a57db9d4a5c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:46.700432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.709219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e9b27a1-a3ee-46ee-a23a-0d7e4d988b8b req-341b091e-f258-4713-864f-1f317c052d61 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815794 Oct 15 19:43:46.723109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Calling delete_port for 2d21cb86-7cc5-4100-9eb4-6693058ddc9c owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:46.735965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-7f470149-1a6c-45cd-8df7-7fd100f726c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 217 time: 0.0535235 Oct 15 19:43:46.793686 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddabac9-0044-4246-8897-0ede53562e90 x-openstack-request-id: req-3ddabac9-0044-4246-8897-0ede53562e90 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:46.793976 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:46.794404 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ddabac9-0044-4246-8897-0ede53562e90 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:46.794947 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad', 'status': 'completed', 'code': 200} Oct 15 19:43:46.819108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.848341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:46.850503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] No DVR routers for this DVR port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:46.857803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.879631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-428c3d64-fa12-4dae-9eec-1663bd8e9837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.881146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-428c3d64-fa12-4dae-9eec-1663bd8e9837 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1238201 Oct 15 19:43:46.886947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] Pushing event deleted for resources: {'Port': ['ID=2d21cb86-7cc5-4100-9eb4-6693058ddc9c,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:46.891691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270d8e3-b5ec-424c-a564-596a03fa5e7b None None] No DVR routers for this DVR port 2d21cb86-7cc5-4100-9eb4-6693058ddc9c on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:46.907678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-9cf22c3d-a8db-4bba-a49b-1ceb9d8e6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.909681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-9cf22c3d-a8db-4bba-a49b-1ceb9d8e6e5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 1100 time: 0.1138971 Oct 15 19:43:46.918395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020eb768-22f1-4064-9e69-638ba71627d8 req-36fafcf2-0663-4bff-809c-a48d70c16d47 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:46.919929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-020eb768-22f1-4064-9e69-638ba71627d8 req-36fafcf2-0663-4bff-809c-a48d70c16d47 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1795497 Oct 15 19:43:46.932336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:46.966969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83006b3a-9f6c-4ded-9a9f-449a6c597754']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:46.985317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d32736-8814-404b-b4fa-0a57db9d4a5c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:46.985611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d32736-8814-404b-b4fa-0a57db9d4a5c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:43:46.996274 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.015203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.022970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:43:47.023365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:43:47.025501 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:43:47.045788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-104cd7ca-75af-4f84-ac61-0b829a9d9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.047455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-104cd7ca-75af-4f84-ac61-0b829a9d9688 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495774 Oct 15 19:43:47.052503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-020eb768-22f1-4064-9e69-638ba71627d8 req-d0aac571-13f6-40ad-9a31-c13faddee495 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091220 Oct 15 19:43:47.081540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:47.103097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:47.103438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b4e428a7-b390-4bf8-8ea3-b2b98f3a7147 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:47.103892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d21cb86-7cc5-4100-9eb4-6693058ddc9c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:47.126122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2d21cb86-7cc5-4100-9eb4-6693058ddc9c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:47.126344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d21cb86-7cc5-4100-9eb4-6693058ddc9c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:47.146937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-55c04d6e-c5d8-4327-899a-7a54a1442966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.148552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-55c04d6e-c5d8-4327-899a-7a54a1442966 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.2145872 Oct 15 19:43:47.162249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.165451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.171700 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] 10.222.0.13 "DELETE /v2.0/networks/83006b3a-9f6c-4ded-9a9f-449a6c597754 HTTP/1.1" status: 204 len: 168 time: 1.0895417 Oct 15 19:43:47.199335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c88cf6-6a79-42a1-95c0-8d530337d152 admin admin] Pushing event deleted for resources: {'Network': ['ID=83006b3a-9f6c-4ded-9a9f-449a6c597754,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:47.212949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-1d6c277f-7b16-4019-851e-67f4db8d8794 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad HTTP/1.1" status: 200 len: 217 time: 0.0528786 Oct 15 19:43:47.224294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a53f-dfd9-435c-b10d-2bc83a988550 req-34f7ed7a-1383-4980-94b4-2764d72f446c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.237144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aff3a53f-dfd9-435c-b10d-2bc83a988550 req-34f7ed7a-1383-4980-94b4-2764d72f446c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0877986 Oct 15 19:43:47.288148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-6435343c-1929-4e1d-ba24-ea4336c13429 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292194 Oct 15 19:43:47.290800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aff3a53f-dfd9-435c-b10d-2bc83a988550 req-8f257a87-8f13-4dde-bd5f-5491d17d3db9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464129 Oct 15 19:43:47.373126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-1f32dd70-eca4-4bdf-aefc-2fb1e06bbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.374681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-1f32dd70-eca4-4bdf-aefc-2fb1e06bbc0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1490304 Oct 15 19:43:47.462092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637f6dc-e385-4676-ac18-9609a880cfd2 req-64631d14-5765-4f0f-852d-e6d14484861c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.472964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2637f6dc-e385-4676-ac18-9609a880cfd2 req-64631d14-5765-4f0f-852d-e6d14484861c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0848579 Oct 15 19:43:47.484345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eaa3b-0824-46ca-93c6-e6dc907d3f4f req-21617999-c151-49cd-9203-17871a6fde98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.486660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e0eaa3b-0824-46ca-93c6-e6dc907d3f4f req-21617999-c151-49cd-9203-17871a6fde98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 943 time: 0.1956055 Oct 15 19:43:47.525998 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2637f6dc-e385-4676-ac18-9609a880cfd2 req-26048c58-ac52-465e-899a-f68b6e90db9d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520287 Oct 15 19:43:47.527977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c27a9e6-36e6-41ee-a966-001d3f34942c req-504394db-b6f9-4d20-8cf1-4590e4fc7b3f service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208304 Oct 15 19:43:47.532035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-bcda668e-e34b-4155-9502-72f802cfe3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.534235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-bcda668e-e34b-4155-9502-72f802cfe3c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1263764 Oct 15 19:43:47.579351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e0eaa3b-0824-46ca-93c6-e6dc907d3f4f req-59f32012-3d84-4b1e-819c-c6492ab476a4 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807309 Oct 15 19:43:47.607240 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:47.698379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1c15a8a-35db-439d-8dab-648d07df4c56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85dd83b9e38a41f2bb7b5f6527f6bfa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899694 Oct 15 19:43:47.701009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34858) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:47.724600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-0c840bdf-b676-437c-aa70-476e5c8ad461 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790123 Oct 15 19:43:47.732046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f8e049-f42d-44fc-875a-8a0d6718d0d4 req-a9d2a33d-72ba-4cc7-a163-d961443e72ad tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.739066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe863-0a46-403c-8c4f-306ba06ac6dd req-0f0f2d77-61c6-4f69-82d6-2ceacb61e950 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:47.740398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46f8e049-f42d-44fc-875a-8a0d6718d0d4 req-a9d2a33d-72ba-4cc7-a163-d961443e72ad tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0928693 Oct 15 19:43:47.746718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03ebe863-0a46-403c-8c4f-306ba06ac6dd req-0f0f2d77-61c6-4f69-82d6-2ceacb61e950 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.1114113 Oct 15 19:43:47.793767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.822302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-03ebe863-0a46-403c-8c4f-306ba06ac6dd req-544d1edc-3912-4a27-a28a-5f80cfce95a7 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Oct 15 19:43:47.843143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:47.866064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46f8e049-f42d-44fc-875a-8a0d6718d0d4 req-48953910-fc58-4b78-b84d-2141c453cb2c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248035 Oct 15 19:43:47.868373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6396baf2-7e9c-4e70-94c7-b8a8455874e1 req-ae95d78b-1707-4aa2-80fa-1228e4d203d1 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260762 Oct 15 19:43:48.001225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:48.006873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36402af0-6577-4014-b4c3-e27adf0818a2 req-7f2a5e66-b880-4aaa-b899-6b69ec5fcba7 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.007324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:48.008986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36402af0-6577-4014-b4c3-e27adf0818a2 req-7f2a5e66-b880-4aaa-b899-6b69ec5fcba7 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 945 time: 0.0619049 Oct 15 19:43:48.011312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5e291af-78fd-4704-8c0c-d7a856f7ff0d HTTP/1.1" status: 204 len: 168 time: 0.3091416 Oct 15 19:43:48.025926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e097a7-8a95-411e-af95-b9905e714c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e291af-78fd-4704-8c0c-d7a856f7ff0d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:48.063042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f14c-96b1-4491-a419-777012cc493b req-10ae4486-9e3a-4bf6-b1cc-bc3c8658d587 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.074063 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad7f14c-96b1-4491-a419-777012cc493b req-10ae4486-9e3a-4bf6-b1cc-bc3c8658d587 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1084344 Oct 15 19:43:48.084451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36402af0-6577-4014-b4c3-e27adf0818a2 req-ad1f23a1-5404-482e-bbe8-c8983271461e tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661027 Oct 15 19:43:48.117092 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad7f14c-96b1-4491-a419-777012cc493b req-89cc67e8-2911-47f7-86c8-cd8bb2838fed tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Oct 15 19:43:48.248573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a57893-0185-4555-8f2a-75e60d548dc7 req-35ba540c-608d-4f72-af77-542d604e282c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.252422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90a57893-0185-4555-8f2a-75e60d548dc7 req-35ba540c-608d-4f72-af77-542d604e282c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0626712 Oct 15 19:43:48.292663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90a57893-0185-4555-8f2a-75e60d548dc7 req-febee7ef-49bc-48ff-9972-e1fc45faa546 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 Oct 15 19:43:48.477830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc2460-20c8-43a4-9f54-0a8e24b0702e req-a4c0fd5c-a9d7-4796-9edc-646fe99a85d6 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.482107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62fc2460-20c8-43a4-9f54-0a8e24b0702e req-a4c0fd5c-a9d7-4796-9edc-646fe99a85d6 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0716248 Oct 15 19:43:48.491366 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6888c95-714b-4149-a081-0450191e2f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:48.529608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-62fc2460-20c8-43a4-9f54-0a8e24b0702e req-70b644f8-6b3c-4f72-b1b0-829541abb005 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Oct 15 19:43:48.712393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720255f-abb4-4d5b-a2e7-a2b063676b12 req-121ca0a5-f08b-490b-8ab3-73eeb841d410 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.713973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7720255f-abb4-4d5b-a2e7-a2b063676b12 req-121ca0a5-f08b-490b-8ab3-73eeb841d410 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0706568 Oct 15 19:43:48.720763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2bf92-ffe6-4197-a678-81b441ff61bd req-98227bde-09e0-4609-9a67-3cc7b0f805b3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.722456 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ee2bf92-ffe6-4197-a678-81b441ff61bd req-98227bde-09e0-4609-9a67-3cc7b0f805b3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 943 time: 0.0564098 Oct 15 19:43:48.773093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7720255f-abb4-4d5b-a2e7-a2b063676b12 req-0b311c87-0a8d-4b17-9d54-027443972a46 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491800 Oct 15 19:43:48.805238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ee2bf92-ffe6-4197-a678-81b441ff61bd req-e4370f3f-80ed-4fe3-bb45-09005ce1b827 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673828 Oct 15 19:43:48.966642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6f997-4e36-4d35-adb7-098ab9cfca55 req-8e8e2e24-7ab8-498a-aed9-7faf316e70f0 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:48.968455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ef6f997-4e36-4d35-adb7-098ab9cfca55 req-8e8e2e24-7ab8-498a-aed9-7faf316e70f0 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.0540848 Oct 15 19:43:49.015155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ef6f997-4e36-4d35-adb7-098ab9cfca55 req-b4c91524-e1a7-46aa-9a91-3fa6573021d9 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Oct 15 19:43:49.481606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24c1ce-29b6-4203-9abb-d4c237a62327 req-11656406-c025-407b-87c8-5eacd1f4f599 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:49.483526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f24c1ce-29b6-4203-9abb-d4c237a62327 req-11656406-c025-407b-87c8-5eacd1f4f599 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 945 time: 0.0560400 Oct 15 19:43:49.532143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f24c1ce-29b6-4203-9abb-d4c237a62327 req-cd51d4a0-c232-4533-b04b-554f9feb6266 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Oct 15 19:43:49.579180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 56092fc1-8f9f-4830-9a61-2e8c5d889411 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:49.609747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb572cf7-0508-4be0-953f-540a87b1c557 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:49.709957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-f32b6aa6-3825-4f2c-9ee7-bcd55e5d695a tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=58b02818aea3440d94fc7c73d1166906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331028 Oct 15 19:43:49.739164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:49.752350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:49.827674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bffcd860-f42b-4cc9-8f86-cc5f0d323279 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:49.829116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bffcd860-f42b-4cc9-8f86-cc5f0d323279 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1139686 Oct 15 19:43:49.847628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-9d991133-f08f-4dc3-9c02-b656847f63ce tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/quotas/58b02818aea3440d94fc7c73d1166906 HTTP/1.1" status: 200 len: 375 time: 0.0111549 Oct 15 19:43:49.893200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-04df379f-83fe-4b4b-96f3-cae5916df814 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=58b02818aea3440d94fc7c73d1166906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388496 Oct 15 19:43:49.923885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port cb572cf7-0508-4be0-953f-540a87b1c557 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:49.931190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port cb572cf7-0508-4be0-953f-540a87b1c557 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:49.931565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:49.965616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:49.988421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56092fc1-8f9f-4830-9a61-2e8c5d889411 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:50.013114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:50.052886 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:50.077580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:50.080776 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da26e80e-95a6-4aa2-88cc-841023356030" -d '{"events": [{"server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "name": "network-vif-plugged", "status": "completed", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:50.094792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb572cf7-0508-4be0-953f-540a87b1c557,segment=NetworkSegment(2cfaf51c-8e1e-4d31-aa55-d9706c577bda),segment_id=2cfaf51c-8e1e-4d31-aa55-d9706c577bda)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:50.098449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:50.099200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 75c49363-558b-40a7-be6d-c2d8ab3874ad details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:50.174324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:50.187968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:50.246905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.247321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.247615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.247954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.248290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.248665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.249425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.249760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.250088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.250413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.250737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.251061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:43:50.256067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac8ff-67a3-4c68-91e8-e28af9e05aa6 req-8eb7799e-c471-4a2a-bf13-2b67c138bcb1 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:50.257651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94bac8ff-67a3-4c68-91e8-e28af9e05aa6 req-8eb7799e-c471-4a2a-bf13-2b67c138bcb1 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 944 time: 0.0830948 Oct 15 19:43:50.309623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94bac8ff-67a3-4c68-91e8-e28af9e05aa6 req-8e953679-5ac1-484d-b165-3704512d6046 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Oct 15 19:43:50.344667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:50.348008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:50.371873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '75c49363-558b-40a7-be6d-c2d8ab3874ad', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '75c49363-558b-40a7-be6d-c2d8ab3874ad', 'mac_address': 'fa:16:3e:77:b8:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:50.409927 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770d6b3-2f33-488b-8258-1459c750088a x-openstack-request-id: req-d770d6b3-2f33-488b-8258-1459c750088a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:50.409927 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "name": "network-vif-plugged", "status": "completed", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:50.409927 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d770d6b3-2f33-488b-8258-1459c750088a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:50.409927 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557', 'code': 200} Oct 15 19:43:50.421203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:50.421459 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:43:50.452019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c49363-558b-40a7-be6d-c2d8ab3874ad {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:50.490968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:50.492413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13a79c-c0ca-4b4e-88c7-19dc7faf8133 req-0041ee78-970d-4d1c-b7e1-f982d42d8ea4 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:50.493963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a13a79c-c0ca-4b4e-88c7-19dc7faf8133 req-0041ee78-970d-4d1c-b7e1-f982d42d8ea4 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 948 time: 0.0825481 Oct 15 19:43:50.527933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f1e64-c4a7-49ac-8032-fe8c028f00d5 req-275f744f-48e9-4e2f-9f8a-439bfed27345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:50.534644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278f1e64-c4a7-49ac-8032-fe8c028f00d5 req-275f744f-48e9-4e2f-9f8a-439bfed27345 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 1098 time: 0.0446270 Oct 15 19:43:50.537292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a13a79c-c0ca-4b4e-88c7-19dc7faf8133 req-08262a69-5b0a-44ba-b7fd-ca5747fa472f tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Oct 15 19:43:50.561574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10564e88-8481-4f79-a725-f2cbb8d9049a req-713a80e6-f32d-4232-8cc9-ac665f862d19 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 210 time: 0.0309322 Oct 15 19:43:50.586403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278f1e64-c4a7-49ac-8032-fe8c028f00d5 req-b797768c-d36f-43ce-9094-070c49fccafa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Oct 15 19:43:50.605456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:50.663398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:50.692419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e8b0-2794-4529-8f3c-0e2159fbdf87 req-efbbbed2-f178-41df-abae-67fd91e8a382 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:50.702010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97c7e8b0-2794-4529-8f3c-0e2159fbdf87 req-efbbbed2-f178-41df-abae-67fd91e8a382 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0868096 Oct 15 19:43:50.755035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97c7e8b0-2794-4529-8f3c-0e2159fbdf87 req-c6bfd1d2-ea31-48e5-8341-45bfc8bec372 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518644 Oct 15 19:43:50.858560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d27b17-2cc6-47ed-acf1-bedfa3dd631c req-1d0a330a-7e9c-4354-b474-b8efe5e49ab1 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:50.861296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01d27b17-2cc6-47ed-acf1-bedfa3dd631c req-1d0a330a-7e9c-4354-b474-b8efe5e49ab1 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0654066 Oct 15 19:43:50.903300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01d27b17-2cc6-47ed-acf1-bedfa3dd631c req-f81a2328-2808-4802-bd08-9f2f0b598701 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358059 Oct 15 19:43:50.973819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['75c49363-558b-40a7-be6d-c2d8ab3874ad'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:50.999829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['56092fc1-8f9f-4830-9a61-2e8c5d889411'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:51.404257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a72ff820-0715-4e4e-9764-5796fbe11732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:51.462233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430b5d-29b9-4c68-b7eb-ac9ab585a7ba req-124eef67-9a7a-45f1-b4df-be2e8cc47441 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:51.464941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3430b5d-29b9-4c68-b7eb-ac9ab585a7ba req-124eef67-9a7a-45f1-b4df-be2e8cc47441 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 944 time: 0.0559077 Oct 15 19:43:51.516437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3430b5d-29b9-4c68-b7eb-ac9ab585a7ba req-5e8b8188-614e-4a20-a728-2af796e9633b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Oct 15 19:43:51.678996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662449b2-dcff-457d-a0b1-3dabe6092366 req-17f12c67-b94d-43e3-abdb-86e066d04341 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:51.686929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-662449b2-dcff-457d-a0b1-3dabe6092366 req-17f12c67-b94d-43e3-abdb-86e066d04341 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 949 time: 0.0580823 Oct 15 19:43:51.729298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-662449b2-dcff-457d-a0b1-3dabe6092366 req-01879455-b933-40f0-9929-f3eb090a5b64 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396433 Oct 15 19:43:51.810410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0daf4769-d03b-4c2a-8f0b-834deb0f9666 req-db006fe9-e96e-4565-a9ae-fd13e2271257 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 210 time: 0.0293188 Oct 15 19:43:51.971989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6ce71-c90c-4008-8085-5c8a48d70401 req-75d7b0cc-ec94-475a-b903-dc5327c7ce71 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:51.973555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbf6ce71-c90c-4008-8085-5c8a48d70401 req-75d7b0cc-ec94-475a-b903-dc5327c7ce71 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0601711 Oct 15 19:43:52.048713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbf6ce71-c90c-4008-8085-5c8a48d70401 req-d341d660-925c-44dd-a5db-1edad98fa395 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666203 Oct 15 19:43:52.116879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9541-2335-4038-90fc-43b5ab214d65 req-d7cbe758-c5e7-4e2f-9ad2-eccbd64b4c4c tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:52.118969 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe2b9541-2335-4038-90fc-43b5ab214d65 req-d7cbe758-c5e7-4e2f-9ad2-eccbd64b4c4c tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0650687 Oct 15 19:43:52.165501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe2b9541-2335-4038-90fc-43b5ab214d65 req-c918c24c-022a-4408-bd41-b3d143fac2ca tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Oct 15 19:43:52.361888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:52.410835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:52.510276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:52.658792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:52.663224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0e19b-2bda-4c79-86bf-1c90d887f9cd req-16ede9c2-7ffb-4a1f-9d56-5187a60eb7f8 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:52.669170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-caf0e19b-2bda-4c79-86bf-1c90d887f9cd req-16ede9c2-7ffb-4a1f-9d56-5187a60eb7f8 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 944 time: 0.0746925 Oct 15 19:43:52.709460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-caf0e19b-2bda-4c79-86bf-1c90d887f9cd req-3eb279bd-f220-4d48-9582-9541b7d12058 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393729 Oct 15 19:43:52.849425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d51cef-e554-457f-b4db-dd05fd1c614d req-588c5413-6cfd-4b7b-95cb-62081871039f tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:52.850901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67d51cef-e554-457f-b4db-dd05fd1c614d req-588c5413-6cfd-4b7b-95cb-62081871039f tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 949 time: 0.0616264 Oct 15 19:43:52.891764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67d51cef-e554-457f-b4db-dd05fd1c614d req-d34e3512-86dd-4e65-89b6-b76325267bee tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344870 Oct 15 19:43:52.967536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-e58cecf9-ba4f-418f-8f39-3a5e94f86571 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=58b02818aea3440d94fc7c73d1166906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398397 Oct 15 19:43:52.969378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-f90a5657-aa18-4587-b5a2-60c08908cc45 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:52.971814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-f90a5657-aa18-4587-b5a2-60c08908cc45 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1265268 Oct 15 19:43:52.991837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-f3b3f34b-65c6-4bd3-aa07-52773fe6f97f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/quotas/57dd81437d9f4b21a1abef72eaf7358b HTTP/1.1" status: 200 len: 375 time: 0.0134654 Oct 15 19:43:53.012556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b886ebc2-7051-4da7-a16f-8bbdb661e6c8 req-f5b1d142-0a89-4728-86cd-b0e0df4c9275 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 210 time: 0.0435178 Oct 15 19:43:53.062670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-908a01a3-0ba8-4a64-81cd-613195fee2cc tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636654 Oct 15 19:43:53.107934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-ec281967-f893-4f0a-96ee-5169ab7085d0 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:53.109480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-ec281967-f893-4f0a-96ee-5169ab7085d0 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1303542 Oct 15 19:43:53.130427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Request body: {'port': {'device_id': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '58b02818aea3440d94fc7c73d1166906'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:53.157541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:53.159772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-baef99fb-4784-48ae-87e7-d385abab1865 service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890713 Oct 15 19:43:53.275857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-0f6d9f16-bfc4-4e92-900a-62f6129987f2 service neutron] 10.222.0.13 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081123 Oct 15 19:43:53.279636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc652-b8fb-4b58-95a8-00f0c7c1b1e6 req-ed8d3007-52cd-4bb1-bab3-a093d524361d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:53.284039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-119bc652-b8fb-4b58-95a8-00f0c7c1b1e6 req-ed8d3007-52cd-4bb1-bab3-a093d524361d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1267474 Oct 15 19:43:53.302525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:53.318199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '46eccbb1-93b8-452d-816a-44c854155c15', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'port_id': '46eccbb1-93b8-452d-816a-44c854155c15', 'mac_address': 'fa:16:3e:66:9c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed85bfe4-45fc-4586-9a86-9c95defd73a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:53.339479 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-119bc652-b8fb-4b58-95a8-00f0c7c1b1e6 req-b714a6e6-8899-40a5-bf77-54eba960068d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521412 Oct 15 19:43:53.364808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.378330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46eccbb1-93b8-452d-816a-44c854155c15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:53.398041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:53.441850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Made reservation on behalf of 58b02818aea3440d94fc7c73d1166906 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:53.445256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.456601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.470857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4307b33-1ecd-418e-99bc-8bfea668fd72 req-cf85cccc-1d0e-4c1c-8c05-91123a3e2de6 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:53.472356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4307b33-1ecd-418e-99bc-8bfea668fd72 req-cf85cccc-1d0e-4c1c-8c05-91123a3e2de6 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0662758 Oct 15 19:43:53.498820 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.532916 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4307b33-1ecd-418e-99bc-8bfea668fd72 req-a1ee496a-3c82-438b-856e-6dc246d449cf tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540168 Oct 15 19:43:53.593846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:53.596364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.599865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['46eccbb1-93b8-452d-816a-44c854155c15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:53.631355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 75c49363-558b-40a7-be6d-c2d8ab3874ad up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:53.640571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0733ff8d-3036-4621-a1fe-a07b3061103f req-d5113d17-c396-478e-91f9-e28adcee20ca tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 210 time: 0.0424666 Oct 15 19:43:53.670306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:53.802385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e982b060-c414-4efc-a057-fce8a83d0ea3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:53.972295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Allocated IP 192.168.233.244 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:53.972295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f1911-fc0f-4b18-bbc8-43809b4cc7d2 req-ea1eabb9-b304-4297-9a87-1a4bd8a03b91 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:53.972295 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b0f1911-fc0f-4b18-bbc8-43809b4cc7d2 req-ea1eabb9-b304-4297-9a87-1a4bd8a03b91 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 944 time: 0.0737984 Oct 15 19:43:53.999545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b0f1911-fc0f-4b18-bbc8-43809b4cc7d2 req-13ae6a0d-d191-4674-a18b-92cd9e6d2f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750735 Oct 15 19:43:54.075155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.273573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 75c49363-558b-40a7-be6d-c2d8ab3874ad completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:54.277613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 75c49363-558b-40a7-be6d-c2d8ab3874ad triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:54.277977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.348201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.367771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.390527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:54.394042 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f6c84-d750-420e-84ed-0e32eb3e27e1" -d '{"events": [{"server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "name": "network-vif-plugged", "status": "completed", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:54.395082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:54.398187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:54.401906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:54.406977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:54.435490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:54.447241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.469648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:54.474691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.536650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.537467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 56092fc1-8f9f-4830-9a61-2e8c5d889411 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:54.594513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-25e026d8-d567-4cd6-b128-0ca001fa7a09 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4749365 Oct 15 19:43:54.617475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:54.661890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-574062e9-9723-4ab7-88c4-8c0fb15c5d83 None None] Provisioning complete for port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:54.662255 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-574062e9-9723-4ab7-88c4-8c0fb15c5d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.702260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-574062e9-9723-4ab7-88c4-8c0fb15c5d83 None None] Port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:43:54.702524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1be1e2-ef1a-4b40-ba25-bba12e147979 req-384590e1-11fd-47d5-9b07-bd04d2fb2bf5 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:54.704136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b1be1e2-ef1a-4b40-ba25-bba12e147979 req-384590e1-11fd-47d5-9b07-bd04d2fb2bf5 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0596781 Oct 15 19:43:54.715948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 56092fc1-8f9f-4830-9a61-2e8c5d889411 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:43:54.722082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 56092fc1-8f9f-4830-9a61-2e8c5d889411 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:54.724349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Request body: {'port': {'device_id': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:54.724491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.792710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b1be1e2-ef1a-4b40-ba25-bba12e147979 req-7087725c-5ebd-4e6d-9000-89e7a9b8aeeb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814838 Oct 15 19:43:54.799745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.806147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.840108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:54.887336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:54.938061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:54.984977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fed6f9-e763-4537-bf55-b1703a13fff1 req-b61e412d-561f-4912-91d1-de8561ef7341 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:54.988138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28fed6f9-e763-4537-bf55-b1703a13fff1 req-b61e412d-561f-4912-91d1-de8561ef7341 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 936 time: 0.1265078 Oct 15 19:43:55.066745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28fed6f9-e763-4537-bf55-b1703a13fff1 req-2d72b526-d43a-444c-9d22-99f6c7d3449f tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728233 Oct 15 19:43:55.152011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:55.160244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.166249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:43:55.175658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Transition to ACTIVE for port object a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:55.220879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 46eccbb1-93b8-452d-816a-44c854155c15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:43:55.221256 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.243389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1b08d-0235-4b97-b80f-11043860a358 req-8d0451e0-991a-46ed-953a-7f05a55623e5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.244982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4c1b08d-0235-4b97-b80f-11043860a358 req-8d0451e0-991a-46ed-953a-7f05a55623e5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Oct 15 19:43:55.250509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.300942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.332729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:55.338865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d4c1b08d-0235-4b97-b80f-11043860a358 req-de4952cb-173d-40d5-afdf-d8893e7da735 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849857 Oct 15 19:43:55.346269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:55.404300 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc2d66-f693-4981-9472-de56e7d46622 x-openstack-request-id: req-d6dc2d66-f693-4981-9472-de56e7d46622 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:55.405421 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "name": "network-vif-plugged", "status": "completed", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:55.405909 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6dc2d66-f693-4981-9472-de56e7d46622 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:55.406356 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad', 'code': 200} Oct 15 19:43:55.419044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Attempting to bind port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:55.419514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Attempting to bind port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:55.419994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Attempting to bind port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:55.425830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:55.426181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Attempting to bind port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:55.431841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:55.437618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.438515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:55.438515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:55.439513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Bound port: a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:55.447932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.500413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:55.546472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46ecdb-c5e0-499b-90bf-41204bde485a req-fb06d2a6-2a31-4b4e-a3de-2feb01f58e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.549670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c46ecdb-c5e0-499b-90bf-41204bde485a req-fb06d2a6-2a31-4b4e-a3de-2feb01f58e71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 1102 time: 0.0583489 Oct 15 19:43:55.569936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:55.585135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:55.587899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c46ecdb-c5e0-499b-90bf-41204bde485a req-47ebb371-6e36-466f-8c56-49af21b2f926 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293322 Oct 15 19:43:55.602101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e31f95-5283-4735-81b5-4e998f99305c req-b9b09149-c00a-4ea5-99c8-84e90d6cca08 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.605559 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35e31f95-5283-4735-81b5-4e998f99305c req-b9b09149-c00a-4ea5-99c8-84e90d6cca08 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0741532 Oct 15 19:43:55.640898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35e31f95-5283-4735-81b5-4e998f99305c req-2f8e0b3a-e4d3-4def-9fe4-cd70c3d6cf77 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310223 Oct 15 19:43:55.693115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.753632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.754286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:55.755673 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e HTTP/1.1" status: 200 len: 1097 time: 1.0377257 Oct 15 19:43:55.767256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:55.767256 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b98292-0b18-458f-8a77-142e1b067d21" -d '{"events": [{"name": "network-changed", "server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:55.767256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-281f2632-736d-424d-a383-256fe4bee06a req-83eb4b30-4e8d-4692-b1ad-e4a208b7460c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 210 time: 0.0695689 Oct 15 19:43:55.790205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9981c8-279e-450a-bd1b-2c3509182279 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:55.822729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b9508-e2f3-4817-a85b-f2d64da3eca3 req-eb5f177a-b669-421f-ad46-75fd6b681a55 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.833266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca4b9508-e2f3-4817-a85b-f2d64da3eca3 req-eb5f177a-b669-421f-ad46-75fd6b681a55 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 945 time: 0.0804095 Oct 15 19:43:55.870232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca4b9508-e2f3-4817-a85b-f2d64da3eca3 req-1f02756c-2f5f-48b6-ae72-53b0c7a12d10 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359104 Oct 15 19:43:55.936120 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75da2ae2-e0cf-4351-81fa-8d7220209bea x-openstack-request-id: req-75da2ae2-e0cf-4351-81fa-8d7220209bea {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:55.940378 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:55.940378 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75da2ae2-e0cf-4351-81fa-8d7220209bea {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:55.940378 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'status': 'completed', 'code': 200} Oct 15 19:43:55.955275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-1b668048-d26a-4d9b-bfc9-410f0c008675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:55.957168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-1b668048-d26a-4d9b-bfc9-410f0c008675 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b02818aea3440d94fc7c73d1166906&device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 1100 time: 0.0506244 Oct 15 19:43:56.004970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-6caf8ce9-82ba-43e5-9a0f-a6c1235236ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e HTTP/1.1" status: 200 len: 217 time: 0.0392082 Oct 15 19:43:56.028276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afbf8b-69fe-4e05-ab28-63e1cdcbe834 req-64a72541-1ae4-4ea5-95a4-d21e6b9944eb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.029760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61afbf8b-69fe-4e05-ab28-63e1cdcbe834 req-64a72541-1ae4-4ea5-95a4-d21e6b9944eb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0562632 Oct 15 19:43:56.057491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-ce810531-4d18-4e84-8f8e-4cabb37857b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.058986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-ce810531-4d18-4e84-8f8e-4cabb37857b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0470288 Oct 15 19:43:56.069981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61afbf8b-69fe-4e05-ab28-63e1cdcbe834 req-665bd21c-007a-44b5-9fb5-2f671e587e22 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335865 Oct 15 19:43:56.112224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-cb36ad54-8aa1-4173-a4d2-acc28f9f3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.113746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-cb36ad54-8aa1-4173-a4d2-acc28f9f3fd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0459578 Oct 15 19:43:56.189588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f5c20-2f69-4ae2-8b43-240fea131f57 req-8af0ff7a-65f9-414c-bb9a-9d42d1f3732f tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.191266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-157f5c20-2f69-4ae2-8b43-240fea131f57 req-8af0ff7a-65f9-414c-bb9a-9d42d1f3732f tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 948 time: 0.0527534 Oct 15 19:43:56.217531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-79a06b06-1535-4ef1-b392-dcadd658e65c service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954990 Oct 15 19:43:56.235720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-157f5c20-2f69-4ae2-8b43-240fea131f57 req-ace2a274-548b-4cfa-af9a-f1013ba5c348 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Oct 15 19:43:56.318504 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49b21cda-68bf-4519-860f-c0eb66d44f99 req-34dadd4d-5ca0-4e2c-abd5-d3ad46e3c40f service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922816 Oct 15 19:43:56.436460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6979c0c4-748d-48d9-82c9-d0b269644347 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.437943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6979c0c4-748d-48d9-82c9-d0b269644347 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.11 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 815 time: 0.1062815 Oct 15 19:43:56.451205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Request body: {'port': {'device_id': '84674c78-0030-4423-9110-86b54f550c49', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'admin_state_up': True, 'tenant_id': '57dd81437d9f4b21a1abef72eaf7358b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:56.464166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e08d34-81cb-4830-820e-05dfacb283b1 req-5ca49f8d-8907-4549-9fe0-fd837e983729 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.465897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61e08d34-81cb-4830-820e-05dfacb283b1 req-5ca49f8d-8907-4549-9fe0-fd837e983729 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Oct 15 19:43:56.541131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61e08d34-81cb-4830-820e-05dfacb283b1 req-0a1dfc99-aaa5-4d76-8ef4-676eae4a604d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610745 Oct 15 19:43:56.576016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98292-0b18-458f-8a77-142e1b067d21 req-37d959ba-30be-4e6c-87d5-e5197b44e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.582298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-37d959ba-30be-4e6c-87d5-e5197b44e9d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58b02818aea3440d94fc7c73d1166906&device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 1100 time: 0.0837929 Oct 15 19:43:56.625534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-a8a850cd-0319-48e1-b0f0-0418d502574c tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.627530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-a8a850cd-0319-48e1-b0f0-0418d502574c tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.0845246 Oct 15 19:43:56.635336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Made reservation on behalf of 57dd81437d9f4b21a1abef72eaf7358b for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:43:56.638829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:56.753463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98292-0b18-458f-8a77-142e1b067d21 req-89bfb8e5-45ed-47e8-b494-c3e1c84399bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.754919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-89bfb8e5-45ed-47e8-b494-c3e1c84399bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1689811 Oct 15 19:43:56.780148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Allocated IP 172.20.0.3 (0a717220-cba0-426b-868f-474de086f7b8/6a2493e2-e347-4a57-8e4e-170b9798cd52/81601830-b0ce-46ee-b85e-4222cfd47eec) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:43:56.817320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-bb1b1d08-938f-4f56-96e5-42615d892543 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e HTTP/1.1" status: 200 len: 217 time: 0.0482938 Oct 15 19:43:56.843688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1657-2b55-42be-adb6-01bf10c7b5c7 req-16cbe063-6c80-4fbf-97de-f25554f46482 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.845635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ccb1657-2b55-42be-adb6-01bf10c7b5c7 req-16cbe063-6c80-4fbf-97de-f25554f46482 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 946 time: 0.1157024 Oct 15 19:43:56.882525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Deleting port cb572cf7-0508-4be0-953f-540a87b1c557 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:43:56.882769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:56.940749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98292-0b18-458f-8a77-142e1b067d21 req-a110a5d6-111b-4abb-8682-a1025b5ee8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:56.942355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-a110a5d6-111b-4abb-8682-a1025b5ee8da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1150270 Oct 15 19:43:56.995646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ccb1657-2b55-42be-adb6-01bf10c7b5c7 req-5a7dd745-d54d-4290-b2cf-2236013bb616 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/security-groups?id=572a70fe-d315-4e41-86ea-560b1fb0b065&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271305 Oct 15 19:43:57.066754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b98292-0b18-458f-8a77-142e1b067d21 req-a9f02f78-c063-411e-b167-4fd7abd2b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:57.068329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-a9f02f78-c063-411e-b167-4fd7abd2b722 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877457 Oct 15 19:43:57.076719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] For port cb572cf7-0508-4be0-953f-540a87b1c557, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb572cf7-0508-4be0-953f-540a87b1c557,segment=NetworkSegment(2cfaf51c-8e1e-4d31-aa55-d9706c577bda),segment_id=2cfaf51c-8e1e-4d31-aa55-d9706c577bda)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:57.077083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.113437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccbeef0e-ae13-4402-bc1f-39292c53dbe9 req-6a633e0e-d6be-4b67-bd17-30d1aacb4ec5 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 210 time: 0.0540142 Oct 15 19:43:57.143246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Calling delete_port for cb572cf7-0508-4be0-953f-540a87b1c557 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:43:57.243512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.293860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-b90815ae-9f36-424a-9e35-286a40bfca7f service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124681 Oct 15 19:43:57.320320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51056a6a-d6bc-460e-a67f-42974e1a40e3 req-f5e7881b-fa20-4e68-bcf3-636b998961a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:57.321732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51056a6a-d6bc-460e-a67f-42974e1a40e3 req-f5e7881b-fa20-4e68-bcf3-636b998961a3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 945 time: 0.1018152 Oct 15 19:43:57.382362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.394351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:57.421430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411'}, {'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:57.424861 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3b377a-bc99-4ecf-8681-9f11d2f32681" -d '{"events": [{"server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "name": "network-vif-plugged", "status": "completed", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411"}, {"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-plugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:57.429823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Network 0a717220-cba0-426b-868f-474de086f7b8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:43:57.433837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:43:57.437223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:43:57.446011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51056a6a-d6bc-460e-a67f-42974e1a40e3 req-90159f51-ea5f-4533-8626-391fb621c205 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125801 Oct 15 19:43:57.447149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event updated for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:57.500246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49b98292-0b18-458f-8a77-142e1b067d21 req-ca507003-e3f7-47cb-a384-cfadcb048c69 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950903 Oct 15 19:43:57.510752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:57.513406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.567037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.597705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Pushing event deleted for resources: {'Port': ['ID=cb572cf7-0508-4be0-953f-540a87b1c557,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:57.622160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-43032b45-41c9-4030-be5e-4ce7b58c7a10 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1750255 Oct 15 19:43:57.634196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee786b-69b4-46a6-9d67-c2aa2c26da68 req-36a3f09a-e2b2-4e88-a90d-946c3ff9f437 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:57.635687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bee786b-69b4-46a6-9d67-c2aa2c26da68 req-36a3f09a-e2b2-4e88-a90d-946c3ff9f437 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0992866 Oct 15 19:43:57.656770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Request body: {'port': {'device_id': '84674c78-0030-4423-9110-86b54f550c49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:43:57.657020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] No DVR routers for this DVR port cb572cf7-0508-4be0-953f-540a87b1c557 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:43:57.660408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.665021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38aa9042-cb1f-4709-8a0d-cfad6ace773d req-3f131519-e5e3-4edd-9b2e-1902db576a10 tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.15 "DELETE /v2.0/ports/cb572cf7-0508-4be0-953f-540a87b1c557 HTTP/1.1" status: 204 len: 173 time: 1.0063972 Oct 15 19:43:57.669914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'name': 'network-vif-deleted', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:57.672761 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae6173-2168-4992-a09b-b373d0088868" -d '{"events": [{"server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "name": "network-vif-deleted", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:57.709996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bee786b-69b4-46a6-9d67-c2aa2c26da68 req-ec5b8a5a-ad5f-40c7-a651-8b15881abb57 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543871 Oct 15 19:43:57.722402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:57.821454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6062d-a299-4df9-bb21-3161fb771118 req-f95f1333-3ca1-4603-b894-1d0e4fd38066 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:57.822904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccb6062d-a299-4df9-bb21-3161fb771118 req-f95f1333-3ca1-4603-b894-1d0e4fd38066 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 948 time: 0.0523686 Oct 15 19:43:57.864112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccb6062d-a299-4df9-bb21-3161fb771118 req-65580e23-410d-4554-84c5-2f48200eddde tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Oct 15 19:43:57.981197 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ad4f48-57c9-4223-ad35-425de2e9b1e0 x-openstack-request-id: req-02ad4f48-57c9-4223-ad35-425de2e9b1e0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:57.981712 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "name": "network-vif-plugged", "status": "completed", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411", "code": 200}, {"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-plugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:57.982354 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ad4f48-57c9-4223-ad35-425de2e9b1e0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:57.986918 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'code': 200} Oct 15 19:43:57.986918 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15', 'code': 200} Oct 15 19:43:58.005074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81601830-b0ce-46ee-b85e-4222cfd47eec {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:58.012975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.035140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Transition to ACTIVE for port object 81601830-b0ce-46ee-b85e-4222cfd47eec will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:43:58.111079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf9313-1e30-4cdd-a500-c8663841a445 req-9ce03b19-ccfd-4940-b2fe-c16e0af4f5ca tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.111079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfdf9313-1e30-4cdd-a500-c8663841a445 req-9ce03b19-ccfd-4940-b2fe-c16e0af4f5ca tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0732279 Oct 15 19:43:58.114749 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b3e78-441b-43bf-b20d-f443af616dc6 x-openstack-request-id: req-403b3e78-441b-43bf-b20d-f443af616dc6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:58.115043 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9c642-1fb2-4aa7-b970-1731503b8c76", "name": "network-vif-deleted", "tag": "cb572cf7-0508-4be0-953f-540a87b1c557", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:58.115296 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-403b3e78-441b-43bf-b20d-f443af616dc6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:58.115714 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a9c642-1fb2-4aa7-b970-1731503b8c76', 'name': 'network-vif-deleted', 'tag': 'cb572cf7-0508-4be0-953f-540a87b1c557', 'status': 'completed', 'code': 200} Oct 15 19:43:58.128041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9099ed-b363-408b-a527-4433c9cb23b7 req-33321928-80ee-4503-ac2d-cb8f9bfcc291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.129593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c9099ed-b363-408b-a527-4433c9cb23b7 req-33321928-80ee-4503-ac2d-cb8f9bfcc291 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1097 time: 0.0702446 Oct 15 19:43:58.166377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.174236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfdf9313-1e30-4cdd-a500-c8663841a445 req-51632ebb-c53f-4a8d-ac0e-4d4b80db9e92 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550666 Oct 15 19:43:58.195361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c9099ed-b363-408b-a527-4433c9cb23b7 req-7d99323f-dd1d-43ca-833f-a162a128ca31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559826 Oct 15 19:43:58.237357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c8dc813e-43db-4dab-b017-ae0a336f5e2b req-2b408359-5b36-44d8-a445-0c21721b9bea tempest-ServerAddressesNegativeTestJSON-507318943 tempest-ServerAddressesNegativeTestJSON-507318943-project] 10.222.0.13 "GET /v2.0/ports?device_id=38a9c642-1fb2-4aa7-b970-1731503b8c76 HTTP/1.1" status: 200 len: 210 time: 0.0538535 Oct 15 19:43:58.270776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:58.305960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc50b9-0c9d-44c5-b981-ff2dbb56b664 req-eafbd92d-7d21-4aaa-a72c-afcfb1409233 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.307433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddcc50b9-0c9d-44c5-b981-ff2dbb56b664 req-eafbd92d-7d21-4aaa-a72c-afcfb1409233 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Oct 15 19:43:58.319734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Attempting to bind port 81601830-b0ce-46ee-b85e-4222cfd47eec on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:43:58.320063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Attempting to bind port 81601830-b0ce-46ee-b85e-4222cfd47eec by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:43:58.320407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Attempting to bind port 81601830-b0ce-46ee-b85e-4222cfd47eec on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:58.324859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Port 81601830-b0ce-46ee-b85e-4222cfd47eec on network 0a717220-cba0-426b-868f-474de086f7b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:43:58.325173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Attempting to bind port 81601830-b0ce-46ee-b85e-4222cfd47eec on network 0a717220-cba0-426b-868f-474de086f7b8 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:43:58.331316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:43:58.331675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Checking segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:43:58.332066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Bound using segment: {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:43:58.332674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Bound port: 81601830-b0ce-46ee-b85e-4222cfd47eec, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de19cb0b-b76c-4d81-88f9-f2571595f5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0a717220-cba0-426b-868f-474de086f7b8'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:43:58.333132 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.346743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddcc50b9-0c9d-44c5-b981-ff2dbb56b664 req-e58c7c40-2909-469f-9632-aefa367f000a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Oct 15 19:43:58.398343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:43:58.401491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=81601830-b0ce-46ee-b85e-4222cfd47eec,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:43:58.504706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.567198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.567830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.569278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] 10.222.0.11 "PUT /v2.0/ports/81601830-b0ce-46ee-b85e-4222cfd47eec HTTP/1.1" status: 200 len: 1092 time: 0.9205723 Oct 15 19:43:58.569710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:43:58.571957 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a91f3e-c9bb-4841-82c1-089966ba462d" -d '{"events": [{"name": "network-changed", "server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:43:58.606058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2eb5-55e5-48d1-8f53-1cb0154deaf8 service neutron] Pushing event updated for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:58.614975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:58.616648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72603ad-1614-4c73-a247-cf2069779b13 req-d38d51f9-3a54-49d6-913b-dc2a4da4c9e2 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.618186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a72603ad-1614-4c73-a247-cf2069779b13 req-d38d51f9-3a54-49d6-913b-dc2a4da4c9e2 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 945 time: 0.0833526 Oct 15 19:43:58.633065 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe05ae0-5d94-4cf8-ba6d-d8aac64cd641 x-openstack-request-id: req-cbe05ae0-5d94-4cf8-ba6d-d8aac64cd641 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:43:58.633065 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:43:58.633065 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbe05ae0-5d94-4cf8-ba6d-d8aac64cd641 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:43:58.633065 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec', 'status': 'completed', 'code': 200} Oct 15 19:43:58.690831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a72603ad-1614-4c73-a247-cf2069779b13 req-655fa4b0-f0f1-42f9-9907-5ecc72497884 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Oct 15 19:43:58.710344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-fa2b83a8-97dc-4496-942a-34bd0ca1ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.710344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-fa2b83a8-97dc-4496-942a-34bd0ca1ba54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 1095 time: 0.0540838 Oct 15 19:43:58.733281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa9046a6-c846-4795-a7de-505c09558beb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.822031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-a1a14d3b-eee6-4644-918b-2f27597df46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.823661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-a1a14d3b-eee6-4644-918b-2f27597df46b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1096890 Oct 15 19:43:58.845741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa9046a6-c846-4795-a7de-505c09558beb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:58.856175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb589c9-575b-4655-9230-b0ab2cbbdaba req-f9fcc45b-9b48-43d7-9ddb-7c9bd23c4ce6 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.857637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb589c9-575b-4655-9230-b0ab2cbbdaba req-f9fcc45b-9b48-43d7-9ddb-7c9bd23c4ce6 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0756445 Oct 15 19:43:58.900497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb589c9-575b-4655-9230-b0ab2cbbdaba req-8afffe0f-c7f9-40cf-9f3b-7b69f24c450a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361695 Oct 15 19:43:58.925100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-50f93295-c53a-43dc-be9c-ee4c7f172453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:58.926714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6a91f3e-c9bb-4841-82c1-089966ba462d req-50f93295-c53a-43dc-be9c-ee4c7f172453 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911479 Oct 15 19:43:58.939408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa9046a6-c846-4795-a7de-505c09558beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.006154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fa9046a6-c846-4795-a7de-505c09558beb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bf8487d33f24b3a9201b12932f152f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890338 Oct 15 19:43:59.008452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9046a6-c846-4795-a7de-505c09558beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549987e1-3cff-4860-8eda-156602540f93,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:59.008870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35202) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:59.056239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e72c5-0f9b-41a1-8531-543f36ed4756 req-fbbb3957-8775-4cac-87af-1dfe52fb99e7 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.057857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849e72c5-0f9b-41a1-8531-543f36ed4756 req-fbbb3957-8775-4cac-87af-1dfe52fb99e7 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 948 time: 0.1136725 Oct 15 19:43:59.076822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6f51e1b8-c3ad-4261-935a-877cdad10417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.078237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-6f51e1b8-c3ad-4261-935a-877cdad10417 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 1095 time: 0.1009352 Oct 15 19:43:59.141354 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-9bace903-c215-407c-ae82-0217053326ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81601830-b0ce-46ee-b85e-4222cfd47eec HTTP/1.1" status: 200 len: 217 time: 0.0506394 Oct 15 19:43:59.147374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.189952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849e72c5-0f9b-41a1-8531-543f36ed4756 req-ba8ad272-2789-48cd-a4a9-0c21226ce3b2 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229136 Oct 15 19:43:59.190853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:43:59.218968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.232474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-4bb010cc-f4d4-4954-a7c9-efab6351298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.233948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-4bb010cc-f4d4-4954-a7c9-efab6351298c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.0847335 Oct 15 19:43:59.293192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-ceea9a40-dadd-48c6-bc28-96e59062aa0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407975 Oct 15 19:43:59.307547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:59.330140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:59.346197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'mac_address': 'fa:16:3e:78:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:43:59.372660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Deleting subnet 9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:43:59.377121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.404540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.418990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c58fd-a9d9-4217-b7d2-c779553dada3 req-69089811-686b-4932-9906-d7c23570bb95 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.420424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:43:59.422309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed1c58fd-a9d9-4217-b7d2-c779553dada3 req-69089811-686b-4932-9906-d7c23570bb95 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1154256 Oct 15 19:43:59.433678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-967fdcda-16ca-45ea-8b36-e59e43e64833 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=dfb06c84891c46329d827781d7e8d4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345626 Oct 15 19:43:59.438174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.446523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:43:59.449678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.452232 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.453339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/549987e1-3cff-4860-8eda-156602540f93 HTTP/1.1" status: 204 len: 168 time: 0.4434776 Oct 15 19:43:59.455543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-b69af056-b2ea-4d08-aa10-2c8c9809469c service neutron] 10.222.0.11 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493285 Oct 15 19:43:59.476670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9458a-340e-4f7a-a491-d672587683b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549987e1-3cff-4860-8eda-156602540f93,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:59.505947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed1c58fd-a9d9-4217-b7d2-c779553dada3 req-45363a46-1da6-4b59-818e-fa363bea15ef tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733118 Oct 15 19:43:59.530656 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.588486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed74a39a-b38d-4d2c-9ba3-8624ba3cdd7e req-631039a6-4d47-4c28-836a-906d1b114b94 service neutron] 10.222.0.11 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219966 Oct 15 19:43:59.600203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.613187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb572cf7-0508-4be0-953f-540a87b1c557 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:43:59.616555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:59.626976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5374c-8921-4f67-bd6c-a20036842be1 req-aae4a530-ebf7-4302-ab48-feeeb58a3981 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.628903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-acf5374c-8921-4f67-bd6c-a20036842be1 req-aae4a530-ebf7-4302-ab48-feeeb58a3981 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 943 time: 0.0548387 Oct 15 19:43:59.637134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: cb572cf7-0508-4be0-953f-540a87b1c557 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:43:59.637481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb572cf7-0508-4be0-953f-540a87b1c557 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:43:59.659959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-ffe919ad-0a57-4f5e-82ab-2c48e4483748 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:43:59.666791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-ffe919ad-0a57-4f5e-82ab-2c48e4483748 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048168 Oct 15 19:43:59.687275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-7d946229-2a7e-49f7-bba2-a10ea3a50b21 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/quotas/dfb06c84891c46329d827781d7e8d4e4 HTTP/1.1" status: 200 len: 375 time: 0.0194418 Oct 15 19:43:59.691904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-acf5374c-8921-4f67-bd6c-a20036842be1 req-05c9d084-923c-4222-ae97-1f6232807045 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Oct 15 19:43:59.746356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-dcc59da8-da1a-4085-981e-fe76940ffaf9 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0583360 Oct 15 19:43:59.822449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.853976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:43:59.856105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:43:59.859266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0a9cb8a8-fdc1-4d1e-8474-310ce39d7718 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c2bd111-1bbf-44ed-ab73-6fd9d1fe383b HTTP/1.1" status: 204 len: 168 time: 0.5497944 Oct 15 19:43:59.868446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:43:59.889888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:43:59.966930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.093330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.130384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695e0c-2c7e-43f7-8b3e-ccf3c5aeb42a req-7a10e46b-7bb5-41ce-976f-5e3a939d2a47 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:00.138164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf695e0c-2c7e-43f7-8b3e-ccf3c5aeb42a req-7a10e46b-7bb5-41ce-976f-5e3a939d2a47 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 945 time: 0.1247709 Oct 15 19:44:00.141063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c305f9df-702f-4711-b30c-4937ab17a3ec']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:00.162334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cfaf51c-8e1e-4d31-aa55-d9706c577bda') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:00.162634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cfaf51c-8e1e-4d31-aa55-d9706c577bda') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:00.168510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e6be3fba-853a-400b-a327-78a22162663e req-57d956c2-828e-421d-9c9f-787712a2d0bd tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 210 time: 0.0371263 Oct 15 19:44:00.185253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.212358 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf695e0c-2c7e-43f7-8b3e-ccf3c5aeb42a req-909fe3cd-e62b-4192-b040-b609e0f095dc tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733433 Oct 15 19:44:00.218241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.220173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:44:00.220522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:44:00.222358 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:44:00.253579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:00.287691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60126965-2ea6-40c4-afcb-aea8b0b4c3e6 req-2e458bc1-beef-4ace-ac1c-fb188ae7b020 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:00.289133 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60126965-2ea6-40c4-afcb-aea8b0b4c3e6 req-2e458bc1-beef-4ace-ac1c-fb188ae7b020 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0567608 Oct 15 19:44:00.300656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68b0265f-d9ca-4728-8365-ab10718ecbb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.332561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60126965-2ea6-40c4-afcb-aea8b0b4c3e6 req-41fac8ae-a928-4a1a-a01c-a9bb8f509266 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Oct 15 19:44:00.370937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1019d5-16a7-4d0b-a52b-523bf2d69765 req-35fd14a6-242e-4a23-97ca-581dee8bc9c7 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:00.372502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a1019d5-16a7-4d0b-a52b-523bf2d69765 req-35fd14a6-242e-4a23-97ca-581dee8bc9c7 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 949 time: 0.0737281 Oct 15 19:44:00.426792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.444042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-326a59c2-e678-45a1-a99f-7f39ddb5f667 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:00.445290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.445606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-326a59c2-e678-45a1-a99f-7f39ddb5f667 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0544007 Oct 15 19:44:00.448520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] 10.222.0.13 "DELETE /v2.0/networks/c305f9df-702f-4711-b30c-4937ab17a3ec HTTP/1.1" status: 204 len: 168 time: 0.5790551 Oct 15 19:44:00.450693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19419-7bdd-40ea-9034-ad9c2f589f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c305f9df-702f-4711-b30c-4937ab17a3ec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:00.464481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a1019d5-16a7-4d0b-a52b-523bf2d69765 req-a420ea7e-ef57-4770-a8f3-07959af53fb9 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810211 Oct 15 19:44:00.515215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-99ba547c-bda4-45f0-bdfb-7dd9c36107d5 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0574951 Oct 15 19:44:00.527378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68b0265f-d9ca-4728-8365-ab10718ecbb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.530757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:00.574343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.596302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68b0265f-d9ca-4728-8365-ab10718ecbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.639325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-68b0265f-d9ca-4728-8365-ab10718ecbb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=554780d5606c42a9bff54f9bb52834c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846667 Oct 15 19:44:00.643127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:00.649063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0265f-d9ca-4728-8365-ab10718ecbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098baa67-e614-44d7-b644-3f366ff83808,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:00.696381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.719012 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.822864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859391b-3915-40a5-9dc7-5241746eda3a req-99945062-3bae-431a-b3a5-d0f83f80fb75 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:00.824296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f859391b-3915-40a5-9dc7-5241746eda3a req-99945062-3bae-431a-b3a5-d0f83f80fb75 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 943 time: 0.0512400 Oct 15 19:44:00.846592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.849250 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:00.850380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/098baa67-e614-44d7-b644-3f366ff83808 HTTP/1.1" status: 204 len: 168 time: 0.2062926 Oct 15 19:44:00.872073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d279c905-194a-41e8-8711-0f82f37fb48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098baa67-e614-44d7-b644-3f366ff83808,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:00.885289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f859391b-3915-40a5-9dc7-5241746eda3a req-d38293c9-7eed-4be4-8d6d-81bb86b1971a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535426 Oct 15 19:44:00.935420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35262) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:00.992300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3149db12-261b-4cfa-91b6-bbfa5dff49f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ca0c22cc50d49a28dcb66c75fb204de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546436 Oct 15 19:44:00.994504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35264) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:01.046069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.068767 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.069601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.170538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.194043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.197147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.199608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/572a70fe-d315-4e41-86ea-560b1fb0b065 HTTP/1.1" status: 204 len: 168 time: 0.2026901 Oct 15 19:44:01.214116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:01.219323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ff3ef-2d47-4b37-9afc-1bc9cf0f43a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572a70fe-d315-4e41-86ea-560b1fb0b065,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:01.336124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a034185f-0337-4a80-88c4-2ea48aed73dc req-538f78ef-e9c5-43b1-91b5-5c099927d00b tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 210 time: 0.0422101 Oct 15 19:44:01.340308 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 associated. External IP: 172.25.0.193, port: 9f897f2a-19f0-4cc4-a798-8b950d25bffa. Oct 15 19:44:01.359763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:01.364035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:01.364406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.472773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.487690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e45b7e-fdd3-4fcc-aaca-1aad49b1707a req-24bde139-7c90-4249-aeaf-35f96447542e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:01.489718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44e45b7e-fdd3-4fcc-aaca-1aad49b1707a req-24bde139-7c90-4249-aeaf-35f96447542e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.0628474 Oct 15 19:44:01.510857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:01.511771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:01.514660 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c8593a-fa90-4316-b399-8f30565f55bd" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:01.539042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44e45b7e-fdd3-4fcc-aaca-1aad49b1707a req-5d860302-77c6-4380-acab-f6ee6b79ec44 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433295 Oct 15 19:44:01.591076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:01.592071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.593892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:01.675113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d423fc-feb5-49bb-b303-3bde79999379 req-2336ce4f-6e50-4760-8a1b-6aba55ddabe1 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:01.680061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:01.685241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0d423fc-feb5-49bb-b303-3bde79999379 req-2336ce4f-6e50-4760-8a1b-6aba55ddabe1 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 950 time: 0.0774784 Oct 15 19:44:01.732880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0d423fc-feb5-49bb-b303-3bde79999379 req-a3ee9d0d-616f-4464-ad18-4b3446510ae0 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Oct 15 19:44:01.755835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:01.761378 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.777130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:01.779244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:01.795313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-4abd3dca-3711-46e9-81fa-bbd41a622f98 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "PUT /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 997 time: 1.2686622 Oct 15 19:44:01.797592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:01.801633 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c907d4-39f9-4e07-a061-be882fb75c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:01.810311 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c263176a-3290-4188-aa0e-d2e1943ab258 x-openstack-request-id: req-c263176a-3290-4188-aa0e-d2e1943ab258 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:01.810608 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:01.810859 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c263176a-3290-4188-aa0e-d2e1943ab258 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:01.811245 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'code': 200} Oct 15 19:44:01.832936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:01.833614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:01.896681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:01.906436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-aeedcecb-e143-4b08-a777-6f55f9a6f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:01.918578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-aeedcecb-e143-4b08-a777-6f55f9a6f219 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.1029110 Oct 15 19:44:01.964053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-a529f64f-e7e0-47ca-99a8-c7cdd4bbaa75 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:01.965481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-a529f64f-e7e0-47ca-99a8-c7cdd4bbaa75 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 946 time: 0.1018047 Oct 15 19:44:01.987785 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28bc01e-bccf-44fe-af8f-682726a1c7f2 x-openstack-request-id: req-c28bc01e-bccf-44fe-af8f-682726a1c7f2 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:01.987785 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:01.987785 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c28bc01e-bccf-44fe-af8f-682726a1c7f2 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:01.987785 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:44:02.015307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb385c-fd20-4998-b029-0d76cb4a47eb req-680247d2-30f5-4f1a-a7c2-8a5dbd99bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.018516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01bb385c-fd20-4998-b029-0d76cb4a47eb req-680247d2-30f5-4f1a-a7c2-8a5dbd99bf8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 1102 time: 0.1299818 Oct 15 19:44:02.164353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-6c6aaa88-5b21-47af-b66f-ffb0c846465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.165954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-6c6aaa88-5b21-47af-b66f-ffb0c846465a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.2466080 Oct 15 19:44:02.209942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-dfdfb626-44e1-4e94-8d15-e8d2a13ddfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.209942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-dfdfb626-44e1-4e94-8d15-e8d2a13ddfa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.1965072 Oct 15 19:44:02.210353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-22e65ae7-0725-4962-83bf-d17f3af26326 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dfb06c84891c46329d827781d7e8d4e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494752 Oct 15 19:44:02.213244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01bb385c-fd20-4998-b029-0d76cb4a47eb req-cba50c46-7312-4032-8ca3-4b9a85a7e764 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456277 Oct 15 19:44:02.221260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:02.271591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2212ac-5ff6-44e9-9a25-e4ae776974f9 req-51458860-ebba-4799-86d2-d5a74e88e801 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.273167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a2212ac-5ff6-44e9-9a25-e4ae776974f9 req-51458860-ebba-4799-86d2-d5a74e88e801 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 943 time: 0.1844444 Oct 15 19:44:02.349105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:02.349358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-df6cf0c5-a204-4394-9040-9fd489c8da83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 1000 time: 0.1754305 Oct 15 19:44:02.367458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Deleting port 46eccbb1-93b8-452d-816a-44c854155c15 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:02.367729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:02.455586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:02.455893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-2701268d-a60d-4759-a9c1-91459e1e851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.463626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-2701268d-a60d-4759-a9c1-91459e1e851f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1135685 Oct 15 19:44:02.536038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-0b62a77e-bb67-4347-8471-4ac71a95708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.544212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-0b62a77e-bb67-4347-8471-4ac71a95708e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796490 Oct 15 19:44:02.558810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] For port 46eccbb1-93b8-452d-816a-44c854155c15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=46eccbb1-93b8-452d-816a-44c854155c15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:02.559173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:02.604348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Calling delete_port for 46eccbb1-93b8-452d-816a-44c854155c15 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:02.659204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:00Z', 'revision_number': 1, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:02.712697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:02.722898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:02.723519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:02.810672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a2212ac-5ff6-44e9-9a25-e4ae776974f9 req-4d10574b-0f37-4c94-bc52-debec3a9cadd tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239327 Oct 15 19:44:02.823201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-f9c9a5f5-4baf-408b-a91c-a6e2a96bd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.824966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-f9c9a5f5-4baf-408b-a91c-a6e2a96bd803 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.6099856 Oct 15 19:44:02.839340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-98ef0789-7c33-45b2-b9b5-9afd03a5bc1e service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894690 Oct 15 19:44:02.858156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-689d7b81-a7c1-4fe3-a8c6-92e3a708e50a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:02.859684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-689d7b81-a7c1-4fe3-a8c6-92e3a708e50a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6335435 Oct 15 19:44:02.899809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Request body: {'port': {'device_id': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'dfb06c84891c46329d827781d7e8d4e4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:02.904220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:03.006746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82b3dcef-56ae-4f28-9f24-acf6729d072e req-fb78aeec-8e06-4eb4-b196-9b974b094d85 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603639 Oct 15 19:44:03.006746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35332) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:03.012188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-036b54a4-6e79-43f9-9f10-62de499414fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 1000 time: 0.1694868 Oct 15 19:44:03.026299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d736ed2-4809-44fc-b0b6-fee0629a39fd req-df36a0e1-b679-4087-aca2-df07097f669c tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Oct 15 19:44:03.029725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.091764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-3faeb8c9-8358-4b4c-9965-332455fd16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:03.094495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-3faeb8c9-8358-4b4c-9965-332455fd16cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0698104 Oct 15 19:44:03.100299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event deleted for resources: {'Port': ['ID=46eccbb1-93b8-452d-816a-44c854155c15,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:03.153053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] No DVR routers for this DVR port 46eccbb1-93b8-452d-816a-44c854155c15 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:03.156373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.161199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-adf2c034-940a-4aef-82fa-1f61000cd2d4 req-bb2bd744-ff8c-4191-a5b9-eb4ed83e5259 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "DELETE /v2.0/ports/46eccbb1-93b8-452d-816a-44c854155c15 HTTP/1.1" status: 204 len: 173 time: 1.1823821 Oct 15 19:44:03.232465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-d7f0a097-2ca3-4eab-97ee-ddb2f2824fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:03.233706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-135550044-network', 'tenant_id': '13487124a1634ded94d8019785c0d512'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:03.234479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-d7f0a097-2ca3-4eab-97ee-ddb2f2824fdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212244 Oct 15 19:44:03.235995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 81601830-b0ce-46ee-b85e-4222cfd47eec details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:03.248933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ca61f8c-1216-477e-9c14-966b6dd5d82e req-65e2b6dd-c187-46bf-b414-6a1554384801 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=07f9b886-aff2-45c1-b86b-7d537751e238 HTTP/1.1" status: 200 len: 210 time: 0.1060309 Oct 15 19:44:03.260482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3977bf2-e8a0-41a5-9ca2-2f18a2092166 req-a2bb9149-3e42-4b2e-99a1-9c2bad329bc3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:03.262284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3977bf2-e8a0-41a5-9ca2-2f18a2092166 req-a2bb9149-3e42-4b2e-99a1-9c2bad329bc3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 950 time: 0.0779657 Oct 15 19:44:03.311747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3977bf2-e8a0-41a5-9ca2-2f18a2092166 req-aff96115-e95e-4b1d-93f9-44db63e02f51 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Oct 15 19:44:03.384772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Made reservation on behalf of dfb06c84891c46329d827781d7e8d4e4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:03.392704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.402563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-4c53218c-de0f-4c3b-a0df-53334c8e3dba service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525803 Oct 15 19:44:03.419984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=81601830-b0ce-46ee-b85e-4222cfd47eec,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:03.441406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '81601830-b0ce-46ee-b85e-4222cfd47eec', 'network_id': '0a717220-cba0-426b-868f-474de086f7b8', 'port_id': '81601830-b0ce-46ee-b85e-4222cfd47eec', 'mac_address': 'fa:16:3e:42:7e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2493e2-e347-4a57-8e4e-170b9798cd52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:03.444869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Made reservation on behalf of 13487124a1634ded94d8019785c0d512 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:03.448712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.463906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.510021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.529826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81601830-b0ce-46ee-b85e-4222cfd47eec {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:03.530383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9cc4acf-eca6-4aa6-a922-3ef87ae38631 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:03.532310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9cc4acf-eca6-4aa6-a922-3ef87ae38631 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1319580 Oct 15 19:44:03.553977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:00Z', 'revision_number': 1, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:03.557844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=81601830-b0ce-46ee-b85e-4222cfd47eec,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:03.586079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edb26a-630a-480c-9a39-b7b3c5231d29 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:00Z', 'revision_number': 1, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:03.630303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.701753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Allocated IP 192.168.233.209 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/f164c92c-763b-4e54-82b8-06e23d36302e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:03.702679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:03.705556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c907d4-39f9-4e07-a061-be882fb75c6b req-dbf63c1b-beef-445f-9c57-94abbc563e36 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176962 Oct 15 19:44:03.758507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-77a6d994-c584-47c4-afad-2280ecdc0dec tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1000 time: 0.2165258 Oct 15 19:44:03.773365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:03.814298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:03.816496 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c588c7f-7c40-4525-8960-83ebf926ec35" -d '{"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-unplugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:03.853891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.898302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.905047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:03.932911 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2570d28f-3e34-4a3a-9a9b-513813e9caf4 None None] New status for floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:44:03.973091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['81601830-b0ce-46ee-b85e-4222cfd47eec'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:03.986733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-deleted', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:03.989099 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726d999a-f416-4525-ab44-2f496e719c9d" -d '{"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-deleted", "tag": "46eccbb1-93b8-452d-816a-44c854155c15"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:03.998029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.013078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:04.023474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.023946 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Added segment 84dd9254-463d-42ac-ae48-ad508a9a5777 of type vlan for network 859dc496-d819-4971-8d88-9cf201f1c700 Oct 15 19:44:04.036402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.059582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['75c49363-558b-40a7-be6d-c2d8ab3874ad'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:04.100697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-26a3c11a-a69e-445e-afba-e68888ec853e tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cb8b7484ab404bf0880eb0e996621a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676425 Oct 15 19:44:04.183260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:04.190409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:04.201376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:04.300142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:04.300813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.306808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Pushing event updated for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:04.373828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-9f89d5d7-ba3c-4cf3-921e-3d2ffb40cc43 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:04.375589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-9f89d5d7-ba3c-4cf3-921e-3d2ffb40cc43 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652946 Oct 15 19:44:04.398054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-4302f6ed-e46d-4f1f-ae17-a65355d99604 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/quotas/cb8b7484ab404bf0880eb0e996621a53 HTTP/1.1" status: 200 len: 375 time: 0.0156600 Oct 15 19:44:04.412747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-5ffb4b50-bc6b-48fb-9ce2-ecc197439139 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5189426 Oct 15 19:44:04.433311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Request body: {'port': {'device_id': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:04.437679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-deb177fe-8c4f-4cf2-b350-c954a5e6efd0 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb8b7484ab404bf0880eb0e996621a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384457 Oct 15 19:44:04.499295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a49d9-b0a4-425a-af1a-d99edf414d17,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:04.507408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.533808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.553697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-968344c9-31ab-452c-9144-79d947ff180f None None] Provisioning complete for port f164c92c-763b-4e54-82b8-06e23d36302e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:04.554334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-968344c9-31ab-452c-9144-79d947ff180f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.590636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-968344c9-31ab-452c-9144-79d947ff180f None None] Port f164c92c-763b-4e54-82b8-06e23d36302e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:44:04.639776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.641072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:04.641755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.707201 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e830ef8a-61e6-4267-8071-3c2ded1d413d x-openstack-request-id: req-e830ef8a-61e6-4267-8071-3c2ded1d413d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:04.707625 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-unplugged", "status": "completed", "tag": "46eccbb1-93b8-452d-816a-44c854155c15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:04.707961 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e830ef8a-61e6-4267-8071-3c2ded1d413d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:04.709065 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15', 'code': 200} Oct 15 19:44:04.776163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] Pushing event updated for resources: {'Network': ['ID=859dc496-d819-4971-8d88-9cf201f1c700,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:04.786318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7573e44-c45e-475f-9637-3d344bfdc647 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7785804 Oct 15 19:44:04.787216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35378) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:04.790869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 859dc496-d819-4971-8d88-9cf201f1c700 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:04.791321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Request body: {'subnet': {'network_id': '859dc496-d819-4971-8d88-9cf201f1c700', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-135550044-subnet', 'tenant_id': '13487124a1634ded94d8019785c0d512', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:04.830920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:44:04.831265 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:44:04.849247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a1475-4b06-45ac-8591-b4f93af0c29e req-f5c2ded9-8d3f-4d88-b0a8-68650176650c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:04.850780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d73a1475-4b06-45ac-8591-b4f93af0c29e req-f5c2ded9-8d3f-4d88-b0a8-68650176650c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 944 time: 0.0889356 Oct 15 19:44:04.875189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Made reservation on behalf of 13487124a1634ded94d8019785c0d512 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:04.878316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.923583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d73a1475-4b06-45ac-8591-b4f93af0c29e req-2974b8e4-4fb4-4a69-8d21-21516b558e76 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 Oct 15 19:44:04.929353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f164c92c-763b-4e54-82b8-06e23d36302e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:04.947142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:04.958069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Transition to ACTIVE for port object f164c92c-763b-4e54-82b8-06e23d36302e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:44:04.996448 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257608d9-c9e1-4823-9ba2-c604e0ea900d x-openstack-request-id: req-257608d9-c9e1-4823-9ba2-c604e0ea900d {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:04.996739 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f9b886-aff2-45c1-b86b-7d537751e238", "name": "network-vif-deleted", "tag": "46eccbb1-93b8-452d-816a-44c854155c15", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:04.996986 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-257608d9-c9e1-4823-9ba2-c604e0ea900d {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:04.997380 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f9b886-aff2-45c1-b86b-7d537751e238', 'name': 'network-vif-deleted', 'tag': '46eccbb1-93b8-452d-816a-44c854155c15', 'status': 'completed', 'code': 200} Oct 15 19:44:05.080923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc1177-b330-4e7d-aded-ed904c544fe9 req-058c1cca-7c4b-4cd5-8ad4-320d1f8860fe tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.082319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13dc1177-b330-4e7d-aded-ed904c544fe9 req-058c1cca-7c4b-4cd5-8ad4-320d1f8860fe tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 936 time: 0.0555258 Oct 15 19:44:05.113785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.144213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.144473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13dc1177-b330-4e7d-aded-ed904c544fe9 req-ba8ca427-abc6-4c16-8c48-07cb1444bb5b tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560946 Oct 15 19:44:05.208681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90427c8c-feeb-4067-87be-e646a7d9a8b6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:05.228401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Pushing event updated for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:05.236704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 81601830-b0ce-46ee-b85e-4222cfd47eec up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:05.245408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Checking segment: {'id': '84dd9254-463d-42ac-ae48-ad508a9a5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:05.245811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Network hostable DHCP agents. Network: 859dc496-d819-4971-8d88-9cf201f1c700, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:05.294978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Attempting to bind port f164c92c-763b-4e54-82b8-06e23d36302e on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:05.295414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Attempting to bind port f164c92c-763b-4e54-82b8-06e23d36302e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:05.295939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Attempting to bind port f164c92c-763b-4e54-82b8-06e23d36302e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:05.303070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Port f164c92c-763b-4e54-82b8-06e23d36302e on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:44:05.304495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Attempting to bind port f164c92c-763b-4e54-82b8-06e23d36302e on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:05.326398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:05.326729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:05.327117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:05.327628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Bound port: f164c92c-763b-4e54-82b8-06e23d36302e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:05.327920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.333330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.373080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Network 859dc496-d819-4971-8d88-9cf201f1c700 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:44:05.379874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cd3f0-7e8f-42a9-a4b3-1ea5e7236579 req-6e2ae397-6696-49ba-aca5-8596df10588c tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.381409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e01cd3f0-7e8f-42a9-a4b3-1ea5e7236579 req-6e2ae397-6696-49ba-aca5-8596df10588c tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 950 time: 0.0971956 Oct 15 19:44:05.390602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 81601830-b0ce-46ee-b85e-4222cfd47eec completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:05.401457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 81601830-b0ce-46ee-b85e-4222cfd47eec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:05.401929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.455798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:05.459771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 859dc496-d819-4971-8d88-9cf201f1c700) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:05.460714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e01cd3f0-7e8f-42a9-a4b3-1ea5e7236579 req-ed511752-773a-4782-b1ad-8038e9dffad4 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556915 Oct 15 19:44:05.474584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.475254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f164c92c-763b-4e54-82b8-06e23d36302e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:05.475402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.479774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c45329c-0021-41e5-b5a4-b89017cfdb8a None None] Network 859dc496-d819-4971-8d88-9cf201f1c700 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:05.556774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.569373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.605755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.606369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.607772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] 10.222.0.15 "PUT /v2.0/ports/f164c92c-763b-4e54-82b8-06e23d36302e HTTP/1.1" status: 200 len: 1097 time: 1.1796916 Oct 15 19:44:05.616125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:05.618589 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e468662-8622-4505-9ee6-2028581010e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:05.631147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6eb9570e-2195-4841-9a13-c77d1f28253e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8436489 Oct 15 19:44:05.631744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=81601830-b0ce-46ee-b85e-4222cfd47eec,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:05.663272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3b6961e-ce3c-4d53-9a28-e0f815e74358 req-d0d0eae8-7241-4084-bc85-f66f05b21815 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 210 time: 0.0627453 Oct 15 19:44:05.704472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915b162-6576-4b96-93b3-3cbb012a0362 service neutron] Pushing event updated for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:05.723683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c65bc2-64fa-4025-8af0-b336ce1c18ed None None] Network 859dc496-d819-4971-8d88-9cf201f1c700 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:05.824698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-4a1bbce1-80b4-4348-b949-6ec99e2a1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.826226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-4a1bbce1-80b4-4348-b949-6ec99e2a1053 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 1100 time: 0.1004689 Oct 15 19:44:05.827745 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:05.828629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:05.889999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:05.916409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-afcd8111-ffa7-4bfa-ab32-f979409d116b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f164c92c-763b-4e54-82b8-06e23d36302e HTTP/1.1" status: 200 len: 217 time: 0.0816085 Oct 15 19:44:05.919592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 46eccbb1-93b8-452d-816a-44c854155c15 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:05.919996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 46eccbb1-93b8-452d-816a-44c854155c15 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:05.981162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-09f18d16-fc5a-4044-a1b1-9602867d6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:05.984449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-09f18d16-fc5a-4044-a1b1-9602867d6321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0583019 Oct 15 19:44:06.043604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-4059cccb-5133-4140-abfc-c5fb5d31a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:06.044464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.045241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-4059cccb-5133-4140-abfc-c5fb5d31a689 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0532651 Oct 15 19:44:06.130439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.143978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-d53e67ef-8b7a-4f08-9ebd-d24befe61106 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912671 Oct 15 19:44:06.237549 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 associated. External IP: 172.25.0.193, port: 9f897f2a-19f0-4cc4-a798-8b950d25bffa. Oct 15 19:44:06.243743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:06.250802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--582569029', 'description': 'tempest-description--473726449'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:06.279061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcf39b4a-f0db-40a1-a705-81d59fd59d4b req-af00a7fb-7c9a-4225-9575-7d5f42374102 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267595 Oct 15 19:44:06.426467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.489998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:06.521348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.601252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:06.612660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:06.622061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:06.622680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:06.647068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.679663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc5cfe-8faa-4fb7-83a9-9e7610b451a4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:06.731067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:06.733357 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588512bb-69ac-4a67-ae1a-08e1e892c898" -d '{"events": [{"server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "name": "network-vif-plugged", "status": "completed", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:06.759534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:06.763686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.768427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5dc54d80-84aa-4335-b326-0a0dd14153de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5201490 Oct 15 19:44:06.768744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:06.773383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'security_group_rule': {'security_group_id': '0acc5cfe-8faa-4fb7-83a9-9e7610b451a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:06.827987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:06.857968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.936048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:06.957678 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cd56c-94e6-42c8-aa35-925c3b7c875d x-openstack-request-id: req-0d4cd56c-94e6-42c8-aa35-925c3b7c875d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:06.957678 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:06.957678 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d4cd56c-94e6-42c8-aa35-925c3b7c875d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:06.957678 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e', 'status': 'completed', 'code': 200} Oct 15 19:44:06.971727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:06.987711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.027595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:07.030222 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1030692f-da82-4031-8e42-4ae6ec35ec78" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:07.055816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.067622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-a9e9b132-1135-4e25-b398-e430865410b7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "PUT /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 998 time: 3.2974925 Oct 15 19:44:07.086845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbc66f9-575d-4e02-bb6a-5a7c5f1124f1,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:07.091031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e468662-8622-4505-9ee6-2028581010e3 req-6e6e2296-956f-4169-ab82-7c82382ccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.093108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-6e6e2296-956f-4169-ab82-7c82382ccfbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfb06c84891c46329d827781d7e8d4e4&device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 1100 time: 0.0994949 Oct 15 19:44:07.122390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-57d7a273-a1ca-42dd-a96e-d42c5253543d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.124771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-57d7a273-a1ca-42dd-a96e-d42c5253543d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports/9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 943 time: 0.0550170 Oct 15 19:44:07.166150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:05Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:07.187886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.190098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9b6fd5b3-d245-4c8a-9593-fb905b54d02c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4201102 Oct 15 19:44:07.193611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35424) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:07.207889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'security_group_rule': {'security_group_id': '0acc5cfe-8faa-4fb7-83a9-9e7610b451a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:07.233356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:07.254371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e468662-8622-4505-9ee6-2028581010e3 req-6a11b6d3-9173-4278-8cc0-8880fdbf6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.256034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-6a11b6d3-9173-4278-8cc0-8880fdbf6817 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1519251 Oct 15 19:44:07.262082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:07.264284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:07.288392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-810cd4e5-f8d6-4ce9-b8be-a42ce7bd3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.290283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-810cd4e5-f8d6-4ce9-b8be-a42ce7bd3538 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.0539920 Oct 15 19:44:07.307098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-bce7571f-407a-409f-85bb-46cf6e2b2753 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f164c92c-763b-4e54-82b8-06e23d36302e HTTP/1.1" status: 200 len: 217 time: 0.0431762 Oct 15 19:44:07.388293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:07.398370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.398946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-feac5123-0428-469c-b402-68cea5943eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.406312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-5410b5b2-96b0-4c16-aa31-e165b55ea3bd tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=cb8b7484ab404bf0880eb0e996621a53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433931 Oct 15 19:44:07.406914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-feac5123-0428-469c-b402-68cea5943eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1104290 Oct 15 19:44:07.441213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e468662-8622-4505-9ee6-2028581010e3 req-9a71d024-1826-47cf-baa6-d0368115ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.442693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-9a71d024-1826-47cf-baa6-d0368115ce67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1202991 Oct 15 19:44:07.445310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-9905ab83-6a12-44c9-b794-ddb0fb463eba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.0373785 Oct 15 19:44:07.509965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-c5289a56-c365-49b4-b9a0-6a898dae5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.511834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-c5289a56-c365-49b4-b9a0-6a898dae5fbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0596809 Oct 15 19:44:07.520111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ae62d-5eb6-412d-ae5c-f413ba9041a8 req-6969b12b-5dbe-4209-92e4-f8e76bef552b tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.521676 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab4ae62d-5eb6-412d-ae5c-f413ba9041a8 req-6969b12b-5dbe-4209-92e4-f8e76bef552b tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.2172997 Oct 15 19:44:07.561450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-e8ce1b5e-61d6-41ef-983f-fdf66cd88ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.563078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-e8ce1b5e-61d6-41ef-983f-fdf66cd88ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434995 Oct 15 19:44:07.601704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.636402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e468662-8622-4505-9ee6-2028581010e3 req-a0f5b165-c044-445f-b384-acfdbba9a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.637896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-a0f5b165-c044-445f-b384-acfdbba9a4a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1729875 Oct 15 19:44:07.645386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-eee9db51-9803-4851-b002-b34a4abe3a57 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.646758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-eee9db51-9803-4851-b002-b34a4abe3a57 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300568 Oct 15 19:44:07.650345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab4ae62d-5eb6-412d-ae5c-f413ba9041a8 req-b7ab5442-6cf8-4a9e-8fcb-cd80d5a318b3 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210585 Oct 15 19:44:07.667856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-4c675973-57bf-4534-baf7-46ad60b49d70 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961666 Oct 15 19:44:07.670380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:05Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:07.674260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Request body: {'port': {'device_id': '523d7186-f722-4ffe-8fd1-6300d2156786', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'cb8b7484ab404bf0880eb0e996621a53'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:07.732256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4cbf55-48fe-4544-8d7c-7072820da7d0 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:05Z', 'revision_number': 3, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:07.746465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.783637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-95cfd432-e753-4463-bfd1-8aa266acc498 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059909 Oct 15 19:44:07.838077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccf0487-e5ec-4791-b58d-b6415f34711a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:07.878047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-916bcb75-acec-47b1-8bae-117b76dd7b27 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267356 Oct 15 19:44:07.917886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69edd5-b432-4715-80e4-d0b84b5dcfa1 req-cf3f4a19-8b62-4172-a85c-63f6bb665578 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.919412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d69edd5-b432-4715-80e4-d0b84b5dcfa1 req-cf3f4a19-8b62-4172-a85c-63f6bb665578 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 948 time: 0.1305408 Oct 15 19:44:07.942624 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d617538-e192-4b0b-95a8-a1874cac467f None None] New status for floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:44:07.947522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-fe343860-f819-4eaa-bfc6-06782dad23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:07.948065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-fe343860-f819-4eaa-bfc6-06782dad23a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1097 time: 0.0448260 Oct 15 19:44:07.974400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:07.978713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe471913-830c-41f7-92fe-1e69dee952a8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7805386 Oct 15 19:44:07.979315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35428) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:07.995060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:08.025408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d69edd5-b432-4715-80e4-d0b84b5dcfa1 req-88327462-090a-4e78-bb18-df7c66b966ce tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956120 Oct 15 19:44:08.031321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e468662-8622-4505-9ee6-2028581010e3 req-532064f7-3530-45d8-a455-3f5a3b1f9d82 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434228 Oct 15 19:44:08.066294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Made reservation on behalf of cb8b7484ab404bf0880eb0e996621a53 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:08.072403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.079707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-1036b469-29f1-47bf-9529-3e5bd809b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.081296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-1036b469-29f1-47bf-9529-3e5bd809b5a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1250958 Oct 15 19:44:08.087449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.153819 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-ef2b8283-a0db-4d20-bdb4-4ae8cb4225a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 1001 time: 0.0660031 Oct 15 19:44:08.171750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.177998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.213080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-add616c3-b4c6-4fd1-a912-6f0166ac29fd req-5b9b3e10-d810-4285-b05c-23d1123158c1 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Oct 15 19:44:08.234794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-d132e20a-80ea-4b44-8c20-6cf36fc96442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.234794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-d132e20a-80ea-4b44-8c20-6cf36fc96442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0726061 Oct 15 19:44:08.257065 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73fa7c2-55d5-4e71-bc90-44bfee3781aa x-openstack-request-id: req-d73fa7c2-55d5-4e71-bc90-44bfee3781aa {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:08.257364 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "name": "network-vif-plugged", "status": "completed", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:08.257623 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d73fa7c2-55d5-4e71-bc90-44bfee3781aa {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:08.258017 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec', 'code': 200} Oct 15 19:44:08.268920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.349362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-2d797b2e-8162-4e51-83bb-bd6878dc56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.351310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-2d797b2e-8162-4e51-83bb-bd6878dc56a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072705 Oct 15 19:44:08.368688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e8381c-eb3d-4781-8ac2-00855e3ad561,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:08.381433 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c29d9-91f4-4f11-bb64-057e1966ba49 x-openstack-request-id: req-386c29d9-91f4-4f11-bb64-057e1966ba49 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:08.381721 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:08.381974 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-386c29d9-91f4-4f11-bb64-057e1966ba49 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:08.382392 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:44:08.402183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:08.415587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:08.415587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:08.479679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-8f0654ab-354b-4de1-ac18-edaecbc933f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.481087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-8f0654ab-354b-4de1-ac18-edaecbc933f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.0808797 Oct 15 19:44:08.494397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Allocated IP 192.168.233.66 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/0d1ef451-bcca-4ab7-81b9-34d9f8f089fe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:08.537610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:08.642271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-65f9e4df-48da-4806-a977-56b0711f9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.643683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-65f9e4df-48da-4806-a977-56b0711f9e54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1507545 Oct 15 19:44:08.717449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-5b8dab61-7cbf-489e-9e42-7af7903ad4da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.0658066 Oct 15 19:44:08.791360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-f05d8933-7127-45ef-8601-2649b840e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.792802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-f05d8933-7127-45ef-8601-2649b840e6e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0673826 Oct 15 19:44:08.804769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.871897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:08Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:08.881242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bf7d6-e31b-4313-be57-d6d6d9192189 req-6ba6ff2c-cffc-4be5-8af1-042f68066fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.881985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-195275ee-fec2-4b97-a026-156ed8242779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:08.882842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b6bf7d6-e31b-4313-be57-d6d6d9192189 req-6ba6ff2c-cffc-4be5-8af1-042f68066fe9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 1097 time: 0.5473921 Oct 15 19:44:08.883536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-195275ee-fec2-4b97-a026-156ed8242779 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0820725 Oct 15 19:44:08.892855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.903533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:08.910994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-45360956-e0cc-4ede-ad10-b460bb8a0bfc service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390491 Oct 15 19:44:08.913435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:08.914188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:08.988011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:08.998867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30eb62-f622-4d4d-9518-80bdbb26a983 req-49ddabcb-e7f3-412c-b142-eff108490318 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.004168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe30eb62-f622-4d4d-9518-80bdbb26a983 req-49ddabcb-e7f3-412c-b142-eff108490318 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1371806 Oct 15 19:44:09.032935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b6bf7d6-e31b-4313-be57-d6d6d9192189 req-7a33b46d-3b6f-4283-90e2-49f6242df195 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344318 Oct 15 19:44:09.033817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:09.090448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:09.096322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50a0de53-0d3a-4bf0-9a40-79b473cf589d req-23e38c6f-d90e-410f-9fdb-06e36a2a9309 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753054 Oct 15 19:44:09.111362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Allocated IP 172.25.0.39 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3d5edff4-5ebd-4ef4-875b-5949490b7905) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:09.116118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:09.118070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Pushing event updated for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:09.123626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:09.158187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-602d7a91-4158-49eb-9885-2d0d78092f23 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595439 Oct 15 19:44:09.179601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe30eb62-f622-4d4d-9518-80bdbb26a983 req-4ea14400-de57-4ac6-874c-66ba0e419ad4 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311224 Oct 15 19:44:09.206761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.207654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.281225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.343831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-3211b418-184c-4761-a2d1-ec42263b9a6d tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6826730 Oct 15 19:44:09.367250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:08Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:09.368012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Request body: {'port': {'device_id': '523d7186-f722-4ffe-8fd1-6300d2156786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:09.417542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec244424-0ab1-4f77-a248-0ecd9ce091f9 req-c5bd5aae-98c9-4b4c-ac9f-f8ebc09e414d tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.418559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69633c1b-7396-4abe-9b02-26d36bd4e417 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:d7:cc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:08Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:09.421498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec244424-0ab1-4f77-a248-0ecd9ce091f9 req-c5bd5aae-98c9-4b4c-ac9f-f8ebc09e414d tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 948 time: 0.0978224 Oct 15 19:44:09.465846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e2582815-5b1a-4429-bfa2-489a97cd57eb None None] Provisioning complete for port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:09.466593 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e2582815-5b1a-4429-bfa2-489a97cd57eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.473506 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec244424-0ab1-4f77-a248-0ecd9ce091f9 req-2b8c242f-01d2-4e48-a279-ed9512d4c8fb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Oct 15 19:44:09.518572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.532636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1030692f-da82-4031-8e42-4ae6ec35ec78 req-cf2ef0da-16dd-4133-b2e2-7427e47fe576 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365167 Oct 15 19:44:09.533084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e2582815-5b1a-4429-bfa2-489a97cd57eb None None] Port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:44:09.557244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f637d3-19d0-4138-87cb-40ed1647b27c req-75e9d10e-3ca0-4ec2-8b76-f398cd1f0c16 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.558790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3f637d3-19d0-4138-87cb-40ed1647b27c req-75e9d10e-3ca0-4ec2-8b76-f398cd1f0c16 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 935 time: 0.1072223 Oct 15 19:44:09.562217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.578401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-aa0d1ed7-e028-43ac-9e4b-4aee413e68e8 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.0783429 Oct 15 19:44:09.642822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:09.650593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:09.661591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:09.667181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'Port': ['ID=3d5edff4-5ebd-4ef4-875b-5949490b7905,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:09.679948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f164c92c-763b-4e54-82b8-06e23d36302e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:09.696724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-6ccd953d-f427-479b-ab87-e69ff92bee2a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.698129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-6ccd953d-f427-479b-ab87-e69ff92bee2a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports/56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 942 time: 0.0998728 Oct 15 19:44:09.818659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.822464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f164c92c-763b-4e54-82b8-06e23d36302e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:09.833924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-429ae326-0eed-4d81-951f-5a36a487ca80 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.0817242 Oct 15 19:44:09.835508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f164c92c-763b-4e54-82b8-06e23d36302e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'f164c92c-763b-4e54-82b8-06e23d36302e', 'mac_address': 'fa:16:3e:19:e6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:09.880413 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.895730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f164c92c-763b-4e54-82b8-06e23d36302e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:09.918977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f164c92c-763b-4e54-82b8-06e23d36302e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:09.962154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-46603ebf-57c8-4a91-ab39-c72d54d45984 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:09.963480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9081e3ed-af04-4571-936d-8cadd51f6d26 req-46603ebf-57c8-4a91-ab39-c72d54d45984 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1225634 Oct 15 19:44:09.972880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:09.999156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3f637d3-19d0-4138-87cb-40ed1647b27c req-ca34ee7a-0fb3-4380-a2dc-f03f8786a71f tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945289 Oct 15 19:44:10.076918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.131817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:10.151348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-b5b36600-2b84-4072-a7d8-552e9e439982 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.1083786 Oct 15 19:44:10.160782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.221821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.225082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-1954dad0-444a-42ae-859d-11464fbbb8a9 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:10.225082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-1954dad0-444a-42ae-859d-11464fbbb8a9 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports/56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 942 time: 0.0617795 Oct 15 19:44:10.307092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:10.319831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.334191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'Port': ['ID=3d5edff4-5ebd-4ef4-875b-5949490b7905,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:10.340030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Transition to ACTIVE for port object 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:44:10.351812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0fe1a278-ecad-48b3-ae55-8175754d13b0 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.0821519 Oct 15 19:44:10.354717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.369889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58662c58-27e2-4132-92d3-257d444ae93b req-ff09e70c-5266-4522-93a8-21d5a124e337 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:10.371419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58662c58-27e2-4132-92d3-257d444ae93b req-ff09e70c-5266-4522-93a8-21d5a124e337 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1158104 Oct 15 19:44:10.384074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:10.386626 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff1dec6-66ef-470f-ae6a-3431f0d80090" -d '{"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:10.416236 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-58662c58-27e2-4132-92d3-257d444ae93b req-b6d5dbbf-6caf-4794-8939-23eb880dc9d1 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Oct 15 19:44:10.466957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-c853e66a-1cc8-408b-89aa-c701050e2c38 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:10.468660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-c853e66a-1cc8-408b-89aa-c701050e2c38 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1143353 Oct 15 19:44:10.473520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.492080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f164c92c-763b-4e54-82b8-06e23d36302e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:10.515676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.519414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-00317c52-b760-44cd-aa25-e0c5c205f7dc tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5376554 Oct 15 19:44:10.613080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:10.645484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-f8f8a985-4992-4853-86f5-a23a491ba55a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1001 time: 0.1669352 Oct 15 19:44:10.655747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:10.724755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Attempting to bind port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:10.725085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Attempting to bind port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:10.725408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Attempting to bind port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:10.733565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:44:10.733908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Attempting to bind port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:10.745332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:10.747103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:10.747103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:10.747103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Bound port: 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:10.747103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.752646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:10.825942 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982b0a1-8d81-4dc3-b0a2-c04985c70280 x-openstack-request-id: req-a982b0a1-8d81-4dc3-b0a2-c04985c70280 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:10.826281 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:10.827133 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a982b0a1-8d81-4dc3-b0a2-c04985c70280 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:10.827541 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'status': 'completed', 'code': 200} Oct 15 19:44:10.921789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23f3db-f0c9-43f8-bff9-60744c9b594c req-40fc088a-1e67-453e-b3a0-b2caafb9c8e1 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:10.924529 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c23f3db-f0c9-43f8-bff9-60744c9b594c req-40fc088a-1e67-453e-b3a0-b2caafb9c8e1 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 949 time: 0.0524156 Oct 15 19:44:10.938250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:10.942865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:10.949887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-88d43673-285f-4afe-8131-6d3e22c2b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:10.951356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-88d43673-285f-4afe-8131-6d3e22c2b93f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1097 time: 0.0855479 Oct 15 19:44:10.971868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c23f3db-f0c9-43f8-bff9-60744c9b594c req-cb622375-0c48-4331-b691-f05f8c740c59 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409520 Oct 15 19:44:10.996643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.046378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.096169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.096791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.098162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] 10.222.0.11 "PUT /v2.0/ports/0d1ef451-bcca-4ab7-81b9-34d9f8f089fe HTTP/1.1" status: 200 len: 1096 time: 1.7385020 Oct 15 19:44:11.104037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:11.105828 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500" -d '{"events": [{"name": "network-changed", "server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:11.117255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.117255 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 disassociated. External IP: 172.25.0.193, port: 56092fc1-8f9f-4830-9a61-2e8c5d889411. Oct 15 19:44:11.126796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-92aec28b-cb59-4446-9576-ecd2efc468ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.128295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-92aec28b-cb59-4446-9576-ecd2efc468ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1495659 Oct 15 19:44:11.156098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-44b2fbb3-ede9-4e63-bc22-604640310e2b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.160045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-44b2fbb3-ede9-4e63-bc22-604640310e2b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.1217530 Oct 15 19:44:11.176533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f0ac4263-271d-4e26-bd2d-a989afdd0062 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/quotas/90e0c69d171d4767b6f6105213f3e9e8 HTTP/1.1" status: 200 len: 375 time: 0.0121231 Oct 15 19:44:11.210516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38389a-d5d1-4a6f-ad2d-2c79b439c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:11.216201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-ca2ea467-de64-44fc-9d18-0755bdc51390 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 217 time: 0.0483119 Oct 15 19:44:11.252897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-00c597a8-f704-4c04-a23b-9316e165631b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605028 Oct 15 19:44:11.280025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:11.349777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-985248d9-7913-41d7-905a-0ff25d237336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.351230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-985248d9-7913-41d7-905a-0ff25d237336 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1261506 Oct 15 19:44:11.354344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-aa5ecde1-9fb7-4ae7-b706-a9136b2d52fb service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934582 Oct 15 19:44:11.364566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-78016b89-1d5a-4d13-98fe-606f9dbda3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.365922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-78016b89-1d5a-4d13-98fe-606f9dbda3c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb8b7484ab404bf0880eb0e996621a53&device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 1099 time: 0.1268020 Oct 15 19:44:11.388886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:11.408578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'mac_address': 'fa:16:3e:78:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:11.449754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.457971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-451da1d4-0b89-4cb9-aab0-fb05dbf9a201 service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941038 Oct 15 19:44:11.459844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-e8cfb1d3-52ec-4a57-8115-2485eba40e25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe HTTP/1.1" status: 200 len: 217 time: 0.0536788 Oct 15 19:44:11.469885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:11.490562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:11.548792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-6fb8a000-f72a-44b4-9efc-887934b6494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.550262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-6fb8a000-f72a-44b4-9efc-887934b6494e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879959 Oct 15 19:44:11.561336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.589605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-7506a84b-43d8-432a-99d1-9336c49e1a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.591082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-7506a84b-43d8-432a-99d1-9336c49e1a45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1188307 Oct 15 19:44:11.593223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:11.721209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f164c92c-763b-4e54-82b8-06e23d36302e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:11.771365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:11.781101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-8d011caf-d73d-4655-a845-d9ff034db210 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167957 Oct 15 19:44:11.784642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61496dc-3171-48d2-a860-6686564529a1 req-686c6ed5-9782-48af-8894-971b63370333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.786348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-686c6ed5-9782-48af-8894-971b63370333 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1849020 Oct 15 19:44:11.798322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:11.905600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f164c92c-763b-4e54-82b8-06e23d36302e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:11.909990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6d64-34ae-4e06-92a1-a4050473f22a req-46535807-ecd4-4b14-bb9e-c44a1a25e125 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:11.912093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-871d6d64-34ae-4e06-92a1-a4050473f22a req-46535807-ecd4-4b14-bb9e-c44a1a25e125 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 947 time: 0.0670049 Oct 15 19:44:11.918709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f164c92c-763b-4e54-82b8-06e23d36302e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:11.919079 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:11.954524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-871d6d64-34ae-4e06-92a1-a4050473f22a req-66dcca44-9a58-4b0b-aa11-e12c9cb73cbb tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338101 Oct 15 19:44:11.983503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:11.989690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:12.000156 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:12.019438 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:12.020365 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:12.043679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:12.047291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ff1dec6-66ef-470f-ae6a-3431f0d80090 req-19d474d4-3749-45c8-bca2-ab9e3233124d service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001059 Oct 15 19:44:12.073391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-0a424a90-b18d-4a1e-b44f-c3f9581e7458 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "PUT /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 695 time: 1.4213829 Oct 15 19:44:12.076413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:12.081523 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f2df6-0402-4a6b-bf54-616151037de5" -d '{"events": [{"server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "name": "network-vif-plugged", "status": "completed", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:12.084432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-d2d16839-db8e-475a-bbb1-14b610e2aadf service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827091 Oct 15 19:44:12.104272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f164c92c-763b-4e54-82b8-06e23d36302e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:12.136992 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25af217a-7741-4072-a923-e82bd6fa90f5 x-openstack-request-id: req-25af217a-7741-4072-a923-e82bd6fa90f5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:12.137274 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:12.137525 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25af217a-7741-4072-a923-e82bd6fa90f5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:12.137912 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe', 'status': 'completed', 'code': 200} Oct 15 19:44:12.199944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-7c072db0-a8c2-4483-9e3b-c85be07c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.201642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:12.208966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-7c072db0-a8c2-4483-9e3b-c85be07c9730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1097 time: 0.1234558 Oct 15 19:44:12.268182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:12.278541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33b253-f638-4278-8a4f-67708641e381 req-65d2f934-ffa6-4b62-ba98-8159a1da81a0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.288690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc33b253-f638-4278-8a4f-67708641e381 req-65d2f934-ffa6-4b62-ba98-8159a1da81a0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1029267 Oct 15 19:44:12.290617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:12.325811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc33b253-f638-4278-8a4f-67708641e381 req-f5792a6f-aa41-4abe-9cf6-cbc2471fc086 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358675 Oct 15 19:44:12.334083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d61496dc-3171-48d2-a860-6686564529a1 req-e5dab96d-bd3c-4130-a2c6-f46def12dd40 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473233 Oct 15 19:44:12.335478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-f2297d8d-3777-46e8-9ee3-a78728e59341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.336923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-f2297d8d-3777-46e8-9ee3-a78728e59341 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.1272068 Oct 15 19:44:12.394794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-85cb8228-cad1-492e-835d-6ead2642c0fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 217 time: 0.0485632 Oct 15 19:44:12.465477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-159ad326-5fa4-496c-84f3-e4e290571b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.471471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fc27b14e-3234-4692-9c56-1b13b9405c6f req-7766a466-397d-4f2f-8d19-8f927b891cfb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 210 time: 0.0516150 Oct 15 19:44:12.480481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-159ad326-5fa4-496c-84f3-e4e290571b18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.0780683 Oct 15 19:44:12.489802 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:12.523831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:12.533805 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:12.534465 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:12.564788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-d9fd1695-39a6-4b8f-b74a-79323f5015ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.572035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-d9fd1695-39a6-4b8f-b74a-79323f5015ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826848 Oct 15 19:44:12.582448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-936e3bc8-dd47-44e7-8e04-867a70b5bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.585042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-936e3bc8-dd47-44e7-8e04-867a70b5bca3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cb8b7484ab404bf0880eb0e996621a53&device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 1099 time: 0.1021428 Oct 15 19:44:12.660293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:12.675517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206c9d-8dd7-43cd-be79-51cc12319fa1 req-b9302fe3-3b37-42ed-ad4c-2e3cc275a3d5 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.677593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b206c9d-8dd7-43cd-be79-51cc12319fa1 req-b9302fe3-3b37-42ed-ad4c-2e3cc275a3d5 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.0617642 Oct 15 19:44:12.739302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b206c9d-8dd7-43cd-be79-51cc12319fa1 req-f322162a-caf8-4a6a-b28f-c1d524dc3750 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550752 Oct 15 19:44:12.745828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-65b626ba-ca38-4093-80da-e6265e7d5446 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727142 Oct 15 19:44:12.749579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-6bf7c5a2-f8ff-4f1d-8d94-090b8c16c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.751112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-6bf7c5a2-f8ff-4f1d-8d94-090b8c16c593 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1545341 Oct 15 19:44:12.803500 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cca8405-89c8-4598-aca1-befe5728f6fb x-openstack-request-id: req-1cca8405-89c8-4598-aca1-befe5728f6fb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:12.804756 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "name": "network-vif-plugged", "status": "completed", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:12.805261 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cca8405-89c8-4598-aca1-befe5728f6fb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:12.806612 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e', 'code': 200} Oct 15 19:44:12.826969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-a68f1760-7c71-479e-a7f3-1a30a977ac40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe HTTP/1.1" status: 200 len: 217 time: 0.0659013 Oct 15 19:44:12.901442 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:12.926887 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e96297-a25f-42d5-8376-73217a1c79b4 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:12.957024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-e9ccb9b8-9833-4eb0-9afc-ce8cf16d039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.961025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-e9ccb9b8-9833-4eb0-9afc-ce8cf16d039c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0971661 Oct 15 19:44:12.968604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea9810-a00d-4455-b2c4-348401e7c116 req-c2472570-dbac-41de-abac-a5f1797b5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:12.970226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acea9810-a00d-4455-b2c4-348401e7c116 req-c2472570-dbac-41de-abac-a5f1797b5a85 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 1102 time: 0.0984137 Oct 15 19:44:12.972268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18084ca9-8c99-4e8d-91b4-fc890b2591d0 req-6143519c-7655-43d8-b4c8-a75a46d7e74e service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201390 Oct 15 19:44:13.064321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-bb976f12-e108-4fbf-9bb4-ca01bde3cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:13.066209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-bb976f12-e108-4fbf-9bb4-ca01bde3cf55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926163 Oct 15 19:44:13.082213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acea9810-a00d-4455-b2c4-348401e7c116 req-0579ba3a-a6b1-4eb9-8f6a-2a511799fc1a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978601 Oct 15 19:44:13.211673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a08b74-f049-46bc-bbfd-d4f9d725fdc8 req-cf27da63-f532-4481-8153-6ff7aecd6639 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:13.213187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a08b74-f049-46bc-bbfd-d4f9d725fdc8 req-cf27da63-f532-4481-8153-6ff7aecd6639 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 947 time: 0.1201191 Oct 15 19:44:13.220080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-b75a982b-b63e-489d-ba35-c77337d687df service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455781 Oct 15 19:44:13.257478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da397b-61b2-4a64-b0d4-7b66474cdb14 None None] New status for floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:44:13.301968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:13.525206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:13.525427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:13.616694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:13.645551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a08b74-f049-46bc-bbfd-d4f9d725fdc8 req-5d090f92-b787-4f28-9de4-8de8675585aa tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221706 Oct 15 19:44:13.664299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:13.688387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7de098ee-35e7-4b2b-a0c7-7c11b36ff500 req-fc520374-4417-436b-909a-4141f9eb421a service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576063 Oct 15 19:44:13.760108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:13.795182 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-432b2836-282b-4e0d-899a-6ece38c3ad4e req-7471dc1e-2b5d-4866-8c2c-b0432d0bb9a4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 210 time: 0.0349414 Oct 15 19:44:13.825428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-70feeafc-25c0-4f60-832b-d5bf1f2edac3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:13.827088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-70feeafc-25c0-4f60-832b-d5bf1f2edac3 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0765469 Oct 15 19:44:13.848403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:13.886754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-09751b1e-4ff2-432d-9ead-bf8786cc96cd tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0527236 Oct 15 19:44:13.897616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:13.942897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:14.055152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b66765-82ce-45e7-b95c-a442ca05d899 req-2d4a5282-fcd8-4e14-b9f5-5feb4eb75bcf tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:14.056590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14b66765-82ce-45e7-b95c-a442ca05d899 req-2d4a5282-fcd8-4e14-b9f5-5feb4eb75bcf tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.0525894 Oct 15 19:44:14.104344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-14b66765-82ce-45e7-b95c-a442ca05d899 req-da087e50-fd9c-41fd-9c48-d90715a38fe5 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Oct 15 19:44:14.140294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:14.144266 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dede57ed-597f-40b4-b27e-bb7c6220bb52" -d '{"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:14.327235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-b4d59608-4126-4206-aa12-b09b1141f85d tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:14.330412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-b4d59608-4126-4206-aa12-b09b1141f85d tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/networks?id=859dc496-d819-4971-8d88-9cf201f1c700 HTTP/1.1" status: 200 len: 809 time: 0.1088705 Oct 15 19:44:14.344932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-414fec27-c539-4db4-9521-113ad6ae9d34 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/quotas/13487124a1634ded94d8019785c0d512 HTTP/1.1" status: 200 len: 375 time: 0.0100520 Oct 15 19:44:14.400609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-75d71e3c-b210-4c18-bfef-82e2ca54f01d tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=13487124a1634ded94d8019785c0d512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493181 Oct 15 19:44:14.539605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-2a0313fc-06a0-4b80-8f46-0a7d94ffdfb1 service neutron] 10.222.0.13 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380661 Oct 15 19:44:14.551986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:44:14.632064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-e0b81350-3bc0-49f7-b6b6-f099e914f3e4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:14.633741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-e0b81350-3bc0-49f7-b6b6-f099e914f3e4 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.2401903 Oct 15 19:44:14.638212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:14.647844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'port': {'device_id': '8d2c730d-f919-450f-9721-c224777cca27', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'admin_state_up': True, 'tenant_id': '90e0c69d171d4767b6f6105213f3e9e8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:14.699761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-283a03cc-0387-4386-9a69-c9a71385a8c1 service neutron] 10.222.0.13 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486824 Oct 15 19:44:14.755798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:14.808365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:14.810697 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18761287-f5a2-4241-a3fb-1813a5784a98" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:14.909765 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 associated. External IP: 172.25.0.193, port: 9f897f2a-19f0-4cc4-a798-8b950d25bffa. Oct 15 19:44:14.998472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Made reservation on behalf of 90e0c69d171d4767b6f6105213f3e9e8 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:15.002574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:15.254337 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee5aebd-9269-47d2-953e-e96d307b97b9 x-openstack-request-id: req-1ee5aebd-9269-47d2-953e-e96d307b97b9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:15.254647 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:15.254882 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ee5aebd-9269-47d2-953e-e96d307b97b9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:15.255262 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'status': 'completed', 'code': 200} Oct 15 19:44:15.331727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2623f-9811-422f-aa32-27cf296def8f req-81d34e42-4dca-4a1e-be44-179262946dc4 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:15.346095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0e2623f-9811-422f-aa32-27cf296def8f req-81d34e42-4dca-4a1e-be44-179262946dc4 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 947 time: 0.1113291 Oct 15 19:44:15.364564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Allocated IP 172.20.0.14 (dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641/ed85bfe4-45fc-4586-9a86-9c95defd73a9/df954ffc-89f7-4459-83f5-bf4d3fcffe15) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:15.391838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:15.404044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-59ea629f-f59f-4a77-97db-378126b0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:15.405090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0e2623f-9811-422f-aa32-27cf296def8f req-00e1d463-fc38-4e5a-8155-28221d56a4ca tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Oct 15 19:44:15.406076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-59ea629f-f59f-4a77-97db-378126b0aa53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 1097 time: 0.1500576 Oct 15 19:44:15.508743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-26b53b12-e1f0-4d9f-9a8d-529e91316656 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:15.510994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-26b53b12-e1f0-4d9f-9a8d-529e91316656 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c73d04-bfef-4404-8ca3-17bd2c937303 HTTP/1.1" status: 200 len: 945 time: 0.2148366 Oct 15 19:44:15.520476 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efcf0f9-6da0-4730-b5b7-cda26afdc371 x-openstack-request-id: req-0efcf0f9-6da0-4730-b5b7-cda26afdc371 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:15.520757 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:15.521224 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0efcf0f9-6da0-4730-b5b7-cda26afdc371 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:15.521848 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'code': 200} Oct 15 19:44:15.631610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-313b8481-5f15-41ca-a585-04b48522838f req-c27aa41a-385c-4dbe-9299-a66756a406fd tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 210 time: 0.0519743 Oct 15 19:44:15.795385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-689ae975-b050-4105-af76-d8218920bb96 req-c4cfb87a-7b1c-4d67-9e3b-ed84569b2364 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 210 time: 0.0403023 Oct 15 19:44:15.827600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-7d49b844-ad3d-46cc-8c09-286f36617610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:15.829769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-7d49b844-ad3d-46cc-8c09-286f36617610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.4041328 Oct 15 19:44:15.844261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:15.856056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:15.870729 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:15.883450 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:15.884391 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:15.891680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:15.899385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-28d2f1f7-f7c5-4496-943c-1f77c5403362 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 200 len: 217 time: 0.0588896 Oct 15 19:44:15.976490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-81338fac-cd50-4026-b2c2-5d03bc2faed6 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "PUT /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 997 time: 2.0831630 Oct 15 19:44:15.991172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defea8bc-8ad4-427c-9964-b0462e88f3e1 req-3c0193c5-3326-4c74-a306-de5c56870e20 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:15.993383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Deleting port 56092fc1-8f9f-4830-9a61-2e8c5d889411 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:15.993725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:16.005825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-defea8bc-8ad4-427c-9964-b0462e88f3e1 req-3c0193c5-3326-4c74-a306-de5c56870e20 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.1199865 Oct 15 19:44:16.050902 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:16.059146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-defea8bc-8ad4-427c-9964-b0462e88f3e1 req-06aa40d3-72aa-4f7a-b5dd-3d3f615f9863 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Oct 15 19:44:16.075668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-f78da952-1d5d-4baf-befc-b4a26eda5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:16.075668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-f78da952-1d5d-4baf-befc-b4a26eda5e1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1513879 Oct 15 19:44:16.157956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:16.242620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] For port 56092fc1-8f9f-4830-9a61-2e8c5d889411, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=56092fc1-8f9f-4830-9a61-2e8c5d889411,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:16.242992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:16.278637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Calling delete_port for 56092fc1-8f9f-4830-9a61-2e8c5d889411 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:16.286781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-5e77bfa5-d1a7-4d7d-9a1c-d21202fa25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:16.303343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-5e77bfa5-d1a7-4d7d-9a1c-d21202fa25e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.2982683 Oct 15 19:44:16.413485 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:14Z', 'revision_number': 8, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:16.414983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:16.416714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:16.456175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:16.457741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:16.463333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:16.465987 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:16.467466 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:43:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:16.557554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-871b65a0-f552-49b1-91ac-14203accc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:16.559058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-871b65a0-f552-49b1-91ac-14203accc7d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4785798 Oct 15 19:44:16.598348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:16.603399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:16.604317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:16.738371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-a6da7b79-3dff-4979-b015-5a791b9a5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:16.738752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-a6da7b79-3dff-4979-b015-5a791b9a5843 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.4345181 Oct 15 19:44:16.853531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:14Z', 'revision_number': 8, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:16.893504 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa98d8b-4141-4dcb-871c-6353bfb1192e None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'floating_ip_address': '172.25.0.193', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'port_id': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'mac_address': 'fa:16:3e:2c:f2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:43:29Z', 'updated_at': '2021-10-15T19:44:14Z', 'revision_number': 8, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:17.127282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-5ea6571c-0835-4456-a440-8a5edc842b4c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4842119 Oct 15 19:44:17.151374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Request body: {'port': {'device_id': '8d2c730d-f919-450f-9721-c224777cca27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:17.222529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03b30be-ff8d-446d-8e9d-2a5e3463305a None None] New status for floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:44:17.237705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-7734beec-8ba9-44b8-99ca-5b085550cb8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 1000 time: 0.4892087 Oct 15 19:44:17.257730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:17.260026 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c298033-3a58-4401-afe7-bce65c66a510" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:17.364185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:17.380398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:17.400968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-e65a8b12-747a-421b-ae5d-d22989d9b303 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895782 Oct 15 19:44:17.589598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:17.619852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe', 'mac_address': 'fa:16:3e:ea:01:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:17.660267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-36a98649-dca3-4c5f-a928-5933dcf1337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:17.662118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-36a98649-dca3-4c5f-a928-5933dcf1337f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.4124911 Oct 15 19:44:17.672019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dede57ed-597f-40b4-b27e-bb7c6220bb52 req-5ba15e1c-71f3-4565-9d51-431ad6dfd6b5 service neutron] 10.222.0.15 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518840 Oct 15 19:44:17.682730 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:17.697782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:17.726786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:17.760214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:17.783688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f897f2a-19f0-4cc4-a798-8b950d25bffa'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:17.871675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df979db5-bb98-4412-ab5b-49c850f1384f req-db62b4c3-98cf-4fbd-a164-4f6d65c7db4b tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:17.874009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:17.885974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df979db5-bb98-4412-ab5b-49c850f1384f req-db62b4c3-98cf-4fbd-a164-4f6d65c7db4b tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 947 time: 0.0931466 Oct 15 19:44:17.900470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event deleted for resources: {'Port': ['ID=56092fc1-8f9f-4830-9a61-2e8c5d889411,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:18.012629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df979db5-bb98-4412-ab5b-49c850f1384f req-657bbe90-3525-4362-91ac-1d03c68c9ce7 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254694 Oct 15 19:44:18.027617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-39812a5a-7acb-4406-a56f-f2e750184e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:18.039094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-39812a5a-7acb-4406-a56f-f2e750184e6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3625472 Oct 15 19:44:18.114255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] No DVR routers for this DVR port 56092fc1-8f9f-4830-9a61-2e8c5d889411 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:18.120104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:18.124630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-980b3d3d-f294-4b24-8292-68a74058c3f3 req-0cec471a-24e5-40a0-b1e9-b6201b161e7f tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.15 "DELETE /v2.0/ports/56092fc1-8f9f-4830-9a61-2e8c5d889411 HTTP/1.1" status: 204 len: 173 time: 2.5985355 Oct 15 19:44:18.187107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:18.312760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0d1ef451-bcca-4ab7-81b9-34d9f8f089fe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:18.342323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7f1fb-7c42-49b3-8747-549f029413b3 req-02589b10-b60c-4b91-a4d5-59c393e6168e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:18.344191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90c7f1fb-7c42-49b3-8747-549f029413b3 req-02589b10-b60c-4b91-a4d5-59c393e6168e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 932 time: 0.1101351 Oct 15 19:44:18.418149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90c7f1fb-7c42-49b3-8747-549f029413b3 req-288db152-0746-4589-b5e5-c951ea049151 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670907 Oct 15 19:44:18.580757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f3b5674f-cf58-4212-95ad-548dec1ead1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:18.666446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b27a84e4-ea25-467d-bd0d-623631c70bd3 req-fa29e19a-affc-42bc-936a-9cc77328c367 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 210 time: 0.0464385 Oct 15 19:44:18.671418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-63ef220c-c1bb-42ea-8f5b-972437b22409 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488887 Oct 15 19:44:18.764206 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12757e30-870f-4c3c-bbf7-3812cdf093c6 x-openstack-request-id: req-12757e30-870f-4c3c-bbf7-3812cdf093c6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:18.764499 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:18.764762 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12757e30-870f-4c3c-bbf7-3812cdf093c6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:18.766855 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:44:18.846555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-9ad07ac6-718c-4154-b160-0ccb91bf5164 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:18.854747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-9ad07ac6-718c-4154-b160-0ccb91bf5164 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 1102 time: 0.0549452 Oct 15 19:44:18.872563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-bf0a558f-682d-4ed4-851b-dbb0b760b502 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:18.980601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-bf0a558f-682d-4ed4-851b-dbb0b760b502 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:18.992400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-9ebff3ed-dc94-4f64-9e7b-92a15f32591b tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:18.996811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-9ebff3ed-dc94-4f64-9e7b-92a15f32591b tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.15 "GET /v2.0/networks?id=859dc496-d819-4971-8d88-9cf201f1c700 HTTP/1.1" status: 200 len: 809 time: 0.4840147 Oct 15 19:44:19.069316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Request body: {'port': {'device_id': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700', 'admin_state_up': True, 'tenant_id': '13487124a1634ded94d8019785c0d512'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:19.092165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-bf0a558f-682d-4ed4-851b-dbb0b760b502 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:19.122720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a8b854b-4135-4165-a443-1c51cb9762e6 req-bf0a558f-682d-4ed4-851b-dbb0b760b502 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667034 Oct 15 19:44:19.164911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a558f-682d-4ed4-851b-dbb0b760b502 tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f796636-1fbd-45da-b7d2-c4875e5629a2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:19.209951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c298033-3a58-4401-afe7-bce65c66a510 req-3e66927e-07aa-4cc5-b9d7-3b04a8e1522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.211473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-3e66927e-07aa-4cc5-b9d7-3b04a8e1522c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.4429162 Oct 15 19:44:19.275059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b50c10-e48a-4426-a1e0-321741c77ea8 req-5a1fde17-c8e5-40fe-bb15-1a7b04ad56ca service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227728 Oct 15 19:44:19.324918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df954ffc-89f7-4459-83f5-bf4d3fcffe15 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:19.345681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1bc6c-0f15-41a6-8486-c2404abdd681 req-b7c0189d-9b70-4a2f-87ea-e748dac81ab0 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.351835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9be1bc6c-0f15-41a6-8486-c2404abdd681 req-b7c0189d-9b70-4a2f-87ea-e748dac81ab0 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 948 time: 0.0929396 Oct 15 19:44:19.365345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:19.445218 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9be1bc6c-0f15-41a6-8486-c2404abdd681 req-bafde29f-4a44-49d6-ae32-44f803e44bf8 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831323 Oct 15 19:44:19.465949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Transition to ACTIVE for port object df954ffc-89f7-4459-83f5-bf4d3fcffe15 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:44:19.492892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c298033-3a58-4401-afe7-bce65c66a510 req-2091a268-995f-4a12-a391-83e99991399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.494516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-2091a268-995f-4a12-a391-83e99991399c service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.2663157 Oct 15 19:44:19.582456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Made reservation on behalf of 13487124a1634ded94d8019785c0d512 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:19.593650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:19.619317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-cbd6b06a-2f86-4794-bf5a-be93fdb6d9d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 1002 time: 0.1144593 Oct 15 19:44:19.629523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc9d1b48-d045-4f17-8b27-cb01f1ee3079 req-140ec595-1ce7-43c7-9b5e-8184011945fb tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 999 time: 0.1439884 Oct 15 19:44:19.718774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 56092fc1-8f9f-4830-9a61-2e8c5d889411 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:19.749972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 56092fc1-8f9f-4830-9a61-2e8c5d889411 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:19.750673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 56092fc1-8f9f-4830-9a61-2e8c5d889411 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:19.769589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c298033-3a58-4401-afe7-bce65c66a510 req-1757b442-3693-45d7-833a-898d1e321f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.771077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-1757b442-3693-45d7-833a-898d1e321f28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1276667 Oct 15 19:44:19.771712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:19.792353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d1b48-d045-4f17-8b27-cb01f1ee3079 req-6f39c960-0f5d-44fa-a5cf-bc27f85a434e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.794268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc9d1b48-d045-4f17-8b27-cb01f1ee3079 req-6f39c960-0f5d-44fa-a5cf-bc27f85a434e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1552248 Oct 15 19:44:19.806253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-dc9d1b48-d045-4f17-8b27-cb01f1ee3079 req-c16bd25a-7f04-471a-b3b5-58c8652321ba tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:44:19.829167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc9d1b48-d045-4f17-8b27-cb01f1ee3079 req-c16bd25a-7f04-471a-b3b5-58c8652321ba tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0254741 Oct 15 19:44:19.896046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:19.991354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c298033-3a58-4401-afe7-bce65c66a510 req-f78052c7-1364-4888-a3e6-b99cb04b69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:19.992904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-f78052c7-1364-4888-a3e6-b99cb04b69ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563168 Oct 15 19:44:20.004049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b524d7-686c-480f-adb2-cee20f26b9ef req-30d1e924-8776-4bca-82fe-63317ba7730f tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.005610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02b524d7-686c-480f-adb2-cee20f26b9ef req-30d1e924-8776-4bca-82fe-63317ba7730f tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 932 time: 0.4060917 Oct 15 19:44:20.027682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Allocated IP 172.20.0.6 (859dc496-d819-4971-8d88-9cf201f1c700/90427c8c-feeb-4067-87be-e646a7d9a8b6/b2d46097-6513-429d-9c4c-832e8922ee10) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:20.081330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ce9894d-1473-4b94-8eaa-06b4b682c0a8 req-24193d45-d5ed-4389-b411-27a1fc4a5eac tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 210 time: 0.0639529 Oct 15 19:44:20.179897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-3b6018fd-0b24-46d8-952c-b6d9f78f72dc tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1002 time: 0.0707753 Oct 15 19:44:20.191838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02b524d7-686c-480f-adb2-cee20f26b9ef req-d04c6faf-cd66-4323-9cd1-4712bcf4ef12 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615114 Oct 15 19:44:20.243828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-bc249fb5-3cb3-4c7d-bdec-0810647accb2 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343094 Oct 15 19:44:20.283717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-07317ada-db3e-4df0-b9bc-eb22a152cc46 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.285327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-07317ada-db3e-4df0-b9bc-eb22a152cc46 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports/9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 943 time: 0.0995286 Oct 15 19:44:20.327151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Attempting to bind port df954ffc-89f7-4459-83f5-bf4d3fcffe15 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:20.327490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Attempting to bind port df954ffc-89f7-4459-83f5-bf4d3fcffe15 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:20.328004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Attempting to bind port df954ffc-89f7-4459-83f5-bf4d3fcffe15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:20.386665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Port df954ffc-89f7-4459-83f5-bf4d3fcffe15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:44:20.387060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Attempting to bind port df954ffc-89f7-4459-83f5-bf4d3fcffe15 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:20.388624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-c7267857-22a5-407f-a7b1-60356799a99d tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1002 time: 0.0616617 Oct 15 19:44:20.434014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:20.434355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Checking segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:20.434746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Bound using segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:20.435210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Bound port: df954ffc-89f7-4459-83f5-bf4d3fcffe15, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:20.435581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.487409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695c97c-26e3-4807-875a-d7a4b24fc2bd req-2259d13c-9369-40ab-b557-f05fb9240bab tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.489043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2695c97c-26e3-4807-875a-d7a4b24fc2bd req-2259d13c-9369-40ab-b557-f05fb9240bab tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 1102 time: 0.1975212 Oct 15 19:44:20.533778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c298033-3a58-4401-afe7-bce65c66a510 req-d9ad9049-f976-4d25-9fac-107ea2aafa17 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802365 Oct 15 19:44:20.544495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-4b82bb30-a0c0-4849-bd40-4376edb9b910 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.553001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-4b82bb30-a0c0-4849-bd40-4376edb9b910 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1537333 Oct 15 19:44:20.571693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.644270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-adc7c4ca-7100-4019-95d3-0863955f226e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 1002 time: 0.0901883 Oct 15 19:44:20.649564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2695c97c-26e3-4807-875a-d7a4b24fc2bd req-097a46e8-bf22-4508-a87d-92c9c5f4208b tempest-ServersAdminNegativeTestJSON-1522975713 tempest-ServersAdminNegativeTestJSON-1522975713-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458557 Oct 15 19:44:20.665632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:20.691161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:20.694463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:20.753664 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.770525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'name': 'network-vif-deleted', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:20.775991 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee43900f-990a-46ca-a296-bdd05cdd90b8" -d '{"events": [{"server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "name": "network-vif-deleted", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:20.817743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980fb9-9b1d-4e45-a512-55714f217111 req-c36d2eca-84bb-4139-87cd-7a01ad7cddd1 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.819395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22980fb9-9b1d-4e45-a512-55714f217111 req-c36d2eca-84bb-4139-87cd-7a01ad7cddd1 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 948 time: 0.0925934 Oct 15 19:44:20.853899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.856680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.906812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:20.907262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.909118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] 10.222.0.11 "PUT /v2.0/ports/df954ffc-89f7-4459-83f5-bf4d3fcffe15 HTTP/1.1" status: 200 len: 1093 time: 3.7696040 Oct 15 19:44:20.947433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:20.952933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Network 859dc496-d819-4971-8d88-9cf201f1c700 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:20.955093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:20.980739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22980fb9-9b1d-4e45-a512-55714f217111 req-7c4ea1ec-3d2a-4126-8934-94bb530165d1 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549718 Oct 15 19:44:20.981600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:21.037582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022542c-cb66-45a7-8d6c-2ee578317670 service neutron] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:21.061831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.062382 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 disassociated. External IP: 172.25.0.193, port: 9f897f2a-19f0-4cc4-a798-8b950d25bffa. Oct 15 19:44:21.186926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:21.187676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.257103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-b430a1fa-19fb-4f78-a8ce-e9e03b3ab8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:21.258588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-b430a1fa-19fb-4f78-a8ce-e9e03b3ab8f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 1096 time: 0.1614747 Oct 15 19:44:21.259182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Pushing event updated for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:21.322751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:21.385251 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7ef843-9ee6-46d4-aed3-c5978a6e1cd5 x-openstack-request-id: req-cd7ef843-9ee6-46d4-aed3-c5978a6e1cd5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:21.385578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c73d04-bfef-4404-8ca3-17bd2c937303", "name": "network-vif-deleted", "tag": "56092fc1-8f9f-4830-9a61-2e8c5d889411", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:21.385814 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd7ef843-9ee6-46d4-aed3-c5978a6e1cd5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:21.386225 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c73d04-bfef-4404-8ca3-17bd2c937303', 'name': 'network-vif-deleted', 'tag': '56092fc1-8f9f-4830-9a61-2e8c5d889411', 'status': 'completed', 'code': 200} Oct 15 19:44:21.387909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-15c895bd-ccc0-4d41-8557-05abb6b637a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15 HTTP/1.1" status: 200 len: 217 time: 0.1176884 Oct 15 19:44:21.399693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-3a982f51-a6a7-4592-b5a3-73dbc9111aa0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3538041 Oct 15 19:44:21.413791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Request body: {'port': {'device_id': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:21.477527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-d1c2c5f2-0e87-4397-990e-960853857b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:21.478991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-d1c2c5f2-0e87-4397-990e-960853857b77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 200 len: 862 time: 0.0624015 Oct 15 19:44:21.487060 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e62af4f-567b-4e9c-84e4-12abf8ce3933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.526855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:21.530777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:21.531409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.542725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:21.596279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-81334612-046b-4764-8950-e7eb04485f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975053 Oct 15 19:44:21.662370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.672472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.702765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:21.707312 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44caa998-42bc-46f0-9af1-490b3c252731" -d '{"events": [{"server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:21.724457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:21.732262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:21.742344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb385a6-4605-4f3b-8651-fb69a88f4b01 req-33367009-1194-4a97-8b98-8835b00faa47 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:21.744606 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:21.753672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afb385a6-4605-4f3b-8651-fb69a88f4b01 req-33367009-1194-4a97-8b98-8835b00faa47 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 931 time: 0.2444923 Oct 15 19:44:21.755849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.760276 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:21.765732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:21.826693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7edc12f1-a445-4b72-8656-f8015a535fb7 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "PUT /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 696 time: 1.1813667 Oct 15 19:44:21.827237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:21.831022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:21.836775 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf71286-c192-4079-be5c-bd6f7420bccd" -d '{"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:21.865311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afb385a6-4605-4f3b-8651-fb69a88f4b01 req-c0cffb61-6ac6-46f4-881a-95bb5fbd063d tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097257 Oct 15 19:44:21.926779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:21.946640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7c0d4b0a-d792-49d9-8352-970fcd088c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:21.949329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-7c0d4b0a-d792-49d9-8352-970fcd088c17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.1054530 Oct 15 19:44:22.048204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-10e3d09f-728c-4d14-a082-0adcc0b94088 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387767 Oct 15 19:44:22.170773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-1464adab-f2a1-4598-b55b-f60e827cefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.175797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-1464adab-f2a1-4598-b55b-f60e827cefe3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.2197907 Oct 15 19:44:22.211472 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:22.227933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5ead5f6-6d1a-4d88-80a9-b49966175422 req-ddd14713-86c9-44d8-b63c-dcdcd4aaa486 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649446 Oct 15 19:44:22.245208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b948912-fa67-4e01-89b3-4ca1661d3164 req-c6587d08-56b7-4b94-ada8-8516efe47933 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.259784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b948912-fa67-4e01-89b3-4ca1661d3164 req-c6587d08-56b7-4b94-ada8-8516efe47933 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 944 time: 0.2668240 Oct 15 19:44:22.300003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-487c97a6-2d83-4ba5-8437-ddabec90b63e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.1121786 Oct 15 19:44:22.345465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b948912-fa67-4e01-89b3-4ca1661d3164 req-376a2e73-1c97-439f-a239-e59f35dec7d3 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 Oct 15 19:44:22.395158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.471159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.483092 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b65c1-48c8-4b06-a731-62655c5aa6f1 x-openstack-request-id: req-3c8b65c1-48c8-4b06-a731-62655c5aa6f1 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:22.483628 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "name": "network-vif-plugged", "status": "completed", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:22.484090 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c8b65c1-48c8-4b06-a731-62655c5aa6f1 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:22.484739 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe', 'code': 200} Oct 15 19:44:22.508596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-0f44841e-c0b8-41fb-84a5-b90519a55de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.511693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-0f44841e-c0b8-41fb-84a5-b90519a55de6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.2051940 Oct 15 19:44:22.553148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d46097-6513-429d-9c4c-832e8922ee10 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:22.576184 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915d6157-9cfe-45fb-a27a-9d8150834d36 x-openstack-request-id: req-915d6157-9cfe-45fb-a27a-9d8150834d36 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:22.582377 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:22.582377 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-915d6157-9cfe-45fb-a27a-9d8150834d36 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:22.582377 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:44:22.588322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-abbcb211-882f-4ca9-bd2b-150248cb661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.589297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.598686 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-abbcb211-882f-4ca9-bd2b-150248cb661e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798528 Oct 15 19:44:22.610502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.671309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:22.688058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Transition to ACTIVE for port object b2d46097-6513-429d-9c4c-832e8922ee10 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:44:22.709229 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:22.716601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-98486c43-5d1b-4846-91b3-6b0f54b3fa59 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143856 Oct 15 19:44:22.728205 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:22.729041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:22.738724 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.754961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a13c4-e885-4b61-aa6f-1ebf94973628 req-866e9deb-3958-4982-bd57-6d4884403743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.754961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-940a13c4-e885-4b61-aa6f-1ebf94973628 req-866e9deb-3958-4982-bd57-6d4884403743 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 1101 time: 0.2078662 Oct 15 19:44:22.758704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-88368b2a-6a6f-4c9b-9c50-718cb87e98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.760622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-88368b2a-6a6f-4c9b-9c50-718cb87e98a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0186f77562f94e82a1b23040ce84f20e&device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 1098 time: 0.1269686 Oct 15 19:44:22.842663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c2f20d4-8248-4bc5-9968-65da97df6f8c req-2ae3926b-10e5-4277-8d08-6910a3f0b6e5 service neutron] 10.222.0.13 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181841 Oct 15 19:44:22.848976 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:22.874585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c045-5d36-434b-a7b6-e53f2bbd30cf req-4ed3636f-9542-4e0c-9e34-32d5873648e0 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:22.881290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ce0c045-5d36-434b-a7b6-e53f2bbd30cf req-4ed3636f-9542-4e0c-9e34-32d5873648e0 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.2017353 Oct 15 19:44:22.899246 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:22.977163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-940a13c4-e885-4b61-aa6f-1ebf94973628 req-bac600c6-aea8-4382-a1c0-19a8a8fa695a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093511 Oct 15 19:44:23.327925 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:23.400349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:23.405739 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d23a30e-36f5-4191-a02d-754ed893be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:23.423162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:23.432110 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1380d58-fd95-4f4c-a68c-1018a53cdce8 None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f533242b-2236-49e8-b890-017cc49cbeb1', 'name': '', 'network_id': '8f87544c-c09b-44cb-94f6-990b13bbd52b', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'mac_address': 'fa:16:3e:7e:73:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:43:03Z', 'updated_at': '2021-10-15T19:43:09Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'subnets': [{'id': '4899cc2a-fbbe-4068-b243-26c7721e6396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:23.446971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba886749-4713-4059-bb60-74c0c5b24b01 req-c3a8918f-3700-41cc-a4d6-9e04d350fe63 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:23.450183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba886749-4713-4059-bb60-74c0c5b24b01 req-c3a8918f-3700-41cc-a4d6-9e04d350fe63 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 943 time: 0.0956278 Oct 15 19:44:23.472283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-11c912ac-66ad-48c7-9fb7-094d313377a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:23.473799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-11c912ac-66ad-48c7-9fb7-094d313377a1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 200 len: 920 time: 0.6965516 Oct 15 19:44:23.555953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ce0c045-5d36-434b-a7b6-e53f2bbd30cf req-4bfef1aa-c425-4c83-9ad5-754cdfdaf025 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496358 Oct 15 19:44:23.559055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba886749-4713-4059-bb60-74c0c5b24b01 req-f832484a-3b28-444b-856b-56265cfb8b11 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Oct 15 19:44:23.712017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-989aab11-5b87-44db-8fdc-6d8939ce9f4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 200 len: 217 time: 0.1796412 Oct 15 19:44:23.837676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-4da74996-ec18-4c08-b8ca-0d5bb5ab61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:23.843351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-4da74996-ec18-4c08-b8ca-0d5bb5ab61d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 200 len: 858 time: 0.1182292 Oct 15 19:44:23.866167 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d091ae13-565b-4f06-bc2d-746d817848c6 x-openstack-request-id: req-d091ae13-565b-4f06-bc2d-746d817848c6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:23.866441 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:23.866860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e085e-b574-452e-b71b-d753ff150ead req-c4836476-55d9-49c3-9287-886154476cbb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:23.871399 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d091ae13-565b-4f06-bc2d-746d817848c6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:23.871873 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'status': 'completed', 'code': 200} Oct 15 19:44:23.878780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e43e085e-b574-452e-b71b-d753ff150ead req-c4836476-55d9-49c3-9287-886154476cbb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 944 time: 0.1306243 Oct 15 19:44:23.959749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e43e085e-b574-452e-b71b-d753ff150ead req-5cd0ff4e-14c1-4062-bcd3-45083f1484d8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764782 Oct 15 19:44:23.978212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Attempting to bind port b2d46097-6513-429d-9c4c-832e8922ee10 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:23.978746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Attempting to bind port b2d46097-6513-429d-9c4c-832e8922ee10 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '84dd9254-463d-42ac-ae48-ad508a9a5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:23.978859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Attempting to bind port b2d46097-6513-429d-9c4c-832e8922ee10 on network 859dc496-d819-4971-8d88-9cf201f1c700 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:24.001545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Port b2d46097-6513-429d-9c4c-832e8922ee10 on network 859dc496-d819-4971-8d88-9cf201f1c700 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:44:24.001545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Attempting to bind port b2d46097-6513-429d-9c4c-832e8922ee10 on network 859dc496-d819-4971-8d88-9cf201f1c700 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:24.007935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-513e1398-2ba6-4183-b29e-be799fac5a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.009591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-513e1398-2ba6-4183-b29e-be799fac5a51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 1096 time: 0.1625202 Oct 15 19:44:24.014994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-a3dd1037-623a-40f0-9470-8653410f01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.016625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-a3dd1037-623a-40f0-9470-8653410f01ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8f87544c-c09b-44cb-94f6-990b13bbd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424477 Oct 15 19:44:24.017858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:24.018175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Checking segment: {'id': '84dd9254-463d-42ac-ae48-ad508a9a5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:24.018580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Bound using segment: {'id': '84dd9254-463d-42ac-ae48-ad508a9a5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:24.019028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Bound port: b2d46097-6513-429d-9c4c-832e8922ee10, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dd9254-463d-42ac-ae48-ad508a9a5777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:24.019388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:24.026664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffbc0d5-b421-4c53-ba9c-270af5ae512c None None] New status for floating IP 9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:44:24.331751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-4a30fb37-8469-4944-8157-c75d98f30485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.337535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-0ed189cf-81e1-4909-ad27-69a1117809ee tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 200 len: 696 time: 0.2107828 Oct 15 19:44:24.337892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-4a30fb37-8469-4944-8157-c75d98f30485 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 923 time: 0.2981253 Oct 15 19:44:24.465736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-2224221e-3d84-4091-b534-445d71f2aa96 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086795 Oct 15 19:44:24.576803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:24.599177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:24.607022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-821c5666-7c03-433e-a5a8-1ed4936c7b6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15 HTTP/1.1" status: 200 len: 217 time: 0.1353276 Oct 15 19:44:24.656544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-e7a39c37-2535-40f4-9163-eb6282fccd51 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.668740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-e7a39c37-2535-40f4-9163-eb6282fccd51 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.3301971 Oct 15 19:44:24.702858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b2d46097-6513-429d-9c4c-832e8922ee10,segment=NetworkSegment(84dd9254-463d-42ac-ae48-ad508a9a5777),segment_id=84dd9254-463d-42ac-ae48-ad508a9a5777)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:24.707939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-9a70e2a7-abde-46fa-aa1c-21ebe5e6a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.707939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-9a70e2a7-abde-46fa-aa1c-21ebe5e6a8cc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 200 len: 862 time: 0.0807481 Oct 15 19:44:24.733971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0e3b4-5828-4169-ab11-cb5dfedc1aa4 req-ba1e5a49-0ecf-4884-96f5-bc5654d10eeb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:24.745290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8b0e3b4-5828-4169-ab11-cb5dfedc1aa4 req-ba1e5a49-0ecf-4884-96f5-bc5654d10eeb tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.2647431 Oct 15 19:44:24.760512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-11490042-f884-402d-afbe-e5bb0978904a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 697 time: 0.0904653 Oct 15 19:44:24.817155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-878dc879-cf42-4410-a25d-849986d0668b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 697 time: 0.0555718 Oct 15 19:44:24.846933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-33b50aa1-ecf0-45d5-a99e-90a9929c783c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279418 Oct 15 19:44:24.969187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf71286-c192-4079-be5c-bd6f7420bccd req-49716f96-5550-453f-a693-a686c3149e80 service neutron] 10.222.0.11 "GET /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199536 Oct 15 19:44:24.989883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8b0e3b4-5828-4169-ab11-cb5dfedc1aa4 req-7bbdad1f-f46c-4a8a-9699-aebbce2cca4b tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377570 Oct 15 19:44:25.046747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Deleting port fa210a8b-e2fe-493a-ad7f-10e60ce544a6 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:25.052043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.059314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-5d38a152-1e49-4e56-aebc-9ad847e19d2a service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979666 Oct 15 19:44:25.113775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.205282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.206711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.235353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Calling delete_port for fa210a8b-e2fe-493a-ad7f-10e60ce544a6 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:25.268299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.268791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.270415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2d46097-6513-429d-9c4c-832e8922ee10 HTTP/1.1" status: 200 len: 1092 time: 3.8618639 Oct 15 19:44:25.357003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c9b2-ac80-49b8-836a-0c0a35177179 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:25.375657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d391807-0f3a-46cf-9e2e-4de08c1ca9ab req-913dd9fd-0ef1-4a87-b41f-a7a13df68437 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.385308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d391807-0f3a-46cf-9e2e-4de08c1ca9ab req-913dd9fd-0ef1-4a87-b41f-a7a13df68437 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.1316130 Oct 15 19:44:25.388462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d23a30e-36f5-4191-a02d-754ed893be2b req-740e655f-7a07-401a-89e3-b7b27a4c3610 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226643 Oct 15 19:44:25.474176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d391807-0f3a-46cf-9e2e-4de08c1ca9ab req-63b4c0b4-5054-46b2-b870-a10c95bab1e4 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879986 Oct 15 19:44:25.482089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-303dc80f-a32d-40ad-9028-44278605e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.483693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-303dc80f-a32d-40ad-9028-44278605e5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13487124a1634ded94d8019785c0d512&device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 1095 time: 0.0943637 Oct 15 19:44:25.499657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.564601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event deleted for resources: {'Port': ['ID=fa210a8b-e2fe-493a-ad7f-10e60ce544a6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:25.591538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-87a9cf7f-8bb5-489b-b3ef-d7d43425ccd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2d46097-6513-429d-9c4c-832e8922ee10 HTTP/1.1" status: 200 len: 217 time: 0.0948946 Oct 15 19:44:25.687223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.690406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:25.692776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b8da06e-81e1-469f-9a87-f1a22f5dc282 req-9fccf9d7-0362-4315-98d9-b1736e188d1b tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "DELETE /v2.0/floatingips/9e4768b7-b79b-4b8e-9154-a7ea70f3e5e8 HTTP/1.1" status: 204 len: 173 time: 0.8746192 Oct 15 19:44:25.696459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8758cce-4728-4b79-935e-319db54d9e79 req-1b4bc80b-2a55-44cc-85c5-224fa07174ab tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.698295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8758cce-4728-4b79-935e-319db54d9e79 req-1b4bc80b-2a55-44cc-85c5-224fa07174ab tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 943 time: 0.1050420 Oct 15 19:44:25.711819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-72b7e8dd-2cf0-4c2e-b692-c7d6d446be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.726540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-72b7e8dd-2cf0-4c2e-b692-c7d6d446be5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90427c8c-feeb-4067-87be-e646a7d9a8b6 HTTP/1.1" status: 200 len: 849 time: 0.0851450 Oct 15 19:44:25.768091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-4d4ab113-eb14-4e86-8f31-2272c93cb8bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=859dc496-d819-4971-8d88-9cf201f1c700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452137 Oct 15 19:44:25.863294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea14cb3-29c5-4225-a605-1317ea058c4c req-d6b4b09d-f1c4-492b-9caf-b71003b26452 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:25.871469 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ea14cb3-29c5-4225-a605-1317ea058c4c req-d6b4b09d-f1c4-492b-9caf-b71003b26452 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 944 time: 0.0943806 Oct 15 19:44:25.882558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:25.885525 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:25.901135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8758cce-4728-4b79-935e-319db54d9e79 req-979f93ee-dd92-4656-be96-c752283ddc79 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858616 Oct 15 19:44:25.942881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-53c587a8-6101-469c-9b34-fca06eb58f7c service neutron] 10.222.0.15 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594191 Oct 15 19:44:25.943136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ea14cb3-29c5-4225-a605-1317ea058c4c req-3665d1e6-e993-4244-8a71-7c89a4efbbde tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 Oct 15 19:44:26.100561 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc6894-3041-4a4c-9f24-9ded96464070 x-openstack-request-id: req-7dfc6894-3041-4a4c-9f24-9ded96464070 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:26.100561 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:26.100561 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dfc6894-3041-4a4c-9f24-9ded96464070 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:26.100561 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10', 'status': 'completed', 'code': 200} Oct 15 19:44:26.114746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d571bdaf-b11b-44e4-a37e-01e5dce7c831 req-e15c52a8-9589-458d-b1f9-85eabec14cba service neutron] 10.222.0.15 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664891 Oct 15 19:44:26.123808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77359785-d183-478b-b24c-29e09b9a5412 req-48698999-921c-471a-bd47-6c58f865ccc3 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.126262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77359785-d183-478b-b24c-29e09b9a5412 req-48698999-921c-471a-bd47-6c58f865ccc3 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.1024880 Oct 15 19:44:26.278173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16af539-9703-4fc7-b783-be208e0bbf3a req-39718246-2477-4f7c-a7ca-c069c0d4b14a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.279757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d16af539-9703-4fc7-b783-be208e0bbf3a req-39718246-2477-4f7c-a7ca-c069c0d4b14a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 950 time: 0.1114132 Oct 15 19:44:26.318128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Deleting port f164c92c-763b-4e54-82b8-06e23d36302e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:26.318497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:26.458348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d16af539-9703-4fc7-b783-be208e0bbf3a req-78a9fde3-2f19-488d-8b8e-6ff82b230010 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693723 Oct 15 19:44:26.481566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-072a266b-7b46-4091-b6dd-a8a07fcc0ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.483058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-072a266b-7b46-4091-b6dd-a8a07fcc0ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=13487124a1634ded94d8019785c0d512&device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 1095 time: 0.1685731 Oct 15 19:44:26.489966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] For port f164c92c-763b-4e54-82b8-06e23d36302e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f164c92c-763b-4e54-82b8-06e23d36302e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:26.490381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:26.554138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Calling delete_port for f164c92c-763b-4e54-82b8-06e23d36302e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:26.613625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74752224-1e29-44eb-b855-8fb313e4e119 req-e9044171-6ae6-461f-bcda-143df73f19ec tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.615107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74752224-1e29-44eb-b855-8fb313e4e119 req-e9044171-6ae6-461f-bcda-143df73f19ec tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.0596328 Oct 15 19:44:26.687167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74752224-1e29-44eb-b855-8fb313e4e119 req-ad37b418-fc3e-4a18-870c-87ea6a206c16 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Oct 15 19:44:26.753276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538466d-76e1-4ae6-b8d8-0b24afd19177 req-a37baa1b-79b0-402c-bdd5-80e3dce41f1e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.761900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8538466d-76e1-4ae6-b8d8-0b24afd19177 req-a37baa1b-79b0-402c-bdd5-80e3dce41f1e tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.1823952 Oct 15 19:44:26.793245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-7f8b54b3-c11e-4d63-b1e1-27b7f1365877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.794950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-7f8b54b3-c11e-4d63-b1e1-27b7f1365877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=859dc496-d819-4971-8d88-9cf201f1c700 HTTP/1.1" status: 200 len: 910 time: 0.3018789 Oct 15 19:44:26.828728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8538466d-76e1-4ae6-b8d8-0b24afd19177 req-883dbd56-e177-4f89-8613-5b3815c84c83 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Oct 15 19:44:26.877079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-53f66e8d-2b7d-4134-94d0-79869dff8488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2d46097-6513-429d-9c4c-832e8922ee10 HTTP/1.1" status: 200 len: 217 time: 0.0567980 Oct 15 19:44:26.976525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-d4dfddb7-bd45-4f6e-ad27-d63904c70a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:26.977992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-d4dfddb7-bd45-4f6e-ad27-d63904c70a62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90427c8c-feeb-4067-87be-e646a7d9a8b6 HTTP/1.1" status: 200 len: 849 time: 0.0792572 Oct 15 19:44:27.021120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-37db6f0f-401f-41e4-a23d-24ce12008c74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=859dc496-d819-4971-8d88-9cf201f1c700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325608 Oct 15 19:44:27.060892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:27.076021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['75c49363-558b-40a7-be6d-c2d8ab3874ad', 'f164c92c-763b-4e54-82b8-06e23d36302e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:27.166299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Pushing event deleted for resources: {'Port': ['ID=f164c92c-763b-4e54-82b8-06e23d36302e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:27.262138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] No DVR routers for this DVR port f164c92c-763b-4e54-82b8-06e23d36302e on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:27.291144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:27.291144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77359785-d183-478b-b24c-29e09b9a5412 req-155b41eb-b4e1-4366-8966-11486ee0f19e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "DELETE /v2.0/ports/f164c92c-763b-4e54-82b8-06e23d36302e HTTP/1.1" status: 204 len: 173 time: 1.1478810 Oct 15 19:44:27.304772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456ef05-948b-4d53-8154-d75daca4c91e req-0afe8c5c-67f4-469a-96df-c4f27c892459 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:27.314826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6456ef05-948b-4d53-8154-d75daca4c91e req-0afe8c5c-67f4-469a-96df-c4f27c892459 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 943 time: 0.2976966 Oct 15 19:44:27.333489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:27.389249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-0aa952b5-ea03-444c-8231-4d4f5f5db05f service neutron] 10.222.0.15 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614519 Oct 15 19:44:27.425549 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:44:27.456746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ae75c-6fe1-42d3-b62f-debef91cdb9c req-7e5b1cc4-c69a-4479-972f-a2e692dd5064 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:27.458359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f2ae75c-6fe1-42d3-b62f-debef91cdb9c req-7e5b1cc4-c69a-4479-972f-a2e692dd5064 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 944 time: 0.1271865 Oct 15 19:44:27.493857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6456ef05-948b-4d53-8154-d75daca4c91e req-efb995e7-6e7b-493b-bea9-dd9044bb1768 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781390 Oct 15 19:44:27.524549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f2ae75c-6fe1-42d3-b62f-debef91cdb9c req-1c6ac5cc-2961-4e8b-bb83-d568ca981535 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596611 Oct 15 19:44:27.587029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d870b5-f58e-4ed9-959f-b1eb20fd9eb2 req-fe8f4d9c-6e7b-468f-a29b-d82c9bde1579 service neutron] 10.222.0.15 "GET /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858742 Oct 15 19:44:27.598042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:27.635648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'port_id': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'mac_address': 'fa:16:3e:22:1f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed85bfe4-45fc-4586-9a86-9c95defd73a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:27.681198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:27.684246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49b31-7006-4f3b-a018-661441dd6fda req-cc99ca0d-e957-42c5-9e13-f4f3d39d5d83 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:27.685742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0da49b31-7006-4f3b-a018-661441dd6fda req-cc99ca0d-e957-42c5-9e13-f4f3d39d5d83 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.0558314 Oct 15 19:44:27.698675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df954ffc-89f7-4459-83f5-bf4d3fcffe15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:27.716163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5957eaa-12cd-4830-bd8b-671a090ef8b0 req-53ffbb29-b73e-40e2-91b7-f7b81ff2672b tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 210 time: 0.0272446 Oct 15 19:44:27.720008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:27.727250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0da49b31-7006-4f3b-a018-661441dd6fda req-ace9b18b-58c2-4419-a429-c22abeff8e82 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Oct 15 19:44:27.947473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c84b4a-8972-4271-a0a3-b9f82a62b749 req-961ea902-f195-4640-a49f-23fc881f08b0 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:27.948866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48c84b4a-8972-4271-a0a3-b9f82a62b749 req-961ea902-f195-4640-a49f-23fc881f08b0 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.0479553 Oct 15 19:44:27.988514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48c84b4a-8972-4271-a0a3-b9f82a62b749 req-786b72c8-8e2d-4370-9461-2fb856207f8a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/security-groups?id=8a63ea80-7ed7-4ff5-8feb-0dfa45995919&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Oct 15 19:44:28.101048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'name': 'network-vif-deleted', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:28.103507 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf352059-6ccb-47d5-a0a0-ba055cbdd9cb" -d '{"events": [{"server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "name": "network-vif-deleted", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:28.139988 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdda8289-81eb-4d57-b47b-7c31f35a5e7c x-openstack-request-id: req-cdda8289-81eb-4d57-b47b-7c31f35a5e7c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:28.140274 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5082061-2d72-4466-964e-d18d136f9ee9", "name": "network-vif-deleted", "tag": "f164c92c-763b-4e54-82b8-06e23d36302e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:28.141077 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdda8289-81eb-4d57-b47b-7c31f35a5e7c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:28.141581 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5082061-2d72-4466-964e-d18d136f9ee9', 'name': 'network-vif-deleted', 'tag': 'f164c92c-763b-4e54-82b8-06e23d36302e', 'status': 'completed', 'code': 200} Oct 15 19:44:28.454920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-a4f09ae3-b5ff-4bea-9370-b07f1ed8377a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:28.456305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-a4f09ae3-b5ff-4bea-9370-b07f1ed8377a tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.11 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 946 time: 0.0531421 Oct 15 19:44:28.461866 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:28.510044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:28.558006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Deleting port 9f897f2a-19f0-4cc4-a798-8b950d25bffa {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:28.558350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:28.697496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] For port 9f897f2a-19f0-4cc4-a798-8b950d25bffa, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9f897f2a-19f0-4cc4-a798-8b950d25bffa,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:28.697897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:28.703889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3ca9-05f0-433e-b323-befe80271254 req-6f20856a-81cf-4f0d-9176-6cd428a32264 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:28.708665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a36e3ca9-05f0-433e-b323-befe80271254 req-6f20856a-81cf-4f0d-9176-6cd428a32264 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 943 time: 0.0845692 Oct 15 19:44:28.719514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad63913-12e1-40f2-b990-23da72c23763 req-d1eb908c-7030-4490-9bd3-32abc7b2d4b1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:28.721535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fad63913-12e1-40f2-b990-23da72c23763 req-d1eb908c-7030-4490-9bd3-32abc7b2d4b1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 945 time: 0.0941572 Oct 15 19:44:28.727083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Calling delete_port for 9f897f2a-19f0-4cc4-a798-8b950d25bffa owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:28.769835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a36e3ca9-05f0-433e-b323-befe80271254 req-a0d50c0e-1bb3-4e0b-9291-6b1422c2ce18 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551550 Oct 15 19:44:28.813390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fad63913-12e1-40f2-b990-23da72c23763 req-0381ea6d-9cdf-403d-a200-ab3db585a0d3 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812013 Oct 15 19:44:28.957332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e48988b-46e4-4b07-bd83-5155a205fbd8 req-78beecbc-0b8e-4c7c-a15a-8600933f0d99 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5082061-2d72-4466-964e-d18d136f9ee9 HTTP/1.1" status: 200 len: 210 time: 0.0472968 Oct 15 19:44:28.992228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['df954ffc-89f7-4459-83f5-bf4d3fcffe15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:29.020278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985fba0-b575-4473-a0f9-25da2b3bb43b req-c6c64943-ab2f-431b-b138-5cfac96442b9 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:29.034168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6985fba0-b575-4473-a0f9-25da2b3bb43b req-c6c64943-ab2f-431b-b138-5cfac96442b9 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.0688055 Oct 15 19:44:29.073539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6985fba0-b575-4473-a0f9-25da2b3bb43b req-3e91ed2c-3dfc-42f1-bedc-db92e7554300 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2e8381c-eb3d-4781-8ac2-00855e3ad561&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404093 Oct 15 19:44:29.090467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:29.139161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Pushing event deleted for resources: {'Port': ['ID=9f897f2a-19f0-4cc4-a798-8b950d25bffa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:29.239764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fc9f998-4f74-438a-930f-8c54127b94b4 req-d372e543-4831-48f1-af2d-5f18b10565b1 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.0861788 Oct 15 19:44:29.253061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] No DVR routers for this DVR port 9f897f2a-19f0-4cc4-a798-8b950d25bffa on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:29.263344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:29.267380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9dfa80a-860e-4b70-acc0-c744b480e01f req-b662cf96-d90f-482b-8def-1eb8d98e4278 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.11 "DELETE /v2.0/ports/9f897f2a-19f0-4cc4-a798-8b950d25bffa HTTP/1.1" status: 204 len: 173 time: 0.8042104 Oct 15 19:44:29.276544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-3c0d0cfa-71ba-465f-b320-dc9d7dfdd104 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:29.278240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-3c0d0cfa-71ba-465f-b320-dc9d7dfdd104 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.11 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 949 time: 0.1545794 Oct 15 19:44:29.396544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Deleting port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:29.396701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:29.529049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] For port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:29.529049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:29.529049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Calling delete_port for 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:29.749721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b2d46097-6513-429d-9c4c-832e8922ee10 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:29.752548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f164c92c-763b-4e54-82b8-06e23d36302e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:29.779649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f164c92c-763b-4e54-82b8-06e23d36302e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:29.780073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f164c92c-763b-4e54-82b8-06e23d36302e not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:29.857745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:29.921009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Pushing event deleted for resources: {'Port': ['ID=0d1ef451-bcca-4ab7-81b9-34d9f8f089fe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:29.925189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0d1ef451-bcca-4ab7-81b9-34d9f8f089fe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:29.928885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9f897f2a-19f0-4cc4-a798-8b950d25bffa'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:30.000208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d71e70-110c-4c32-a90f-94539fad02c5 req-17e33e33-e057-4c4b-b249-87993e573c13 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:30.011032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30d71e70-110c-4c32-a90f-94539fad02c5 req-17e33e33-e057-4c4b-b249-87993e573c13 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 943 time: 0.0990441 Oct 15 19:44:30.021458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b2d46097-6513-429d-9c4c-832e8922ee10,segment=NetworkSegment(84dd9254-463d-42ac-ae48-ad508a9a5777),segment_id=84dd9254-463d-42ac-ae48-ad508a9a5777)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:30.045290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b2d46097-6513-429d-9c4c-832e8922ee10', 'network_id': '859dc496-d819-4971-8d88-9cf201f1c700', 'port_id': 'b2d46097-6513-429d-9c4c-832e8922ee10', 'mac_address': 'fa:16:3e:3a:92:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90427c8c-feeb-4067-87be-e646a7d9a8b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:30.047580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] No DVR routers for this DVR port 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:30.051071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:30.058108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a813894-3233-46cd-8dd0-9f61bbe55505 req-185ac3f6-19d5-4d2e-86e8-afcc2e479ca6 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.11 "DELETE /v2.0/ports/0d1ef451-bcca-4ab7-81b9-34d9f8f089fe HTTP/1.1" status: 204 len: 173 time: 0.7719960 Oct 15 19:44:30.104225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30d71e70-110c-4c32-a90f-94539fad02c5 req-cc2e2758-01ed-4b18-bb98-4ad435d3159a tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904577 Oct 15 19:44:30.107631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7b6de-cf39-4976-90e1-23aa3b0b95dd req-bb286cc6-c5cf-47de-adbf-82cc8daecc8c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:30.116351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fc7b6de-cf39-4976-90e1-23aa3b0b95dd req-bb286cc6-c5cf-47de-adbf-82cc8daecc8c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 945 time: 0.1406159 Oct 15 19:44:30.125400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:30.160624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d46097-6513-429d-9c4c-832e8922ee10 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:30.208316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b2d46097-6513-429d-9c4c-832e8922ee10,segment=NetworkSegment(84dd9254-463d-42ac-ae48-ad508a9a5777),segment_id=84dd9254-463d-42ac-ae48-ad508a9a5777)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:30.322467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:30.467574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:30.475336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeaef966-0c4a-4a5c-84cb-2727ec12b118 req-54ebe227-f7df-4dbe-880a-7b0bc8a88293 tempest-ServerDiagnosticsNegativeTest-1267669055 tempest-ServerDiagnosticsNegativeTest-1267669055-project] 10.222.0.13 "GET /v2.0/ports?device_id=523d7186-f722-4ffe-8fd1-6300d2156786 HTTP/1.1" status: 200 len: 210 time: 0.0440228 Oct 15 19:44:30.570005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'name': 'network-vif-deleted', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa'}, {'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'name': 'network-vif-deleted', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:30.572245 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80776d13-dca8-4638-8533-8ff919c11ebd" -d '{"events": [{"server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "name": "network-vif-deleted", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa"}, {"server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "name": "network-vif-deleted", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:30.598238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fc7b6de-cf39-4976-90e1-23aa3b0b95dd req-d66c46e3-1955-4a63-99cb-dc211df943c7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708362 Oct 15 19:44:30.664284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b2d46097-6513-429d-9c4c-832e8922ee10'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:30.755691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d45da401-f883-4616-8673-fa58582c0dc6 req-6c17f28a-8c8c-4196-ad4d-141761f70504 tempest-FloatingIPsAssociationTestJSON-257923220 tempest-FloatingIPsAssociationTestJSON-257923220-project] 10.222.0.13 "GET /v2.0/ports?device_id=447f7345-748f-4afa-93b7-e953d3ccadcf HTTP/1.1" status: 200 len: 210 time: 0.0575471 Oct 15 19:44:30.851337 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3bc487-c74d-4e1b-ab3f-902df48019e2 x-openstack-request-id: req-7d3bc487-c74d-4e1b-ab3f-902df48019e2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:30.851664 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447f7345-748f-4afa-93b7-e953d3ccadcf", "name": "network-vif-deleted", "tag": "9f897f2a-19f0-4cc4-a798-8b950d25bffa", "status": "completed", "code": 200}, {"server_uuid": "523d7186-f722-4ffe-8fd1-6300d2156786", "name": "network-vif-deleted", "tag": "0d1ef451-bcca-4ab7-81b9-34d9f8f089fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:30.854305 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d3bc487-c74d-4e1b-ab3f-902df48019e2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:30.854305 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447f7345-748f-4afa-93b7-e953d3ccadcf', 'name': 'network-vif-deleted', 'tag': '9f897f2a-19f0-4cc4-a798-8b950d25bffa', 'status': 'completed', 'code': 200} Oct 15 19:44:30.854305 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523d7186-f722-4ffe-8fd1-6300d2156786', 'name': 'network-vif-deleted', 'tag': '0d1ef451-bcca-4ab7-81b9-34d9f8f089fe', 'status': 'completed', 'code': 200} Oct 15 19:44:31.099953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b8e83-ca4c-4552-8ddb-9cc8447076d3 req-40b4059c-92e2-4c07-8bb9-9b3b90a60442 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:31.101474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a3b8e83-ca4c-4552-8ddb-9cc8447076d3 req-40b4059c-92e2-4c07-8bb9-9b3b90a60442 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0498831 Oct 15 19:44:31.140272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a3b8e83-ca4c-4552-8ddb-9cc8447076d3 req-6041584d-8a49-4045-9b8c-0e8e667f016a tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Oct 15 19:44:31.254353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdfcac-02f5-4881-ae73-7a61186f58fd req-fab26d60-ff63-49c8-b7dd-c7e58cbce4bf tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:31.256767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00fdfcac-02f5-4881-ae73-7a61186f58fd req-fab26d60-ff63-49c8-b7dd-c7e58cbce4bf tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 944 time: 0.0656219 Oct 15 19:44:31.317321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00fdfcac-02f5-4881-ae73-7a61186f58fd req-903b5853-9623-4002-a5ef-de1bd10f1765 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Oct 15 19:44:31.364462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:31.520735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port df954ffc-89f7-4459-83f5-bf4d3fcffe15 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:31.526561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port df954ffc-89f7-4459-83f5-bf4d3fcffe15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:31.527178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:31.632871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:31.664103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:31.666849 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5ea10-939a-41ef-a9e3-1fee762dd576" -d '{"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-plugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:31.696742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:31.715548 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78de51f-a51f-4f31-a524-0b95be4f6bd7 x-openstack-request-id: req-a78de51f-a51f-4f31-a524-0b95be4f6bd7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:31.716130 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-plugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:31.716586 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a78de51f-a51f-4f31-a524-0b95be4f6bd7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:31.717294 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'code': 200} Oct 15 19:44:31.754200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b2d46097-6513-429d-9c4c-832e8922ee10 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:31.789802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995ca5d-3a08-45a3-a9bd-53fedcac6b57 req-9ad3f454-0312-408b-8df0-169477299e8d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:31.802254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:31.803323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f897f2a-19f0-4cc4-a798-8b950d25bffa no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:31.803955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1995ca5d-3a08-45a3-a9bd-53fedcac6b57 req-9ad3f454-0312-408b-8df0-169477299e8d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 945 time: 0.1041796 Oct 15 19:44:31.830957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35944) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:31.923389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212cd712-b700-40c7-be24-52a0137f437d req-a5528b93-fd4f-4770-8f99-a51ce9e2b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:31.925382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-212cd712-b700-40c7-be24-52a0137f437d req-a5528b93-fd4f-4770-8f99-a51ce9e2b370 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 1098 time: 0.1170671 Oct 15 19:44:31.970508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1995ca5d-3a08-45a3-a9bd-53fedcac6b57 req-3899912d-6d02-473a-b857-af2424cdd74b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571066 Oct 15 19:44:32.012504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-212cd712-b700-40c7-be24-52a0137f437d req-26cb6c8f-9323-40fd-9fc1-82489af5d4b8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760460 Oct 15 19:44:32.061341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 9f897f2a-19f0-4cc4-a798-8b950d25bffa {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:32.061686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9f897f2a-19f0-4cc4-a798-8b950d25bffa not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:32.062110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:32.099799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:32.100193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d1ef451-bcca-4ab7-81b9-34d9f8f089fe not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:32.120416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:32.244830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b2d46097-6513-429d-9c4c-832e8922ee10 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:44:32.248793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b2d46097-6513-429d-9c4c-832e8922ee10 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:32.249168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:32.304166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35952) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:32.448533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:32.509269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b2d46097-6513-429d-9c4c-832e8922ee10,segment=NetworkSegment(84dd9254-463d-42ac-ae48-ad508a9a5777),segment_id=84dd9254-463d-42ac-ae48-ad508a9a5777)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:32.575982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6a63e0c9-d2b3-4978-b7a7-0fc83f38cefa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb8b7484ab404bf0880eb0e996621a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706439 Oct 15 19:44:32.578592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35970) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:32.595225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c4cb3-33a0-420e-9d36-3a03429dd439 req-8178833f-67f8-4c8e-9207-035a1e124a70 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:32.597059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e38c4cb3-33a0-420e-9d36-3a03429dd439 req-8178833f-67f8-4c8e-9207-035a1e124a70 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 944 time: 0.1043365 Oct 15 19:44:32.623895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:32.655155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e38c4cb3-33a0-420e-9d36-3a03429dd439 req-da0d10e2-355e-4da5-9b5c-1eeab97e2480 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507891 Oct 15 19:44:32.740616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:32.772678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:32.799479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:32.833540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430774a-6074-4eca-9097-8030be2cbf7e req-c681bc79-e255-4519-a8d3-55349074b12d tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:32.835384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4430774a-6074-4eca-9097-8030be2cbf7e req-c681bc79-e255-4519-a8d3-55349074b12d tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.1738689 Oct 15 19:44:32.950868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14a72-1881-44fc-afde-dcf809308412 req-23f74dd7-bcdc-49ab-8b6b-ac8cf80c6fba tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:32.952374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18f14a72-1881-44fc-afde-dcf809308412 req-23f74dd7-bcdc-49ab-8b6b-ac8cf80c6fba tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 950 time: 0.0608740 Oct 15 19:44:32.963179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Deleting port 75c49363-558b-40a7-be6d-c2d8ab3874ad {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:32.963527 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.036087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18f14a72-1881-44fc-afde-dcf809308412 req-1d82403c-f6e7-4271-95d3-e29e5156322e tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f6b6e5e-24d5-422d-b82f-b1e1556c0537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Oct 15 19:44:33.089192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] For port 75c49363-558b-40a7-be6d-c2d8ab3874ad, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=75c49363-558b-40a7-be6d-c2d8ab3874ad,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:33.091328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.104651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Calling delete_port for 75c49363-558b-40a7-be6d-c2d8ab3874ad owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:33.135290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.263113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada300f-8b81-4ae2-8c62-402bb99565b2 req-fab25b73-98a5-4e04-aabe-ee059b4669c1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:33.264559 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cada300f-8b81-4ae2-8c62-402bb99565b2 req-fab25b73-98a5-4e04-aabe-ee059b4669c1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0963435 Oct 15 19:44:33.355786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cada300f-8b81-4ae2-8c62-402bb99565b2 req-ab2eda2f-4f8d-4adc-9eef-7eaee704e6f8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808899 Oct 15 19:44:33.458359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Deleting port f533242b-2236-49e8-b890-017cc49cbeb1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:33.458688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.501510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.509150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.513887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.517953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2e8381c-eb3d-4781-8ac2-00855e3ad561 HTTP/1.1" status: 204 len: 168 time: 0.9350932 Oct 15 19:44:33.518142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['75c49363-558b-40a7-be6d-c2d8ab3874ad'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:33.551420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] For port f533242b-2236-49e8-b890-017cc49cbeb1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f533242b-2236-49e8-b890-017cc49cbeb1,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:33.551869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.570177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Pushing event deleted for resources: {'Port': ['ID=75c49363-558b-40a7-be6d-c2d8ab3874ad,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:33.573073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Calling delete_port for f533242b-2236-49e8-b890-017cc49cbeb1 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:33.582774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae98d4-c63a-4b81-8e4e-419eb4a9b92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e8381c-eb3d-4781-8ac2-00855e3ad561,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:33.662698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] No DVR routers for this DVR port 75c49363-558b-40a7-be6d-c2d8ab3874ad on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:33.668771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:33.673322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4430774a-6074-4eca-9097-8030be2cbf7e req-fd0a720d-364d-43dd-abff-0121f302ab84 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.15 "DELETE /v2.0/ports/75c49363-558b-40a7-be6d-c2d8ab3874ad HTTP/1.1" status: 204 len: 173 time: 0.8120031 Oct 15 19:44:33.673852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'name': 'network-vif-deleted', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:33.676286 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6bd89f-1989-4b90-ba66-b6ad3176c6e0" -d '{"events": [{"server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "name": "network-vif-deleted", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:33.719108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:33.721923 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c205c3f8-899a-4003-b333-699c380df318" -d '{"events": [{"server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:33.756082 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a514e8a8-76a5-43d3-b69d-ab4e6e0cbb1f x-openstack-request-id: req-a514e8a8-76a5-43d3-b69d-ab4e6e0cbb1f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:33.756447 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d531683d-502a-4827-9fb3-c844a7a48d20", "name": "network-vif-deleted", "tag": "75c49363-558b-40a7-be6d-c2d8ab3874ad", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:33.756753 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a514e8a8-76a5-43d3-b69d-ab4e6e0cbb1f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:33.757236 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd531683d-502a-4827-9fb3-c844a7a48d20', 'name': 'network-vif-deleted', 'tag': '75c49363-558b-40a7-be6d-c2d8ab3874ad', 'status': 'completed', 'code': 200} Oct 15 19:44:33.928334 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eefa650-762c-4c9e-b60b-67b443ad64fb x-openstack-request-id: req-2eefa650-762c-4c9e-b60b-67b443ad64fb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:33.928334 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "name": "network-vif-plugged", "status": "completed", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:33.928334 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eefa650-762c-4c9e-b60b-67b443ad64fb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:33.928334 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10', 'code': 200} Oct 15 19:44:34.025030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd47cd-46ea-4cd1-bd9d-3f2e3c991c3d req-a35641c0-9ba2-47fb-8698-95cfddb342c0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:34.029514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9dd47cd-46ea-4cd1-bd9d-3f2e3c991c3d req-a35641c0-9ba2-47fb-8698-95cfddb342c0 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.2047784 Oct 15 19:44:34.096726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:34.113778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9dd47cd-46ea-4cd1-bd9d-3f2e3c991c3d req-5f135b34-9d57-423c-9b82-bebccfd35a39 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733089 Oct 15 19:44:34.115579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c2f10-f9bb-4fbe-b5ac-95815a2a8f35 req-253b4577-3e52-45c3-af89-5a845d2d28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:34.117007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-825c2f10-f9bb-4fbe-b5ac-95815a2a8f35 req-253b4577-3e52-45c3-af89-5a845d2d28e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 1097 time: 0.0863190 Oct 15 19:44:34.183195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f533242b-2236-49e8-b890-017cc49cbeb1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:34.184134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-825c2f10-f9bb-4fbe-b5ac-95815a2a8f35 req-5ae7ddbc-d1ec-4970-9e99-d3c2fdc2342c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518279 Oct 15 19:44:34.275446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b1a8045-7165-4d8f-925c-d31ad30b986c req-da452527-aed9-4a2e-9755-496adc22c558 tempest-ServersAdminNegativeTestJSON-371422391 tempest-ServersAdminNegativeTestJSON-371422391-project] 10.222.0.13 "GET /v2.0/ports?device_id=d531683d-502a-4827-9fb3-c844a7a48d20 HTTP/1.1" status: 200 len: 210 time: 0.0436015 Oct 15 19:44:34.476596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:34.485863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f264b-61b1-4f81-a876-ba89bf97ad4a req-fb881b88-d425-4db0-aec4-9267966c74fa tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:34.487378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3f264b-61b1-4f81-a876-ba89bf97ad4a req-fb881b88-d425-4db0-aec4-9267966c74fa tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0594893 Oct 15 19:44:34.542341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3f264b-61b1-4f81-a876-ba89bf97ad4a req-300e6b1b-38b5-48d1-8573-adba2b89fbf8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Oct 15 19:44:34.710843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799411c6-425d-4268-ab23-3b8e07bb5504 req-364e8860-c38c-4025-9aea-34cb05602d93 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:34.712501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-799411c6-425d-4268-ab23-3b8e07bb5504 req-364e8860-c38c-4025-9aea-34cb05602d93 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0900218 Oct 15 19:44:34.738823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:34.739293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36032) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:34.754180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d737b9f-8a3e-404e-99a5-76ace36457d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:34.832702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-799411c6-425d-4268-ab23-3b8e07bb5504 req-e72ba28b-4653-4187-affc-0a108bfee9b2 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959139 Oct 15 19:44:34.847475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d737b9f-8a3e-404e-99a5-76ace36457d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:34.908317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:34.915721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c9b30ea4-0a57-4b5c-ae75-e2af129c40f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/64034fa0-5729-4d1a-a6b8-b8bf08dd7db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0811713 Oct 15 19:44:34.930638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:34.930772 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Sync routers for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:34.933321 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:34.934030 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:35.032782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.034966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d737b9f-8a3e-404e-99a5-76ace36457d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.158273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d737b9f-8a3e-404e-99a5-76ace36457d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70fb589b4c8b4e29a225b7c7ab8fdadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4145372 Oct 15 19:44:35.160460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36058) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:35.163251 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:35.183005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d737b9f-8a3e-404e-99a5-76ace36457d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7236ea54-a7b6-4fe5-9487-312d22a53b21,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:35.260538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.347699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.377417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11942dd9-f89f-4674-b4db-d9367d1442d7 req-04f32c76-4c3e-4906-b28b-7d9ddbce2189 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:35.378945 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11942dd9-f89f-4674-b4db-d9367d1442d7 req-04f32c76-4c3e-4906-b28b-7d9ddbce2189 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.1000125 Oct 15 19:44:35.384158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.412640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Deleting port 2af2c9a7-ef96-4938-a80d-6ecf06f95472 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:35.412986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.452006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11942dd9-f89f-4674-b4db-d9367d1442d7 req-acabd4cf-6874-407b-90f8-4cf6d735a3b2 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602803 Oct 15 19:44:35.487544 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:44:33Z', 'revision_number': 5, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port': {'id': '2af2c9a7-ef96-4938-a80d-6ecf06f95472', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ba:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:42:58Z', 'updated_at': '2021-10-15T19:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:35.530637 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Checking router: 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:35.574278 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Routers {'64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:35.574917 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:35.588180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] For port 2af2c9a7-ef96-4938-a80d-6ecf06f95472, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2af2c9a7-ef96-4938-a80d-6ecf06f95472,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:35.594822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.626400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Calling delete_port for 2af2c9a7-ef96-4938-a80d-6ecf06f95472 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:35.631212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.638081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:35.638935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7236ea54-a7b6-4fe5-9487-312d22a53b21 HTTP/1.1" status: 204 len: 168 time: 0.4744356 Oct 15 19:44:35.709497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82dd6e0-324e-4b82-8472-683b59f28e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7236ea54-a7b6-4fe5-9487-312d22a53b21,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:35.741273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-646303b9-2bfe-4e9e-a4df-916f91800226 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1593900 Oct 15 19:44:35.765682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 75c49363-558b-40a7-be6d-c2d8ab3874ad no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:35.895736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 75c49363-558b-40a7-be6d-c2d8ab3874ad {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:35.902654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 75c49363-558b-40a7-be6d-c2d8ab3874ad not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:35.908908 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] Set router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:36.071988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa33bb-55e0-4c7c-9c68-7b85c5d9fdea req-e83825dc-c84e-4bdb-9ade-8364164d866f tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.073718 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:44:35Z', 'revision_number': 6, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:36.080717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fa33bb-55e0-4c7c-9c68-7b85c5d9fdea req-e83825dc-c84e-4bdb-9ade-8364164d866f tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 950 time: 0.1860752 Oct 15 19:44:36.111843 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2365cf1-0f93-40ec-b543-41737bd2da0c None None] The sync data for ids ['64034fa0-5729-4d1a-a6b8-b8bf08dd7db8'] in n-d-712140-14 is: [{'id': '64034fa0-5729-4d1a-a6b8-b8bf08dd7db8', 'name': 'tempest-FloatingIPsAssociationTestJSON-95891434-router', 'tenant_id': '0186f77562f94e82a1b23040ce84f20e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:42:57Z', 'updated_at': '2021-10-15T19:44:35Z', 'revision_number': 6, 'project_id': '0186f77562f94e82a1b23040ce84f20e', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:36.142808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fa33bb-55e0-4c7c-9c68-7b85c5d9fdea req-6c621e41-8249-4cac-8f5d-93574dc38ff8 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610209 Oct 15 19:44:36.144975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-ed1dc520-f880-499c-9c62-b55087629696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.146470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-ed1dc520-f880-499c-9c62-b55087629696 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 1098 time: 0.1897876 Oct 15 19:44:36.166383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.252925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af2c9a7-ef96-4938-a80d-6ecf06f95472,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:36.440722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.463258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36120) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:36.538602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-f75424fd-6ae6-4e3d-b38e-f23595b668a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.540153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-f75424fd-6ae6-4e3d-b38e-f23595b668a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 200 len: 916 time: 0.3461862 Oct 15 19:44:36.612182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.622990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.648342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c11f6-18db-4849-a0e5-8d425775fdd7 req-12838ed7-bff9-4b96-9206-7d5b19eeffe7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.650534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-188c11f6-18db-4849-a0e5-8d425775fdd7 req-12838ed7-bff9-4b96-9206-7d5b19eeffe7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.1804292 Oct 15 19:44:36.652237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-6be10f84-4498-4b2f-9528-cdc3c9cc3e7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244 HTTP/1.1" status: 200 len: 217 time: 0.0931897 Oct 15 19:44:36.702876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d2ec4-440b-499a-ae2c-65aec6b1bd91 req-cb30442e-fddd-4865-98b1-09ebfdeacd6a tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.710864 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-561d2ec4-440b-499a-ae2c-65aec6b1bd91 req-cb30442e-fddd-4865-98b1-09ebfdeacd6a tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.1014175 Oct 15 19:44:36.757573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-cb01cadc-cd0a-44d4-a9e0-6a448d7ef090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:36.759883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-cb01cadc-cd0a-44d4-a9e0-6a448d7ef090 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 200 len: 855 time: 0.0924311 Oct 15 19:44:36.781827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-561d2ec4-440b-499a-ae2c-65aec6b1bd91 req-a6974044-a740-415e-8445-7a0208e841ff tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693536 Oct 15 19:44:36.783888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.787160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:44:36.801068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.802637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7db1f9b7-61ef-4102-8c79-1038d90e57d6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/64034fa0-5729-4d1a-a6b8-b8bf08dd7db8 HTTP/1.1" status: 204 len: 168 time: 1.8852346 Oct 15 19:44:36.805009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:36.834001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-d01c8bb9-8afe-421b-bbf8-0691f483371a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a717220-cba0-426b-868f-474de086f7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637813 Oct 15 19:44:36.862920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Deleting subnet 4899cc2a-fbbe-4068-b243-26c7721e6396 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:44:36.868200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:36.885668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-188c11f6-18db-4849-a0e5-8d425775fdd7 req-9b62c57d-dc08-4776-a7b3-5548fada10e5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282479 Oct 15 19:44:36.959784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af0e315e-3b9a-436a-8a42-27f83be0cfa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfb06c84891c46329d827781d7e8d4e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953783 Oct 15 19:44:36.960488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:36.969247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.074522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-e6b535af-569b-4849-8531-001f92fa6283 service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272656 Oct 15 19:44:37.092751 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.094327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f533242b-2236-49e8-b890-017cc49cbeb1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:37.115270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.136675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f533242b-2236-49e8-b890-017cc49cbeb1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:37.138084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f533242b-2236-49e8-b890-017cc49cbeb1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:37.138685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2af2c9a7-ef96-4938-a80d-6ecf06f95472 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:37.177389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2af2c9a7-ef96-4938-a80d-6ecf06f95472 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:37.177739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2af2c9a7-ef96-4938-a80d-6ecf06f95472 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:37.216013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.271543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e8f7a1-85db-49a9-9a0d-5b11af06dc49 req-20729646-bc27-4dc9-9510-d4043c95a40e service neutron] 10.222.0.15 "GET /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873703 Oct 15 19:44:37.287470 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.370789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4899cc2a-fbbe-4068-b243-26c7721e6396,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:37.389780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f01980-5238-4ad2-8de1-9fa2e0905afe req-6d787062-a5f4-4270-a855-3398edbd67a1 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:37.401121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da8248-c88a-44e2-8f78-fac9611e0dda None None] Network 8f87544c-c09b-44cb-94f6-990b13bbd52b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:37.401704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.406532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0151bb1d-413b-4e0b-b176-74284fd7cc3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4899cc2a-fbbe-4068-b243-26c7721e6396 HTTP/1.1" status: 204 len: 168 time: 0.5992882 Oct 15 19:44:37.412163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68f01980-5238-4ad2-8de1-9fa2e0905afe req-6d787062-a5f4-4270-a855-3398edbd67a1 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 950 time: 0.1320231 Oct 15 19:44:37.415675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36152) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:37.484700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68f01980-5238-4ad2-8de1-9fa2e0905afe req-bb8e99dc-ee7d-4c1b-a0d5-e360b4753f94 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703301 Oct 15 19:44:37.486350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.489996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.491542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f6b6e5e-24d5-422d-b82f-b1e1556c0537 HTTP/1.1" status: 204 len: 168 time: 0.5280607 Oct 15 19:44:37.516979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.517484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6b6e5e-24d5-422d-b82f-b1e1556c0537,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:37.529020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.529556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.530059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.530879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.531379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.531901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.532380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.535894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.535894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.535894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.535894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.535894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06d0683-cc32-4a46-a720-a78b7ef47964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:37.615680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f6b38-d704-479a-a467-5141225ba637 req-13fb6ed5-aaeb-4211-b01f-98c33f63d564 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:37.626239 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e99f6b38-d704-479a-a467-5141225ba637 req-13fb6ed5-aaeb-4211-b01f-98c33f63d564 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.2400403 Oct 15 19:44:37.743293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e99f6b38-d704-479a-a467-5141225ba637 req-c3fcd443-868d-4da3-a17a-1b7daf9efc86 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161845 Oct 15 19:44:37.757313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Deleting port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:37.757652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.796046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] DHCP port deletion for 8f87544c-c09b-44cb-94f6-990b13bbd52b request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:44:37.850067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] For port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:37.850434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.867505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Calling delete_port for be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:37.897811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Deleting port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:37.898565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:37.997155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] For port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,segment=NetworkSegment(a807f68b-eefd-49a7-9cdc-7ca73d07db0f),segment_id=a807f68b-eefd-49a7-9cdc-7ca73d07db0f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:37.997795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.013794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Calling delete_port for be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:38.046350 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.081383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:38.089267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] No DVR routers for this DVR port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:38.091852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7449d6e-b6dc-4fdd-aaa3-c401b1c4322c req-7ac02267-1c77-4f87-9307-e50913abb814 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:38.095217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7449d6e-b6dc-4fdd-aaa3-c401b1c4322c req-7ac02267-1c77-4f87-9307-e50913abb814 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0907609 Oct 15 19:44:38.177464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.186374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.206710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7449d6e-b6dc-4fdd-aaa3-c401b1c4322c req-209bee5b-3966-424a-974b-b694d85f50a5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019697 Oct 15 19:44:38.210999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f87544c-c09b-44cb-94f6-990b13bbd52b']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:38.223976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:38.224335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a807f68b-eefd-49a7-9cdc-7ca73d07db0f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:38.234921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.243160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] No DVR routers for this DVR port be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:38.247359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c9d9f-0c15-4a89-bf13-993bf5d6e99d None None] Pushing event deleted for resources: {'Port': ['ID=be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:38.254837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.268461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:44:38.268863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:44:38.271076 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:44:38.480784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.486715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:38.490216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f87544c-c09b-44cb-94f6-990b13bbd52b HTTP/1.1" status: 204 len: 168 time: 1.0736117 Oct 15 19:44:38.501526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54505dbc-8eb1-40cf-b547-5821b5c732e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f87544c-c09b-44cb-94f6-990b13bbd52b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:38.818492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:38.934016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-db24b13d-082c-4205-bbf0-085a02f433fb tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:38.935476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-db24b13d-082c-4205-bbf0-085a02f433fb tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.1276865 Oct 15 19:44:38.941921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e99b79c-4d56-4571-9be9-159921248981 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=860fc786fa7c46dc82302831216ddfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174936 Oct 15 19:44:38.942740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36216) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:38.994027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a187004-3aa4-44ee-a583-32b1d7488c1e req-4c84e7e2-02cd-4c84-8f17-f056e95fbf05 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:38.995635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a187004-3aa4-44ee-a583-32b1d7488c1e req-4c84e7e2-02cd-4c84-8f17-f056e95fbf05 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 945 time: 0.1154201 Oct 15 19:44:39.035989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.073901 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.082400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:39.105837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a187004-3aa4-44ee-a583-32b1d7488c1e req-a93edc2c-1fc0-4dbe-a578-cd8c92e59135 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd1a49d9-b0a4-425a-af1a-d99edf414d17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007495 Oct 15 19:44:39.116413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:39.116752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device be06ccd8-8a15-4a23-a5a9-bc4a29f64fe2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:39.151207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Deleting port b2d46097-6513-429d-9c4c-832e8922ee10 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:39.151768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.272371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] For port b2d46097-6513-429d-9c4c-832e8922ee10, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b2d46097-6513-429d-9c4c-832e8922ee10,segment=NetworkSegment(84dd9254-463d-42ac-ae48-ad508a9a5777),segment_id=84dd9254-463d-42ac-ae48-ad508a9a5777)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:39.273052 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.291545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Calling delete_port for b2d46097-6513-429d-9c4c-832e8922ee10 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:39.298511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.301934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.303360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f796636-1fbd-45da-b7d2-c4875e5629a2 HTTP/1.1" status: 204 len: 168 time: 0.3589022 Oct 15 19:44:39.318754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:39.321064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f796636-1fbd-45da-b7d2-c4875e5629a2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:39.340956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.341919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.342483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.343502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.344075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.344641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.345186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.345726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.346272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.346812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.347397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.348071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c72f0a-149e-4560-99a6-5c1565a1ac43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:39.411310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72113e32-8e23-4ce3-9053-6dd530fd3e64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0186f77562f94e82a1b23040ce84f20e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820372 Oct 15 19:44:39.413377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36246) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:39.480293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.504362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.575736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa82f1-3431-43ed-a114-d29c5e306709 req-90c9975b-b33e-4f16-a8b3-386ecf82eb86 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:39.577240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafa82f1-3431-43ed-a114-d29c5e306709 req-90c9975b-b33e-4f16-a8b3-386ecf82eb86 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0635991 Oct 15 19:44:39.624353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafa82f1-3431-43ed-a114-d29c5e306709 req-aeeb9ac6-dde1-43dd-a26b-dd20b80203e9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Oct 15 19:44:39.737794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.751533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b2d46097-6513-429d-9c4c-832e8922ee10'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:39.774919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Pushing event deleted for resources: {'Port': ['ID=b2d46097-6513-429d-9c4c-832e8922ee10,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:39.799154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.799154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.804455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a63ea80-7ed7-4ff5-8feb-0dfa45995919 HTTP/1.1" status: 204 len: 168 time: 0.3890853 Oct 15 19:44:39.818697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa141-5a0d-4be2-a7e4-e8eec1e34d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63ea80-7ed7-4ff5-8feb-0dfa45995919,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:39.872801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] No DVR routers for this DVR port b2d46097-6513-429d-9c4c-832e8922ee10 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:39.876589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:39.880277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f17c68a-1815-4b33-8a7b-6ddf5415a696 req-63a2d0f1-fa55-4cec-bff4-9c9bbc875f42 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.15 "DELETE /v2.0/ports/b2d46097-6513-429d-9c4c-832e8922ee10 HTTP/1.1" status: 204 len: 173 time: 0.9368317 Oct 15 19:44:39.880924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'name': 'network-vif-deleted', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:39.883621 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9140ac7f-666a-4284-ab35-1db606cd1def" -d '{"events": [{"server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "name": "network-vif-deleted", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:39.980371 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4537f8b8-e785-4ea0-afac-68a829a9e991 x-openstack-request-id: req-4537f8b8-e785-4ea0-afac-68a829a9e991 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:39.980977 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5f1aae-ae5e-4c2b-98a9-0af905dd669a", "name": "network-vif-deleted", "tag": "b2d46097-6513-429d-9c4c-832e8922ee10", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:39.981231 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4537f8b8-e785-4ea0-afac-68a829a9e991 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:39.981632 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5f1aae-ae5e-4c2b-98a9-0af905dd669a', 'name': 'network-vif-deleted', 'tag': 'b2d46097-6513-429d-9c4c-832e8922ee10', 'status': 'completed', 'code': 200} Oct 15 19:44:40.230040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7984253-c2e6-446d-8d1c-cb0a495b21b9 req-a56f8dc9-9afb-45c0-a45b-e583480813bd tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 210 time: 0.0334122 Oct 15 19:44:40.687970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36300) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:40.749656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6367fb5-22eb-435b-bf0c-a0a8df77242c req-e1080d0c-70a8-42f6-820e-5b6da015f871 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:40.751121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e6367fb5-22eb-435b-bf0c-a0a8df77242c req-e1080d0c-70a8-42f6-820e-5b6da015f871 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0502288 Oct 15 19:44:40.800144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e6367fb5-22eb-435b-bf0c-a0a8df77242c req-ddcb1176-e928-4b7c-812c-7fb30f4d5789 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428753 Oct 15 19:44:40.833172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86273646-6946-47bb-9879-9ff7e6c3ac39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:40.954969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86273646-6946-47bb-9879-9ff7e6c3ac39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.118730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86273646-6946-47bb-9879-9ff7e6c3ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.181810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86273646-6946-47bb-9879-9ff7e6c3ac39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5128377-7e18-40f4-acf5-799537706d86,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:41.196209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86273646-6946-47bb-9879-9ff7e6c3ac39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b41846724844352bc62f1f7e7a31406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070574 Oct 15 19:44:41.199211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36332) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:41.260255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.292436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.349914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed1b4aad-7b5c-4507-8929-bb5a743c1aeb req-4c8db56c-ed4b-49fe-8173-ff29c3ca37e2 tempest-ServerGroupTestJSON-711720606 tempest-ServerGroupTestJSON-711720606-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d5f1aae-ae5e-4c2b-98a9-0af905dd669a HTTP/1.1" status: 200 len: 210 time: 0.0303907 Oct 15 19:44:41.398404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:41.400525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:41.544577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.569209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:41.574921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.574921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.576457 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5128377-7e18-40f4-acf5-799537706d86 HTTP/1.1" status: 204 len: 168 time: 0.3762813 Oct 15 19:44:41.587330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b92a37-f1b2-4ca2-a1f8-0b40c4929afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5128377-7e18-40f4-acf5-799537706d86,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:41.592852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:41.595768 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8c99c4-a7b4-4149-a986-f83f6622ca85" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:41.612269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'port_id': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'mac_address': 'fa:16:3e:22:1f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed85bfe4-45fc-4586-9a86-9c95defd73a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:41.619989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:41.654700 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ddfe1-5333-4901-9f5f-b21fdfa82846 x-openstack-request-id: req-db8ddfe1-5333-4901-9f5f-b21fdfa82846 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:41.655052 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:41.655366 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db8ddfe1-5333-4901-9f5f-b21fdfa82846 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:41.656925 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'code': 200} Oct 15 19:44:41.673238 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.686450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df954ffc-89f7-4459-83f5-bf4d3fcffe15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:41.693173 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.732126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:41.753229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:41.812479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b2d46097-6513-429d-9c4c-832e8922ee10 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:41.833503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: b2d46097-6513-429d-9c4c-832e8922ee10 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:41.833847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b2d46097-6513-429d-9c4c-832e8922ee10 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:41.835461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:41.892496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:41.921990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['df954ffc-89f7-4459-83f5-bf4d3fcffe15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:41.938682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d6367-d9aa-4176-b76d-a4a1eb544d2e req-3eaefec7-feb7-4e21-a706-8fe184c55617 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:41.940323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-281d6367-d9aa-4176-b76d-a4a1eb544d2e req-3eaefec7-feb7-4e21-a706-8fe184c55617 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 945 time: 0.0603116 Oct 15 19:44:42.017960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-281d6367-d9aa-4176-b76d-a4a1eb544d2e req-e85b72d0-570e-4efd-85ae-4f7991b9794a tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697806 Oct 15 19:44:42.022498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:42.335948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1606760065-network', 'tenant_id': 'a1ee334be08c4456a4370fa904343a83'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:42.368119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36384) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:42.436663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-network', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:42.440668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:42.443336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.453527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:42.458539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.472473 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a6930c6-fb8a-40a9-b3c6-97d4a2e81fee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.564173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.584136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a6930c6-fb8a-40a9-b3c6-97d4a2e81fee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.595190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Made reservation on behalf of 8a31de6b7ab448898b9fda920cf07d3b for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:42.597983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.622870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.675126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.694524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.698875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:42.710042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a6930c6-fb8a-40a9-b3c6-97d4a2e81fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.716555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.716896 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Added segment c5876002-d244-412d-885d-7f316a864bfc of type vlan for network ba9f173e-efbf-424d-a132-3ded9b217768 Oct 15 19:44:42.718609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:42.745493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a6930c6-fb8a-40a9-b3c6-97d4a2e81fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a593ca215d34c768418349b3d869027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906551 Oct 15 19:44:42.747080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36410) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:42.762652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.792804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6930c6-fb8a-40a9-b3c6-97d4a2e81fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe1cab0-1c13-414c-8b24-6357449941bb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:42.807376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36412) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:42.850788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.864555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.893743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Deleting subnet 90427c8c-feeb-4067-87be-e646a7d9a8b6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:44:42.907229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:42.916549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.922707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.940163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f406617-ae80-45a4-a908-548109e5fab5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:42.947002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.950034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:42.951172 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.953321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:42.953699 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Added segment a38e3fc0-8291-465a-b419-fbb02d8e1791 of type vlan for network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d Oct 15 19:44:43.012690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.021902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] Pushing event updated for resources: {'Network': ['ID=ba9f173e-efbf-424d-a132-3ded9b217768,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.034782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ba9f173e-efbf-424d-a132-3ded9b217768 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:43.049580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.055254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef4f20ca-c375-4796-be94-629b780f686a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0307870 Oct 15 19:44:43.057976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:43.063831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Request body: {'subnet': {'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1606760065-subnet', 'tenant_id': 'a1ee334be08c4456a4370fa904343a83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:43.094978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.186075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86207a8-dc8b-4495-8750-1f9a141a3704 req-7cc9ae2b-198c-430a-b3f9-9a3c8c31dd67 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:43.188827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e86207a8-dc8b-4495-8750-1f9a141a3704 req-7cc9ae2b-198c-430a-b3f9-9a3c8c31dd67 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 945 time: 0.0732951 Oct 15 19:44:43.218552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.221284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.225047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fe1cab0-1c13-414c-8b24-6357449941bb HTTP/1.1" status: 204 len: 168 time: 0.4746318 Oct 15 19:44:43.230951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f9c0d-96a3-4f3b-ac0b-5468691054c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe1cab0-1c13-414c-8b24-6357449941bb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.264100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.265540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:43.266247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.268146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e86207a8-dc8b-4495-8750-1f9a141a3704 req-033125bb-6af6-49b8-ad79-a649bb9550db tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653260 Oct 15 19:44:43.269329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:43.271685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.289985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.343490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90427c8c-feeb-4067-87be-e646a7d9a8b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.345974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.352352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36432) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:43.353283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad8ee8fc-bd39-4d29-a20e-945fdcfacaaa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/90427c8c-feeb-4067-87be-e646a7d9a8b6 HTTP/1.1" status: 204 len: 168 time: 0.5448899 Oct 15 19:44:43.388171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.401836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:43.404487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:43.449619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.505115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2214d107-2995-44f3-bf07-a2c99c588ea0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1356394 Oct 15 19:44:43.507955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:43.516682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Request body: {'subnet': {'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-subnet', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:43.541622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port df954ffc-89f7-4459-83f5-bf4d3fcffe15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:43.542076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.612195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.632099 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.633025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859dc496-d819-4971-8d88-9cf201f1c700']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:43.645135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd9254-463d-42ac-ae48-ad508a9a5777') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:43.645582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd9254-463d-42ac-ae48-ad508a9a5777') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:43.656144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.658075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:43.660448 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719b158f-9fa3-4c80-8809-d855a619b1ad" -d '{"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-plugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:43.672065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:43.676866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.683630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:44:43.684138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:44:43.686004 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:44:43.707449 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0364d-8e0d-4a49-885c-e31b05783eff x-openstack-request-id: req-dda0364d-8e0d-4a49-885c-e31b05783eff {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:43.719847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Made reservation on behalf of 8a31de6b7ab448898b9fda920cf07d3b for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:43.720075 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-plugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:43.720075 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dda0364d-8e0d-4a49-885c-e31b05783eff {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:43.720075 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'code': 200} Oct 15 19:44:43.720476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.777892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.838733 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.869666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Checking segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:43.870020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Network hostable DHCP agents. Network: ba9f173e-efbf-424d-a132-3ded9b217768, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:43.878838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.904724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.913163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:43.921804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] 10.222.0.13 "DELETE /v2.0/networks/859dc496-d819-4971-8d88-9cf201f1c700 HTTP/1.1" status: 204 len: 168 time: 0.5680304 Oct 15 19:44:43.929929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:43.945019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79d21e-0db0-41f2-b565-c811c7fbd334 admin admin] Pushing event deleted for resources: {'Network': ['ID=859dc496-d819-4971-8d88-9cf201f1c700,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:44.016984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.073204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Network ba9f173e-efbf-424d-a132-3ded9b217768 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:44:44.094667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f3dfde-bb13-44bb-bf39-c4431a900b26,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:44.099745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Checking segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:44.100106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Network hostable DHCP agents. Network: cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:44.204373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ba9f173e-efbf-424d-a132-3ded9b217768) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:44.213443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd172a6-e448-4bd0-8ac3-ed06400dfa40 None None] Network ba9f173e-efbf-424d-a132-3ded9b217768 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:44.216194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:44.216921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.354547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:44:44.362080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:44.368303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:44.370872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.388750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8427ab99-7431-49e4-8740-fedef95f8181 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3213460 Oct 15 19:44:44.392245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e57f86-3012-4585-8c6a-40b4a0b1c7a1 None None] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:44.403482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a30edd4-cc99-4558-b36d-e30fa45d6d01 None None] Network ba9f173e-efbf-424d-a132-3ded9b217768 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:44.449922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36468) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:44.478957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99566ab-5765-4c0f-90b9-4f1cdcbb9009 req-6464ca52-71dd-4d9f-8f2d-e661835956fe tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:44.488057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f99566ab-5765-4c0f-90b9-4f1cdcbb9009 req-6464ca52-71dd-4d9f-8f2d-e661835956fe tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0896938 Oct 15 19:44:44.507365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0741dea4-16c5-4bf9-9ef7-09d2b3bbc861 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13487124a1634ded94d8019785c0d512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601733 Oct 15 19:44:44.517938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:44.548156 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9ad07085-1824-43aa-b9c3-d328ad63b162 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0388675 Oct 15 19:44:44.551261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36476) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:44.570071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:44.581211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f99566ab-5765-4c0f-90b9-4f1cdcbb9009 req-08d2d54a-271c-4706-9953-16ce21f71fe0 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899942 Oct 15 19:44:44.610765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.639837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.800601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'fixed_ips': [{'subnet_id': '06f3dfde-bb13-44bb-bf39-c4431a900b26'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:44:44.800601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.938177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.938618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.945534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.945871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:44.947468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd1a49d9-b0a4-425a-af1a-d99edf414d17 HTTP/1.1" status: 204 len: 168 time: 0.4240115 Oct 15 19:44:44.989092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Allocated IP 172.20.0.2 (cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d/06f3dfde-bb13-44bb-bf39-c4431a900b26/2664edde-d218-4bcf-853f-55798decfbc5) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:45.003162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.010036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2825f2-db00-4a70-86e0-ad19defb8b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a49d9-b0a4-425a-af1a-d99edf414d17,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:45.129819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-254e9614-ce04-4bd6-941c-06c8a563e18e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:45.138223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-254e9614-ce04-4bd6-941c-06c8a563e18e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.1892881 Oct 15 19:44:45.160451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-9ffddbc7-0eae-45ba-8f2a-cb8fb8bbe598 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/quotas/a1ee334be08c4456a4370fa904343a83 HTTP/1.1" status: 200 len: 375 time: 0.0183592 Oct 15 19:44:45.208923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.231083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b1f11286-ca88-4131-a1c9-a226fa3467c3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635557 Oct 15 19:44:45.357112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-ad931a94-f5ee-40df-869e-59de88503bfa service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185477 Oct 15 19:44:45.378488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.412628 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.484721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-c04e1a8a-7615-4336-94f3-c7c43cc79f31 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280644 Oct 15 19:44:45.507730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:45.511286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:45.524270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Pushing event updated for resources: {'Port': ['ID=2664edde-d218-4bcf-853f-55798decfbc5,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:45.533513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:45.632340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Attempting to bind port 2664edde-d218-4bcf-853f-55798decfbc5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:45.638924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Attempting to bind port 2664edde-d218-4bcf-853f-55798decfbc5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:45.638924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Attempting to bind port 2664edde-d218-4bcf-853f-55798decfbc5 on network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:45.641694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:45.641694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Checking segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:45.641694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.642377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Bound using segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:45.643195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Bound port: 2664edde-d218-4bcf-853f-55798decfbc5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:45.643625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.743754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] For port 2664edde-d218-4bcf-853f-55798decfbc5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:45.747843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] For port 2664edde-d218-4bcf-853f-55798decfbc5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2664edde-d218-4bcf-853f-55798decfbc5,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:45.874247 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:45.888503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880aca8-9a13-4196-a4bf-006b0bac82fe req-8b47a353-b745-4f76-ba84-42431457bb15 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:45.890807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9880aca8-9a13-4196-a4bf-006b0bac82fe req-8b47a353-b745-4f76-ba84-42431457bb15 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.1474395 Oct 15 19:44:45.901098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f492e63-d448-4785-92e8-c668a6b8585d req-30026b4c-5f1d-4199-b98c-9fb9316bed21 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 210 time: 0.0542240 Oct 15 19:44:45.972683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d7396-8393-4558-906e-c5979477c928 None None] Pushing event updated for resources: {'Port': ['ID=2664edde-d218-4bcf-853f-55798decfbc5,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:46.037439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:46.061458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:46.066191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9880aca8-9a13-4196-a4bf-006b0bac82fe req-72722317-c55a-4a5b-a03f-ffbad6721b47 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354387 Oct 15 19:44:46.270304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Allocated IP 172.25.0.66 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/5cd155d4-701e-4f34-b8dc-775a30dd1ac4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:46.448260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:46.635265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:46.686704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36604) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:46.710706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:46.717337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:46.723510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Pushing event updated for resources: {'Port': ['ID=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:46.732208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:46.900222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1701922380-network', 'tenant_id': '3572897e76904ebfb622522d65393038'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:46.951472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d963-b632-4405-9773-3a070ab16a5e req-3ca4084c-2984-4845-bc5c-9b05488c9bbe tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:46.959705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ea2d963-b632-4405-9773-3a070ab16a5e req-3ca4084c-2984-4845-bc5c-9b05488c9bbe tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.1385963 Oct 15 19:44:46.995375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ea2d963-b632-4405-9773-3a070ab16a5e req-fa05a53b-f5d4-4501-99a1-119c182acc78 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343013 Oct 15 19:44:47.087849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb91c21e-63ad-407d-b7ac-922abe5890f9 req-8a2e161e-351e-4795-aae2-1b5489b19148 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 210 time: 0.0288527 Oct 15 19:44:47.158817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2664edde-d218-4bcf-853f-55798decfbc5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:47.168387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Made reservation on behalf of 3572897e76904ebfb622522d65393038 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:47.171243 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.203049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.254057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2664edde-d218-4bcf-853f-55798decfbc5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:47.254775 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.360854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.362551 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.372474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e045296c-3cfe-423c-a50a-e6508888d037 None None] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:47.467353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.467516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36622) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:47.487393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:44:47.492567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.535750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9731d09-2de5-4763-b41d-509d7b8dab5b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:47.538710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:47.552063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.552641 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Added segment f8632a12-5adf-4790-a69a-e620dd611172 of type vlan for network c9592549-6f41-4a49-a783-1f7911a8a893 Oct 15 19:44:47.593661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.635932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.680730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ab1314e-5ab2-41fc-aa91-bef7c9b83d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.716888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:47.755277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-301e1f51-2925-4102-a403-770545fbcbcf None None] Provisioning complete for port 2664edde-d218-4bcf-853f-55798decfbc5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:47.755778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-301e1f51-2925-4102-a403-770545fbcbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.758619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e0b3c-2898-4c4e-8b12-6f222ef3a86d req-0450623c-68c6-451e-98ae-29f3cbec244c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:47.760334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d22e0b3c-2898-4c4e-8b12-6f222ef3a86d req-0450623c-68c6-451e-98ae-29f3cbec244c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1151824 Oct 15 19:44:47.762849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 2664edde-d218-4bcf-853f-55798decfbc5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2664edde-d218-4bcf-853f-55798decfbc5,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:47.764051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'mac_address': 'fa:16:3e:78:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:44:47.813374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ab1314e-5ab2-41fc-aa91-bef7c9b83d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.842909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d22e0b3c-2898-4c4e-8b12-6f222ef3a86d req-a67b533d-4b20-475a-8692-5f614c755b9d tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735769 Oct 15 19:44:47.865343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.866366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:47.866942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.880285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.916164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:47.922412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:47.930281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] Pushing event updated for resources: {'Network': ['ID=c9592549-6f41-4a49-a783-1f7911a8a893,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:47.962186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c9592549-6f41-4a49-a783-1f7911a8a893 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:48.003370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:48.039362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ab1314e-5ab2-41fc-aa91-bef7c9b83d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.089738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=2664edde-d218-4bcf-853f-55798decfbc5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:48.097664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:44:48.131941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:48.132136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f2f54586-3126-4cda-8b94-70953521cb76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4360988 Oct 15 19:44:48.137508 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.154805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Request body: {'subnet': {'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1701922380-subnet', 'tenant_id': '3572897e76904ebfb622522d65393038', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:48.163208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ab1314e-5ab2-41fc-aa91-bef7c9b83d12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ff8fffc93724ee9986bbd61cf850e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952224 Oct 15 19:44:48.168359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36640) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:48.176938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1314e-5ab2-41fc-aa91-bef7c9b83d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7aeae8-0324-4659-9ede-a0f58d39c2b8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:48.223793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d60749-1346-4331-86e4-14113c5c5145 req-0ccefd9f-b62b-45b4-b1c1-ad2031716e76 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:48.228008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3d60749-1346-4331-86e4-14113c5c5145 req-0ccefd9f-b62b-45b4-b1c1-ad2031716e76 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.1323671 Oct 15 19:44:48.251661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:48.292655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.309568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3d60749-1346-4331-86e4-14113c5c5145 req-501de594-6eed-40c9-947e-805d9c63a8c2 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704601 Oct 15 19:44:48.333992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:48.342491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.434122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-08f40666-6eb5-4e22-94ec-fd66b6b78671 None None] Provisioning complete for port 2664edde-d218-4bcf-853f-55798decfbc5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:48.434592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-08f40666-6eb5-4e22-94ec-fd66b6b78671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.589103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.595212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.595212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee7aeae8-0324-4659-9ede-a0f58d39c2b8 HTTP/1.1" status: 204 len: 168 time: 0.4245119 Oct 15 19:44:48.603092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f30e6b-fb34-4ad3-a521-095ec7e10053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7aeae8-0324-4659-9ede-a0f58d39c2b8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:48.642495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c759bf4f-77f3-415d-9eeb-840f6827f21b req-f09a9068-09ad-44d4-874e-0c565ce3a64c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 210 time: 0.0388484 Oct 15 19:44:48.661852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90198b13-db27-4372-89a8-81cea7a0d541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.719267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:48.730780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Sync routers for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:48.740356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:48.740850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:48.806918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Made reservation on behalf of 3572897e76904ebfb622522d65393038 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:48.809839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.858282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:48.976808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:48.978106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-619c99b0-ad6a-4ef9-b404-c23a026c1e25 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4246924 Oct 15 19:44:48.981476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:49.029156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c180ffb-1767-4b70-8464-51d63cbc1759 req-e09a089a-27ea-48d2-870a-b95d5ea6e30a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:49.031238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c180ffb-1767-4b70-8464-51d63cbc1759 req-e09a089a-27ea-48d2-870a-b95d5ea6e30a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1137044 Oct 15 19:44:49.105387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2664edde-d218-4bcf-853f-55798decfbc5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:49.123404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c180ffb-1767-4b70-8464-51d63cbc1759 req-0aec93dc-7ccd-45d0-ae52-8a1efc0d67eb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691972 Oct 15 19:44:49.141207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:46Z', 'revision_number': 3, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:49.175456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Checking router: 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:49.175456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Updating router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:44:49.206237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.219740 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.274063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e00b7187-be22-473a-9a63-b631ec4417be,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:49.290871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Checking segment: {'id': 'f8632a12-5adf-4790-a69a-e620dd611172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:49.291225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Network hostable DHCP agents. Network: c9592549-6f41-4a49-a783-1f7911a8a893, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:49.332624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2664edde-d218-4bcf-853f-55798decfbc5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:49.333203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.460565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:49.480514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Network c9592549-6f41-4a49-a783-1f7911a8a893 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:44:49.498898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-aeeed5f4-f0c7-436a-aa88-6669b392fdb8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:49.501194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-aeeed5f4-f0c7-436a-aa88-6669b392fdb8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.0615611 Oct 15 19:44:49.633968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, c9592549-6f41-4a49-a783-1f7911a8a893) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:49.648726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:49.648726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.734619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368cbb34-7c7e-4aa1-9287-427e30bea7e5 None None] Network c9592549-6f41-4a49-a783-1f7911a8a893 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:49.734933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Deleting port df954ffc-89f7-4459-83f5-bf4d3fcffe15 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:49.735375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.806921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b67fd9a-defb-4101-b38a-5e25abcf34e0 req-1c176025-07e6-4c8f-9742-c5c0e2280387 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 210 time: 0.0774252 Oct 15 19:44:49.826738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4a947ac1-94d2-4d63-afff-154aad8fb6ab admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6920736 Oct 15 19:44:49.834203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:49.918626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11fd8a-2601-442a-af60-cf65c3ea1c4e req-ca31214f-1b57-40d2-8b1e-8a7c09e5faeb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:49.932598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e11fd8a-2601-442a-af60-cf65c3ea1c4e req-ca31214f-1b57-40d2-8b1e-8a7c09e5faeb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 946 time: 0.1730769 Oct 15 19:44:49.994811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:49.995365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.033512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-59686946-6a40-4271-913a-2d857b27a641 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:50.033512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-59686946-6a40-4271-913a-2d857b27a641 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.3028636 Oct 15 19:44:50.035208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Calling delete_port for df954ffc-89f7-4459-83f5-bf4d3fcffe15 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:50.048976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Request body: {'port': {'device_id': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'admin_state_up': True, 'tenant_id': 'a1ee334be08c4456a4370fa904343a83'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:50.053394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.094529 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e11fd8a-2601-442a-af60-cf65c3ea1c4e req-d78126d3-55d4-46b8-8404-e8f0a6dc693a tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605272 Oct 15 19:44:50.151521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6064bf9-3af8-482a-81bf-6cf72220d3e1 None None] Network c9592549-6f41-4a49-a783-1f7911a8a893 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:50.215031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:50.219049 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf13818a-461d-4b86-a4fb-f3ee5e0f8c53" -d '{"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-unplugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:50.238178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.284747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port df954ffc-89f7-4459-83f5-bf4d3fcffe15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=df954ffc-89f7-4459-83f5-bf4d3fcffe15,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:50.332544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:50.362252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28208c34-e277-459c-9084-919abb939fb3 req-56e8e010-a856-4933-b283-04a34587803e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:50.363040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.363817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28208c34-e277-459c-9084-919abb939fb3 req-56e8e010-a856-4933-b283-04a34587803e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1173246 Oct 15 19:44:50.390534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Allocated IP 172.20.0.1 (cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d/06f3dfde-bb13-44bb-bf39-c4431a900b26/eaf70f6e-7ec2-40f9-9dc3-146750068512) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:50.432591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-28208c34-e277-459c-9084-919abb939fb3 req-90f1ebc4-5f67-473b-a48a-7aa0e4ff7e30 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589066 Oct 15 19:44:50.438251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.470249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:50.476032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.519998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Attempting to bind port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:50.520466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Attempting to bind port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:50.520967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Attempting to bind port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:50.524499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Pushing event updated for resources: {'Port': ['ID=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:50.525560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-network', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:50.551162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.551658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.552091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.552488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.552933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.553343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.553730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.554094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.554479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.554963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.555345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.555895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:50.590805 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3074c1cf-3405-4d88-894e-26f7fcda6b22 x-openstack-request-id: req-3074c1cf-3405-4d88-894e-26f7fcda6b22 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:50.591378 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-unplugged", "status": "completed", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:50.591655 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3074c1cf-3405-4d88-894e-26f7fcda6b22 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:50.592045 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'code': 200} Oct 15 19:44:50.615045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:50.615469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:50.615932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.616312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:50.616792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Bound port: 5cd155d4-701e-4f34-b8dc-775a30dd1ac4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:50.617169 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.663963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:50.665469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-b7caefe2-694e-4ba9-8a61-514ff63010c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:50.667063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-b7caefe2-694e-4ba9-8a61-514ff63010c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.11 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.2536361 Oct 15 19:44:50.699995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] For port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:50.704288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] For port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:50.744886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Made reservation on behalf of d9f83c71882d4f8eae279a8a8a803e67 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:50.747129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.789789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.793434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.805452 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.826867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.843638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:50.844297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:50.886673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-e6f59144-310b-4354-b92f-8ba078219c7b tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:50.888201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-e6f59144-310b-4354-b92f-8ba078219c7b tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/networks?id=c9592549-6f41-4a49-a783-1f7911a8a893 HTTP/1.1" status: 200 len: 813 time: 0.3338828 Oct 15 19:44:50.898160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72434b6-b22b-4426-a713-b823a07fb616 None None] Pushing event updated for resources: {'Port': ['ID=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:50.902905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event deleted for resources: {'Port': ['ID=df954ffc-89f7-4459-83f5-bf4d3fcffe15,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:50.914893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Allocated IP 172.20.0.6 (ba9f173e-efbf-424d-a132-3ded9b217768/a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5/7e0e3ccb-3a10-499a-9808-70e750bf8d91) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:50.941662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bda37cb0-41bf-4fc2-81e9-c4819bad804d req-6068ebb7-a6d1-4ad5-8a9d-17e376e863d3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 210 time: 0.0278294 Oct 15 19:44:50.968791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-44c60cb3-d99a-4e12-badc-e6ace5af9288 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/quotas/3572897e76904ebfb622522d65393038 HTTP/1.1" status: 200 len: 375 time: 0.0612321 Oct 15 19:44:50.978055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:50.982905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:50.995448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] No DVR routers for this DVR port df954ffc-89f7-4459-83f5-bf4d3fcffe15 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:51.015256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.019126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0b2b451-adfe-4587-b42d-add31d58aa75 req-05aac5e2-2884-453b-a6b0-702824e2d9da tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "DELETE /v2.0/ports/df954ffc-89f7-4459-83f5-bf4d3fcffe15 HTTP/1.1" status: 204 len: 173 time: 1.5100741 Oct 15 19:44:51.019460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:51.020591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-deleted', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:51.023059 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6950fe-77a5-4ca2-9aa0-942fc96eb153" -d '{"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-deleted", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:51.024289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:51.028737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:51.060109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Pushing event updated for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:51.069260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-dd06b7d6-a95a-4a06-b783-f33ed6e5e21c tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3572897e76904ebfb622522d65393038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748835 Oct 15 19:44:51.098820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Deleting port 81601830-b0ce-46ee-b85e-4222cfd47eec {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:44:51.099140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.099826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.250152 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48229512-8fe9-4a8e-a890-37623c015153 x-openstack-request-id: req-48229512-8fe9-4a8e-a890-37623c015153 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:51.250726 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d2c730d-f919-450f-9721-c224777cca27", "name": "network-vif-deleted", "tag": "df954ffc-89f7-4459-83f5-bf4d3fcffe15", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:51.251181 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48229512-8fe9-4a8e-a890-37623c015153 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:51.251773 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2c730d-f919-450f-9721-c224777cca27', 'name': 'network-vif-deleted', 'tag': 'df954ffc-89f7-4459-83f5-bf4d3fcffe15', 'status': 'completed', 'code': 200} Oct 15 19:44:51.282761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1bfc0729-853d-4b4f-acf9-caec2dcbbe68 req-9a1e881a-85ad-4f2d-8131-292dad87846e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 210 time: 0.0368705 Oct 15 19:44:51.291410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:46Z', 'revision_number': 3, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:51.344700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd939f-e487-4c7c-942f-0cc3daac3398 None None] The sync data for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 is: [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:46Z', 'revision_number': 3, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:51.427244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2bd76d24-67c0-4720-beb1-5244c24a80ab None None] Provisioning complete for port eaf70f6e-7ec2-40f9-9dc3-146750068512 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:51.428702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2bd76d24-67c0-4720-beb1-5244c24a80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.433329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.448743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.451338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:51.463416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] For port 81601830-b0ce-46ee-b85e-4222cfd47eec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=81601830-b0ce-46ee-b85e-4222cfd47eec,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:51.463801 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.495156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e624ead3-c41c-4c85-8e48-cae014d6833e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.503820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2bd76d24-67c0-4720-beb1-5244c24a80ab None None] Port eaf70f6e-7ec2-40f9-9dc3-146750068512 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:44:51.511805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-8b7cb1d1-c62f-49ac-9499-a0feddf83ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188530 Oct 15 19:44:51.517457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Calling delete_port for 81601830-b0ce-46ee-b85e-4222cfd47eec owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:44:51.537235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:51.537605 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.559484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.593045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:51.689966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30202b2-b3d6-4226-b3e4-423fa6df8df3 req-590601a6-31e9-4e47-bc06-bc9b8f93927a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:51.691537 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d30202b2-b3d6-4226-b3e4-423fa6df8df3 req-590601a6-31e9-4e47-bc06-bc9b8f93927a tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 945 time: 0.1148629 Oct 15 19:44:51.692169 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.694353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.727345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.727773 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Added segment 8af65fc0-79d8-48d3-8c67-f15faf566429 of type vlan for network afb701e4-55ae-481c-bc19-b3eb6a22a62a Oct 15 19:44:51.738284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:51.749682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395378bb-f87a-4209-9b91-8c2f4f741ed1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:51.768694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d30202b2-b3d6-4226-b3e4-423fa6df8df3 req-69b191ef-74d4-428a-9991-dc76ff326d85 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585105 Oct 15 19:44:51.772676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.833932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.846529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-8e7d85e9-4dcc-42fa-ba12-1f69cb127180 service neutron] 10.222.0.13 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269138 Oct 15 19:44:51.861434 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.862512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:51.874859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.929180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: df954ffc-89f7-4459-83f5-bf4d3fcffe15 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:51.929536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device df954ffc-89f7-4459-83f5-bf4d3fcffe15 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:51.962795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:51.975473 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:51.978513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Pushing event updated for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:52.006988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.010551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:52.011242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.036031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.094660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.109313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:52.112354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['81601830-b0ce-46ee-b85e-4222cfd47eec'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:44:52.115275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b7d7e-7e0e-4631-a212-de95dd30664c req-a40755e5-8002-42b1-8747-e492432f88e2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:52.116871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f16b7d7e-7e0e-4631-a212-de95dd30664c req-a40755e5-8002-42b1-8747-e492432f88e2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 931 time: 0.0710442 Oct 15 19:44:52.128609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:52.135513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:52.279081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9446595 Oct 15 19:44:52.282593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:52.318954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:52.326615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Request body: {'subnet': {'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-subnet', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:52.328014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74757c86-dfee-489c-8c3c-74d6d42a0768 admin admin] Pushing event updated for resources: {'Network': ['ID=afb701e4-55ae-481c-bc19-b3eb6a22a62a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:52.353040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Network ba9f173e-efbf-424d-a132-3ded9b217768 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:52.363150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:52.366053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f16b7d7e-7e0e-4631-a212-de95dd30664c req-07d09601-4f27-4d56-8bae-3d7c573ebe21 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403474 Oct 15 19:44:52.435114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.509901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event deleted for resources: {'Port': ['ID=81601830-b0ce-46ee-b85e-4222cfd47eec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:52.509901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:52.513648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] No DVR routers for this DVR port 81601830-b0ce-46ee-b85e-4222cfd47eec on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:44:52.589595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:52.596520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:52.605801 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2fe3e6-b0e7-4ee2-b3da-4e41a669e453" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:52.607671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f92f2d2-be63-41e8-be9c-f38358acb7d9 req-ac35a36f-8442-4cc2-8e30-2dbfe1f9a319 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.1422474 Oct 15 19:44:52.622963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7abc08e-8823-409f-a393-9008d29f376e req-3a23681b-966c-4d76-a73e-25d2ec5e1412 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d2c730d-f919-450f-9721-c224777cca27 HTTP/1.1" status: 200 len: 210 time: 0.0677035 Oct 15 19:44:52.649718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:44:52.687998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.691378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95da953b-ee9a-4d41-b794-6eb31d97f39e req-f28de8a6-75cf-47fa-923c-3c88cb35b2e8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.11 "DELETE /v2.0/ports/81601830-b0ce-46ee-b85e-4222cfd47eec HTTP/1.1" status: 204 len: 173 time: 1.9953220 Oct 15 19:44:52.723817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:52.724455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.727243 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a2151e-e070-4a84-b794-1d5c987ee7a5 x-openstack-request-id: req-30a2151e-e070-4a84-b794-1d5c987ee7a5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:52.727981 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:52.727981 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30a2151e-e070-4a84-b794-1d5c987ee7a5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:52.728232 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'code': 200} Oct 15 19:44:52.759738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-435b0f74-5a08-4e8a-a239-5e0a6d6af757 None None] Provisioning complete for port eaf70f6e-7ec2-40f9-9dc3-146750068512 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:52.760130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-435b0f74-5a08-4e8a-a239-5e0a6d6af757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.772526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Made reservation on behalf of d9f83c71882d4f8eae279a8a8a803e67 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:52.772526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.785980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.786671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.823348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-435b0f74-5a08-4e8a-a239-5e0a6d6af757 None None] Port eaf70f6e-7ec2-40f9-9dc3-146750068512 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:44:52.832706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:52.867299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:44:52.880197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-814e5e58-359b-4d6e-bdd7-ef868476836f admin admin] 10.222.0.13 "PUT /v2.0/routers/0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8973088 Oct 15 19:44:52.940765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-b0f07313-6105-4e72-aeaf-9c68cee9b614 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8972006 Oct 15 19:44:52.947283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db783780-9620-4526-979e-bc7bc163dbb1 req-c2e88c72-5860-43db-bc7d-5778cc13be5f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 210 time: 0.0535374 Oct 15 19:44:52.956859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Request body: {'port': {'device_id': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:53.034072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.155636 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.196260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:53.254758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'name': 'network-vif-deleted', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:53.258973 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc67434-0db3-4eb9-8039-bafb7b0dbaa7" -d '{"events": [{"server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "name": "network-vif-deleted", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:53.264029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1896b198-5570-49dd-ab31-b8cb18f289c6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:53.279388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Checking segment: {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:53.279388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Network hostable DHCP agents. Network: afb701e4-55ae-481c-bc19-b3eb6a22a62a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:53.319432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:53.319432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.347780 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0fb964-d077-4250-9c8a-902bf1afb2a4 x-openstack-request-id: req-ff0fb964-d077-4250-9c8a-902bf1afb2a4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:53.347780 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84674c78-0030-4423-9110-86b54f550c49", "name": "network-vif-deleted", "tag": "81601830-b0ce-46ee-b85e-4222cfd47eec", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:53.348033 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff0fb964-d077-4250-9c8a-902bf1afb2a4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:53.348245 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84674c78-0030-4423-9110-86b54f550c49', 'name': 'network-vif-deleted', 'tag': '81601830-b0ce-46ee-b85e-4222cfd47eec', 'status': 'completed', 'code': 200} Oct 15 19:44:53.406597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:44:53.474714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0e3ccb-3a10-499a-9808-70e750bf8d91 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:44:53.484760 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.486735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.517120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:53.521730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Transition to ACTIVE for port object 7e0e3ccb-3a10-499a-9808-70e750bf8d91 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:44:53.524866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, afb701e4-55ae-481c-bc19-b3eb6a22a62a) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:53.531224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:53.531847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.542206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25147849-7abf-411b-a9ff-76ea91638b2a None None] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:53.568472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca353fa-1236-4df8-976e-63ab48659c86 req-21a0e9b0-78ae-46de-a147-e6437fcb86f8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:53.578044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ca353fa-1236-4df8-976e-63ab48659c86 req-21a0e9b0-78ae-46de-a147-e6437fcb86f8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 931 time: 0.0702574 Oct 15 19:44:53.632567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ca353fa-1236-4df8-976e-63ab48659c86 req-db4c3ba5-edfb-4b7f-b35e-363150cd63c8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530000 Oct 15 19:44:53.658083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.658544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.732209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Sync routers for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:44:53.744521 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:53.745243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:53.773526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-043bb1e1-6896-4fca-8840-94d547793d65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4883907 Oct 15 19:44:53.797080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:53.809073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9984c687-6b7b-412f-817c-90c784861394 req-875c3d1a-72dd-4925-a862-5e805e1e0cd9 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.0521436 Oct 15 19:44:53.809659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:53.831348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:53.869841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ef9d2-abee-4fab-9bc9-e85da2a9d642 req-d839528c-7a37-4f37-854c-a93e32287b89 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:53.910197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a3ef9d2-abee-4fab-9bc9-e85da2a9d642 req-d839528c-7a37-4f37-854c-a93e32287b89 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.1576152 Oct 15 19:44:53.929626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'fixed_ips': [{'subnet_id': '1896b198-5570-49dd-ab31-b8cb18f289c6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:44:53.930954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:53.966205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:54.051432 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:54.051707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Attempting to bind port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:54.054696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.055809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.056907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Attempting to bind port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:54.058293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Attempting to bind port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:54.076032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 on network ba9f173e-efbf-424d-a132-3ded9b217768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:44:54.076032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Attempting to bind port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:54.113947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:54.119964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Checking segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:54.119964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Bound using segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:54.119964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Bound port: 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:54.119964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.201993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a3ef9d2-abee-4fab-9bc9-e85da2a9d642 req-9f3c8efb-c40f-4962-b665-2a6a489c199c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864807 Oct 15 19:44:54.231655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:54.237636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:54.240229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:54.290286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Allocated IP 172.20.0.2 (afb701e4-55ae-481c-bc19-b3eb6a22a62a/1896b198-5570-49dd-ab31-b8cb18f289c6/a0c80a12-1336-4609-ac36-ea23dddd6fa3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:54.344586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc44ffc6-bb22-47d6-84fd-88e91ae02caf req-70861702-92fc-408d-b76e-9a0f52726a1e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=84674c78-0030-4423-9110-86b54f550c49 HTTP/1.1" status: 200 len: 210 time: 0.0611219 Oct 15 19:44:54.370646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.399792 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.409009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-network', 'tenant_id': 'cfc08d493ae24b54b99854707525142a'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:54.475715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:54.490434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:54.491056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.492971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-5b05de01-3b6a-47d4-9591-4872d0fcf7a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/7e0e3ccb-3a10-499a-9808-70e750bf8d91 HTTP/1.1" status: 200 len: 1092 time: 1.5429795 Oct 15 19:44:54.533995 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:51Z', 'revision_number': 4, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'eaf70f6e-7ec2-40f9-9dc3-146750068512', 'name': '', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'mac_address': 'fa:16:3e:d5:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:50Z', 'updated_at': '2021-10-15T19:44:51Z', 'revision_number': 2, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'subnets': [{'id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:54.569088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Checking router: 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:44:54.569924 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Updating router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad port eaf70f6e-7ec2-40f9-9dc3-146750068512 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:44:54.583049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-cc81f910-770b-40fe-8618-464d9e0715fb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:54.591039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-cc81f910-770b-40fe-8618-464d9e0715fb tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.1639862 Oct 15 19:44:54.603598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.609747 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.619084 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.722570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-ca0a5b16-8eab-443f-ab51-55f18aa728b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:54.726401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-ca0a5b16-8eab-443f-ab51-55f18aa728b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 1095 time: 0.0977352 Oct 15 19:44:54.772498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.795061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-7d34b5d2-e5fc-4ab7-82f6-8f609df777ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91 HTTP/1.1" status: 200 len: 217 time: 0.0576520 Oct 15 19:44:54.808825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.820373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-df621e62-5a4b-47e6-ab77-15ea4d5662b0 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/quotas/90e0c69d171d4767b6f6105213f3e9e8 HTTP/1.1" status: 200 len: 375 time: 0.2285266 Oct 15 19:44:54.884043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-d846d024-6e32-42e6-b211-46724ff259b7 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625763 Oct 15 19:44:54.896480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:54.916417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:54.926038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Pushing event updated for resources: {'Port': ['ID=a0c80a12-1336-4609-ac36-ea23dddd6fa3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:54.928505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:54.988348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Made reservation on behalf of cfc08d493ae24b54b99854707525142a for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:54.990610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:54.994552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-d0d67eb6-31e9-4f81-a7a7-1b55ccba3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:54.996150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-d0d67eb6-31e9-4f81-a7a7-1b55ccba3791 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 200 len: 845 time: 0.1575251 Oct 15 19:44:55.005595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.055351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322189f-0d69-492d-bcef-a98ec8f4f151 req-89bc1ba8-1065-4c57-88bf-64d9edb159db tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:55.063430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b322189f-0d69-492d-bcef-a98ec8f4f151 req-89bc1ba8-1065-4c57-88bf-64d9edb159db tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 943 time: 0.2816784 Oct 15 19:44:55.110772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.186929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-a842249a-0b09-4b19-a329-934e69c5001d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba9f173e-efbf-424d-a132-3ded9b217768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818497 Oct 15 19:44:55.219893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-345725d8-3cfb-4e06-8d9d-27294804c77c service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347569 Oct 15 19:44:55.231131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.301163 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.301884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:44:55.358957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:44:55.362567 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc10cec-53ab-4863-954d-15c51044ba7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:44:55.367033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:55.368907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-ec8740f4-16ff-4edf-9aaf-482836f5a26f service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735096 Oct 15 19:44:55.399043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aaefba-c718-4dae-af0f-3b12892d03f9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:55.414008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.414358 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Added segment 1284eb8a-2119-42fe-9c99-6b1aced9e2b8 of type vlan for network 18a8cdce-5b51-499c-8c71-4131e179f031 Oct 15 19:44:55.423504 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.423761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b322189f-0d69-492d-bcef-a98ec8f4f151 req-93259247-b977-46c8-8e0b-3d7451303ae6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392751 Oct 15 19:44:55.450260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 81601830-b0ce-46ee-b85e-4222cfd47eec no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:44:55.533195 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Pushing event updated for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:55.557449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 81601830-b0ce-46ee-b85e-4222cfd47eec {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:44:55.558087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 81601830-b0ce-46ee-b85e-4222cfd47eec not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:44:55.596482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Attempting to bind port a0c80a12-1336-4609-ac36-ea23dddd6fa3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:55.596952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Attempting to bind port a0c80a12-1336-4609-ac36-ea23dddd6fa3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:55.597375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Attempting to bind port a0c80a12-1336-4609-ac36-ea23dddd6fa3 on network afb701e4-55ae-481c-bc19-b3eb6a22a62a {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:55.606304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:55.607081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.629745 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.630456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.630456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.630712 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.631038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.631356 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.631778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.632064 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.632381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.632696 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.633146 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.633368 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:44:55.636856 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Attempting to bind port eaf70f6e-7ec2-40f9-9dc3-146750068512 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:44:55.642704 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Attempting to bind port eaf70f6e-7ec2-40f9-9dc3-146750068512 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:44:55.642704 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Attempting to bind port eaf70f6e-7ec2-40f9-9dc3-146750068512 on network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:44:55.646806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-1c63f4fe-d50b-4362-8f48-50128b4f442d service neutron] 10.222.0.13 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250894 Oct 15 19:44:55.649294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:55.649816 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Checking segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:55.650251 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.650699 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Bound using segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:55.651202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Bound port: eaf70f6e-7ec2-40f9-9dc3-146750068512, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:55.651614 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.679542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:44:55.679968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Checking segment: {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:55.680368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.680755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Bound using segment: {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:44:55.681235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Bound port: a0c80a12-1336-4609-ac36-ea23dddd6fa3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:44:55.681672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.728479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-944b0238-20d3-4e0b-9d18-bee6addad00b req-5df03944-5bf2-4c44-ba1c-40239364c9e5 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.1206758 Oct 15 19:44:55.797863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.808407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1555a234-f1ba-450d-94f1-e292a03bddd5 req-3a2d3e3e-5fb1-4f25-87f8-75d1e9f9eb5a service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297071 Oct 15 19:44:55.822836 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] For port eaf70f6e-7ec2-40f9-9dc3-146750068512, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:55.824203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] For port a0c80a12-1336-4609-ac36-ea23dddd6fa3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:44:55.827486 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] For port eaf70f6e-7ec2-40f9-9dc3-146750068512, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf70f6e-7ec2-40f9-9dc3-146750068512,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:55.830659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] For port a0c80a12-1336-4609-ac36-ea23dddd6fa3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0c80a12-1336-4609-ac36-ea23dddd6fa3,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:44:55.887139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4f65e70d-be3a-4d50-ac08-02c56dbcc5f1 None None] Provisioning complete for port eaf70f6e-7ec2-40f9-9dc3-146750068512 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:55.887514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4f65e70d-be3a-4d50-ac08-02c56dbcc5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.907613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.resource_extend [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:44:55.931153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4f65e70d-be3a-4d50-ac08-02c56dbcc5f1 None None] Port eaf70f6e-7ec2-40f9-9dc3-146750068512 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:44:55.944072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.983429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:55.991525 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4e1b86-2bf2-4dfe-88b9-ef78e6a6f121 x-openstack-request-id: req-ce4e1b86-2bf2-4dfe-88b9-ef78e6a6f121 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:44:55.991835 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:44:55.992091 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce4e1b86-2bf2-4dfe-88b9-ef78e6a6f121 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:44:55.992486 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'status': 'completed', 'code': 200} Oct 15 19:44:56.232821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Allocated IP 172.25.0.3 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c38b87e1-e414-4e89-8b18-107aa4c79242) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:56.277783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.298867 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.398025 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cd82c-5b5b-4278-9a42-7a85355b8103 None None] Pushing event updated for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:56.416347 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:44:56.417170 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:56.464068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.474804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.475024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:56.475024 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.496908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea560ff-4cc2-4b00-a4a0-25324b7089b9 req-391413d5-a1dd-430b-ab0c-bc17038ccf04 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:56.510087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea560ff-4cc2-4b00-a4a0-25324b7089b9 req-391413d5-a1dd-430b-ab0c-bc17038ccf04 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.1009984 Oct 15 19:44:56.591598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ceee48-3a22-4b58-8237-e86bfcb4c60b None None] Pushing event updated for resources: {'Port': ['ID=a0c80a12-1336-4609-ac36-ea23dddd6fa3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:56.625432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] Pushing event updated for resources: {'Network': ['ID=18a8cdce-5b51-499c-8c71-4131e179f031,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:56.630525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 18a8cdce-5b51-499c-8c71-4131e179f031 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:44:56.643704 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:44:56.663964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:56.871416 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ce7f5f64-2b30-4cbc-b8f6-a68bf6e62570 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6300709 Oct 15 19:44:56.893902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36898) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:44:56.894605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Pushing event updated for resources: {'Port': ['ID=c38b87e1-e414-4e89-8b18-107aa4c79242,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:56.912707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Request body: {'subnet': {'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-subnet', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:56.929635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:44:56.964169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:44:57.013746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:44:57.040050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] Provisioning complete for port eaf70f6e-7ec2-40f9-9dc3-146750068512 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:57.040759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:57.151827 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:51Z', 'revision_number': 4, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'eaf70f6e-7ec2-40f9-9dc3-146750068512', 'name': '', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'mac_address': 'fa:16:3e:d5:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:50Z', 'updated_at': '2021-10-15T19:44:55Z', 'revision_number': 4, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'subnets': [{'id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:44:57.230845 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb2692e-2127-4c1c-944c-10b19ab8325f None None] The sync data for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 is: [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:44:51Z', 'revision_number': 4, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'eaf70f6e-7ec2-40f9-9dc3-146750068512', 'name': '', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'mac_address': 'fa:16:3e:d5:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:50Z', 'updated_at': '2021-10-15T19:44:55Z', 'revision_number': 4, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'subnets': [{'id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:44:57.292511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b1eed-b00c-4ebb-8760-a46c6c1101ee req-b5c55a6a-61c2-433a-9bd4-6508c81e0f86 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:57.315221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9b1eed-b00c-4ebb-8760-a46c6c1101ee req-b5c55a6a-61c2-433a-9bd4-6508c81e0f86 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 943 time: 0.4440548 Oct 15 19:44:57.418005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0c80a12-1336-4609-ac36-ea23dddd6fa3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:57.459317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Made reservation on behalf of cfc08d493ae24b54b99854707525142a for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:57.463854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:57.539397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:57.626037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] For port eaf70f6e-7ec2-40f9-9dc3-146750068512, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf70f6e-7ec2-40f9-9dc3-146750068512,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:57.664914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a0c80a12-1336-4609-ac36-ea23dddd6fa3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:57.665619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:57.684535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea560ff-4cc2-4b00-a4a0-25324b7089b9 req-085c8b1d-7589-409e-9970-198d9cdc5913 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1725037 Oct 15 19:44:57.743783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:57.780988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9b1eed-b00c-4ebb-8760-a46c6c1101ee req-48b6adb1-304c-4a9a-b7f9-a6e33daa3953 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085492 Oct 15 19:44:57.837260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d27dfee-9e79-4580-9009-57e6c3e0191c req-de196f6f-681a-4ab1-bcb3-bc9f9f67de0b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 210 time: 0.0867984 Oct 15 19:44:57.875869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-3235841c-339d-4275-85a4-41ee94105109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:57.891783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-3235841c-339d-4275-85a4-41ee94105109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 1095 time: 1.3757865 Oct 15 19:44:57.966082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1e5cc-3956-470f-b24b-b6497eded031 None None] Pushing event updated for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:58.065500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-4a7a674b-0d5f-4ce5-af4a-85d5d9a57175 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:58.076585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-4a7a674b-0d5f-4ce5-af4a-85d5d9a57175 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.11 "GET /v2.0/networks?id=c9592549-6f41-4a49-a783-1f7911a8a893 HTTP/1.1" status: 200 len: 813 time: 1.5615695 Oct 15 19:44:58.121450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:58.129293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e803c094-f5d7-4023-aa42-e61afc4ae46f req-57b7b0ea-7695-42b5-92d4-22ba4e2a8c47 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.1399760 Oct 15 19:44:58.179619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Request body: {'port': {'device_id': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893', 'admin_state_up': True, 'tenant_id': '3572897e76904ebfb622522d65393038'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:44:58.223876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port a0c80a12-1336-4609-ac36-ea23dddd6fa3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0c80a12-1336-4609-ac36-ea23dddd6fa3,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:44:58.337561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:58.492275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=a0c80a12-1336-4609-ac36-ea23dddd6fa3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:58.547727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:58.552258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-6ce66de1-ec22-4716-8d0b-68eff2421f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:58.578892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-6ce66de1-ec22-4716-8d0b-68eff2421f4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 906 time: 0.6719332 Oct 15 19:44:58.634712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-f35dcff7-b405-439c-901a-2385450c5179 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91 HTTP/1.1" status: 200 len: 217 time: 0.0470955 Oct 15 19:44:58.640465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:58.696482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef30db5-144f-4c23-86b5-7cdce74fe4e2 None None] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:44:58.731771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Made reservation on behalf of 3572897e76904ebfb622522d65393038 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:44:58.736716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:58.758818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-dad5783f-2190-4a55-b873-07d43e6a87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:58.760657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-dad5783f-2190-4a55-b873-07d43e6a87fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 200 len: 845 time: 0.1189775 Oct 15 19:44:58.776670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-702cad21-c615-4a4e-a045-2db36820dae0 None None] Provisioning complete for port a0c80a12-1336-4609-ac36-ea23dddd6fa3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:58.776670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-702cad21-c615-4a4e-a045-2db36820dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:59.089734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-3bfe5740-4e5b-4f70-8ecb-3810f2ed3310 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba9f173e-efbf-424d-a132-3ded9b217768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897956 Oct 15 19:44:59.113165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Allocated IP 172.20.0.12 (c9592549-6f41-4a49-a783-1f7911a8a893/e00b7187-be22-473a-9a63-b631ec4417be/08035552-957b-424e-980b-f9547a2fd60a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:44:59.379124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5505d370-36db-486b-91f6-d85db9cb1dfe req-d4806df8-5d22-49dd-804f-e5b2fbea5a5a tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 210 time: 0.1925497 Oct 15 19:44:59.438678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf70f6e-7ec2-40f9-9dc3-146750068512 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:59.551254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=538ab3e8-1fab-47a0-8654-89ade9d26c30,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:44:59.586882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eaf70f6e-7ec2-40f9-9dc3-146750068512 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:59.587608 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:59.622367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-b0056a00-3ca2-46cb-be61-f367c7fd478a service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220721 Oct 15 19:44:59.686437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c13bc-8746-4dff-8fac-bb6ead9d38c4 req-b2c46702-f0d1-40a2-a7cc-5b05da444825 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:44:59.694292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c65c13bc-8746-4dff-8fac-bb6ead9d38c4 req-b2c46702-f0d1-40a2-a7cc-5b05da444825 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 943 time: 0.2082107 Oct 15 19:44:59.704668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Checking segment: {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:44:59.705007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Network hostable DHCP agents. Network: 18a8cdce-5b51-499c-8c71-4131e179f031, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:44:59.785868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c65c13bc-8746-4dff-8fac-bb6ead9d38c4 req-67454e37-c86d-4eb7-beaa-2e6bdd3ca94d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904729 Oct 15 19:44:59.808470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0c80a12-1336-4609-ac36-ea23dddd6fa3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:44:59.849263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:59.884135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a0c80a12-1336-4609-ac36-ea23dddd6fa3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:44:59.884917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:44:59.926314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:45:00.017414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4664a6d-7de2-42dc-bedb-166292e62105 req-e1622659-c614-40d9-8878-cfda439adbd0 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.0689819 Oct 15 19:45:00.038898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:00.054985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'mac_address': 'fa:16:3e:6f:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:45:00.058972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-51d25725-4ee5-44c0-90f2-94cad752a2d4 None None] Provisioning complete for port a0c80a12-1336-4609-ac36-ea23dddd6fa3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:00.059355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.061664 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-51d25725-4ee5-44c0-90f2-94cad752a2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.121629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Network 18a8cdce-5b51-499c-8c71-4131e179f031 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:45:00.142888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.174038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.230252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0e3ccb-3a10-499a-9808-70e750bf8d91 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:00.253041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:00.263202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e56ff-0cfd-498c-8c4c-5f96e9693f8b req-3b6caefd-7038-4e52-b9cc-8fb124a50c19 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:00.269402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 18a8cdce-5b51-499c-8c71-4131e179f031) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:00.277099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:00.281727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd3e56ff-0cfd-498c-8c4c-5f96e9693f8b req-3b6caefd-7038-4e52-b9cc-8fb124a50c19 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.3656340 Oct 15 19:45:00.282431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c1775-8e18-44cf-a7cf-169209d027c4 None None] Network 18a8cdce-5b51-499c-8c71-4131e179f031 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:00.282772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.317756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Pushing event updated for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:00.413356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.460226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd3e56ff-0cfd-498c-8c4c-5f96e9693f8b req-f1eba32a-1a65-49b2-905d-4d13d7d1b9d8 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774967 Oct 15 19:45:00.481983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80876a01-2524-45dc-a22f-4f25c1ca82ed admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5731182 Oct 15 19:45:00.488010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:00.509581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:00.521288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:00.522799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-18a8cdce-5b51-499c-8c71-4131e179f031', 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'fixed_ips': [{'subnet_id': '538ab3e8-1fab-47a0-8654-89ade9d26c30'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:45:00.525060 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.530045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Network c9592549-6f41-4a49-a783-1f7911a8a893 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:00.578465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:00.581753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:00.588972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f158dd6-cf61-49cd-8290-6207f4eaabd1 req-a5a48fb3-43ee-472b-bd80-330c89a35a1b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 210 time: 0.0647423 Oct 15 19:45:00.614490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:45:00.662818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:00.663542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.706367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fc10cec-53ab-4863-954d-15c51044ba7a req-b8472c6c-d432-4af2-b2f2-611547b8bb4e service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0851517 Oct 15 19:45:00.716865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-f1155a06-368c-486b-b88d-66ee223e553a tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:00.719452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-f1155a06-368c-486b-b88d-66ee223e553a tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 822 time: 0.7926717 Oct 15 19:45:00.728073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.729860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.743002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Request body: {'port': {'device_id': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'admin_state_up': True, 'tenant_id': '90e0c69d171d4767b6f6105213f3e9e8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:00.763689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-561c1608-168a-4ce1-aa81-177d563bd484 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:00.766215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-561c1608-168a-4ce1-aa81-177d563bd484 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.11 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.0833459 Oct 15 19:45:00.906215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['7e0e3ccb-3a10-499a-9808-70e750bf8d91'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:00.914080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:00.968230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Allocated IP 172.20.0.2 (18a8cdce-5b51-499c-8c71-4131e179f031/538ab3e8-1fab-47a0-8654-89ade9d26c30/a265aaf1-60ca-4cc6-ba8d-692c3b321180) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:00.970232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Sync routers for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:00.971366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:00.997512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-1876f91b-c74b-43e7-b872-e3fb731acf11 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9091935 Oct 15 19:45:01.035317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Request body: {'port': {'device_id': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:01.037249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:01.037893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:01.083476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.088627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4efbb2ac-9867-4a9a-b628-a7a60b7a8115 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.2865345 Oct 15 19:45:01.089429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36964) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:01.115266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.219344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Deleting port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:01.219611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.327264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] For port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:01.327724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.425060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.515159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:01.763742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.772518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.773143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:01.773261 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Floating IP 28fedb91-eab2-4945-bcf4-8f4ac55e0e00 disassociated. External IP: 172.25.0.24, port: 5dae1b80-0d5c-4629-947a-ed04e44a2ff5. Oct 15 19:45:01.773605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Calling delete_port for 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:01.775024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de34b3-6290-4241-a0a5-d62e086442b0 req-811eefbe-cbd8-4dcc-b68b-2fec24ac65da tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:01.776640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77de34b3-6290-4241-a0a5-d62e086442b0 req-811eefbe-cbd8-4dcc-b68b-2fec24ac65da tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 944 time: 0.8029146 Oct 15 19:45:01.841697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8d56-d4a6-4874-92d4-9e7a0c91c983 req-4483f774-d57c-4114-bcb5-ea9dc87d7125 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:01.844634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-303c8d56-d4a6-4874-92d4-9e7a0c91c983 req-4483f774-d57c-4114-bcb5-ea9dc87d7125 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 932 time: 0.6547797 Oct 15 19:45:01.927419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:44:57Z', 'revision_number': 3, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:44:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:01.952949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77de34b3-6290-4241-a0a5-d62e086442b0 req-1e3cbb25-16b4-4dce-b1d0-0e88afdf8192 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622679 Oct 15 19:45:01.971779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08035552-957b-424e-980b-f9547a2fd60a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:01.985155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.009564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Transition to ACTIVE for port object 08035552-957b-424e-980b-f9547a2fd60a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:45:02.025377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Checking router: 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:02.025687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Updating router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d port c38b87e1-e414-4e89-8b18-107aa4c79242 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:02.052707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.069266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-303c8d56-d4a6-4874-92d4-9e7a0c91c983 req-8c4e5fe9-c6c3-4024-9c2a-4da522a78065 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Oct 15 19:45:02.118693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Made reservation on behalf of 90e0c69d171d4767b6f6105213f3e9e8 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:02.122193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.133665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Pushing event updated for resources: {'Port': ['ID=a265aaf1-60ca-4cc6-ba8d-692c3b321180,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:02.144833 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.191633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Network 18a8cdce-5b51-499c-8c71-4131e179f031 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:02.196420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:02.199972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:02.260215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.373421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Attempting to bind port a265aaf1-60ca-4cc6-ba8d-692c3b321180 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:02.374410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Attempting to bind port a265aaf1-60ca-4cc6-ba8d-692c3b321180 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:02.374775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Attempting to bind port a265aaf1-60ca-4cc6-ba8d-692c3b321180 on network 18a8cdce-5b51-499c-8c71-4131e179f031 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:02.382379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:02.383122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Checking segment: {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:02.383122 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.383502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Bound using segment: {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:02.384277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Bound port: a265aaf1-60ca-4cc6-ba8d-692c3b321180, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:02.384652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.470371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] For port a265aaf1-60ca-4cc6-ba8d-692c3b321180, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:02.473597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] For port a265aaf1-60ca-4cc6-ba8d-692c3b321180, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a265aaf1-60ca-4cc6-ba8d-692c3b321180,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:02.494712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9eda107-9f33-41c0-b7e5-da86b721b282 req-169dd315-e54e-410e-b38c-0d7e09bcbb52 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 210 time: 0.2452593 Oct 15 19:45:02.508932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Allocated IP 172.20.0.8 (dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641/ed85bfe4-45fc-4586-9a86-9c95defd73a9/45a88c91-7abe-482e-80d9-554f49d77fc7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:02.591532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.639737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.654027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.657442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Pushing event updated for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:02.674131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908bb16-7ce7-432c-8182-5afe08565eef req-1f34b1ab-fdff-4c81-9359-648ca4c51391 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:02.676186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b908bb16-7ce7-432c-8182-5afe08565eef req-1f34b1ab-fdff-4c81-9359-648ca4c51391 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 946 time: 0.5716748 Oct 15 19:45:02.722081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.731097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.759734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373df0-b3f8-4195-8c4c-13e53e87e0a9 None None] Pushing event updated for resources: {'Port': ['ID=a265aaf1-60ca-4cc6-ba8d-692c3b321180,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:02.809672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.816029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event deleted for resources: {'Port': ['ID=5dae1b80-0d5c-4629-947a-ed04e44a2ff5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:02.842926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.914441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:02.965785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b908bb16-7ce7-432c-8182-5afe08565eef req-f262cad2-66fc-43da-b4b3-4244a5981c05 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups?id=3f2d41a3-a236-4673-ba10-003ca3b38e35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557716 Oct 15 19:45:03.025127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Attempting to bind port 08035552-957b-424e-980b-f9547a2fd60a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:03.025763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Attempting to bind port 08035552-957b-424e-980b-f9547a2fd60a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'f8632a12-5adf-4790-a69a-e620dd611172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:03.025763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Attempting to bind port 08035552-957b-424e-980b-f9547a2fd60a on network c9592549-6f41-4a49-a783-1f7911a8a893 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:03.029615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Attempting to bind port c38b87e1-e414-4e89-8b18-107aa4c79242 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:03.030857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Attempting to bind port c38b87e1-e414-4e89-8b18-107aa4c79242 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:03.031593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Attempting to bind port c38b87e1-e414-4e89-8b18-107aa4c79242 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:03.044957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Port 08035552-957b-424e-980b-f9547a2fd60a on network c9592549-6f41-4a49-a783-1f7911a8a893 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:45:03.044957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Attempting to bind port 08035552-957b-424e-980b-f9547a2fd60a on network c9592549-6f41-4a49-a783-1f7911a8a893 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:03.047519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:03.049330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:03.049897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:03.052209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:03.052829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Bound port: c38b87e1-e414-4e89-8b18-107aa4c79242, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:03.053324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:03.053490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:03.151349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:03.151986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Checking segment: {'id': 'f8632a12-5adf-4790-a69a-e620dd611172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:03.152429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Bound using segment: {'id': 'f8632a12-5adf-4790-a69a-e620dd611172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:03.153197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Bound port: 08035552-957b-424e-980b-f9547a2fd60a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8632a12-5adf-4790-a69a-e620dd611172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:03.153379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:03.158486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd24255-8d0c-4fd7-8b5c-c87dc0e03be7 None None] Pushing event updated for resources: {'Port': ['ID=c38b87e1-e414-4e89-8b18-107aa4c79242,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:03.241338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Allocated IP 172.25.0.97 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/61644087-c80a-4be1-b809-a6ed87d4b458) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:03.243492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] For port c38b87e1-e414-4e89-8b18-107aa4c79242, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:03.259393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] For port c38b87e1-e414-4e89-8b18-107aa4c79242, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c38b87e1-e414-4e89-8b18-107aa4c79242,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:03.297504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:03.320773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:03.323929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:03.347834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:03.392134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event updated for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:03.436906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:03.503431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=08035552-957b-424e-980b-f9547a2fd60a,segment=NetworkSegment(f8632a12-5adf-4790-a69a-e620dd611172),segment_id=f8632a12-5adf-4790-a69a-e620dd611172)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:03.518654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:03.521838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Router a2eacb86-93fe-4228-84f8-b411a113106e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:03.522661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:03.544335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Allocated IP 172.20.0.1 (afb701e4-55ae-481c-bc19-b3eb6a22a62a/1896b198-5570-49dd-ab31-b8cb18f289c6/a20557ec-a874-4bfc-bb5e-2ca65a9e67c0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:03.576828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679212-aad4-46a5-a197-63d5b261fb85 req-e686ce54-ed21-4c34-a10a-c41a4079ca6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:03.587983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9679212-aad4-46a5-a197-63d5b261fb85 req-e686ce54-ed21-4c34-a10a-c41a4079ca6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 944 time: 0.3365393 Oct 15 19:45:03.641516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd24255-8d0c-4fd7-8b5c-c87dc0e03be7 None None] Pushing event updated for resources: {'Port': ['ID=c38b87e1-e414-4e89-8b18-107aa4c79242,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:03.772557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9679212-aad4-46a5-a197-63d5b261fb85 req-d09f30b4-d260-4e79-8cb4-4a5c38f98cba tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810672 Oct 15 19:45:03.815963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:03.968144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:03.970051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Sync routers for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:03.975505 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:03.980097 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:04.032315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.043255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] No DVR routers for this DVR port 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:04.051058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.054593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dd5977b-8307-4148-a804-e3700fc4d127 req-fa9facaf-18c3-439d-8277-29f35a62e1e6 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.11 "DELETE /v2.0/ports/5dae1b80-0d5c-4629-947a-ed04e44a2ff5 HTTP/1.1" status: 204 len: 173 time: 3.2801595 Oct 15 19:45:04.055075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'name': 'network-vif-deleted', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:04.059198 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1f61cc-2075-4c8e-bb37-05c2dfd2b2c3" -d '{"events": [{"server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "name": "network-vif-deleted", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:04.102368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:04.124680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10194ec6-3bc5-463f-8694-d06bb5220a16 req-f57e8c1a-1576-4f1f-87d3-a115e61b6ff0 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:04.126299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10194ec6-3bc5-463f-8694-d06bb5220a16 req-f57e8c1a-1576-4f1f-87d3-a115e61b6ff0 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 931 time: 0.0922041 Oct 15 19:45:04.215712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:04.219202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.222643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10194ec6-3bc5-463f-8694-d06bb5220a16 req-fb18b286-7c93-44f4-a4bd-a4ef315ad5de tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881560 Oct 15 19:45:04.246711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.263540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ceb21-d3a1-4bec-a931-8f5aeeaff625 req-d9542078-30c7-4d59-9915-f894f6b22ffc tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:04.271466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f1ceb21-d3a1-4bec-a931-8f5aeeaff625 req-d9542078-30c7-4d59-9915-f894f6b22ffc tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 1.0145302 Oct 15 19:45:04.277006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.317485 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:04.356349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:04.364700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:04.369049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:04.386225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:44:57Z', 'revision_number': 3, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:04.455792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:04.508976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:45:04.525896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Pushing event updated for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:04.532690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3807b8-804b-439b-9cf9-0978b987efee None None] The sync data for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 is: [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:44:57Z', 'revision_number': 3, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:04.540501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:04.542595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.580462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c18935d-5252-4766-ba35-1ac2280cfc7d req-c4fc7a6a-60b6-4360-b145-79f796f563db tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.1217446 Oct 15 19:45:04.605256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.605413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-bad961cb-8968-47fa-a714-7170356251b8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8661397 Oct 15 19:45:04.605681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:04.606233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.611172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-ba7356d5-e031-44a1-9c9e-7c15e7a81496 service neutron] 10.222.0.11 "PUT /v2.0/ports/08035552-957b-424e-980b-f9547a2fd60a HTTP/1.1" status: 200 len: 1093 time: 3.5784681 Oct 15 19:45:04.616156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'tag': '08035552-957b-424e-980b-f9547a2fd60a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:04.618566 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "tag": "08035552-957b-424e-980b-f9547a2fd60a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:04.631867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Request body: {'port': {'device_id': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:04.638773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5fa46e-7a69-494c-9260-b6187fc62d31 None None] Network 18a8cdce-5b51-499c-8c71-4131e179f031 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:04.770708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] Provisioning complete for port a265aaf1-60ca-4cc6-ba8d-692c3b321180 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:04.772379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:04.832865 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f95814-4d3f-46d6-bc66-a369097c3068 x-openstack-request-id: req-27f95814-4d3f-46d6-bc66-a369097c3068 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:04.833383 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bcdd79-c792-4ba4-a064-8dfb0a438eae", "name": "network-vif-deleted", "tag": "5dae1b80-0d5c-4629-947a-ed04e44a2ff5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:04.833809 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27f95814-4d3f-46d6-bc66-a369097c3068 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:04.834384 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07bcdd79-c792-4ba4-a064-8dfb0a438eae', 'name': 'network-vif-deleted', 'tag': '5dae1b80-0d5c-4629-947a-ed04e44a2ff5', 'status': 'completed', 'code': 200} Oct 15 19:45:04.852711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:45:04.967110 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:05.025135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f1ceb21-d3a1-4bec-a931-8f5aeeaff625 req-f3d5cfd8-1a2a-4913-84b2-819063779787 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633296 Oct 15 19:45:05.033646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.038006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.065610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-2ac93e7e-1728-40c5-9f02-d992a87d72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:05.067157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-2ac93e7e-1728-40c5-9f02-d992a87d72fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3572897e76904ebfb622522d65393038&device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 1096 time: 0.3104792 Oct 15 19:45:05.124133 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Checking router: a2eacb86-93fe-4228-84f8-b411a113106e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:05.189345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:05.190382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:05.219149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.285813 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e4eeca-be18-40e0-96fe-9c8f8ccf7bf9 x-openstack-request-id: req-57e4eeca-be18-40e0-96fe-9c8f8ccf7bf9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:05.289150 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "tag": "08035552-957b-424e-980b-f9547a2fd60a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:05.289524 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57e4eeca-be18-40e0-96fe-9c8f8ccf7bf9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:05.293140 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'tag': '08035552-957b-424e-980b-f9547a2fd60a', 'status': 'completed', 'code': 200} Oct 15 19:45:05.386273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.419396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a265aaf1-60ca-4cc6-ba8d-692c3b321180 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:05.495086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-57cba4b2-3ed7-4b7d-bad3-03969dfd26c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08035552-957b-424e-980b-f9547a2fd60a HTTP/1.1" status: 200 len: 217 time: 0.2975960 Oct 15 19:45:05.555170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.633142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.633340 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:05.675469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.702105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:05.762948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:05.763189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 5dae1b80-0d5c-4629-947a-ed04e44a2ff5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:05.858559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:05.882557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:05.901704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:05.906625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:05.911074 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6d5d5a-6089-46c8-930a-47578d41f617" -d '{"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:05.978623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a265aaf1-60ca-4cc6-ba8d-692c3b321180 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:05.979016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.041692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] For port a265aaf1-60ca-4cc6-ba8d-692c3b321180, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a265aaf1-60ca-4cc6-ba8d-692c3b321180,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:06.042785 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.106409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba32217-c85d-4367-b452-232676747e93 req-78fcb5d1-642a-435c-ae58-f9c73095341b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:06.120035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fba32217-c85d-4367-b452-232676747e93 req-78fcb5d1-642a-435c-ae58-f9c73095341b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 931 time: 0.2679799 Oct 15 19:45:06.156917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.206542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a88c91-7abe-482e-80d9-554f49d77fc7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:06.216642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.233132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Transition to ACTIVE for port object 45a88c91-7abe-482e-80d9-554f49d77fc7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:45:06.236773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:06.310180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.357678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.380680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-14a3e10d-d60e-4154-987f-55530bea9184 None None] Provisioning complete for port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:06.381328 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14a3e10d-d60e-4154-987f-55530bea9184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:06.458244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fba32217-c85d-4367-b452-232676747e93 req-581dfc4c-bd2e-4dd9-978c-c0d8891d482f tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354404 Oct 15 19:45:06.508228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:06.512561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:06.559180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:06.581529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:06.616850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a9ea0-1be8-47c5-921c-af7c9487763f req-fd5168eb-2e56-4163-a969-511f47c33a64 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:06.618645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-362a9ea0-1be8-47c5-921c-af7c9487763f req-fd5168eb-2e56-4163-a969-511f47c33a64 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 944 time: 1.0375526 Oct 15 19:45:06.637891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:06.672299 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:06.767723 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf011cde-4e6c-428b-a5a6-146ce5ad9a8e None None] The sync data for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 is: [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:56Z', 'revision_number': 4, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '16966e56-5e31-457f-beef-cb6662e49e76', 'name': '', 'network_id': 'bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'mac_address': 'fa:16:3e:9b:80:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '24ae4310-b580-4a97-839b-ff399a26102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:55Z', 'updated_at': '2021-10-15T19:41:01Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'subnets': [{'id': '24ae4310-b580-4a97-839b-ff399a26102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:06.844515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d29cd-21ad-4225-a913-fa1553fd1824 None None] Pushing event updated for resources: {'Port': ['ID=a265aaf1-60ca-4cc6-ba8d-692c3b321180,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:06.872986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-14a3e10d-d60e-4154-987f-55530bea9184 None None] Port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:06.950982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0653fe5-f2b2-44c3-ae5d-db1c2c01e0e7 req-aac08441-cbde-4ec3-9708-26c7fe712b59 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:06.953715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0653fe5-f2b2-44c3-ae5d-db1c2c01e0e7 req-aac08441-cbde-4ec3-9708-26c7fe712b59 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 946 time: 0.3224211 Oct 15 19:45:07.000468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a28c729f-ca67-47dd-9849-59d93344e95e None None] Provisioning complete for port a265aaf1-60ca-4cc6-ba8d-692c3b321180 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:07.004338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a28c729f-ca67-47dd-9849-59d93344e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:07.012810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-9de3bbdc-e1a6-47ea-a82b-6bb2a2477b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:07.014857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-9de3bbdc-e1a6-47ea-a82b-6bb2a2477b8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e00b7187-be22-473a-9a63-b631ec4417be HTTP/1.1" status: 200 len: 853 time: 1.5091410 Oct 15 19:45:07.021884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:07.122923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-362a9ea0-1be8-47c5-921c-af7c9487763f req-5fc849dd-f5d2-47b9-8377-3383e0a8ef2c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296754 Oct 15 19:45:07.130667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Pushing event updated for resources: {'Port': ['ID=61644087-c80a-4be1-b809-a6ed87d4b458,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:07.291227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d0653fe5-f2b2-44c3-ae5d-db1c2c01e0e7 req-a3e89efd-f83d-48f4-8932-e57ee107bd9c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122952 Oct 15 19:45:07.340260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-b531c2af-c2bc-4ef4-95b8-7246b96ddd0c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9592549-6f41-4a49-a783-1f7911a8a893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816796 Oct 15 19:45:07.419165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c38b87e1-e414-4e89-8b18-107aa4c79242 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:07.445432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:07.459341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:07.464111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9aaa0aae-8d9c-4691-b765-43f9693d7ac5 admin admin] 10.222.0.13 "PUT /v2.0/routers/7e4d443f-5fce-4c89-aa9f-a8ed46749e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3656871 Oct 15 19:45:07.537585 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3932d473-2f9b-480a-916c-da8bb8213d0d x-openstack-request-id: req-3932d473-2f9b-480a-916c-da8bb8213d0d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:07.537994 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:07.538131 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3932d473-2f9b-480a-916c-da8bb8213d0d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:07.538507 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'code': 200} Oct 15 19:45:07.541388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-56663a57-8363-43c7-93b5-a86a1b5a3dc2 None None] Provisioning complete for port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:07.541774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56663a57-8363-43c7-93b5-a86a1b5a3dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:07.606338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c98ea-acc1-4cdc-9829-7ee9d49ffe23 None None] New status for floating IP 28fedb91-eab2-4945-bcf4-8f4ac55e0e00: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:45:07.699360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3ecf-8e7d-4a53-a413-2c22f4d237fd req-22408250-4fa5-4098-af33-57e6a91e2755 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:07.701162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-570a3ecf-8e7d-4a53-a413-2c22f4d237fd req-22408250-4fa5-4098-af33-57e6a91e2755 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 0.0844290 Oct 15 19:45:07.707272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-758753f1-04b0-4073-beff-9837e47abbc4 req-69206a9c-1d22-4caf-ac96-a9d96d4e984b tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.3315825 Oct 15 19:45:07.816018 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-570a3ecf-8e7d-4a53-a413-2c22f4d237fd req-ee37373d-80b7-47f1-8176-6696ffe4a199 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013002 Oct 15 19:45:07.877081 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Sync routers for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:07.893788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:07.904872 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:07.962489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-56663a57-8363-43c7-93b5-a86a1b5a3dc2 None None] Port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:07.997487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c38b87e1-e414-4e89-8b18-107aa4c79242 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:07.997870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.165455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Pushing event updated for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:08.175232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e424e2-dc29-4011-8dce-2b26ce77cb27 req-b5bb961a-738f-4942-98ca-074c5fb24c57 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:08.177576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21e424e2-dc29-4011-8dce-2b26ce77cb27 req-b5bb961a-738f-4942-98ca-074c5fb24c57 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.1858277 Oct 15 19:45:08.208503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.237457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:08.257309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c38b87e1-e414-4e89-8b18-107aa4c79242, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c38b87e1-e414-4e89-8b18-107aa4c79242,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:08.259734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-21e424e2-dc29-4011-8dce-2b26ce77cb27 req-f42b3506-9e01-4dff-83d0-c2078f2cdbf9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Oct 15 19:45:08.332143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.332143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a265aaf1-60ca-4cc6-ba8d-692c3b321180 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:08.388186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-69a7c059-af95-4f7e-ab07-b9502f4e2ec7 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:08.395597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-69a7c059-af95-4f7e-ab07-b9502f4e2ec7 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 946 time: 1.3271670 Oct 15 19:45:08.418328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Attempting to bind port 45a88c91-7abe-482e-80d9-554f49d77fc7 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:08.419717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Attempting to bind port 45a88c91-7abe-482e-80d9-554f49d77fc7 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:08.419717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Attempting to bind port 45a88c91-7abe-482e-80d9-554f49d77fc7 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:08.470903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a265aaf1-60ca-4cc6-ba8d-692c3b321180 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:08.471585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.487503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839dfc7-362b-494a-983f-7a31583ea90d req-0a34dda3-e676-4fc5-8658-aeff4cbd1cbe tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:08.489199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4839dfc7-362b-494a-983f-7a31583ea90d req-0a34dda3-e676-4fc5-8658-aeff4cbd1cbe tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 945 time: 0.0962546 Oct 15 19:45:08.521089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c38b87e1-e414-4e89-8b18-107aa4c79242,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:08.539582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Port 45a88c91-7abe-482e-80d9-554f49d77fc7 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:45:08.539929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Attempting to bind port 45a88c91-7abe-482e-80d9-554f49d77fc7 on network dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:08.556533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-a6d43fee-580a-4ac3-888f-97ae90cbca91 service neutron] 10.222.0.11 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2025352 Oct 15 19:45:08.579180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4839dfc7-362b-494a-983f-7a31583ea90d req-328d27d5-3bef-4359-8edc-a7b127a52374 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822446 Oct 15 19:45:08.640972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:08.641314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Checking segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:08.641614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Bound using segment: {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:08.642123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Bound port: 45a88c91-7abe-482e-80d9-554f49d77fc7, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa86caa-7350-456b-8aa0-5ab714f94aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:08.642486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.647820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38177f-be10-42f5-96d9-aafd195859b6 req-f0633abd-095b-410e-906c-be9a6ac8ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:08.649488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b38177f-be10-42f5-96d9-aafd195859b6 req-f0633abd-095b-410e-906c-be9a6ac8ff7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 1097 time: 0.9291494 Oct 15 19:45:08.774277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:04Z', 'revision_number': 4, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a20557ec-a874-4bfc-bb5e-2ca65a9e67c0', 'name': '', 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'mac_address': 'fa:16:3e:23:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:05Z', 'revision_number': 2, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'subnets': [{'id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:08.812586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711656a1-78e7-475e-a63e-23431056a2e9 req-65c3d6a9-649f-4b2d-8785-ca273bdec2e0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:08.813951 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Checking router: 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:08.814451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-711656a1-78e7-475e-a63e-23431056a2e9 req-65c3d6a9-649f-4b2d-8785-ca273bdec2e0 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 946 time: 0.0946083 Oct 15 19:45:08.818175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fbc0903b-e666-47db-baf6-ef1b91b7916b req-dd648374-fd5e-47ca-bac2-c726b6b3ef68 service neutron] 10.222.0.11 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674161 Oct 15 19:45:08.818938 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-a1ccf86c-4409-4331-aefd-2a46b199f6bb req-4f7dcc9e-4ad9-46e7-ba58-2fa86bbac8c0 tempest-FloatingIPDetailsNegativeTestJSON-369864758 tempest-FloatingIPDetailsNegativeTestJSON-369864758-project] show failed (client error): The resource could not be found. Oct 15 19:45:08.820647 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Updating router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:08.835388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37062) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:08.838322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1ccf86c-4409-4331-aefd-2a46b199f6bb req-4f7dcc9e-4ad9-46e7-ba58-2fa86bbac8c0 tempest-FloatingIPDetailsNegativeTestJSON-369864758 tempest-FloatingIPDetailsNegativeTestJSON-369864758-project] 10.222.0.13 "GET /v2.0/floatingips/26e8dfd7-31e6-406b-ab1e-49b0ec27a8a0 HTTP/1.1" status: 404 len: 350 time: 0.5146906 Oct 15 19:45:08.912755 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:08.985858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94dcc573-1a19-4f26-ad84-725e90d0b82b req-d623cff3-3650-426f-aeb6-10eac522db26 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0457182 Oct 15 19:45:09.052073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-711656a1-78e7-475e-a63e-23431056a2e9 req-86b87cbd-a7bc-4ae4-9219-bbfc437bf647 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176549 Oct 15 19:45:09.192272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:09.199614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=45a88c91-7abe-482e-80d9-554f49d77fc7,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:09.202614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c38b87e1-e414-4e89-8b18-107aa4c79242 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:09.310108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.329689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c38b87e1-e414-4e89-8b18-107aa4c79242 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:09.330347 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.393539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:09.394166 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.395671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] 10.222.0.11 "PUT /v2.0/ports/45a88c91-7abe-482e-80d9-554f49d77fc7 HTTP/1.1" status: 200 len: 1092 time: 4.7698765 Oct 15 19:45:09.399593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:09.403407 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c201b0-84f5-4631-9daa-1822910347db" -d '{"events": [{"name": "network-changed", "server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:09.568699 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.591120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-51f04914-61bc-43b7-8e80-4c601323a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:09.593853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-51f04914-61bc-43b7-8e80-4c601323a226 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3572897e76904ebfb622522d65393038&device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 1096 time: 0.5998874 Oct 15 19:45:09.612830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86676a-679c-4073-8a47-15059995fca8 req-2b2f50c3-7445-4dad-bd80-93005c2dd025 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:09.620929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca86676a-679c-4073-8a47-15059995fca8 req-2b2f50c3-7445-4dad-bd80-93005c2dd025 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 0.4229684 Oct 15 19:45:09.683819 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.763256 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec958a-26d7-470d-ae03-8ad79ad88f29 None None] Pushing event updated for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:09.840421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-97123450-48bf-4008-9c1f-c554996f3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:09.842037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-97123450-48bf-4008-9c1f-c554996f3267 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9592549-6f41-4a49-a783-1f7911a8a893 HTTP/1.1" status: 200 len: 914 time: 0.1911159 Oct 15 19:45:09.848681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b38177f-be10-42f5-96d9-aafd195859b6 req-dc20750b-935f-48c4-ab15-95621e80492e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0080521 Oct 15 19:45:09.861559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bffaa-08f1-493d-8111-4503677a7c30 req-d5c91a70-cf0e-4427-9fd8-0d0c9508010e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:09.867197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2bffaa-08f1-493d-8111-4503677a7c30 req-d5c91a70-cf0e-4427-9fd8-0d0c9508010e tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.1169987 Oct 15 19:45:09.916733 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Attempting to bind port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:09.917374 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Attempting to bind port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:09.917499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Attempting to bind port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 on network afb701e4-55ae-481c-bc19-b3eb6a22a62a {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:09.924430 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:09.924799 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Checking segment: {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:09.926172 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.926172 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Bound using segment: {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:09.926536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Bound port: a20557ec-a874-4bfc-bb5e-2ca65a9e67c0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af65fc0-79d8-48d3-8c67-f15faf566429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:09.926890 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:09.954606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:10.009139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f2bffaa-08f1-493d-8111-4503677a7c30 req-088c650e-6ef5-4eed-9339-b7cfa88fc039 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336620 Oct 15 19:45:10.060167 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] For port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:10.067042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] For port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:10.122249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca86676a-679c-4073-8a47-15059995fca8 req-881c5676-1788-468e-903b-a992e4320c63 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857490 Oct 15 19:45:10.124043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-0be07918-25df-431b-acf8-c7905a75aa8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=08035552-957b-424e-980b-f9547a2fd60a HTTP/1.1" status: 200 len: 217 time: 0.2385886 Oct 15 19:45:10.125628 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7af8f1a-33ce-4ef7-bda2-d8aa6e445cde x-openstack-request-id: req-a7af8f1a-33ce-4ef7-bda2-d8aa6e445cde {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:10.125917 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:10.126170 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7af8f1a-33ce-4ef7-bda2-d8aa6e445cde {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:10.126561 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7', 'status': 'completed', 'code': 200} Oct 15 19:45:10.128389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5218104-eedf-4747-8dab-609559dfe930 service neutron] Pushing event updated for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:10.156684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.173380 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.221792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:10.225423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:10.228571 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5e496-85ad-4c4b-be76-3cc0da1d4079" -d '{"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:10.247031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] Provisioning complete for port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:10.247589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.269575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-26a3e572-d575-4a42-98f6-ae60932c4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:10.271926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-26a3e572-d575-4a42-98f6-ae60932c4f54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e00b7187-be22-473a-9a63-b631ec4417be HTTP/1.1" status: 200 len: 853 time: 0.1269372 Oct 15 19:45:10.273848 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.289930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:10.290714 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:10.316085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Deleting port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:10.316470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.359909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.381239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4b4b777-3214-4668-9ee7-7f04275a8e59 req-4870b67d-0b1a-4cf6-8b78-95d350a3cb3c tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.1033387 Oct 15 19:45:10.386807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-9d49e7c2-5299-4b83-bc6e-8e1ba902160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:10.392157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-9d49e7c2-5299-4b83-bc6e-8e1ba902160b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 1095 time: 0.8717365 Oct 15 19:45:10.475486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-45741fe4-1714-40bd-ab58-9fe0f2bc28f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9592549-6f41-4a49-a783-1f7911a8a893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495299 Oct 15 19:45:10.511208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e09d4-4e51-4dbb-9f9f-3bca51864e2d req-4bf323f3-9106-44f5-a9c1-faed0f12438c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:10.519723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:10.541834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df1e09d4-4e51-4dbb-9f9f-3bca51864e2d req-4bf323f3-9106-44f5-a9c1-faed0f12438c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 945 time: 0.2884092 Oct 15 19:45:10.563426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.622629 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:10.632079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df1e09d4-4e51-4dbb-9f9f-3bca51864e2d req-ae5ee6d5-5d01-462e-883c-7d2a7f590664 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872483 Oct 15 19:45:10.653309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] For port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:10.663295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.719015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.789802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-8d31b46a-6203-4f0a-acb4-b7a68c300782 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a88c91-7abe-482e-80d9-554f49d77fc7 HTTP/1.1" status: 200 len: 217 time: 0.3075440 Oct 15 19:45:10.851869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753cc54-82b0-4336-ad5b-230c88610163 None None] Pushing event updated for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:10.891032 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136afaa7-3f96-41fc-8b00-f487b1b61cff x-openstack-request-id: req-136afaa7-3f96-41fc-8b00-f487b1b61cff {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:10.891356 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:10.891627 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-136afaa7-3f96-41fc-8b00-f487b1b61cff {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:10.892041 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'code': 200} Oct 15 19:45:10.892841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-dd245695-963b-4cec-a979-7d96bc95a664 None None] Provisioning complete for port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:10.893223 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd245695-963b-4cec-a979-7d96bc95a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:10.932689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-b0c98df6-ed4a-48b2-86ec-b2c6a37d33f9 service neutron] 10.222.0.11 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925984 Oct 15 19:45:10.938899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec958a-26d7-470d-ae03-8ad79ad88f29 None None] Pushing event updated for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:11.010999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0512c-5420-4447-909b-93b797192b48 req-8b734760-3c9b-4b75-87b7-9de3d59129c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:11.014190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-8b734760-3c9b-4b75-87b7-9de3d59129c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 200 len: 862 time: 0.0748491 Oct 15 19:45:11.037307 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:04Z', 'revision_number': 4, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a20557ec-a874-4bfc-bb5e-2ca65a9e67c0', 'name': '', 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'mac_address': 'fa:16:3e:23:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:10Z', 'revision_number': 4, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'subnets': [{'id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:11.093956 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b7281a-a246-40e1-8ce4-8a1f90547618 None None] The sync data for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 is: [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:04Z', 'revision_number': 4, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a20557ec-a874-4bfc-bb5e-2ca65a9e67c0', 'name': '', 'network_id': 'afb701e4-55ae-481c-bc19-b3eb6a22a62a', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'mac_address': 'fa:16:3e:23:f4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:10Z', 'revision_number': 4, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'subnets': [{'id': '1896b198-5570-49dd-ab31-b8cb18f289c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:11.334525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2545a-4bc5-4d47-8778-a136eb314806 req-435612f4-d946-49dd-a888-34a4574b027b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:11.336183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4e2545a-4bc5-4d47-8778-a136eb314806 req-435612f4-d946-49dd-a888-34a4574b027b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.2184246 Oct 15 19:45:11.408163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Deleting port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:11.408524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:11.470523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4e2545a-4bc5-4d47-8778-a136eb314806 req-85d4a479-d80a-4155-acb9-abb2d1463a40 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258290 Oct 15 19:45:11.605733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] For port a20557ec-a874-4bfc-bb5e-2ca65a9e67c0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:11.606100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:11.626463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Calling delete_port for a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:11.645136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0d1b920-fe94-464b-bbf0-aeaed237b6c0 req-74253d0b-41d8-4e5a-adca-a06b7719fe5d service neutron] 10.222.0.11 "GET /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296816 Oct 15 19:45:11.698378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05507f-6198-4aad-8753-6bb75906c34b req-5dd99d5d-3f43-4f01-b090-8daf9c27ab80 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:11.699967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef05507f-6198-4aad-8753-6bb75906c34b req-5dd99d5d-3f43-4f01-b090-8daf9c27ab80 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 944 time: 1.0164292 Oct 15 19:45:11.702308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-85379788-f0ef-4877-a6f0-9fca58792d21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526049 Oct 15 19:45:11.855337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-df271e87-82d0-40ee-80c8-06a7e7893cb9 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060798 Oct 15 19:45:11.956350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a3fcb-0a2a-4e2d-a785-97772b73200d req-2bfa3ea9-0b62-4212-ad11-a1b137231d99 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:11.957848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-596a3fcb-0a2a-4e2d-a785-97772b73200d req-2bfa3ea9-0b62-4212-ad11-a1b137231d99 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 0.1925495 Oct 15 19:45:12.044774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:12.065206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-596a3fcb-0a2a-4e2d-a785-97772b73200d req-c5722a6d-8c8b-4766-9a21-71bbfa0fcd3f tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991559 Oct 15 19:45:12.136585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Pushing event deleted for resources: {'Port': ['ID=a20557ec-a874-4bfc-bb5e-2ca65a9e67c0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:12.148607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef05507f-6198-4aad-8753-6bb75906c34b req-a04222b7-c304-4d31-afdb-3de5066d5f6f tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050184 Oct 15 19:45:12.182683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] For port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:12.183583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:12.278630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Calling delete_port for 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:12.345651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ae6d240-c038-45c5-8e9b-6ab9ac92b55f req-e083b67d-bd80-4d6c-a310-6aceece6eeda tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0902801 Oct 15 19:45:12.558112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52a0512c-5420-4447-909b-93b797192b48 req-bcae978f-c34b-4954-be6e-1eb68a490059 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776869 Oct 15 19:45:12.610855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:12.618202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93220042-a961-486d-87f3-e716a5655d07 req-d764971f-e351-4b01-96d0-e13bc5205bc4 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:12.880850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93220042-a961-486d-87f3-e716a5655d07 req-d764971f-e351-4b01-96d0-e13bc5205bc4 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 945 time: 0.2676892 Oct 15 19:45:12.880850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93220042-a961-486d-87f3-e716a5655d07 req-6c60bf30-d8c7-4c69-a510-f03756159b45 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768712 Oct 15 19:45:12.882371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e85d4-63b3-4ae6-bd02-fabebe684428 req-a6488b6a-abba-4166-a4dd-dcc2e377c2ce tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:12.882371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a14e85d4-63b3-4ae6-bd02-fabebe684428 req-a6488b6a-abba-4166-a4dd-dcc2e377c2ce tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.1046116 Oct 15 19:45:12.905837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a14e85d4-63b3-4ae6-bd02-fabebe684428 req-a2e6490c-bfa7-4736-b156-499156d14ae2 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992610 Oct 15 19:45:12.973169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:13.085383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Router da8da4eb-6603-4849-897d-f8c15e1f684b is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:45:13.087480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:13.094946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:13.100115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:13.106182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Sync routers for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:13.108664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3dd936db-a88c-4722-a492-05334ae7306e admin admin] 10.222.0.13 "PUT /v2.0/routers/7e4d443f-5fce-4c89-aa9f-a8ed46749e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2716455 Oct 15 19:45:13.114449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37122) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:13.155336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event deleted for resources: {'Port': ['ID=8c6ad604-1ab7-4fc3-87eb-9b969c97dca2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:13.191881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:13.192922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:13.346332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] No DVR routers for this DVR port 8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:13.359987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:13.362945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b000686-b92d-44a5-ac87-0995ade5e4ee req-8179873d-bea3-4435-a9fd-3ef77e588216 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:13.363533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55cc62d4-a5ba-42bd-9baf-8ff5384b9541 req-5d4cbde4-d2a4-4bbb-adfb-53327d7e5cbe tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "DELETE /v2.0/ports/8c6ad604-1ab7-4fc3-87eb-9b969c97dca2 HTTP/1.1" status: 204 len: 173 time: 4.8392177 Oct 15 19:45:13.365722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-deleted', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:13.366058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b000686-b92d-44a5-ac87-0995ade5e4ee req-8179873d-bea3-4435-a9fd-3ef77e588216 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 0.1894791 Oct 15 19:45:13.378584 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a3109-e0b1-4177-9f3f-9efcdab9abf3" -d '{"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-deleted", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:13.388179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c201b0-84f5-4631-9daa-1822910347db req-6effcc61-e1ad-4a4a-943d-986b7e6fad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:13.389576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-6effcc61-e1ad-4a4a-943d-986b7e6fad65 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 1095 time: 0.3143690 Oct 15 19:45:13.457213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b000686-b92d-44a5-ac87-0995ade5e4ee req-770000ee-083a-4342-bc10-540108087629 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795317 Oct 15 19:45:13.464437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:13.575450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 08035552-957b-424e-980b-f9547a2fd60a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:45:13.661166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:13.770265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:13.772575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dab3a-e730-4735-9a26-e85333fc1998 req-a2612ff5-6ebc-4161-be5b-979165015a50 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:13.773939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c1dab3a-e730-4735-9a26-e85333fc1998 req-a2612ff5-6ebc-4161-be5b-979165015a50 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 945 time: 0.1426294 Oct 15 19:45:13.783045 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Sync routers for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:13.802350 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:13.802979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:13.853579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=08035552-957b-424e-980b-f9547a2fd60a,segment=NetworkSegment(f8632a12-5adf-4790-a69a-e620dd611172),segment_id=f8632a12-5adf-4790-a69a-e620dd611172)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:13.864580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b563412-6b6b-46e8-a52a-cb478c29741e req-0f0dd189-3cbe-4cf6-9aa1-a02e3c16bb82 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ed1970-80e3-416d-a23b-120a323cc521 HTTP/1.1" status: 200 len: 210 time: 0.1332481 Oct 15 19:45:13.882180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2c1dab3a-e730-4735-9a26-e85333fc1998 req-552cbf88-df62-4332-a15d-2f7c378edd45 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849602 Oct 15 19:45:13.884555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:13.915206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c201b0-84f5-4631-9daa-1822910347db req-a7f2408a-c8f7-49fa-ad4c-d098c36434cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:13.920733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-a7f2408a-c8f7-49fa-ad4c-d098c36434cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 200 len: 923 time: 0.5216877 Oct 15 19:45:14.002547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '08035552-957b-424e-980b-f9547a2fd60a', 'network_id': 'c9592549-6f41-4a49-a783-1f7911a8a893', 'port_id': '08035552-957b-424e-980b-f9547a2fd60a', 'mac_address': 'fa:16:3e:1b:cf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e00b7187-be22-473a-9a63-b631ec4417be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:45:14.039938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a13329ef-6190-4b8e-89ca-d5ae8f981690 req-d4893441-059e-4c16-a6a4-4a1e8ff9f8a1 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.0654263 Oct 15 19:45:14.095769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-0c9edf0d-50df-4734-be93-32f7827d2e15 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45a88c91-7abe-482e-80d9-554f49d77fc7 HTTP/1.1" status: 200 len: 217 time: 0.1662498 Oct 15 19:45:14.117403 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399068d-5964-468c-9c64-2a22e6fd4e38 x-openstack-request-id: req-b399068d-5964-468c-9c64-2a22e6fd4e38 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:14.117923 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ed1970-80e3-416d-a23b-120a323cc521", "name": "network-vif-deleted", "tag": "8c6ad604-1ab7-4fc3-87eb-9b969c97dca2", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:14.119047 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b399068d-5964-468c-9c64-2a22e6fd4e38 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:14.119682 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ed1970-80e3-416d-a23b-120a323cc521', 'name': 'network-vif-deleted', 'tag': '8c6ad604-1ab7-4fc3-87eb-9b969c97dca2', 'status': 'completed', 'code': 200} Oct 15 19:45:14.129278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:14.136764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:14.137617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1351c7af-bf01-4e54-9495-a6e99885620c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.6269140 Oct 15 19:45:14.177291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:14.260397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c201b0-84f5-4631-9daa-1822910347db req-37dfecdd-fc3e-44e7-aecf-e438d58652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:14.262014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-37dfecdd-fc3e-44e7-aecf-e438d58652fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 200 len: 862 time: 0.1229558 Oct 15 19:45:14.305111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-dc6d87a7-7746-4493-a5b3-3c19ec322d47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340486 Oct 15 19:45:14.450720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-b887c534-1165-460e-9c98-233b6522ab69 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379738 Oct 15 19:45:14.481574 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:06Z', 'revision_number': 3, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:14.508886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7eae7-6dee-4007-8373-ef40f8acb1d1 req-34f7b8d7-f2c9-4c58-9947-3ba51ecbd3db tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:14.516952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40a7eae7-6dee-4007-8373-ef40f8acb1d1 req-34f7b8d7-f2c9-4c58-9947-3ba51ecbd3db tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.1912203 Oct 15 19:45:14.554325 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Checking router: da8da4eb-6603-4849-897d-f8c15e1f684b for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:14.554710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Updating router da8da4eb-6603-4849-897d-f8c15e1f684b port 61644087-c80a-4be1-b809-a6ed87d4b458 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:14.570795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:14.624804 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:14.676145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08035552-957b-424e-980b-f9547a2fd60a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:14.761130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=08035552-957b-424e-980b-f9547a2fd60a,segment=NetworkSegment(f8632a12-5adf-4790-a69a-e620dd611172),segment_id=f8632a12-5adf-4790-a69a-e620dd611172)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:14.793575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29c201b0-84f5-4631-9daa-1822910347db req-5880af3d-c4f1-44f3-a758-f0846c8e7f12 service neutron] 10.222.0.11 "GET /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302891 Oct 15 19:45:14.835123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8b79a-97a3-422d-b16a-7788f4e78d47 req-3f2ab247-af6e-4480-881b-4b117514c197 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:14.854689 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:14.861483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91f8b79a-97a3-422d-b16a-7788f4e78d47 req-3f2ab247-af6e-4480-881b-4b117514c197 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 944 time: 0.2326450 Oct 15 19:45:14.963005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:11Z', 'revision_number': 5, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port': {'id': 'c38b87e1-e414-4e89-8b18-107aa4c79242', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:55Z', 'updated_at': '2021-10-15T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:14.963475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91f8b79a-97a3-422d-b16a-7788f4e78d47 req-88d6e4da-0ef2-4747-9726-bbc969a0e665 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994208 Oct 15 19:45:15.041163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Checking router: 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:15.055209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:15.085379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Routers {'7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:15.086087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:15.141974 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.253735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bc245-5e49-48f1-901c-1988700bbd7d req-9033c055-2c65-40e4-b9ea-d9f3d8cc6d9b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:15.255286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d5bc245-5e49-48f1-901c-1988700bbd7d req-9033c055-2c65-40e4-b9ea-d9f3d8cc6d9b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 945 time: 0.0994432 Oct 15 19:45:15.265869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] Set router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:15.285794 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.298864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Deleting port c38b87e1-e414-4e89-8b18-107aa4c79242 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:15.299202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.331025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:13Z', 'revision_number': 6, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:15.362636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['08035552-957b-424e-980b-f9547a2fd60a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:15.365794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde193a7-fa01-46fb-b3ff-7d36a59bc4ca None None] The sync data for ids ['7e4d443f-5fce-4c89-aa9f-a8ed46749e5d'] in n-d-712140-14 is: [{'id': '7e4d443f-5fce-4c89-aa9f-a8ed46749e5d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-594597262-router', 'tenant_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:54Z', 'updated_at': '2021-10-15T19:45:13Z', 'revision_number': 6, 'project_id': 'd9f83c71882d4f8eae279a8a8a803e67', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:15.379767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d5bc245-5e49-48f1-901c-1988700bbd7d req-4e4037ba-6cad-442d-a475-8782ef6a59fa tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167881 Oct 15 19:45:15.392538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] For port c38b87e1-e414-4e89-8b18-107aa4c79242, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c38b87e1-e414-4e89-8b18-107aa4c79242,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:15.392904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.421238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Calling delete_port for c38b87e1-e414-4e89-8b18-107aa4c79242 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:15.448656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881ca1-92b2-43a3-9df5-dcb459c77c95 None None] Pushing event updated for resources: {'Port': ['ID=61644087-c80a-4be1-b809-a6ed87d4b458,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:15.464949 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Attempting to bind port 61644087-c80a-4be1-b809-a6ed87d4b458 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:15.465319 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Attempting to bind port 61644087-c80a-4be1-b809-a6ed87d4b458 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:15.465688 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Attempting to bind port 61644087-c80a-4be1-b809-a6ed87d4b458 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:15.483535 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:15.487060 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:15.490031 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.495206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:15.495206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Bound port: 61644087-c80a-4be1-b809-a6ed87d4b458, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:15.495206 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.619813 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] For port 61644087-c80a-4be1-b809-a6ed87d4b458, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:15.625234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] For port 61644087-c80a-4be1-b809-a6ed87d4b458, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=61644087-c80a-4be1-b809-a6ed87d4b458,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:15.651798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40a7eae7-6dee-4007-8373-ef40f8acb1d1 req-5052edf8-d364-4d0d-b52b-ab5698952803 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1338475 Oct 15 19:45:15.709167 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.766049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:15.851311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:15.852058 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:15.863434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Pushing event deleted for resources: {'Port': ['ID=c38b87e1-e414-4e89-8b18-107aa4c79242,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:15.938183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881ca1-92b2-43a3-9df5-dcb459c77c95 None None] Pushing event updated for resources: {'Port': ['ID=61644087-c80a-4be1-b809-a6ed87d4b458,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:16.048263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:16.081050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3af94470-2490-4bfd-9dbe-3e1a45c2e0b8 req-5c62eab7-99d0-4f9e-ba93-8580f215df9a tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/ports?device_id=07bcdd79-c792-4ba4-a064-8dfb0a438eae HTTP/1.1" status: 200 len: 210 time: 0.2186635 Oct 15 19:45:16.243210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.337157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20e81f-f37e-4f25-a820-7cdc3b6f7d2a req-b0b4d677-79a6-4db1-9136-05a0961e9f36 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:16.339289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc20e81f-f37e-4f25-a820-7cdc3b6f7d2a req-b0b4d677-79a6-4db1-9136-05a0961e9f36 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 945 time: 0.1318274 Oct 15 19:45:16.390810 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.395126 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.403082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.445125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc20e81f-f37e-4f25-a820-7cdc3b6f7d2a req-41b605ac-53b1-4fe3-8be5-4c7c46fe5843 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918829 Oct 15 19:45:16.469314 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:06Z', 'revision_number': 3, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:16.533646 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dca5d8d-0ab9-4ca7-80d3-30d788d10845 None None] The sync data for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 is: [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:06Z', 'revision_number': 3, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:16.656460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce129d74-adbd-4be2-a74a-ac952e9bd895 req-49fbdb1c-9c55-489a-ba81-4f2f272a0911 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:16.658507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce129d74-adbd-4be2-a74a-ac952e9bd895 req-49fbdb1c-9c55-489a-ba81-4f2f272a0911 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.0909035 Oct 15 19:45:16.691285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.693079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e4d443f-5fce-4c89-aa9f-a8ed46749e5d {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:45:16.719548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:16.720770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf83dfc4-3a85-4a71-8c56-43f88877c92c admin admin] 10.222.0.13 "DELETE /v2.0/routers/7e4d443f-5fce-4c89-aa9f-a8ed46749e5d HTTP/1.1" status: 204 len: 168 time: 3.6028874 Oct 15 19:45:16.736074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:16.741367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce129d74-adbd-4be2-a74a-ac952e9bd895 req-3ede4f42-96a4-41f4-9e23-6ec180693036 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743754 Oct 15 19:45:16.758221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Allocated IP 172.20.0.1 (18a8cdce-5b51-499c-8c71-4131e179f031/538ab3e8-1fab-47a0-8654-89ade9d26c30/3bba8574-2ce5-4fae-803e-50863783c0fd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:16.930505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Deleting subnet 1896b198-5570-49dd-ab31-b8cb18f289c6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:45:16.955258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b6989-e827-45d2-a090-6327e95395f9 req-2699ce99-20b2-486d-9679-5a537fae6cee tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:16.957507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d25b6989-e827-45d2-a090-6327e95395f9 req-2699ce99-20b2-486d-9679-5a537fae6cee tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.1199663 Oct 15 19:45:16.962902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.104377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d25b6989-e827-45d2-a090-6327e95395f9 req-ce90bed5-3313-44db-a428-409485cc9048 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328273 Oct 15 19:45:17.225194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.268359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 61644087-c80a-4be1-b809-a6ed87d4b458 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:17.363646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 61644087-c80a-4be1-b809-a6ed87d4b458 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:17.364362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.377807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:17.384815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.562220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 45a88c91-7abe-482e-80d9-554f49d77fc7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:45:17.574278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 08035552-957b-424e-980b-f9547a2fd60a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:17.637834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.657882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3e17e-6327-408a-832b-51299aa414da req-3ee7c1ac-a0c4-4eb8-b20f-7baeef29d758 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:17.665806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33f3e17e-6327-408a-832b-51299aa414da req-3ee7c1ac-a0c4-4eb8-b20f-7baeef29d758 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.1892157 Oct 15 19:45:17.688324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.785852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.789800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.792272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1896b198-5570-49dd-ab31-b8cb18f289c6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:17.810103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.814464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a69357b2-6062-4471-92de-fd2d020fbe00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1896b198-5570-49dd-ab31-b8cb18f289c6 HTTP/1.1" status: 204 len: 168 time: 1.0773821 Oct 15 19:45:17.822171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:17.872512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6e741-3d6e-4a31-8068-6e61322c7023 req-c8691112-71fa-410f-a53d-f093530a5faa tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:17.885309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54a6e741-3d6e-4a31-8068-6e61322c7023 req-c8691112-71fa-410f-a53d-f093530a5faa tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 945 time: 0.2889731 Oct 15 19:45:17.906844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9cabe-7715-4bac-9b38-79060f21e4db None None] Network afb701e4-55ae-481c-bc19-b3eb6a22a62a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:17.936068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:17.959395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 61644087-c80a-4be1-b809-a6ed87d4b458, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=61644087-c80a-4be1-b809-a6ed87d4b458,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:17.981714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54a6e741-3d6e-4a31-8068-6e61322c7023 req-ecec7479-f1e0-4a3f-91b8-5dba44389f34 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897851 Oct 15 19:45:18.022248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.resource_extend [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:45:18.123590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.130036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.137313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c9eb-7d39-4c2d-b5fb-daba48274877 req-f045f1af-abe5-4c94-80f1-13d6e82f40c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:18.139461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abd0c9eb-7d39-4c2d-b5fb-daba48274877 req-f045f1af-abe5-4c94-80f1-13d6e82f40c8 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.2355294 Oct 15 19:45:18.150414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.160382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 08035552-957b-424e-980b-f9547a2fd60a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:45:18.209958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Deleting port d5f74f9d-86f9-4998-a6cf-46835b41a3bd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:18.210324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.277810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Network 18a8cdce-5b51-499c-8c71-4131e179f031 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:18.282197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:18.288231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 08035552-957b-424e-980b-f9547a2fd60a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:18.288782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.301484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:18.305251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:18.319446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abd0c9eb-7d39-4c2d-b5fb-daba48274877 req-2407d9ca-c919-4a27-a22c-85e36071e876 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654735 Oct 15 19:45:18.424481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:18.494846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:18.494846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a20557ec-a874-4bfc-bb5e-2ca65a9e67c0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:18.494846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c38b87e1-e414-4e89-8b18-107aa4c79242 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:18.515020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] DHCP port deletion for afb701e4-55ae-481c-bc19-b3eb6a22a62a request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:45:18.550799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c38b87e1-e414-4e89-8b18-107aa4c79242 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:18.551165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c38b87e1-e414-4e89-8b18-107aa4c79242 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:18.561874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.666312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7d7cb-d9fa-4a09-8e2b-491c9ede41d8 req-43a8aedd-a0a1-4e01-994e-301814dc9bce tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:18.671778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.674918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17f7d7cb-d9fa-4a09-8e2b-491c9ede41d8 req-43a8aedd-a0a1-4e01-994e-301814dc9bce tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 943 time: 0.3533614 Oct 15 19:45:18.680252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.683603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f2d41a3-a236-4673-ba10-003ca3b38e35 HTTP/1.1" status: 204 len: 168 time: 1.3025656 Oct 15 19:45:18.683863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] For port d5f74f9d-86f9-4998-a6cf-46835b41a3bd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:18.684052 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.687179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:18.721207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f26f3-11f5-419d-b489-f87eb173974e tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2d41a3-a236-4673-ba10-003ca3b38e35,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:18.725157 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:18.731083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Calling delete_port for d5f74f9d-86f9-4998-a6cf-46835b41a3bd owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:18.773222 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-6672991e-4953-4744-b1ed-315b5a256c14 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] show failed (client error): The resource could not be found. Oct 15 19:45:18.781646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=45a88c91-7abe-482e-80d9-554f49d77fc7,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:18.782926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6672991e-4953-4744-b1ed-315b5a256c14 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "GET /v2.0/security-groups/3f2d41a3-a236-4673-ba10-003ca3b38e35 HTTP/1.1" status: 404 len: 347 time: 0.0785306 Oct 15 19:45:18.786790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:18.812556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '45a88c91-7abe-482e-80d9-554f49d77fc7', 'network_id': 'dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641', 'port_id': '45a88c91-7abe-482e-80d9-554f49d77fc7', 'mac_address': 'fa:16:3e:e8:90:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed85bfe4-45fc-4586-9a86-9c95defd73a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:45:18.849418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=08035552-957b-424e-980b-f9547a2fd60a,segment=NetworkSegment(f8632a12-5adf-4790-a69a-e620dd611172),segment_id=f8632a12-5adf-4790-a69a-e620dd611172)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:18.863869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08035552-957b-424e-980b-f9547a2fd60a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:18.867151 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef38f3b-7cf1-4b4e-a75e-32578c0167f8" -d '{"events": [{"server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "name": "network-vif-plugged", "status": "completed", "tag": "08035552-957b-424e-980b-f9547a2fd60a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:18.956764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=61644087-c80a-4be1-b809-a6ed87d4b458,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:19.007996 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95d7d50-12f9-41a1-a9c3-495448f00da4 x-openstack-request-id: req-b95d7d50-12f9-41a1-a9c3-495448f00da4 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:19.009882 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "name": "network-vif-plugged", "status": "completed", "tag": "08035552-957b-424e-980b-f9547a2fd60a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:19.010139 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b95d7d50-12f9-41a1-a9c3-495448f00da4 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:19.010545 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08035552-957b-424e-980b-f9547a2fd60a', 'code': 200} Oct 15 19:45:19.016065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17f7d7cb-d9fa-4a09-8e2b-491c9ede41d8 req-118be90e-e111-4289-bfaa-51811880853c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365343 Oct 15 19:45:19.017612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Deleting port a0c80a12-1336-4609-ac36-ea23dddd6fa3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:19.022276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.023640 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.028860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be871c4b-7ce2-4e6c-af5f-7527dbb6ec40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.167855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.207920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ec0315d7-5592-45d7-a705-57d4871f8bd1 None None] Provisioning complete for port 3bba8574-2ce5-4fae-803e-50863783c0fd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:19.207920 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec0315d7-5592-45d7-a705-57d4871f8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.255759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] For port a0c80a12-1336-4609-ac36-ea23dddd6fa3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0c80a12-1336-4609-ac36-ea23dddd6fa3,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:19.256392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.277362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57586831-bb09-4da1-99c7-249262958412 req-0592cbbf-14fe-4d1f-bf6a-eab13531f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:19.279748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57586831-bb09-4da1-99c7-249262958412 req-0592cbbf-14fe-4d1f-bf6a-eab13531f6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 1098 time: 0.2487383 Oct 15 19:45:19.313122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Deleting port 49f40168-c9e4-46b8-9c27-c81a3aa0f84c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:19.313491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.339153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23920752-664c-48aa-af21-b9e6c1f992c1 req-5da424d4-fad0-40d7-a8c5-840ccaf43810 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:19.339153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23920752-664c-48aa-af21-b9e6c1f992c1 req-5da424d4-fad0-40d7-a8c5-840ccaf43810 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 946 time: 0.2144611 Oct 15 19:45:19.356404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Calling delete_port for a0c80a12-1336-4609-ac36-ea23dddd6fa3 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:19.384228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ec0315d7-5592-45d7-a705-57d4871f8bd1 None None] Port 3bba8574-2ce5-4fae-803e-50863783c0fd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:19.426035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 61644087-c80a-4be1-b809-a6ed87d4b458 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:19.437088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57586831-bb09-4da1-99c7-249262958412 req-f200f866-8c5c-484b-9390-72e103d18728 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456201 Oct 15 19:45:19.454848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23920752-664c-48aa-af21-b9e6c1f992c1 req-9626aa88-eb33-4923-bc52-bcf81daa5ce7 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157472 Oct 15 19:45:19.590678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Deleting port a0c80a12-1336-4609-ac36-ea23dddd6fa3 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:19.592059 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.619364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cea8c-9268-4acf-8824-9bde38da66b5 req-67d0a96e-00f5-46ac-b88a-9dda346e473c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:19.627080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-830cea8c-9268-4acf-8824-9bde38da66b5 req-67d0a96e-00f5-46ac-b88a-9dda346e473c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a HTTP/1.1" status: 200 len: 945 time: 0.1191351 Oct 15 19:45:19.666870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.680947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.681543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.711860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-830cea8c-9268-4acf-8824-9bde38da66b5 req-c90e97de-7be2-4c64-8223-85ffadeb797e tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c282329-caaf-45f5-8f59-8a17c985f1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791857 Oct 15 19:45:19.746185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.750972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Calling delete_port for 49f40168-c9e4-46b8-9c27-c81a3aa0f84c owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:19.753561 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.777361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.790014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event deleted for resources: {'Port': ['ID=d5f74f9d-86f9-4998-a6cf-46835b41a3bd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:19.803245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:19.810307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] For port a0c80a12-1336-4609-ac36-ea23dddd6fa3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a0c80a12-1336-4609-ac36-ea23dddd6fa3,segment=NetworkSegment(8af65fc0-79d8-48d3-8c67-f15faf566429),segment_id=8af65fc0-79d8-48d3-8c67-f15faf566429)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:19.821214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.908850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:19.915498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:19.917407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:19.921084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a88c91-7abe-482e-80d9-554f49d77fc7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:19.925906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Calling delete_port for a0c80a12-1336-4609-ac36-ea23dddd6fa3 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:20.005901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:45:20.011850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 61644087-c80a-4be1-b809-a6ed87d4b458 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:20.012205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.027875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=45a88c91-7abe-482e-80d9-554f49d77fc7,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:20.054014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] No DVR routers for this DVR port d5f74f9d-86f9-4998-a6cf-46835b41a3bd on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:20.057101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.065528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33f3e17e-6327-408a-832b-51299aa414da req-fb9c6e31-aca8-4470-a5fc-057ae8695bcb tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "DELETE /v2.0/ports/d5f74f9d-86f9-4998-a6cf-46835b41a3bd HTTP/1.1" status: 204 len: 173 time: 2.3907943 Oct 15 19:45:20.066321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'name': 'network-vif-deleted', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:20.075533 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6b5eb-080b-494f-9627-596e9a440e84" -d '{"events": [{"server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "name": "network-vif-deleted", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:20.083134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.105291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] No DVR routers for this DVR port a0c80a12-1336-4609-ac36-ea23dddd6fa3 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:20.128065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Network 18a8cdce-5b51-499c-8c71-4131e179f031 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:20.135111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:20.175939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.188244 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e984366f-63d6-4712-b9f6-25b0a041a6e4 x-openstack-request-id: req-e984366f-63d6-4712-b9f6-25b0a041a6e4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:20.188577 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a", "name": "network-vif-deleted", "tag": "d5f74f9d-86f9-4998-a6cf-46835b41a3bd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:20.188930 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e984366f-63d6-4712-b9f6-25b0a041a6e4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:20.189401 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab64ca1-a189-4ba6-afed-fbee6a2f2c5a', 'name': 'network-vif-deleted', 'tag': 'd5f74f9d-86f9-4998-a6cf-46835b41a3bd', 'status': 'completed', 'code': 200} Oct 15 19:45:20.238694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.367798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Router da8da4eb-6603-4849-897d-f8c15e1f684b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:20.578333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.641476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb701e4-55ae-481c-bc19-b3eb6a22a62a']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:20.652182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af65fc0-79d8-48d3-8c67-f15faf566429') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:20.652564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af65fc0-79d8-48d3-8c67-f15faf566429') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:20.657296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:20.662316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:20.678496 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dfeea049-6a16-4c6a-ae5c-a8636d71ade7 admin admin] 10.222.0.13 "PUT /v2.0/routers/da8da4eb-6603-4849-897d-f8c15e1f684b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5317855 Oct 15 19:45:20.678725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.678725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c80a12-1336-4609-ac36-ea23dddd6fa3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:20.690089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Sync routers for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:20.703580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2878450-0f80-4b90-9840-b6921f2c6d95 req-d1ac52cd-85c9-4f2c-821a-ffd251c66448 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:20.711779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2878450-0f80-4b90-9840-b6921f2c6d95 req-d1ac52cd-85c9-4f2c-821a-ffd251c66448 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 946 time: 0.1117077 Oct 15 19:45:20.738971 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.786057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.796271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Pushing event deleted for resources: {'Port': ['ID=49f40168-c9e4-46b8-9c27-c81a3aa0f84c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:20.807843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:45:20.808241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.817241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558345-c6e9-496b-a728-979d57d76096 req-6fc503cf-18d3-4eab-87d3-a6423ece375c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae558345-c6e9-496b-a728-979d57d76096 req-6fc503cf-18d3-4eab-87d3-a6423ece375c tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 944 time: 0.6337700 Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:45:20.829949 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:45:20.833009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2878450-0f80-4b90-9840-b6921f2c6d95 req-dbc541cf-d469-4d65-8488-d00938509658 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183033 Oct 15 19:45:20.860801 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.862901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:20.866674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c55c97d9-2c3a-4170-8d64-39a13582c2f0 tempest-ServersTestBootFromVolume-315994785 tempest-ServersTestBootFromVolume-315994785-project] 10.222.0.13 "DELETE /v2.0/floatingips/28fedb91-eab2-4945-bcf4-8f4ac55e0e00 HTTP/1.1" status: 204 len: 168 time: 2.0700312 Oct 15 19:45:20.867044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:20.940814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['45a88c91-7abe-482e-80d9-554f49d77fc7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:21.025361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae558345-c6e9-496b-a728-979d57d76096 req-d8faf280-71f9-4377-806a-e0dc8a9696c1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991656 Oct 15 19:45:21.025692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] Pushing event deleted for resources: {'Port': ['ID=a0c80a12-1336-4609-ac36-ea23dddd6fa3,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:21.089687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:21.122280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:21.126760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/afb701e4-55ae-481c-bc19-b3eb6a22a62a HTTP/1.1" status: 204 len: 168 time: 3.2912545 Oct 15 19:45:21.128129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91b4ec-ce39-4f7b-87db-ab697f6ffd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=afb701e4-55ae-481c-bc19-b3eb6a22a62a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:21.205391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:21.209137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66182900-ca95-4e6c-8ffb-60350593d946 None None] No DVR routers for this DVR port a0c80a12-1336-4609-ac36-ea23dddd6fa3 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:21.210605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:21.211518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:21.335242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-73d3dd81-bc26-4486-be38-b5b95aec1d83 None None] Provisioning complete for port 3bba8574-2ce5-4fae-803e-50863783c0fd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:21.335639 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73d3dd81-bc26-4486-be38-b5b95aec1d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:21.453878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0c80a12-1336-4609-ac36-ea23dddd6fa3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:21.510764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'mac_address': 'fa:16:3e:6f:67:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:45:21.593755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a0c80a12-1336-4609-ac36-ea23dddd6fa3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:21.594105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a0c80a12-1336-4609-ac36-ea23dddd6fa3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:21.646795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-73d3dd81-bc26-4486-be38-b5b95aec1d83 None None] Port 3bba8574-2ce5-4fae-803e-50863783c0fd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:21.716345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37320) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:21.838043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-882446de-f7dc-4441-86b5-1d8e35c487d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:21.869567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9fb60ba4-50eb-4f1a-96c8-13e8406b47c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9f83c71882d4f8eae279a8a8a803e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490951 Oct 15 19:45:21.870467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:21.958181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:21.984670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:22.095245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e0e3ccb-3a10-499a-9808-70e750bf8d91 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:45:22.152229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:22.222256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.292416 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.292650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.468008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.616538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['7e0e3ccb-3a10-499a-9808-70e750bf8d91'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:45:22.794618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:22.847527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Deleting port 16966e56-5e31-457f-beef-cb6662e49e76 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:22.847929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.951753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] For port 16966e56-5e31-457f-beef-cb6662e49e76, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16966e56-5e31-457f-beef-cb6662e49e76,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:22.952847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:22.967676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Calling delete_port for 16966e56-5e31-457f-beef-cb6662e49e76 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:22.969071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:18Z', 'revision_number': 4, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3bba8574-2ce5-4fae-803e-50863783c0fd', 'name': '', 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'mac_address': 'fa:16:3e:e2:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:16Z', 'updated_at': '2021-10-15T19:45:19Z', 'revision_number': 2, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'subnets': [{'id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:23.009438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Checking router: da8da4eb-6603-4849-897d-f8c15e1f684b for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:23.009706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Updating router da8da4eb-6603-4849-897d-f8c15e1f684b port 3bba8574-2ce5-4fae-803e-50863783c0fd binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:23.058471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.188623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.193613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.195574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/395378bb-f87a-4209-9b91-8c2f4f741ed1 HTTP/1.1" status: 204 len: 168 time: 1.3241422 Oct 15 19:45:23.213756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59a8f-c741-4f1a-ac90-bd9e2fd8e9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395378bb-f87a-4209-9b91-8c2f4f741ed1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:23.278909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.294171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.301679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.303435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.313049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.375961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=16966e56-5e31-457f-beef-cb6662e49e76,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:23.840092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.914421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:23.983057 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.213363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Attempting to bind port 3bba8574-2ce5-4fae-803e-50863783c0fd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:24.214137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Attempting to bind port 3bba8574-2ce5-4fae-803e-50863783c0fd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:24.214759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Attempting to bind port 3bba8574-2ce5-4fae-803e-50863783c0fd on network 18a8cdce-5b51-499c-8c71-4131e179f031 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:24.223314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:24.224130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Checking segment: {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:24.224796 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.225416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Bound using segment: {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:24.226731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Bound port: 3bba8574-2ce5-4fae-803e-50863783c0fd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1284eb8a-2119-42fe-9c99-6b1aced9e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:24.227358 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.370405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 45a88c91-7abe-482e-80d9-554f49d77fc7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:24.373416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:24.619054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a3672-81f0-4d0b-ab33-4239df8421d4 None None] Pushing event updated for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:24.767652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] For port 3bba8574-2ce5-4fae-803e-50863783c0fd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:24.771475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d479cdb2-76b4-486e-a88f-42b4d7948b87 None None] Provisioning complete for port 3bba8574-2ce5-4fae-803e-50863783c0fd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:24.771475 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d479cdb2-76b4-486e-a88f-42b4d7948b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.783477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] For port 3bba8574-2ce5-4fae-803e-50863783c0fd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bba8574-2ce5-4fae-803e-50863783c0fd,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:24.805456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Router a2eacb86-93fe-4228-84f8-b411a113106e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:24.854009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.922341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.936461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 45a88c91-7abe-482e-80d9-554f49d77fc7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:45:24.957138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 45a88c91-7abe-482e-80d9-554f49d77fc7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:24.957621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:24.963819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d479cdb2-76b4-486e-a88f-42b4d7948b87 None None] Port 3bba8574-2ce5-4fae-803e-50863783c0fd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:24.972181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:24.974746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:25.079605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:25.090491 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Sync routers for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:25.096607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6350eb54-1df0-4acb-8ec4-0293c93ffe09 admin admin] 10.222.0.13 "PUT /v2.0/routers/a2eacb86-93fe-4228-84f8-b411a113106e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2284191 Oct 15 19:45:25.099455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37348) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:25.109969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:25.110588 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:25.234394 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:25.275486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:25.276199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:25.438397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:25.490798 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:45:23Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:25.520493 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Checking router: a2eacb86-93fe-4228-84f8-b411a113106e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:25.531430 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Routers {'a2eacb86-93fe-4228-84f8-b411a113106e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:25.532082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a2eacb86-93fe-4228-84f8-b411a113106e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:25.628501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a3672-81f0-4d0b-ab33-4239df8421d4 None None] Pushing event updated for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:25.675146 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] Set router a2eacb86-93fe-4228-84f8-b411a113106e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:25.865110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:25.887934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:26.116096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93c7d-0edb-4792-9c40-5b1da3edcf25 req-c4ee1c29-413c-4e37-b279-d04a7f19880b tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:26.125795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ca93c7d-0edb-4792-9c40-5b1da3edcf25 req-c4ee1c29-413c-4e37-b279-d04a7f19880b tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 946 time: 0.1894302 Oct 15 19:45:26.299511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ca93c7d-0edb-4792-9c40-5b1da3edcf25 req-ae7ac219-c1c8-413b-bebd-4bdaf4a7d9e1 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664624 Oct 15 19:45:26.430042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:26.536227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=45a88c91-7abe-482e-80d9-554f49d77fc7,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:26.564303 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:45:23Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:26.699711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca60a9b0-30e9-46fc-8ad4-13adfc17f7ad None None] The sync data for ids ['a2eacb86-93fe-4228-84f8-b411a113106e'] in n-d-712140-14 is: [{'id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'name': 'tempest-ServersTestBootFromVolume-1744229450-router', 'tenant_id': '901df0b7d1e94520b38dbbb16530465d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:45:23Z', 'revision_number': 5, 'project_id': '901df0b7d1e94520b38dbbb16530465d', 'gw_port': {'id': '85d09ef3-eb7d-47c9-84bb-e60eae187279', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:78:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2eacb86-93fe-4228-84f8-b411a113106e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:40:52Z', 'updated_at': '2021-10-15T19:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:26.712353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:26.715755 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6a0d6-0815-4702-82c5-812d9846876b" -d '{"events": [{"server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "name": "network-vif-plugged", "status": "completed", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:26.736588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:26.767058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:26.797304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987f5ae-6321-45cc-94e0-6c8525815e1a req-6be470d0-d038-4cdc-a13c-13068fa30454 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:26.798914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9987f5ae-6321-45cc-94e0-6c8525815e1a req-6be470d0-d038-4cdc-a13c-13068fa30454 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 944 time: 0.1409843 Oct 15 19:45:26.836781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Deleting port 85d09ef3-eb7d-47c9-84bb-e60eae187279 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:26.842923 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:26.934543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] Provisioning complete for port 3bba8574-2ce5-4fae-803e-50863783c0fd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:26.937039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:26.998494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9987f5ae-6321-45cc-94e0-6c8525815e1a req-1e4c8899-f1d7-4c26-b506-9860469908b1 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841035 Oct 15 19:45:27.053226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] For port 85d09ef3-eb7d-47c9-84bb-e60eae187279, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=85d09ef3-eb7d-47c9-84bb-e60eae187279,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:27.053680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:27.077280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Calling delete_port for 85d09ef3-eb7d-47c9-84bb-e60eae187279 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:27.225184 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5100293-fb9a-48c8-a993-6e2966dd2a09 x-openstack-request-id: req-a5100293-fb9a-48c8-a993-6e2966dd2a09 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:27.229139 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "name": "network-vif-plugged", "status": "completed", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:27.229570 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5100293-fb9a-48c8-a993-6e2966dd2a09 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:27.230148 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7', 'code': 200} Oct 15 19:45:27.246016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:27.288945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:27.373550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:18Z', 'revision_number': 4, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3bba8574-2ce5-4fae-803e-50863783c0fd', 'name': '', 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'mac_address': 'fa:16:3e:e2:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:16Z', 'updated_at': '2021-10-15T19:45:24Z', 'revision_number': 4, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'subnets': [{'id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:27.385638 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:27.386846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d5f74f9d-86f9-4998-a6cf-46835b41a3bd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:27.484744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38d881-932e-4847-83a8-c9774d377053 req-f135a674-e5df-48dc-9f1e-6c902d8be98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:27.493072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f38d881-932e-4847-83a8-c9774d377053 req-f135a674-e5df-48dc-9f1e-6c902d8be98b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 1097 time: 0.1949549 Oct 15 19:45:27.679927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f38d881-932e-4847-83a8-c9774d377053 req-737535b5-c83e-4322-910d-c625e9d0633f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777456 Oct 15 19:45:27.750891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16966e56-5e31-457f-beef-cb6662e49e76 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:27.782766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: d5f74f9d-86f9-4998-a6cf-46835b41a3bd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:27.786907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d5f74f9d-86f9-4998-a6cf-46835b41a3bd not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:27.789072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 16966e56-5e31-457f-beef-cb6662e49e76 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:27.789308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16966e56-5e31-457f-beef-cb6662e49e76 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:27.798659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464d793a-5665-41bd-8fc3-dc9d3593f17c None None] The sync data for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 is: [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:45:18Z', 'revision_number': 4, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3bba8574-2ce5-4fae-803e-50863783c0fd', 'name': '', 'network_id': '18a8cdce-5b51-499c-8c71-4131e179f031', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'mac_address': 'fa:16:3e:e2:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:16Z', 'updated_at': '2021-10-15T19:45:24Z', 'revision_number': 4, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'subnets': [{'id': '538ab3e8-1fab-47a0-8654-89ade9d26c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:27.816759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:27.827670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:27.941304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:27.955170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d09ef3-eb7d-47c9-84bb-e60eae187279,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:28.063766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] For port 3bba8574-2ce5-4fae-803e-50863783c0fd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bba8574-2ce5-4fae-803e-50863783c0fd,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:28.072716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.175242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.316276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.331008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850c5a5-4086-476e-b344-44d058e5e4ed None None] Pushing event updated for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:28.337354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.525979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e66c-e953-445b-bcd1-7c6c77629964 req-1fcdc314-694b-44ac-b993-0f91eee8d651 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:28.527891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa17e66c-e953-445b-bcd1-7c6c77629964 req-1fcdc314-694b-44ac-b993-0f91eee8d651 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 945 time: 0.1657763 Oct 15 19:45:28.609760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa17e66c-e953-445b-bcd1-7c6c77629964 req-58db79e0-fc6c-4dfb-94da-43b3126cc4c9 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703919 Oct 15 19:45:28.634598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.636271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2eacb86-93fe-4228-84f8-b411a113106e {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:45:28.659326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.660735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ef37107-d4b6-4308-be25-afbb7bdae768 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a2eacb86-93fe-4228-84f8-b411a113106e HTTP/1.1" status: 204 len: 168 time: 3.5590713 Oct 15 19:45:28.663251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:28.787416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Deleting subnet 24ae4310-b580-4a97-839b-ff399a26102a {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:45:28.796858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:28.951675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:29.185509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:29.231812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:29.234857 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519b673-fce2-4d56-ad6c-90e0b5ae316e" -d '{"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:29.714256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a2065-d6b3-402c-bbbc-9d900790a2d0 req-da7c3659-8f96-4cbe-b58c-61b879c2219a tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:29.724530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b7a2065-d6b3-402c-bbbc-9d900790a2d0 req-da7c3659-8f96-4cbe-b58c-61b879c2219a tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 951 time: 0.2948487 Oct 15 19:45:29.839901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bba8574-2ce5-4fae-803e-50863783c0fd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:29.856036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:29.940893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ae4310-b580-4a97-839b-ff399a26102a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:29.957139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3bba8574-2ce5-4fae-803e-50863783c0fd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:29.960010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:29.977363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b7a2065-d6b3-402c-bbbc-9d900790a2d0 req-8a48ec3c-cd87-4e4f-994e-c6b9bcebc5b4 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.13 "GET /v2.0/security-groups?id=e982b060-c414-4efc-a057-fce8a83d0ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991220 Oct 15 19:45:29.981396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:29.989366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ad4a0ee-42f4-48c4-b590-856143189c23 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/24ae4310-b580-4a97-839b-ff399a26102a HTTP/1.1" status: 204 len: 168 time: 1.3241644 Oct 15 19:45:29.992205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37560) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:30.000624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f663f1-b1b9-4213-81f2-42a68ad953af None None] Network bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:30.220555 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac23ff-01b7-4de3-8bd5-37a43ab308c7 x-openstack-request-id: req-3fac23ff-01b7-4de3-8bd5-37a43ab308c7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:30.220861 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-plugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:30.221124 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fac23ff-01b7-4de3-8bd5-37a43ab308c7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:30.221530 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'code': 200} Oct 15 19:45:30.335728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:30.343792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a6478-dd82-4fd5-8b47-4bafbfd2a5af req-979472f0-1c54-4427-b097-cf7d0a824626 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:30.346343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:30.353997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-045a6478-dd82-4fd5-8b47-4bafbfd2a5af req-979472f0-1c54-4427-b097-cf7d0a824626 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 946 time: 0.1013033 Oct 15 19:45:30.484553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-045a6478-dd82-4fd5-8b47-4bafbfd2a5af req-60288ef1-3142-48c0-882c-5a55e4685159 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/security-groups?id=e9731d09-2de5-4763-b41d-509d7b8dab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291475 Oct 15 19:45:30.594121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Deleting port 7547718c-a024-4028-97be-22f25c7e20f9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:30.599057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:30.815140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e7d5f-c1a3-41e4-9c9d-c90eb19a9780 req-e3fbaec7-ca8f-420d-84c2-789ec1635c35 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:30.830542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-289e7d5f-c1a3-41e4-9c9d-c90eb19a9780 req-e3fbaec7-ca8f-420d-84c2-789ec1635c35 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 945 time: 0.2441823 Oct 15 19:45:30.853366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] For port 7547718c-a024-4028-97be-22f25c7e20f9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7547718c-a024-4028-97be-22f25c7e20f9,segment=NetworkSegment(d81f431c-5491-4a45-9fa2-c3765adbc79d),segment_id=d81f431c-5491-4a45-9fa2-c3765adbc79d)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:30.878104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:30.943238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Calling delete_port for 7547718c-a024-4028-97be-22f25c7e20f9 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:30.983599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-289e7d5f-c1a3-41e4-9c9d-c90eb19a9780 req-cb85d26f-03f2-42e9-b218-6b9d1ad90a1d tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516471 Oct 15 19:45:31.033953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] DHCP port deletion for bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:45:31.115486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.210882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:31.210882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 85d09ef3-eb7d-47c9-84bb-e60eae187279 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:31.239668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.240929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 85d09ef3-eb7d-47c9-84bb-e60eae187279 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:31.240929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 85d09ef3-eb7d-47c9-84bb-e60eae187279 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:31.275000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Deleting port 7547718c-a024-4028-97be-22f25c7e20f9 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:31.275000 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.315151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Pushing event deleted for resources: {'Port': ['ID=7547718c-a024-4028-97be-22f25c7e20f9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:31.339485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] No DVR routers for this DVR port 7547718c-a024-4028-97be-22f25c7e20f9 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:31.374774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] For port 7547718c-a024-4028-97be-22f25c7e20f9, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:31.374774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.406972 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.433313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Calling delete_port for 7547718c-a024-4028-97be-22f25c7e20f9 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:31.447603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-8276b246-061c-4986-8904-f6a0d8987297 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:31.449333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-8276b246-061c-4986-8904-f6a0d8987297 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 946 time: 0.0998368 Oct 15 19:45:31.502062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Port 7547718c-a024-4028-97be-22f25c7e20f9 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 19:45:31.510868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.564207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] No DVR routers for this DVR port 7547718c-a024-4028-97be-22f25c7e20f9 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:31.613652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.661882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Deleting port 08035552-957b-424e-980b-f9547a2fd60a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:31.666608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:31.668053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.693396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81f431c-5491-4a45-9fa2-c3765adbc79d') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:31.693997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81f431c-5491-4a45-9fa2-c3765adbc79d') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:31.696966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:31.713912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.741385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.760516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:45:31.761215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:45:31.876301 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:45:31.885926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7547718c-a024-4028-97be-22f25c7e20f9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:31.917230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd884e-9aee-4258-a081-7fd93486cacf None None] Pushing event deleted for resources: {'Port': ['ID=7547718c-a024-4028-97be-22f25c7e20f9,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:31.938079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7547718c-a024-4028-97be-22f25c7e20f9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:31.939464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7547718c-a024-4028-97be-22f25c7e20f9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:31.971940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] For port 08035552-957b-424e-980b-f9547a2fd60a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=08035552-957b-424e-980b-f9547a2fd60a,segment=NetworkSegment(f8632a12-5adf-4790-a69a-e620dd611172),segment_id=f8632a12-5adf-4790-a69a-e620dd611172)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:31.973005 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:32.002339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Calling delete_port for 08035552-957b-424e-980b-f9547a2fd60a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:32.021118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:32.032558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:32.046688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7 HTTP/1.1" status: 204 len: 168 time: 2.0532107 Oct 15 19:45:32.091960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2bea0-1cea-40fb-befa-f56140b3a079 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5bf2d6-f968-4700-ad78-cfb2fc3db6d7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:32.239417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:32.262492 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b914955-70f7-461f-9d3c-8c5b2cd0b971" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:32.970969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:33.049586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Pushing event deleted for resources: {'Port': ['ID=08035552-957b-424e-980b-f9547a2fd60a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:33.117438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] No DVR routers for this DVR port 08035552-957b-424e-980b-f9547a2fd60a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:33.117438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:33.138997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44061dac-b3da-44f2-bf99-ed3c44182399 req-0a2f1f57-6e62-4d76-8ae7-978a979a5664 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.11 "DELETE /v2.0/ports/08035552-957b-424e-980b-f9547a2fd60a HTTP/1.1" status: 204 len: 173 time: 1.6621068 Oct 15 19:45:33.138997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'name': 'network-vif-deleted', 'tag': '08035552-957b-424e-980b-f9547a2fd60a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:33.138997 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd518c-b7de-4a14-8c14-36e6e4c5f1d1" -d '{"events": [{"server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "name": "network-vif-deleted", "tag": "08035552-957b-424e-980b-f9547a2fd60a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:33.427388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:33.500397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:33.512453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cb89732d-71fd-4ce0-b2c6-3eb0bf0111d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=901df0b7d1e94520b38dbbb16530465d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0832148 Oct 15 19:45:33.649695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:33.692265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:33.815404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dc57b90-505c-4403-ac9a-81af79919448 req-dfbed5fd-b9ef-42fc-ae80-52af5d8a31f6 tempest-ServerPasswordTestJSON-864810053 tempest-ServerPasswordTestJSON-864810053-project] 10.222.0.13 "GET /v2.0/ports?device_id=7d0018c2-0a96-4f47-8b1b-4985edcb7e76 HTTP/1.1" status: 200 len: 210 time: 0.1634517 Oct 15 19:45:33.870919 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467a931d-a765-48f0-abb7-cdfbbb6fbda6 x-openstack-request-id: req-467a931d-a765-48f0-abb7-cdfbbb6fbda6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:33.871485 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:33.871485 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-467a931d-a765-48f0-abb7-cdfbbb6fbda6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:33.872150 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'code': 200} Oct 15 19:45:33.923724 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b96d486-05b0-4d7e-9895-54d670e71732 x-openstack-request-id: req-4b96d486-05b0-4d7e-9895-54d670e71732 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:33.924330 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d0018c2-0a96-4f47-8b1b-4985edcb7e76", "name": "network-vif-deleted", "tag": "08035552-957b-424e-980b-f9547a2fd60a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:33.924579 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b96d486-05b0-4d7e-9895-54d670e71732 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:33.925173 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d0018c2-0a96-4f47-8b1b-4985edcb7e76', 'name': 'network-vif-deleted', 'tag': '08035552-957b-424e-980b-f9547a2fd60a', 'status': 'completed', 'code': 200} Oct 15 19:45:34.048376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:34.067631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:34.067631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dc6a495-3b3f-4044-b571-606947db7d1b HTTP/1.1" status: 204 len: 168 time: 0.5606618 Oct 15 19:45:34.103186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b968276-7a26-4ad4-b869-d64d2f4ac1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6a495-3b3f-4044-b571-606947db7d1b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:34.373704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 08035552-957b-424e-980b-f9547a2fd60a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:34.426765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 08035552-957b-424e-980b-f9547a2fd60a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:34.427442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 08035552-957b-424e-980b-f9547a2fd60a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:35.408408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2e381-c2a9-4523-8ca4-9a949fe0a895 req-7295db5c-5801-4009-a486-577f453826ba tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:35.419719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ad2e381-c2a9-4523-8ca4-9a949fe0a895 req-7295db5c-5801-4009-a486-577f453826ba tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 945 time: 0.3377852 Oct 15 19:45:35.476204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ad2e381-c2a9-4523-8ca4-9a949fe0a895 req-99fd6478-fe21-4aa3-89a0-a1e0d10912c5 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups?id=d24f99ee-dc3f-4481-b277-9f466196380e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551517 Oct 15 19:45:35.533104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37746) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:35.606161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Deleting subnet e00b7187-be22-473a-9a63-b631ec4417be {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:45:35.617276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:35.665054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:35.734286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:35.993696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.086868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e00b7187-be22-473a-9a63-b631ec4417be,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:36.096786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.104270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37768) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:36.119501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a28aa3fa-09a1-42df-8620-f6cbd6e423be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e00b7187-be22-473a-9a63-b631ec4417be HTTP/1.1" status: 204 len: 168 time: 0.5833364 Oct 15 19:45:36.161097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-498aeda4-7d54-4a64-881d-e963a14df87b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:36.170225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-498aeda4-7d54-4a64-881d-e963a14df87b tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "GET /v2.0/ports?device_id=062c5437-c9fc-4443-86a9-7fb6a3461959 HTTP/1.1" status: 200 len: 945 time: 0.1371975 Oct 15 19:45:36.262648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37770) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:36.346203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.406943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Deleting port 45a88c91-7abe-482e-80d9-554f49d77fc7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:36.407477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.598464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.639010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9592549-6f41-4a49-a783-1f7911a8a893']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:36.659400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8632a12-5adf-4790-a69a-e620dd611172') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:36.660517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8632a12-5adf-4790-a69a-e620dd611172') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:36.672561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] For port 45a88c91-7abe-482e-80d9-554f49d77fc7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=45a88c91-7abe-482e-80d9-554f49d77fc7,segment=NetworkSegment(1fa86caa-7350-456b-8aa0-5ab714f94aee),segment_id=1fa86caa-7350-456b-8aa0-5ab714f94aee)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:36.673674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.679867 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.704176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.709644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Calling delete_port for 45a88c91-7abe-482e-80d9-554f49d77fc7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:36.716437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:45:36.717717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:45:36.829589 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:45:36.835636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-416215129-network', 'tenant_id': '70246cfef505450695ee3c271ed89c6f'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:36.905058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.914787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:36.927455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c9592549-6f41-4a49-a783-1f7911a8a893 HTTP/1.1" status: 204 len: 168 time: 0.8205473 Oct 15 19:45:37.014362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00daa73-8e99-44b1-9e94-ee8c14ee6593 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9592549-6f41-4a49-a783-1f7911a8a893,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:37.021409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Made reservation on behalf of 70246cfef505450695ee3c271ed89c6f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:37.026650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.049094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.207999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.385586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.396765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event deleted for resources: {'Port': ['ID=45a88c91-7abe-482e-80d9-554f49d77fc7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:37.465336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:37.537589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] No DVR routers for this DVR port 45a88c91-7abe-482e-80d9-554f49d77fc7 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:37.549508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ffdbff9d-33cd-4ec5-8217-2893378fedc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3572897e76904ebfb622522d65393038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808754 Oct 15 19:45:37.549508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.551019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37780) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:37.563404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.566696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-342555ab-cf4c-4e60-bee5-81e83fc68869 req-879c2471-da8a-4c95-be5a-c31de484b583 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.11 "DELETE /v2.0/ports/45a88c91-7abe-482e-80d9-554f49d77fc7 HTTP/1.1" status: 204 len: 173 time: 1.3881309 Oct 15 19:45:37.567160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'name': 'network-vif-deleted', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:37.583909 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e3ede6-b396-4daf-802b-09d00062685f" -d '{"events": [{"server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "name": "network-vif-deleted", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:37.616987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-61973471-ccf7-45b6-b942-a6400c1fb843 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:37.629562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-61973471-ccf7-45b6-b942-a6400c1fb843 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.11 "GET /v2.0/ports?device_id=cba89d76-9738-44e4-91ff-ed77e991ec0d HTTP/1.1" status: 200 len: 949 time: 0.4094453 Oct 15 19:45:37.648889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-8132bda6-2b6a-4c6b-bb9c-daad1ba4de0c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:37.652156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-8132bda6-2b6a-4c6b-bb9c-daad1ba4de0c tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "GET /v2.0/ports?device_id=b65123f9-cd49-4f66-b3e9-1d725f4b2fe5 HTTP/1.1" status: 200 len: 946 time: 0.4005251 Oct 15 19:45:37.735684 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.754629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:45:37.774825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859cbf38-c3d9-4f26-9546-f5ec759c20f7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:37.784905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.786978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:37.787329 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Added segment 609b1e52-c1ce-4523-9978-a4f7cde85ba5 of type vlan for network 9fdb8003-a030-43f5-a493-8581f034bbc3 Oct 15 19:45:37.880967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.008208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Deleting port ee78e068-760a-4ba4-b51a-a19bbe6f6244 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:38.009232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.010279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.013736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.015052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Deleting port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:38.015339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9731d09-2de5-4763-b41d-509d7b8dab5b HTTP/1.1" status: 204 len: 168 time: 0.4467928 Oct 15 19:45:38.016070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.041059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d392e89-5369-4f31-82be-24a14c21fd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9731d09-2de5-4763-b41d-509d7b8dab5b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:38.085539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.086756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:38.088466 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.316656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=9fdb8003-a030-43f5-a493-8581f034bbc3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:38.324250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] For port ee78e068-760a-4ba4-b51a-a19bbe6f6244, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ee78e068-760a-4ba4-b51a-a19bbe6f6244,segment=NetworkSegment(de19cb0b-b76c-4d81-88f9-f2571595f5c8),segment_id=de19cb0b-b76c-4d81-88f9-f2571595f5c8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:38.325336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.329947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:45:38.334986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ee3870e3-8ee5-4f06-b04c-dd7b9d85d7d4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0701981 Oct 15 19:45:38.340284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37786) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:38.346396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Request body: {'subnet': {'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-416215129-subnet', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:38.362001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] For port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:38.366590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.377707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 45a88c91-7abe-482e-80d9-554f49d77fc7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:38.425218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Calling delete_port for ee78e068-760a-4ba4-b51a-a19bbe6f6244 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:38.434006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Calling delete_port for a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:38.442840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 45a88c91-7abe-482e-80d9-554f49d77fc7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:38.444854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 45a88c91-7abe-482e-80d9-554f49d77fc7 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:38.508723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Made reservation on behalf of 70246cfef505450695ee3c271ed89c6f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:38.512637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:38.971241 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.005303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.007913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.071667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Pushing event deleted for resources: {'Port': ['ID=a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:39.133264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Checking segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:39.134062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Network hostable DHCP agents. Network: 9fdb8003-a030-43f5-a493-8581f034bbc3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:45:39.152745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.156824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.157213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:39.176447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20484fd-5ae2-44ef-b9e0-0019282c509a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:39.221347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] No DVR routers for this DVR port a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:39.224855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.229589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5cfb54fb-a385-4777-b410-4d0a03dde914 req-1a0d4c5f-35ee-4ca2-9dc2-b5466fa0c2b3 tempest-ImagesOneServerTestJSON-328992701 tempest-ImagesOneServerTestJSON-328992701-project] 10.222.0.11 "DELETE /v2.0/ports/a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e HTTP/1.1" status: 204 len: 173 time: 1.6030796 Oct 15 19:45:39.252661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] No DVR routers for this DVR port ee78e068-760a-4ba4-b51a-a19bbe6f6244 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:39.257823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.262210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0d8f411-6d67-468a-9419-7d2729c47c23 req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] 10.222.0.15 "DELETE /v2.0/ports/ee78e068-760a-4ba4-b51a-a19bbe6f6244 HTTP/1.1" status: 204 len: 173 time: 1.5985813 Oct 15 19:45:39.265075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fff6d-3faf-4a8a-88dc-4c0d850c6fa9 tempest-AttachVolumeNegativeTest-1302095301 tempest-AttachVolumeNegativeTest-1302095301-project] Pushing event deleted for resources: {'Port': ['ID=ee78e068-760a-4ba4-b51a-a19bbe6f6244,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:39.302131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:45:39.435742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 9fdb8003-a030-43f5-a493-8581f034bbc3) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:39.473522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:39.474125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.514340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9624803d-3a89-4dee-9138-13d558b04388 None None] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:39.643205 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e1c9604-65d9-4814-919c-b6b3e0fd55c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3016770 Oct 15 19:45:39.645701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37800) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:39.651319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:39.842198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-9fdb8003-a030-43f5-a493-8581f034bbc3', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:45:39.843085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.908081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:39.909579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.057481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.100708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:40.140952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Allocated IP 172.20.0.2 (9fdb8003-a030-43f5-a493-8581f034bbc3/e20484fd-5ae2-44ef-b9e0-0019282c509a/bd182d46-5830-4b68-af64-5e083c18cb1e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:40.306376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ee78e068-760a-4ba4-b51a-a19bbe6f6244 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:40.359741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-network', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:40.360283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: ee78e068-760a-4ba4-b51a-a19bbe6f6244 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:40.360771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ee78e068-760a-4ba4-b51a-a19bbe6f6244 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:40.373465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:40.406809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:40.407512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:40.474036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.510317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.762376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Made reservation on behalf of 29efcbebec9c47d78a1799a40f91853c for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:40.769880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.787883 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.807061 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:40.860447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Pushing event updated for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:40.877004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:40.878964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:40.890145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:40.999751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Attempting to bind port bd182d46-5830-4b68-af64-5e083c18cb1e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:41.000322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Attempting to bind port bd182d46-5830-4b68-af64-5e083c18cb1e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:41.000694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Attempting to bind port bd182d46-5830-4b68-af64-5e083c18cb1e on network 9fdb8003-a030-43f5-a493-8581f034bbc3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:41.007288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:41.007721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Checking segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:41.008597 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.008738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Bound using segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:41.009339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Bound port: bd182d46-5830-4b68-af64-5e083c18cb1e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:41.010081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.097507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.147475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:41.152584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bd182d46-5830-4b68-af64-5e083c18cb1e,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:41.174966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.244517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:45:41.262000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:41.281302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.281744 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Added segment f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c of type vlan for network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 Oct 15 19:45:41.283916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.284257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.284543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.284989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.285263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.285608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.285840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.286169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.286483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.286800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.287291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.287650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:41.310921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.387619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.395308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193682b2-c345-416c-a6a0-d080af2c4736 None None] Pushing event updated for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:41.414545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.417443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.535943 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:45:41.557053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Allocated IP 172.25.0.177 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ae7af9ed-5612-4532-8c9a-32c61a918d48) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:41.615541 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.615541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:41.615541 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.852737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bd182d46-5830-4b68-af64-5e083c18cb1e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:41.862321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7603900 Oct 15 19:45:41.865283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37820) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:41.877400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Request body: {'subnet': {'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-subnet', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:41.878027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620abf0-c9a4-43f4-a74f-3bb6003a5420 admin admin] Pushing event updated for resources: {'Network': ['ID=867a02b2-79a7-4d9c-882c-2d93c2e78a58,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:41.921269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:41.929180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:45:41.982323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Made reservation on behalf of 29efcbebec9c47d78a1799a40f91853c for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:41.984978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.072740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.125621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bd182d46-5830-4b68-af64-5e083c18cb1e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:42.126275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.189965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7af9ed-5612-4532-8c9a-32c61a918d48,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:42.254186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:42.263351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:42.281386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:42.395203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.488162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bd182d46-5830-4b68-af64-5e083c18cb1e,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:42.520364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.592875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:42.677149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Checking segment: {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:42.677550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Network hostable DHCP agents. Network: 867a02b2-79a7-4d9c-882c-2d93c2e78a58, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:45:42.688953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c27ccc-5dff-42f1-9d06-f2582aeecae4,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:42.719914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:42.822357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:45:42.873011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41e5fd-0fc2-4f04-8761-341530664196 None None] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:42.958251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 867a02b2-79a7-4d9c-882c-2d93c2e78a58) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:42.962612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:42.963276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.041980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b041618f-e5c9-405e-8ba2-df1542162f3b None None] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:43.076316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37822) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:43.081379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e413253f-776f-4fd3-9417-50b611a0d2f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2128339 Oct 15 19:45:43.084077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:43.127653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-de9c1347-09b9-41eb-9b3e-f988a6742df1 None None] Provisioning complete for port bd182d46-5830-4b68-af64-5e083c18cb1e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:43.127921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-de9c1347-09b9-41eb-9b3e-f988a6742df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.297230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.300164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.301462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.470139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.821003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bd182d46-5830-4b68-af64-5e083c18cb1e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:43.869121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.902715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:43.969422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ff56d-0a38-4f77-b3d8-abaa384b5164 None None] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:45:44.140734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bd182d46-5830-4b68-af64-5e083c18cb1e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:44.141108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.214724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f610f982-9a70-4daa-8464-d75c5d50163a None None] Provisioning complete for port bd182d46-5830-4b68-af64-5e083c18cb1e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:44.215102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f610f982-9a70-4daa-8464-d75c5d50163a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.349684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Router 90ee4cce-8fab-484d-8175-a046237edcc8 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:45:44.634135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.637312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:44.647311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Sync routers for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:44.661738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:44.664485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:44.671730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.799787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Allocated IP 172.25.0.170 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c5d4363c-8e2f-4ae1-99d2-c993914e2cfe) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:44.917510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.925335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:44.957577 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:44.964320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37824) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:44.976622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9e8c0e59-963c-41c6-b235-0f12b2328596 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.3295977 Oct 15 19:45:45.085343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:45.128250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:45.131885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:45.135708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:45.291088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:43Z', 'revision_number': 3, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:45.321738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:45.325407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Checking router: 90ee4cce-8fab-484d-8175-a046237edcc8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:45.330521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Updating router 90ee4cce-8fab-484d-8175-a046237edcc8 port ae7af9ed-5612-4532-8c9a-32c61a918d48 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:45.374855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:45.690911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:45.728499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:45.890936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Allocated IP 172.20.0.1 (9fdb8003-a030-43f5-a493-8581f034bbc3/e20484fd-5ae2-44ef-b9e0-0019282c509a/499c93ab-0d6b-44a0-9bc8-7aff8ddf2963) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:45.996134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.072482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.111482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.124873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Attempting to bind port ae7af9ed-5612-4532-8c9a-32c61a918d48 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:46.125287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Attempting to bind port ae7af9ed-5612-4532-8c9a-32c61a918d48 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:46.125614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Attempting to bind port ae7af9ed-5612-4532-8c9a-32c61a918d48 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:46.139611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdbbb0-b03e-4283-a382-f68a338a9195 None None] Pushing event updated for resources: {'Port': ['ID=ae7af9ed-5612-4532-8c9a-32c61a918d48,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:46.140093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:46.140471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:46.140877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.141331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:46.141747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Bound port: ae7af9ed-5612-4532-8c9a-32c61a918d48, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:46.142125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.210221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] For port ae7af9ed-5612-4532-8c9a-32c61a918d48, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:46.213259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] For port ae7af9ed-5612-4532-8c9a-32c61a918d48, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae7af9ed-5612-4532-8c9a-32c61a918d48,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:46.268672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.303778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:46.308106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:46.312338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:46.342408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Pushing event updated for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:46.365095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.562929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.623304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.690894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.718420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3cbe9322-fd10-4b20-acb7-30a509ec12a2 None None] Provisioning complete for port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:46.719063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3cbe9322-fd10-4b20-acb7-30a509ec12a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:46.750168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdbbb0-b03e-4283-a382-f68a338a9195 None None] Pushing event updated for resources: {'Port': ['ID=ae7af9ed-5612-4532-8c9a-32c61a918d48,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:46.755866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:46.756779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:46.804497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Router 6ea1ff85-156a-485b-b41e-6a395a1e8566 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:45:46.845421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe9322-fd10-4b20-acb7-30a509ec12a2 None None] Port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:47.029223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:47.057421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:47.057695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.071843 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Sync routers for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:47.091326 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:47.092250 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:47.130625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.167538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.172373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-98affc45-b717-499c-b55f-1057654480d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0915442 Oct 15 19:45:47.172936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37834) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:47.195085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.326172 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:47.393666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:45Z', 'revision_number': 1, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:47.402827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Pushing event updated for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:47.435292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842fcffe-2504-4821-aa45-3e2b04a07140 None None] The sync data for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 is: [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:45Z', 'revision_number': 1, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:47.498688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:47.501482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:47.582115 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:45Z', 'revision_number': 3, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:47.638611 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Checking router: 6ea1ff85-156a-485b-b41e-6a395a1e8566 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:47.639681 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Updating router 6ea1ff85-156a-485b-b41e-6a395a1e8566 port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:47.682531 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.818426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Router 90ee4cce-8fab-484d-8175-a046237edcc8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:47.963532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:47.999821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2790c52a-1ff1-453c-870d-5475823347f9 None None] Provisioning complete for port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:48.000444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2790c52a-1ff1-453c-870d-5475823347f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.093220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:48.107866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-41c2d722-f02a-46f2-a409-1d7e371174d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/90ee4cce-8fab-484d-8175-a046237edcc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1423507 Oct 15 19:45:48.142143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2790c52a-1ff1-453c-870d-5475823347f9 None None] Port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:48.289692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Allocated IP 172.20.0.1 (867a02b2-79a7-4d9c-882c-2d93c2e78a58/11c27ccc-5dff-42f1-9d06-f2582aeecae4/6484eb42-0602-42a2-9895-139cfa966b17) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:48.316706 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.415021 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.470130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.524887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e4dbcfb1-4613-4d43-9802-a3ed028d7a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.529796 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac123d34-d02e-47c2-9c5b-0ff31e6ca5fc None None] Pushing event updated for resources: {'Port': ['ID=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:48.545257 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Attempting to bind port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:48.545665 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Attempting to bind port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:48.546035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Attempting to bind port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:48.565362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37866) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:48.569196 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:48.569721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:48.570136 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.570536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:48.571035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Bound port: c5d4363c-8e2f-4ae1-99d2-c993914e2cfe, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:48.571419 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.655407 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67bfe41-f319-4f23-b361-ea427ccd6406 x-openstack-request-id: req-b67bfe41-f319-4f23-b361-ea427ccd6406 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:48.655849 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062c5437-c9fc-4443-86a9-7fb6a3461959", "name": "network-vif-deleted", "tag": "45a88c91-7abe-482e-80d9-554f49d77fc7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:48.662350 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b67bfe41-f319-4f23-b361-ea427ccd6406 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:48.662350 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062c5437-c9fc-4443-86a9-7fb6a3461959', 'name': 'network-vif-deleted', 'tag': '45a88c91-7abe-482e-80d9-554f49d77fc7', 'status': 'completed', 'code': 200} Oct 15 19:45:48.720628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.752823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Deleting subnet 6a2493e2-e347-4a57-8e4e-170b9798cd52 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:45:48.762694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.817716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:48.822148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:48.826183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] For port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:48.829869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:48.841382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] For port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:48.888361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Pushing event updated for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:48.902292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.918302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:48.936994 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.041788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.166828 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:49.169352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:49.178931 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac123d34-d02e-47c2-9c5b-0ff31e6ca5fc None None] Pushing event updated for resources: {'Port': ['ID=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:49.269417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.303885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.320490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:49.380337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2493e2-e347-4a57-8e4e-170b9798cd52,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:49.387580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.398107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-efbca243-23df-4a6a-ab81-739b010ffb0d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a2493e2-e347-4a57-8e4e-170b9798cd52 HTTP/1.1" status: 204 len: 168 time: 0.8311534 Oct 15 19:45:49.403683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37916) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:49.540785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:49.611488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.770086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37938) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:49.774604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--193256253', 'description': 'tempest-description--1140261468'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:49.782296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.822426 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0698bb6a-0424-49a7-a348-c60bd79b44cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58b02818aea3440d94fc7c73d1166906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5005555 Oct 15 19:45:49.825873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37946) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:49.864319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a717220-cba0-426b-868f-474de086f7b8']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:49.878456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.886652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae7af9ed-5612-4532-8c9a-32c61a918d48 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:49.916941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de19cb0b-b76c-4d81-88f9-f2571595f5c8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:49.918734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de19cb0b-b76c-4d81-88f9-f2571595f5c8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:49.965160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:49.981169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.007208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.031296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ae7af9ed-5612-4532-8c9a-32c61a918d48 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:50.038781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.039776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.039776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:45:50.039776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:45:50.055268 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:45:50.068106 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:45Z', 'revision_number': 3, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:50.085361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.109434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.140840 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e85bdc-f5f9-425e-8c3e-d4968d19d075 None None] The sync data for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 is: [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:45Z', 'revision_number': 3, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:50.203785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.212088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.217981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Pushing event updated for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:50.258344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ae7af9ed-5612-4532-8c9a-32c61a918d48, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae7af9ed-5612-4532-8c9a-32c61a918d48,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:50.360314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:50.362184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:50.367352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.376587 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.384982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] 10.222.0.13 "DELETE /v2.0/networks/0a717220-cba0-426b-868f-474de086f7b8 HTTP/1.1" status: 204 len: 168 time: 0.9771988 Oct 15 19:45:50.416446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.518795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.521947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.523133 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e982b060-c414-4efc-a057-fce8a83d0ea3 HTTP/1.1" status: 204 len: 168 time: 0.6959112 Oct 15 19:45:50.537524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f03b85-534a-416e-a87b-937d311d8481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982b060-c414-4efc-a057-fce8a83d0ea3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:50.554303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70cb06-2afb-4699-a895-e2da34a40bcf admin admin] Pushing event deleted for resources: {'Network': ['ID=0a717220-cba0-426b-868f-474de086f7b8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:50.573830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.612655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ae7af9ed-5612-4532-8c9a-32c61a918d48,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:50.625583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.625789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.634088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.634724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.635425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.635953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.636469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.637149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.637886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.638496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.639298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.640153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:45:50.653898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.685884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Router 6ea1ff85-156a-485b-b41e-6a395a1e8566 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:45:50.691712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-deleted', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e'}, {'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'name': 'network-vif-deleted', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:50.695776 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d3ea19-7865-4261-8389-c973c1ab2a0c" -d '{"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-deleted", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e"}, {"server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "name": "network-vif-deleted", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:50.704022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87529b9-7fa8-4103-84bd-a10f36946874,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:50.814463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:50.816137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca431ef9-6072-4141-af94-f48f6b75c23c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0450256 Oct 15 19:45:50.818823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37968) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:50.827430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:45:50.831345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'security_group_rule': {'security_group_id': 'd87529b9-7fa8-4103-84bd-a10f36946874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:50.842199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51750f5e-259b-40f0-be5c-bd4a51de42ee admin admin] 10.222.0.13 "PUT /v2.0/routers/6ea1ff85-156a-485b-b41e-6a395a1e8566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6597209 Oct 15 19:45:50.954886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:50.992803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.094516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0707ff24-433e-4965-8c7d-667c7d221ff5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57dd81437d9f4b21a1abef72eaf7358b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395030 Oct 15 19:45:51.097029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:51.149897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.228674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.254837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Sync routers for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:51.274477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:51.277820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:51.284494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e170a0fb-ad83-4ae0-9327-9abfedc009ca,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:51.286540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.356483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.392202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.394048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-69472609-9abb-4149-b006-ca3ff37056d1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5739577 Oct 15 19:45:51.396679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38000) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:51.406535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'security_group_rule': {'security_group_id': 'd87529b9-7fa8-4103-84bd-a10f36946874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:51.639691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.649651 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.649651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c282329-caaf-45f5-8f59-8a17c985f1f4 HTTP/1.1" status: 204 len: 168 time: 0.5454636 Oct 15 19:45:51.678154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eac26-91b0-48c7-8593-743d1d644126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c282329-caaf-45f5-8f59-8a17c985f1f4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:51.718257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.775344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:51.821595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be98a5e1-2d31-4522-b1d2-554105b8fd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.956521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:51.981545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae7af9ed-5612-4532-8c9a-32c61a918d48 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:52.073542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.117036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ae7af9ed-5612-4532-8c9a-32c61a918d48 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:52.117614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.121167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f86bbdd-1c50-4f7a-9c78-c91382d0097c,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:52.197141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.197531 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96385bf3-f9e3-4a49-8540-9cd8620cbc0c x-openstack-request-id: req-96385bf3-f9e3-4a49-8540-9cd8620cbc0c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:52.197829 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba89d76-9738-44e4-91ff-ed77e991ec0d", "name": "network-vif-deleted", "tag": "a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e", "status": "completed", "code": 200}, {"server_uuid": "b65123f9-cd49-4f66-b3e9-1d725f4b2fe5", "name": "network-vif-deleted", "tag": "ee78e068-760a-4ba4-b51a-a19bbe6f6244", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:52.198081 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96385bf3-f9e3-4a49-8540-9cd8620cbc0c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:52.198482 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba89d76-9738-44e4-91ff-ed77e991ec0d', 'name': 'network-vif-deleted', 'tag': 'a2e3af0b-c4b0-4ac2-91cd-6cbb84ebb44e', 'status': 'completed', 'code': 200} Oct 15 19:45:52.198738 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b65123f9-cd49-4f66-b3e9-1d725f4b2fe5', 'name': 'network-vif-deleted', 'tag': 'ee78e068-760a-4ba4-b51a-a19bbe6f6244', 'status': 'completed', 'code': 200} Oct 15 19:45:52.200210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-557ae61f-a42a-410c-87fb-9c27b9557fc1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8003719 Oct 15 19:45:52.203532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38024) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:52.207829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:52.290062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 2, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:52.329612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Checking router: 90ee4cce-8fab-484d-8175-a046237edcc8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:52.330332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Updating router 90ee4cce-8fab-484d-8175-a046237edcc8 port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:52.382895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:52.395935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5d4363c-8e2f-4ae1-99d2-c993914e2cfe up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:52.405051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.441637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.725818 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.836429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.848825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.858089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.944294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Sync routers for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:45:52.951960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:52.952691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:52.965414 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:52.974605 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:52Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:53.011800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.083044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-3bec5bdb-5c95-45ad-9abb-ff71dd810628 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:53.088042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.095201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4538ed-87a8-48f3-ae24-1fc99959c8d0 None None] Pushing event updated for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:53.095734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-3bec5bdb-5c95-45ad-9abb-ff71dd810628 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 819 time: 0.2599764 Oct 15 19:45:53.103730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Allocated IP 172.25.0.160 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3fc8c8bb-4fe6-4981-a3bd-b615031f41a0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:53.119849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.122851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.123875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-67d3a354-8d81-49a6-8dae-ad737a7e1869 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/quotas/29efcbebec9c47d78a1799a40f91853c HTTP/1.1" status: 200 len: 375 time: 0.0222120 Oct 15 19:45:53.237078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-f11c543a-f940-4462-a237-18ad289ffacf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111200 Oct 15 19:45:53.256938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:53.261081 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25d87e6-b86e-4307-906e-834e7780a944" -d '{"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:53.316394 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:53.441564 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.472115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:53.514959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-18f0a53f-0bd9-4012-8e17-8872ee8b829d service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653189 Oct 15 19:45:53.564779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:53.566503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Attempting to bind port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:53.567103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Attempting to bind port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:53.567685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Attempting to bind port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 on network 9fdb8003-a030-43f5-a493-8581f034bbc3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:53.576306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:53.577144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Checking segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:53.577791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.578426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Bound using segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:53.579156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Bound port: 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:53.579824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.631348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.671853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-314a707b-809c-48b9-b985-049b034c9255 None None] Provisioning complete for port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:53.672225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314a707b-809c-48b9-b985-049b034c9255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.710726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-63cdaf88-b93a-4ed0-9403-9425295701fe service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848092 Oct 15 19:45:53.717134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] For port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:53.722248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] For port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:53.729241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-314a707b-809c-48b9-b985-049b034c9255 None None] Port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:45:53.813766 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 2, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:53.838939 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Checking router: 6ea1ff85-156a-485b-b41e-6a395a1e8566 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:45:53.839286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Updating router 6ea1ff85-156a-485b-b41e-6a395a1e8566 port 6484eb42-0602-42a2-9895-139cfa966b17 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:45:53.866777 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.890471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.936162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.943244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:53.959928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.959928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:53.987931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.103577 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e106906-f698-4897-a2ba-398ed503327c x-openstack-request-id: req-5e106906-f698-4897-a2ba-398ed503327c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:54.103890 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:54.104153 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e106906-f698-4897-a2ba-398ed503327c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:54.104565 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'code': 200} Oct 15 19:45:54.128561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'Port': ['ID=3fc8c8bb-4fe6-4981-a3bd-b615031f41a0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.159052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.191027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:54.199235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:54.200545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:52Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:54.213939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:54.227854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:54.240225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.395947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4538ed-87a8-48f3-ae24-1fc99959c8d0 None None] Pushing event updated for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.411325 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.448877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-cc72efd3-5b25-48c1-8612-9165430ca78e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:54.450877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.453905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.456754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "DELETE /v2.0/security-groups/0acc5cfe-8faa-4fb7-83a9-9e7610b451a4 HTTP/1.1" status: 204 len: 168 time: 0.5120859 Oct 15 19:45:54.471048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-cc72efd3-5b25-48c1-8612-9165430ca78e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.3453660 Oct 15 19:45:54.476043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38130) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:54.482917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a92f91-8c44-4111-b114-42f06e25cef8 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc5cfe-8faa-4fb7-83a9-9e7610b451a4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.519794 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-5821c17d-f00c-4385-972e-c878e0631e33 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] show failed (client error): The resource could not be found. Oct 15 19:45:54.524369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38132) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:54.546503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5821c17d-f00c-4385-972e-c878e0631e33 tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "GET /v2.0/security-groups/0acc5cfe-8faa-4fb7-83a9-9e7610b451a4 HTTP/1.1" status: 404 len: 347 time: 0.0587614 Oct 15 19:45:54.566210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-2fc1766b-9e49-4982-a531-f4db76b4cf6b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/quotas/a1ee334be08c4456a4370fa904343a83 HTTP/1.1" status: 200 len: 375 time: 0.0942435 Oct 15 19:45:54.570243 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.644612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.656949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.706750 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf7cc4-b9ce-4bbf-be50-5040f4976c71 None None] Pushing event updated for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:54.752638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] Provisioning complete for port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:54.753004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.772614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:54.835978 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Attempting to bind port 6484eb42-0602-42a2-9895-139cfa966b17 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:45:54.838724 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Attempting to bind port 6484eb42-0602-42a2-9895-139cfa966b17 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:45:54.839808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Attempting to bind port 6484eb42-0602-42a2-9895-139cfa966b17 on network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:45:54.851949 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:45:54.852336 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Checking segment: {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:45:54.852722 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.854687 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Bound using segment: {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:45:54.856710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Bound port: 6484eb42-0602-42a2-9895-139cfa966b17, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:45:54.858562 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.874557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Deleting port 3d5edff4-5ebd-4ef4-875b-5949490b7905 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:54.875196 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.936249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:54.995492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-656f912e-034e-4ebe-b903-0ef052537e74 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3673387 Oct 15 19:45:55.025060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec50450-0903-4191-ad68-c74f3d41747c req-696b4d30-1ac5-497c-b851-4026d47c029b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:55.026372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] For port 6484eb42-0602-42a2-9895-139cfa966b17, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:45:55.027264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fec50450-0903-4191-ad68-c74f3d41747c req-696b4d30-1ac5-497c-b851-4026d47c029b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca597fef-ee20-408e-b167-a0f77d2bfa4c HTTP/1.1" status: 200 len: 943 time: 0.3756759 Oct 15 19:45:55.030447 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] For port 6484eb42-0602-42a2-9895-139cfa966b17, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6484eb42-0602-42a2-9895-139cfa966b17,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:45:55.032254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-3d496c8c-6de0-4f77-9c4d-84d08dd92d14 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:45:55.039411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-3d496c8c-6de0-4f77-9c4d-84d08dd92d14 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0349019 Oct 15 19:45:55.103902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.104855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.108383 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.131609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Calling delete_port for 3d5edff4-5ebd-4ef4-875b-5949490b7905 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:55.213182 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.249230 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf7cc4-b9ce-4bbf-be50-5040f4976c71 None None] Pushing event updated for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:55.280666 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:45:55.283975 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:45:52Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:55.367620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-5079c821-3c55-4c6c-a4b9-cc7a53ca223d service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267934 Oct 15 19:45:55.369627 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.380861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] For port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:55.472243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:55.479865 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:45:55.544415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:55.549574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fea8d3-5032-44e9-9a68-1f96a08f6bbf None None] The sync data for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 is: [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:55.640027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.691064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.759246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915832f0-f4c1-4312-bf4b-98ae7039755d None None] Pushing event updated for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:55.816352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Pushing event deleted for resources: {'Port': ['ID=3d5edff4-5ebd-4ef4-875b-5949490b7905,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:55.820735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8e95910-cef2-4639-aa59-9180d2db84bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.848273 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:55.860935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.864413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:55.866462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-78a59fc8-3fcd-4330-92d9-9a5e3ba26eff tempest-ImagesOneServerNegativeTestJSON-1733924959 tempest-ImagesOneServerNegativeTestJSON-1733924959-project] 10.222.0.13 "DELETE /v2.0/floatingips/4cf10ebe-57fa-406e-af8d-8c32fa411459 HTTP/1.1" status: 204 len: 168 time: 1.3409617 Oct 15 19:45:55.903739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5729b93-6e8d-4b58-b881-0a0e3dc87704 req-5f4044e9-64b6-4918-9533-3e175b2b3816 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0334787 Oct 15 19:45:55.946895 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd503f8-cabf-4fda-91c4-86fa7712b498 None None] The sync data for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 is: [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:45:55.990007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Deleting port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:45:55.990545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.069197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8e95910-cef2-4639-aa59-9180d2db84bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.142097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8e95910-cef2-4639-aa59-9180d2db84bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.225869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:56.252261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c8e95910-cef2-4639-aa59-9180d2db84bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e1d83013a074bcc9c29029626f55733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7037873 Oct 15 19:45:56.252261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e95910-cef2-4639-aa59-9180d2db84bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2a29b-6f1d-41df-9323-a0d6b9c0e179,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:56.256354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:56.297931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8d1a1732-d2ab-442d-967a-1b16f64e068a service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9218102 Oct 15 19:45:56.335490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:56.335891 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.438160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] For port 7e0e3ccb-3a10-499a-9808-70e750bf8d91, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7e0e3ccb-3a10-499a-9808-70e750bf8d91,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:56.438593 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.477576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Calling delete_port for 7e0e3ccb-3a10-499a-9808-70e750bf8d91 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:45:56.484851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5d4363c-8e2f-4ae1-99d2-c993914e2cfe up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:56.515831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.588793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:56.589315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.710164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.830845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.896879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-7ebd6525-6496-4f14-b37a-8adcc938cb6b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:56.898396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-7ebd6525-6496-4f14-b37a-8adcc938cb6b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/networks?id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d HTTP/1.1" status: 200 len: 814 time: 0.2132614 Oct 15 19:45:56.921190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:56.934147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-1d33b0e5-6ef9-4e5b-b050-6e68af2b7354 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/quotas/8a31de6b7ab448898b9fda920cf07d3b HTTP/1.1" status: 200 len: 375 time: 0.0200846 Oct 15 19:45:56.990088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-df1ed5f3-b530-4362-9663-b99301e2dee1 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a31de6b7ab448898b9fda920cf07d3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531518 Oct 15 19:45:57.018127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'Port': ['ID=3fc8c8bb-4fe6-4981-a3bd-b615031f41a0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:57.023846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.026524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.042812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a2a29b-6f1d-41df-9323-a0d6b9c0e179 HTTP/1.1" status: 204 len: 168 time: 0.7831643 Oct 15 19:45:57.078608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.087489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542afd6-f28d-4ec0-8c3e-3c4096ff0921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2a29b-6f1d-41df-9323-a0d6b9c0e179,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:57.112270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.135744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-382505cf-05e4-4fcd-827f-87d57800b639 service neutron] 10.222.0.13 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343887 Oct 15 19:45:57.164017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event deleted for resources: {'Port': ['ID=7e0e3ccb-3a10-499a-9808-70e750bf8d91,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:57.219799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] No DVR routers for this DVR port 7e0e3ccb-3a10-499a-9808-70e750bf8d91 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:45:57.224968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.224968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b3356bc8-2e40-4708-b97c-61035f8f8394 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0206916 Oct 15 19:45:57.226005 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:57.229128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fec50450-0903-4191-ad68-c74f3d41747c req-df79e166-7cfc-4a69-bf19-cd44ec53600a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "DELETE /v2.0/ports/7e0e3ccb-3a10-499a-9808-70e750bf8d91 HTTP/1.1" status: 204 len: 173 time: 2.1874321 Oct 15 19:45:57.229578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-deleted', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:45:57.232511 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8687fb1f-3b34-4bf1-83a4-f5666f3628e0" -d '{"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-deleted", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:45:57.260169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-d0284535-887f-43f6-8499-ab806d8082ce service neutron] 10.222.0.13 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209643 Oct 15 19:45:57.498656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e2c99c7-fdac-4b27-90d6-928eb793de05 req-a5a042a5-e1d1-44af-811c-9a6f9e38ebf7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 210 time: 0.0383916 Oct 15 19:45:57.538310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2947f1f-c3f4-4edb-87e4-e3cf4744867a req-ece62cc8-6fff-40c7-9e89-d0e3ed33be6e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0329192 Oct 15 19:45:57.555987 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393148c7-ba1a-45e2-9f25-a72e4aedc80a x-openstack-request-id: req-393148c7-ba1a-45e2-9f25-a72e4aedc80a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:45:57.556285 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca597fef-ee20-408e-b167-a0f77d2bfa4c", "name": "network-vif-deleted", "tag": "7e0e3ccb-3a10-499a-9808-70e750bf8d91", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:45:57.556649 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-393148c7-ba1a-45e2-9f25-a72e4aedc80a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:45:57.556958 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca597fef-ee20-408e-b167-a0f77d2bfa4c', 'name': 'network-vif-deleted', 'tag': '7e0e3ccb-3a10-499a-9808-70e750bf8d91', 'status': 'completed', 'code': 200} Oct 15 19:45:57.724809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-092c8bbe-5c2c-47bd-9289-878b86d06e43 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--193256253&fields=id&tenant_id=70246cfef505450695ee3c271ed89c6f HTTP/1.1" status: 200 len: 267 time: 0.0676236 Oct 15 19:45:57.868996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-e27c019d-f315-47ce-8282-e48e65103f37 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:57.884920 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-e27c019d-f315-47ce-8282-e48e65103f37 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/networks?id=9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 200 len: 805 time: 0.1583228 Oct 15 19:45:57.896061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-7714b0c5-369a-4fe7-bfcf-c9e1ba3b6ece tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/quotas/70246cfef505450695ee3c271ed89c6f HTTP/1.1" status: 200 len: 375 time: 0.0131402 Oct 15 19:45:57.976265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-914d5f71-388b-42be-84a1-a7ac06ade5f0 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=70246cfef505450695ee3c271ed89c6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742311 Oct 15 19:45:58.001839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-70e96fba-3aa0-4b04-a94f-f54719885b6c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:45:58.008299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-70e96fba-3aa0-4b04-a94f-f54719885b6c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107546 Oct 15 19:45:58.131325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6484eb42-0602-42a2-9895-139cfa966b17 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:45:58.177204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-89fc530e-1384-4461-93d2-caa865cf4368 service neutron] 10.222.0.13 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661718 Oct 15 19:45:58.259780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6484eb42-0602-42a2-9895-139cfa966b17 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:45:58.259780 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.299933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38358) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:58.380718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-095d688e-fa8b-4a8a-8c9c-9015a01aa8c3 req-15003132-82fb-451f-ae9d-857e60a9eeb9 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0447433 Oct 15 19:45:58.398792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Deleting subnet ed85bfe4-45fc-4586-9a86-9c95defd73a9 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:45:58.406155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.411349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.415433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-43c2e877-50ea-4758-b85c-4f617e1635b0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:58.417164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-43c2e877-50ea-4758-b85c-4f617e1635b0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 819 time: 0.3533742 Oct 15 19:45:58.428888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:45:58.460765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'port': {'device_id': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'admin_state_up': True, 'tenant_id': '29efcbebec9c47d78a1799a40f91853c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:45:58.493191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6484eb42-0602-42a2-9895-139cfa966b17, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6484eb42-0602-42a2-9895-139cfa966b17,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:45:58.494397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 7e0e3ccb-3a10-499a-9808-70e750bf8d91 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:45:58.494833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7e0e3ccb-3a10-499a-9808-70e750bf8d91 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:45:58.576686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.650823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.661087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-8e474c2f-b01b-456f-875c-7e4563d2a086 service neutron] 10.222.0.13 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805801 Oct 15 19:45:58.716090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd9a0102-f15e-47bf-a2ba-2fad26059ac0 req-bd0662dd-7410-4a49-ac59-8281ee020437 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 210 time: 0.0439231 Oct 15 19:45:58.727674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.902840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13b99543-45b6-4268-953e-f35fc35525a9 req-cac1b8d2-9bb7-4f44-94f9-75686112fb56 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0426576 Oct 15 19:45:58.913690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Made reservation on behalf of 29efcbebec9c47d78a1799a40f91853c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:45:58.917849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:58.959353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.039838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed85bfe4-45fc-4586-9a86-9c95defd73a9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:59.050168 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.058613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38416) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:45:59.059937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-414213e9-f328-49cd-a5a2-a4af25b72b9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed85bfe4-45fc-4586-9a86-9c95defd73a9 HTTP/1.1" status: 204 len: 168 time: 0.7641623 Oct 15 19:45:59.077111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:59.211139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.295199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Allocated IP 172.20.0.14 (867a02b2-79a7-4d9c-882c-2d93c2e78a58/11c27ccc-5dff-42f1-9d06-f2582aeecae4/62752805-2957-4a22-9f77-726c26481388) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:45:59.366967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.410003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:59.416864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa86caa-7350-456b-8aa0-5ab714f94aee') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:59.417446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa86caa-7350-456b-8aa0-5ab714f94aee') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:45:59.431327 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.449184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.458681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:45:59.459347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:45:59.548088 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:45:59.559372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.588878 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bf03f11-ac9a-4cf7-bbd1-141cd56f146e req-0a62e3fa-c4e4-47d3-962a-a938bda68b09 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.0394826 Oct 15 19:45:59.672080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b3c292e-426c-40ac-b2a4-795e051d4d3d req-a562a010-dbb8-47ac-8626-e0bb0359b834 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0260510 Oct 15 19:45:59.716952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.719757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.727070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641 HTTP/1.1" status: 204 len: 168 time: 0.6653850 Oct 15 19:45:59.747831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd727212-3289-4edf-b6dc-1edb2f0d3a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5c557c-a5c5-4b1f-a65f-3a3d0c62d641,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:59.772643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:45:59.862471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0958bea1-5f08-4c54-874b-0eb9925ba204 req-ffd14541-6419-4ef1-aed3-ac7aefa215b8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 210 time: 0.0275855 Oct 15 19:45:59.900320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:45:59.919534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:45:59.919534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:45:59.963815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:45:59.996249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-4597a6df-51db-4f3f-8c33-b1fe377a2ecf tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:45:59.998283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-4597a6df-51db-4f3f-8c33-b1fe377a2ecf tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.2637630 Oct 15 19:46:00.017174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:00.017174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.023100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Request body: {'port': {'device_id': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'admin_state_up': True, 'tenant_id': 'a1ee334be08c4456a4370fa904343a83'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:00.148015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185e8f0-49ac-4f10-b0ff-e7297c175467 req-93c74961-4d90-41ff-a39f-632925877c8f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:00.149558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3185e8f0-49ac-4f10-b0ff-e7297c175467 req-93c74961-4d90-41ff-a39f-632925877c8f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 932 time: 0.1150935 Oct 15 19:46:00.150588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-a4b20b70-9551-4c19-8593-4caf120fb70b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7104652 Oct 15 19:46:00.164763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Request body: {'port': {'device_id': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:00.171809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6484eb42-0602-42a2-9895-139cfa966b17 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:00.253004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6484eb42-0602-42a2-9895-139cfa966b17 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:00.253733 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.265012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38504) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:00.286744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3185e8f0-49ac-4f10-b0ff-e7297c175467 req-360cb645-3f0f-4c0e-8409-1badd53dadc1 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286733 Oct 15 19:46:00.317175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38508) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:00.317483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e54974f4-373c-46da-997c-5225fcee2cb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90e0c69d171d4767b6f6105213f3e9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514009 Oct 15 19:46:00.318379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.422587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.449828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.467182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38524) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:00.492649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:00.496399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.640155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.645061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.651271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d24f99ee-dc3f-4481-b277-9f466196380e HTTP/1.1" status: 204 len: 168 time: 0.3327506 Oct 15 19:46:00.661831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22455b4e-273a-4ba0-b2b0-ca36e54db218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f99ee-dc3f-4481-b277-9f466196380e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:00.720367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04f77d04-c261-477f-abd2-d00b336b6ec6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.777724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2c25cdd-d21b-46ad-817e-c2faef58e00b req-1a9b8f68-e6bc-421f-a5d7-4291e18f6118 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.0824161 Oct 15 19:46:00.813288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62752805-2957-4a22-9f77-726c26481388 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:00.817987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Allocated IP 172.20.0.4 (ba9f173e-efbf-424d-a132-3ded9b217768/a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5/7728d183-e291-4ee7-8cec-59532fd377a8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:00.829674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.844116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2bf273f-9e99-42bc-b4a6-f0d5f62134b5 req-cf5bfa9b-3cc5-4217-9816-a6e7f9730ccd tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0306098 Oct 15 19:46:00.861421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Transition to ACTIVE for port object 62752805-2957-4a22-9f77-726c26481388 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:00.968571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04f77d04-c261-477f-abd2-d00b336b6ec6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:00.987585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad88d166-23d0-4706-ad11-649d1551c0d1 req-4517bb5d-2486-49f2-bb5e-e5e230765f6c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 210 time: 0.0500908 Oct 15 19:46:01.018824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.101079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:01.121786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04f77d04-c261-477f-abd2-d00b336b6ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.251585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.275900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:01.307064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-04f77d04-c261-477f-abd2-d00b336b6ec6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be3d60248725462e8584abdb9cf29892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364053 Oct 15 19:46:01.307441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38554) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:01.333817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-22fdb3f8-5a2c-4181-91c9-fddeb11a6f62 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:01.335545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-22fdb3f8-5a2c-4181-91c9-fddeb11a6f62 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.15 "GET /v2.0/networks?id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d HTTP/1.1" status: 200 len: 814 time: 0.2962108 Oct 15 19:46:01.341559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f77d04-c261-477f-abd2-d00b336b6ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f702d6-e6c5-4b5b-ad8f-6c6e1e5d3eb1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:01.367648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.393096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.421530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Request body: {'port': {'device_id': '23011d77-b90c-4364-959c-fc1538b78954', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'admin_state_up': True, 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:01.456444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Attempting to bind port 62752805-2957-4a22-9f77-726c26481388 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:01.456444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Attempting to bind port 62752805-2957-4a22-9f77-726c26481388 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:01.457401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Attempting to bind port 62752805-2957-4a22-9f77-726c26481388 on network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:01.474336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Port 62752805-2957-4a22-9f77-726c26481388 on network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:01.474984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Attempting to bind port 62752805-2957-4a22-9f77-726c26481388 on network 867a02b2-79a7-4d9c-882c-2d93c2e78a58 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:01.513608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18e1acd4-d540-4d1c-bce4-92e369e5c394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.532284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.536710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:01.540555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Checking segment: {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:01.540555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Bound using segment: {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:01.540555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Bound port: 62752805-2957-4a22-9f77-726c26481388, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:01.540555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.542784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21357b-b003-46b7-b1ce-58cfa93c3c5c req-414f5825-6454-4a24-97f3-2427c39da2c2 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:01.544646 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a21357b-b003-46b7-b1ce-58cfa93c3c5c req-414f5825-6454-4a24-97f3-2427c39da2c2 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 944 time: 0.1295495 Oct 15 19:46:01.596139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a21357b-b003-46b7-b1ce-58cfa93c3c5c req-199e84d7-ba07-4bd9-ac0b-e73be684ce47 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Oct 15 19:46:01.604235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Network ba9f173e-efbf-424d-a132-3ded9b217768 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:01.634031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:01.641546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:01.645515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:01.723674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:01.727058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.728148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:01.729876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.732017 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54f702d6-e6c5-4b5b-ad8f-6c6e1e5d3eb1 HTTP/1.1" status: 204 len: 168 time: 0.4235880 Oct 15 19:46:01.738479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:01.739090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.749907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f5e9d-e95d-47d7-bf53-b71d4f761ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f702d6-e6c5-4b5b-ad8f-6c6e1e5d3eb1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:01.809702 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18e1acd4-d540-4d1c-bce4-92e369e5c394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.851035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Made reservation on behalf of 8a31de6b7ab448898b9fda920cf07d3b for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:01.855028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.859048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.937646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ed9649e-27a3-4d98-b4fd-98da834bf283 req-5b483d43-6a67-4906-ba17-b101799d1833 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.0763559 Oct 15 19:46:01.938890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:01.939459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.940818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] 10.222.0.11 "PUT /v2.0/ports/62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 1093 time: 1.7819400 Oct 15 19:46:01.944150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:01.946556 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403c0d15-e40b-409a-939a-9be17eb209df" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:01.956521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5dfede18-0bc5-44a4-9c0f-9510421ed32e req-a4faf6ce-82a0-4d59-af0d-9a04fe05a4cd tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0335741 Oct 15 19:46:01.957269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18e1acd4-d540-4d1c-bce4-92e369e5c394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:01.995603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1acd4-d540-4d1c-bce4-92e369e5c394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45dabda-df79-42c4-8ac8-b57c23dcd5c1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:02.014357 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13218862-06ca-4810-9495-8f256717e85b x-openstack-request-id: req-13218862-06ca-4810-9495-8f256717e85b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:02.014683 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:02.014942 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13218862-06ca-4810-9495-8f256717e85b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:02.015400 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:46:02.018510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18e1acd4-d540-4d1c-bce4-92e369e5c394 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9e8ace674c4a12a752c662fbdeeb66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9162281 Oct 15 19:46:02.021195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:02.021926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d12a693e-fd49-4daa-98d6-dce03f2c8c9a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0036383 Oct 15 19:46:02.078901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Request body: {'port': {'device_id': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:02.129140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c96194-fe80-4c70-b268-2c26f74ab4fe service neutron] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:02.184874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4ba0-47f3-4489-aa7c-d6eb61f9f5b1 req-b8f015a7-60f9-4b64-9064-eb9b608b0f53 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:02.188430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-939c4ba0-47f3-4489-aa7c-d6eb61f9f5b1 req-b8f015a7-60f9-4b64-9064-eb9b608b0f53 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 931 time: 0.0882649 Oct 15 19:46:02.192078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:02.217837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0d15-e40b-409a-939a-9be17eb209df req-a78b940d-bfc4-4dc8-821e-990c0558e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:02.219786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-403c0d15-e40b-409a-939a-9be17eb209df req-a78b940d-bfc4-4dc8-821e-990c0558e536 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1096 time: 0.1552858 Oct 15 19:46:02.222910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:02.233149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:02.270942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Allocated IP 172.20.0.14 (cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d/06f3dfde-bb13-44bb-bf39-c4431a900b26/c201c939-72a0-416e-b75e-d478d074d79b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:02.280178 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-939c4ba0-47f3-4489-aa7c-d6eb61f9f5b1 req-ee757434-5481-4633-b558-04200ca4bcb2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744314 Oct 15 19:46:02.444360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:02.451276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:02.455021 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f45dabda-df79-42c4-8ac8-b57c23dcd5c1 HTTP/1.1" status: 204 len: 168 time: 0.4305754 Oct 15 19:46:02.464942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4a2de-281f-4a89-8a99-7c04257d7f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45dabda-df79-42c4-8ac8-b57c23dcd5c1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:02.570136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38602) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:02.920274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0d15-e40b-409a-939a-9be17eb209df req-c7df8b62-a77d-4b37-906b-718406864021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:02.921726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-403c0d15-e40b-409a-939a-9be17eb209df req-c7df8b62-a77d-4b37-906b-718406864021 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=29efcbebec9c47d78a1799a40f91853c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6881845 Oct 15 19:46:03.067215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-3b4ca52b-bbec-4365-b4fd-35ae2e2811e2 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.068625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-3b4ca52b-bbec-4365-b4fd-35ae2e2811e2 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.15 "GET /v2.0/networks?id=9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 200 len: 805 time: 0.7202682 Oct 15 19:46:03.151192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f156ff0-aad5-4a43-9eff-93f850398611 req-2cbe4f9d-04fe-4739-ad2d-7447d9062268 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.0610578 Oct 15 19:46:03.190387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e414ed-76e9-4f7a-8b44-9b9173edd297 req-9bd0e3ba-e839-42fc-b046-9e65ebbd3921 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.190709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26df2dba-1cd9-4762-9b28-9b4c1a741f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.192378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20e414ed-76e9-4f7a-8b44-9b9173edd297 req-9bd0e3ba-e839-42fc-b046-9e65ebbd3921 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 944 time: 0.3464267 Oct 15 19:46:03.372909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0d15-e40b-409a-939a-9be17eb209df req-7bcf7f81-5139-4b4e-8ce2-6d9e92aa2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.376097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a2c1abb-f6bb-48f3-90a0-cc11f8352415 req-02b8e139-8d40-4c58-b5a8-689480c1a892 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0758579 Oct 15 19:46:03.377987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-403c0d15-e40b-409a-939a-9be17eb209df req-7bcf7f81-5139-4b4e-8ce2-6d9e92aa2000 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4327879 Oct 15 19:46:03.391255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.422463 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26df2dba-1cd9-4762-9b28-9b4c1a741f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.508772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20e414ed-76e9-4f7a-8b44-9b9173edd297 req-12882e9c-e799-40be-bf18-b09232066996 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039083 Oct 15 19:46:03.597064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-92392b0d-0f22-4d9b-9713-49c5cfd11eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.599104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-92392b0d-0f22-4d9b-9713-49c5cfd11eef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1096 time: 0.1570601 Oct 15 19:46:03.612270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b3045-a1e1-4f11-8fac-6d18078c2ffb req-d3743f4b-482a-494e-b5c4-d984ae807616 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.619462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7728d183-e291-4ee7-8cec-59532fd377a8 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:03.621369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e5b3045-a1e1-4f11-8fac-6d18078c2ffb req-d3743f4b-482a-494e-b5c4-d984ae807616 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 931 time: 0.0990908 Oct 15 19:46:03.625237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26df2dba-1cd9-4762-9b28-9b4c1a741f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.662267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.665337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-6602c6af-c46d-49dc-acf7-47df7bffac08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0580659 Oct 15 19:46:03.724014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Transition to ACTIVE for port object 7728d183-e291-4ee7-8cec-59532fd377a8 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:03.746712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-ffc4b482-6d42-4a36-9b1d-7bb4bedf3499 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70246cfef505450695ee3c271ed89c6f HTTP/1.1" status: 200 len: 379 time: 0.0918846 Oct 15 19:46:03.751986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-209680c3-c560-4a6d-982b-6f0d2e5ef796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:03.753411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-209680c3-c560-4a6d-982b-6f0d2e5ef796 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.0764165 Oct 15 19:46:03.765253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'port': {'device_id': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'admin_state_up': True, 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'security_groups': ['d87529b9-7fa8-4103-84bd-a10f36946874']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:03.789993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:03.792115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e5b3045-a1e1-4f11-8fac-6d18078c2ffb req-9f07ab27-56e9-43e6-8df8-9beacbe33778 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481245 Oct 15 19:46:03.797679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26df2dba-1cd9-4762-9b28-9b4c1a741f12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c168786cd31c4e51a6224eda1182e474&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2259967 Oct 15 19:46:03.798545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df2dba-1cd9-4762-9b28-9b4c1a741f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1739d337-6b97-418c-8945-33692a17d91e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:03.801122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:03.820971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.827407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-e8291f6c-4210-4f35-bd6f-f2fcd0d0ed95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573325 Oct 15 19:46:03.873848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.916428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.928210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:03.960191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:03.999790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:04.006335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Pushing event updated for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:04.010380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:04.063639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.067454 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.068803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1739d337-6b97-418c-8945-33692a17d91e HTTP/1.1" status: 204 len: 168 time: 0.2661221 Oct 15 19:46:04.096053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc25ea-5577-4036-97e0-de2037209903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1739d337-6b97-418c-8945-33692a17d91e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:04.218069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:04.239414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-41398708-1e4a-4e30-83fa-544534bf7185 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004819 Oct 15 19:46:04.322201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:04.323910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.375728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1666270421-network', 'tenant_id': '8c11cace4c0d4300812b90b596e9461c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:04.438388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c6d2a32-d449-4245-9a03-af55895c1a30 req-4665aac6-86af-4040-aefd-d6136e2c92c4 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.1039715 Oct 15 19:46:04.460556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Made reservation on behalf of 70246cfef505450695ee3c271ed89c6f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:04.472746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.475443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-31fd1830-ee67-4d2e-8493-8361867b4da8 None None] Provisioning complete for port c201c939-72a0-416e-b75e-d478d074d79b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:04.475989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31fd1830-ee67-4d2e-8493-8361867b4da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.596288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-e033b44f-8d2e-4791-a174-ddfe8f773f79 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1916726 Oct 15 19:46:04.602658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Attempting to bind port 7728d183-e291-4ee7-8cec-59532fd377a8 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:04.602976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Attempting to bind port 7728d183-e291-4ee7-8cec-59532fd377a8 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:04.603307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Attempting to bind port 7728d183-e291-4ee7-8cec-59532fd377a8 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:04.611378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Port 7728d183-e291-4ee7-8cec-59532fd377a8 on network ba9f173e-efbf-424d-a132-3ded9b217768 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:04.611924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Attempting to bind port 7728d183-e291-4ee7-8cec-59532fd377a8 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:04.613231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-31fd1830-ee67-4d2e-8493-8361867b4da8 None None] Port c201c939-72a0-416e-b75e-d478d074d79b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:46:04.624594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:04.625239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Checking segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:04.625867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Bound using segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:04.626809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Bound port: 7728d183-e291-4ee7-8cec-59532fd377a8, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:04.627366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.697140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Made reservation on behalf of 8c11cace4c0d4300812b90b596e9461c for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:04.700418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.717056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:04.743228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab03f3-48be-45a4-b6d0-c89c39232de9 req-37e31b59-9e28-4ae8-83fa-ca79d957c501 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:04.750660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcaff624-3471-4ec3-baae-c3c691e6592e req-6ee620d5-ae0f-43de-a640-4cc3c045f73b service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837364 Oct 15 19:46:04.752846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeab03f3-48be-45a4-b6d0-c89c39232de9 req-37e31b59-9e28-4ae8-83fa-ca79d957c501 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 932 time: 0.2124863 Oct 15 19:46:04.755173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-1eb2dcf2-bdde-4231-82b8-16022b5f2fd4 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:04.757114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-1eb2dcf2-bdde-4231-82b8-16022b5f2fd4 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101366 Oct 15 19:46:04.842585 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeab03f3-48be-45a4-b6d0-c89c39232de9 req-46afa167-84d2-49eb-b0b8-8464d05de4d0 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882695 Oct 15 19:46:04.903368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:04.909526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:04.916584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Allocated IP 172.20.0.8 (9fdb8003-a030-43f5-a493-8581f034bbc3/e20484fd-5ae2-44ef-b9e0-0019282c509a/dc41a792-27f9-40d9-b5b9-8080280f6d16) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:04.944565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb234-0142-470e-bc1b-4d4419f53d2a req-0792ebc7-a94b-42f9-bdb6-13afe9aef7c3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:04.946796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a29cb234-0142-470e-bc1b-4d4419f53d2a req-0792ebc7-a94b-42f9-bdb6-13afe9aef7c3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 944 time: 0.1468997 Oct 15 19:46:05.031519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.061020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7259a-5ad2-42c6-9938-4a08a26ea731 req-ab52e5b0-ea50-4c42-af68-6bc5452179ea tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:05.063116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ded7259a-5ad2-42c6-9938-4a08a26ea731 req-ab52e5b0-ea50-4c42-af68-6bc5452179ea tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.0985844 Oct 15 19:46:05.201169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ded7259a-5ad2-42c6-9938-4a08a26ea731 req-08d5beb5-4e2e-42e4-b2d5-fa910eddac1b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288171 Oct 15 19:46:05.267424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38678) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:05.272559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.327855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a29cb234-0142-470e-bc1b-4d4419f53d2a req-df76b33d-8912-49d8-834a-30579af3fde4 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680544 Oct 15 19:46:05.328777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:05.332756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:05.333594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.335368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-8f472983-f06f-4f44-9e2a-48ec02b4751b service neutron] 10.222.0.11 "PUT /v2.0/ports/7728d183-e291-4ee7-8cec-59532fd377a8 HTTP/1.1" status: 200 len: 1092 time: 3.2697480 Oct 15 19:46:05.352635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Request body: {'port': {'device_id': '23011d77-b90c-4364-959c-fc1538b78954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:05.356875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:05.358901 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1188d7c-df67-46f4-ab91-f65b7ad03f34" -d '{"events": [{"name": "network-changed", "server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:05.442559 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7715a2-4b1b-4892-8967-0b2a91c56b36 x-openstack-request-id: req-3a7715a2-4b1b-4892-8967-0b2a91c56b36 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:05.444400 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:05.445884 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a7715a2-4b1b-4892-8967-0b2a91c56b36 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:05.446679 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8', 'status': 'completed', 'code': 200} Oct 15 19:46:05.451382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1797037814-network', 'tenant_id': '6d9bf8974c2f4362998dcec19b3f4bf4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:05.533759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.546331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:46:05.557104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.557847 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Added segment 3d14785a-afb3-42b2-af7a-359cab278420 of type vlan for network da3f8705-2475-4916-bc3b-ebf241fb0887 Oct 15 19:46:05.602694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.627884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Made reservation on behalf of 6d9bf8974c2f4362998dcec19b3f4bf4 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:05.630513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.640161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.779969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02768e4d-8de1-4e4d-92a7-0f49afcb19aa,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:05.809091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.809091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:05.812868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.823354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.836155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffb753b2-ef52-4102-b720-bd16dd1bedda req-4e2cddd3-5b3f-4cad-b191-a315b2258961 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.1795084 Oct 15 19:46:05.936380 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:05.966018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] Pushing event updated for resources: {'Network': ['ID=da3f8705-2475-4916-bc3b-ebf241fb0887,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:05.983356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network da3f8705-2475-4916-bc3b-ebf241fb0887 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:46:06.002975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-f8b3e518-3b72-4f4a-9d78-3a29aede3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.010675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-f8b3e518-3b72-4f4a-9d78-3a29aede3118 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 1095 time: 0.4932137 Oct 15 19:46:06.018409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:46:06.023048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.038333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067c7b8-05d0-431e-8408-2e3ef09fa86f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:06.047910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.048389 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Added segment 367119c7-4fde-40be-b329-fb6996511f51 of type vlan for network 43b15408-b4a8-436e-b4e6-63195cd850db Oct 15 19:46:06.072411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397e254-b55c-4fb6-a78c-d19fc4125993 req-3b032d15-87d2-451a-baf8-6f9dcafe1e03 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.074621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7397e254-b55c-4fb6-a78c-d19fc4125993 req-3b032d15-87d2-451a-baf8-6f9dcafe1e03 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 932 time: 0.1297817 Oct 15 19:46:06.179107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-67c05d8f-af5b-4229-9694-ab964a8fe37c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3853996 Oct 15 19:46:06.199665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38710) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:06.204944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Request body: {'subnet': {'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1666270421-subnet', 'tenant_id': '8c11cace4c0d4300812b90b596e9461c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:06.212693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.223268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-28820760-f9fa-48ae-b1e4-f79984af3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.228338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-28820760-f9fa-48ae-b1e4-f79984af3695 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a1ee334be08c4456a4370fa904343a83&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1967750 Oct 15 19:46:06.274399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.323576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7397e254-b55c-4fb6-a78c-d19fc4125993 req-46da64b7-1c29-4617-a55a-224de9220e01 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738896 Oct 15 19:46:06.495306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Made reservation on behalf of 8c11cace4c0d4300812b90b596e9461c for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:06.498289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.500656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.502329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.503617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.604497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] Pushing event updated for resources: {'Network': ['ID=43b15408-b4a8-436e-b4e6-63195cd850db,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:06.652467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 43b15408-b4a8-436e-b4e6-63195cd850db details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:46:06.686655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833143b1-1c6c-4931-a55f-985c8ea83734 req-402acc04-e773-42b2-bc7b-7f45ef815e21 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.696715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-833143b1-1c6c-4931-a55f-985c8ea83734 req-402acc04-e773-42b2-bc7b-7f45ef815e21 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 944 time: 0.2129097 Oct 15 19:46:06.724908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8ec723c7-797d-4508-8894-81cde4f172aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4556537 Oct 15 19:46:06.728777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38732) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:06.765802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Request body: {'subnet': {'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1797037814-subnet', 'tenant_id': '6d9bf8974c2f4362998dcec19b3f4bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:06.798187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:06.849105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-833143b1-1c6c-4931-a55f-985c8ea83734 req-9455b7a9-8ca8-4f63-a127-dfd4c81ed4e0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490817 Oct 15 19:46:06.860445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b85cb-0036-4c68-87c2-316654a3b658 req-4d0c896d-63a5-46b6-a906-330a9426dce7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:06.873484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-511b85cb-0036-4c68-87c2-316654a3b658 req-4d0c896d-63a5-46b6-a906-330a9426dce7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.5259187 Oct 15 19:46:06.940478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Made reservation on behalf of 6d9bf8974c2f4362998dcec19b3f4bf4 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:06.943386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.049082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-707df2a1-3b22-4312-9294-d38fcf45ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:07.050734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1188d7c-df67-46f4-ab91-f65b7ad03f34 req-707df2a1-3b22-4312-9294-d38fcf45ee48 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7759295 Oct 15 19:46:07.151776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:07.159866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-511b85cb-0036-4c68-87c2-316654a3b658 req-a79c955c-0bdc-4434-8187-e636101af332 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903330 Oct 15 19:46:07.160494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event updated for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:07.187465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:07.207006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:07.417063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305e0af-4be9-4493-9d40-e3fb87928011 req-f6dd5ca3-c1d5-48e0-b5a3-5674bcda24e8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:07.418732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f305e0af-4be9-4493-9d40-e3fb87928011 req-f6dd5ca3-c1d5-48e0-b5a3-5674bcda24e8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 931 time: 0.1058836 Oct 15 19:46:07.512869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f305e0af-4be9-4493-9d40-e3fb87928011 req-b48add11-c29e-4617-b155-3f695f78ee2d tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666213 Oct 15 19:46:07.555594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ad82c487-0c7c-49b8-9a53-fc6749aeba1c None None] Provisioning complete for port dc41a792-27f9-40d9-b5b9-8080280f6d16 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:07.556328 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad82c487-0c7c-49b8-9a53-fc6749aeba1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.599182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.662974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ad82c487-0c7c-49b8-9a53-fc6749aeba1c None None] Port dc41a792-27f9-40d9-b5b9-8080280f6d16 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:46:07.663613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38752) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:07.709215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd4c124-bbcf-4864-9cca-5d5e1832e0ae,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:07.719541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Checking segment: {'id': '367119c7-4fde-40be-b329-fb6996511f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:07.719780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Network hostable DHCP agents. Network: 43b15408-b4a8-436e-b4e6-63195cd850db, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:46:07.856215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Network 43b15408-b4a8-436e-b4e6-63195cd850db is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:46:07.890798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c201c939-72a0-416e-b75e-d478d074d79b {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:07.904197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:07.904197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.906290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-ab4abe94-46e4-4cb1-98e6-b5fc7e88fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:07.909047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-ab4abe94-46e4-4cb1-98e6-b5fc7e88fb4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 1095 time: 0.8065593 Oct 15 19:46:07.916144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.916286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38760) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:07.972579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 43b15408-b4a8-436e-b4e6-63195cd850db) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:07.977532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:07.978893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:07.987773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032a7b1-96ab-4a6f-bbd3-3ed6c5e5546a None None] Network 43b15408-b4a8-436e-b4e6-63195cd850db requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:07.987949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Transition to ACTIVE for port object c201c939-72a0-416e-b75e-d478d074d79b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:07.990910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-5910cde7-44f5-4865-ae66-38368954cce6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7728d183-e291-4ee7-8cec-59532fd377a8 HTTP/1.1" status: 200 len: 217 time: 0.0703504 Oct 15 19:46:08.002317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e68b8-6282-4384-83eb-f37cea1246de req-37d3a3b0-1c71-4969-90d0-7f49b8ff6c26 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:08.003933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f15e68b8-6282-4384-83eb-f37cea1246de req-37d3a3b0-1c71-4969-90d0-7f49b8ff6c26 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 932 time: 0.2053695 Oct 15 19:46:08.013713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.030141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfb73835-a9a8-4032-b36e-426d6f4cfce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.095100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-311c2895-ef4c-48de-9636-d9b35f304520 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3359919 Oct 15 19:46:08.101052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bfb7557-68cf-4a6c-935d-61d39200ee84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.117295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da75da0-d883-414e-bf1c-d9bff7856826 req-56533b45-637a-4c15-a8cb-03c2773e5e38 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:08.125873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5da75da0-d883-414e-bf1c-d9bff7856826 req-56533b45-637a-4c15-a8cb-03c2773e5e38 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 944 time: 0.1675286 Oct 15 19:46:08.192534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-7caa3e1b-4707-48f7-935f-9bdbdefbe768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:08.195205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-7caa3e1b-4707-48f7-935f-9bdbdefbe768 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 200 len: 845 time: 0.1903799 Oct 15 19:46:08.198365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e39895ff-97d8-4487-9a88-dedc3d0ddd88,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:08.207254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b9958-da78-43a7-a992-1726b1ce2d15 None None] Network 43b15408-b4a8-436e-b4e6-63195cd850db requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:08.223503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1838a03f-b5a6-4180-a255-16cd288a1312 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4713016 Oct 15 19:46:08.231674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Request body: {'port': {'device_id': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:08.248607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f15e68b8-6282-4384-83eb-f37cea1246de req-f1f516d1-d810-43eb-848f-beb032153865 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316513 Oct 15 19:46:08.302844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5da75da0-d883-414e-bf1c-d9bff7856826 req-6a42da6f-3198-42af-b330-2c9ee07ada13 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759548 Oct 15 19:46:08.336182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-a8cd68ed-bbcf-447f-b1a3-479fb8b87942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba9f173e-efbf-424d-a132-3ded9b217768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287744 Oct 15 19:46:08.340360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.346124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-de34643d-cd8f-4d65-86f9-a08f9b07bbba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:08.347025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-de34643d-cd8f-4d65-86f9-a08f9b07bbba service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100307 Oct 15 19:46:08.445186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 62752805-2957-4a22-9f77-726c26481388 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:08.461655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfb73835-a9a8-4032-b36e-426d6f4cfce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.469100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Checking segment: {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:08.469771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Network hostable DHCP agents. Network: da3f8705-2475-4916-bc3b-ebf241fb0887, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:46:08.512344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bfb7557-68cf-4a6c-935d-61d39200ee84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.640423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfb73835-a9a8-4032-b36e-426d6f4cfce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.689073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:08.691056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bfb7557-68cf-4a6c-935d-61d39200ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.715477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Pushing event updated for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:08.724365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.732241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '62752805-2957-4a22-9f77-726c26481388', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'port_id': '62752805-2957-4a22-9f77-726c26481388', 'mac_address': 'fa:16:3e:11:23:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:08.799491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc66d2-1fc8-477c-9e94-d85903b14862 req-7655379d-68ee-4e0b-8d71-b101db8e338a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:08.800406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bfb73835-a9a8-4032-b36e-426d6f4cfce2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4a00a8696bd4f6b9aeaf172e6ac18ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1306534 Oct 15 19:46:08.801161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb73835-a9a8-4032-b36e-426d6f4cfce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5b6351-db6c-4cd3-bcd3-d478b070e49f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:08.810238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6edc66d2-1fc8-477c-9e94-d85903b14862 req-7655379d-68ee-4e0b-8d71-b101db8e338a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.4447899 Oct 15 19:46:08.811930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38774) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:08.818416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Network da3f8705-2475-4916-bc3b-ebf241fb0887 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:46:08.829620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:08.862785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62752805-2957-4a22-9f77-726c26481388 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:08.871831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2bfb7557-68cf-4a6c-935d-61d39200ee84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10a54ee7430b4da1831d8a561c874ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9512458 Oct 15 19:46:08.874711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38776) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:08.920416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089f50-483e-447b-af42-112995750219 req-86d6dbe5-86ff-4173-8fcf-8983a9b59744 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:08.927390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d089f50-483e-447b-af42-112995750219 req-86d6dbe5-86ff-4173-8fcf-8983a9b59744 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 931 time: 0.2684927 Oct 15 19:46:08.929119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:08.954525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-b40f9450-4941-410f-bf96-76af344be4d6 service neutron] 10.222.0.11 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830920 Oct 15 19:46:08.954933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb7557-68cf-4a6c-935d-61d39200ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d996bc16-06dd-447a-9bcf-e8aacb201a1b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:09.008927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d089f50-483e-447b-af42-112995750219 req-d8dca202-60ed-4764-b270-aa9ccfc9286c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775468 Oct 15 19:46:09.043039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.044878 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.068680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.084172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, da3f8705-2475-4916-bc3b-ebf241fb0887) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:09.102962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6edc66d2-1fc8-477c-9e94-d85903b14862 req-d9146054-04b3-419b-a67c-8b12516f9702 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917898 Oct 15 19:46:09.134414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18792cc-ed1d-4c59-8a5d-6042788c0ca8 None None] Network da3f8705-2475-4916-bc3b-ebf241fb0887 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:09.138994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:09.139585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.163105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Attempting to bind port c201c939-72a0-416e-b75e-d478d074d79b on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:09.163105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Attempting to bind port c201c939-72a0-416e-b75e-d478d074d79b by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:09.163463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Attempting to bind port c201c939-72a0-416e-b75e-d478d074d79b on network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:09.245793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.250398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.252250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d996bc16-06dd-447a-9bcf-e8aacb201a1b HTTP/1.1" status: 204 len: 168 time: 0.3665128 Oct 15 19:46:09.253898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:09.282523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8796d-eb7d-4998-911c-d8163f69f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d996bc16-06dd-447a-9bcf-e8aacb201a1b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:09.353467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.356760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Port c201c939-72a0-416e-b75e-d478d074d79b on network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:09.358659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Attempting to bind port c201c939-72a0-416e-b75e-d478d074d79b on network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:09.360508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:09.412333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962ec529-2f99-466b-85d6-5d50da86267a None None] Network da3f8705-2475-4916-bc3b-ebf241fb0887 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:09.415342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:09.416431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Checking segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:09.417074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Bound using segment: {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:09.417779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Bound port: c201c939-72a0-416e-b75e-d478d074d79b, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38e3fc0-8291-465a-b419-fbb02d8e1791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:09.418548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.436436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e513043-0a38-4a8d-8ae8-5cee66dfb0eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2346792 Oct 15 19:46:09.580148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:09.635419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-5eb06b6c-da75-49c6-87b9-c66b942f3413 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:09.644398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-5eb06b6c-da75-49c6-87b9-c66b942f3413 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/networks?id=43b15408-b4a8-436e-b4e6-63195cd850db HTTP/1.1" status: 200 len: 822 time: 0.2525940 Oct 15 19:46:09.688719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-d921c5a4-0265-4365-80e1-0c0419e72ff9 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/quotas/6d9bf8974c2f4362998dcec19b3f4bf4 HTTP/1.1" status: 200 len: 375 time: 0.0433156 Oct 15 19:46:09.724494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-8fa90460-b855-4c1a-a362-f0756eab0915 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d9bf8974c2f4362998dcec19b3f4bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344975 Oct 15 19:46:09.824923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550c751-526a-458b-924e-6ca4ed58b358 req-f1d2470a-371e-4bad-b440-3d6c3d937a0f tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:09.832862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2550c751-526a-458b-924e-6ca4ed58b358 req-f1d2470a-371e-4bad-b440-3d6c3d937a0f tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.4449630 Oct 15 19:46:09.853125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b81b7a00-f4bc-4dea-a6e0-789d57840a47 req-d989a233-684f-48b6-bd20-0edce3f168fa service neutron] 10.222.0.11 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898747 Oct 15 19:46:09.877616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-b15080f6-bc1f-4162-868b-9b6cf7cf71ad service neutron] 10.222.0.13 "GET /v2.0/networks/43b15408-b4a8-436e-b4e6-63195cd850db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518002 Oct 15 19:46:09.924743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2550c751-526a-458b-924e-6ca4ed58b358 req-8b9c9cb3-b98a-4a56-970a-d4f2636dec73 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Oct 15 19:46:09.961842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:09.973001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c201c939-72a0-416e-b75e-d478d074d79b,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:10.058036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-1e8f088c-249a-4f43-a869-e287b128683e service neutron] 10.222.0.13 "GET /v2.0/networks/43b15408-b4a8-436e-b4e6-63195cd850db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793211 Oct 15 19:46:10.095486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc41a792-27f9-40d9-b5b9-8080280f6d16 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:10.106536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.126842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4bd64-557a-4aa0-a071-8816eab64dd9 req-204c490a-75e1-4b1a-aca8-5f77d9f5edbb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:10.127736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ca4bd64-557a-4aa0-a071-8816eab64dd9 req-204c490a-75e1-4b1a-aca8-5f77d9f5edbb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 945 time: 0.0930674 Oct 15 19:46:10.144346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.192182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:10.192742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.194356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] 10.222.0.15 "PUT /v2.0/ports/c201c939-72a0-416e-b75e-d478d074d79b HTTP/1.1" status: 200 len: 1093 time: 5.4278047 Oct 15 19:46:10.204141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Transition to ACTIVE for port object dc41a792-27f9-40d9-b5b9-8080280f6d16 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:10.207423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:10.208910 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cc15cc-da81-483b-aaae-d470adf67d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "tag": "c201c939-72a0-416e-b75e-d478d074d79b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:10.233593 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.236536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.238878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a5b6351-db6c-4cd3-bcd3-d478b070e49f HTTP/1.1" status: 204 len: 168 time: 1.4214587 Oct 15 19:46:10.254536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c7c13-a64a-444b-94c9-5bb16e0dfc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5b6351-db6c-4cd3-bcd3-d478b070e49f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:10.291227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ca4bd64-557a-4aa0-a071-8816eab64dd9 req-5ddef2df-f1b2-411b-9603-7ad580bb0f9e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555591 Oct 15 19:46:10.292005 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.355979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c132d2-5bab-4a85-a217-ab02b5485889 service neutron] Pushing event updated for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:10.461725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 62752805-2957-4a22-9f77-726c26481388 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:10.674681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Pushing event updated for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:10.752005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Attempting to bind port dc41a792-27f9-40d9-b5b9-8080280f6d16 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:10.752347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Attempting to bind port dc41a792-27f9-40d9-b5b9-8080280f6d16 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:10.752682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Attempting to bind port dc41a792-27f9-40d9-b5b9-8080280f6d16 on network 9fdb8003-a030-43f5-a493-8581f034bbc3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:10.788451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510dc53-0e5e-46df-a369-663b4a1ef865 req-53829e8f-ac11-43d9-9c4d-ce046c3e5d4a tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:10.790226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3510dc53-0e5e-46df-a369-663b4a1ef865 req-53829e8f-ac11-43d9-9c4d-ce046c3e5d4a tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.3263102 Oct 15 19:46:10.791215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Port dc41a792-27f9-40d9-b5b9-8080280f6d16 on network 9fdb8003-a030-43f5-a493-8581f034bbc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:10.791749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Attempting to bind port dc41a792-27f9-40d9-b5b9-8080280f6d16 on network 9fdb8003-a030-43f5-a493-8581f034bbc3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:10.798943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:10.801003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Checking segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:10.801592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Bound using segment: {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:10.802237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Bound port: dc41a792-27f9-40d9-b5b9-8080280f6d16, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609b1e52-c1ce-4523-9978-a4f7cde85ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:10.803788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:10.886192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3510dc53-0e5e-46df-a369-663b4a1ef865 req-7b4cb278-af90-488a-b8e3-1d0f0432d7f3 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790343 Oct 15 19:46:10.918840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:10.923525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:10.950614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 62752805-2957-4a22-9f77-726c26481388 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:10.967662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 62752805-2957-4a22-9f77-726c26481388 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:10.967662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.030667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.089052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.090115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.091852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 200 len: 1092 time: 2.8746018 Oct 15 19:46:11.104565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706947b9-3be9-4b46-8eba-517b4030997f req-3af1f709-a41c-4a46-940b-e36aabef4e33 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.107117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-706947b9-3be9-4b46-8eba-517b4030997f req-3af1f709-a41c-4a46-940b-e36aabef4e33 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.1291168 Oct 15 19:46:11.124858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.142683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c447b1-dc36-4f3c-b617-9f1783432197 service neutron] Pushing event updated for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:11.204250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:11.210256 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e56b6-81c6-4602-8745-7e4d9b169445" -d '{"events": [{"server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "name": "network-vif-plugged", "status": "completed", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:11.271238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:11.293655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-706947b9-3be9-4b46-8eba-517b4030997f req-b7537ae7-42cb-4a7d-bcd1-22e244af2c8e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784251 Oct 15 19:46:11.350757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-91f4bf88-9a77-411d-9a17-36c52ca3e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.354123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-91f4bf88-9a77-411d-9a17-36c52ca3e73f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a31de6b7ab448898b9fda920cf07d3b&device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 1096 time: 0.1622934 Oct 15 19:46:11.361245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.412385 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dc2c70-cf78-4e7c-ba26-d859705c63d7 x-openstack-request-id: req-24dc2c70-cf78-4e7c-ba26-d859705c63d7 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:11.412976 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "tag": "c201c939-72a0-416e-b75e-d478d074d79b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:11.413406 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24dc2c70-cf78-4e7c-ba26-d859705c63d7 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:11.413968 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b', 'status': 'completed', 'code': 200} Oct 15 19:46:11.487008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-7237a9f2-280e-470f-be1a-604d0795a97e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c201c939-72a0-416e-b75e-d478d074d79b HTTP/1.1" status: 200 len: 217 time: 0.0764847 Oct 15 19:46:11.531979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1929696320', 'description': 'tempest-description-921727255'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:11.549905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:11.555091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d56ba921-d4d5-44c4-b735-f7e7894db1b3 req-19b8762b-d5a2-4e03-8ff1-452d067a1fde tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 210 time: 0.0710988 Oct 15 19:46:11.588199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-a9b4b9b6-8153-4487-ac7f-1f1274c539f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.590978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-a9b4b9b6-8153-4487-ac7f-1f1274c539f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70246cfef505450695ee3c271ed89c6f&device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 1095 time: 0.2353506 Oct 15 19:46:11.622470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-70282384-ce8d-42ac-95a6-b8e4f79e9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.624162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-70282384-ce8d-42ac-95a6-b8e4f79e9f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f3dfde-bb13-44bb-bf39-c4431a900b26 HTTP/1.1" status: 200 len: 853 time: 0.1046526 Oct 15 19:46:11.727935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-f415fed8-804a-4b5c-be6f-dc83d57405d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 200 len: 217 time: 0.0943997 Oct 15 19:46:11.758042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.852402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.891590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-fce9740a-45a7-40c8-941b-876db16dc842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.893439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-fce9740a-45a7-40c8-941b-876db16dc842 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602193 Oct 15 19:46:11.898571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-fa3bc979-f7bf-4026-8b57-f4d3ab2836f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.900304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-fa3bc979-f7bf-4026-8b57-f4d3ab2836f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e20484fd-5ae2-44ef-b9e0-0019282c509a HTTP/1.1" status: 200 len: 844 time: 0.1190624 Oct 15 19:46:11.915592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01226829-f530-4dba-9e2e-7f44d418417c req-5c289e32-ecbf-4658-946d-439229556e01 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:11.917587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01226829-f530-4dba-9e2e-7f44d418417c req-5c289e32-ecbf-4658-946d-439229556e01 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.1774621 Oct 15 19:46:11.952779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:11.966147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01226829-f530-4dba-9e2e-7f44d418417c req-a51c3c19-9c99-4083-a0c1-cb6204a2d261 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Oct 15 19:46:12.015067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62834f01-b5b1-4448-b950-7c0471b2f819,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:12.041720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:12.044421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4629ce20-41f4-4222-a0bf-99cf525b643c req-1331bd60-bf81-438e-8b98-c60b6479a1ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5186896 Oct 15 19:46:12.095789 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ee3ac-1ea8-4039-9166-19dbfbeea680 x-openstack-request-id: req-2e4ee3ac-1ea8-4039-9166-19dbfbeea680 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:12.096093 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "name": "network-vif-plugged", "status": "completed", "tag": "62752805-2957-4a22-9f77-726c26481388", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:12.096472 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e4ee3ac-1ea8-4039-9166-19dbfbeea680 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:12.096779 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'code': 200} Oct 15 19:46:12.254704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9d4f7-8707-4895-998a-add2ba4663b5 req-63be5605-4a0f-4560-a98b-a0ed1555f8c0 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:12.256989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fa9d4f7-8707-4895-998a-add2ba4663b5 req-63be5605-4a0f-4560-a98b-a0ed1555f8c0 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.0788176 Oct 15 19:46:12.273286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd6f5b-1d85-428b-bc3d-5e281bffc35d req-4e203cbe-976b-4013-9ead-a089514b7781 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:12.287022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ecd6f5b-1d85-428b-bc3d-5e281bffc35d req-4e203cbe-976b-4013-9ead-a089514b7781 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1777081 Oct 15 19:46:12.287279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306c099-7cce-4a01-a619-c70b96c970e7 req-30f1ec63-f9a2-496d-898d-c6deba4c2c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:12.289100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f306c099-7cce-4a01-a619-c70b96c970e7 req-30f1ec63-f9a2-496d-898d-c6deba4c2c07 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.1194878 Oct 15 19:46:12.329624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fa9d4f7-8707-4895-998a-add2ba4663b5 req-b8a54238-5ed3-4606-8a1e-c7dbb45a5fb3 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620174 Oct 15 19:46:12.345163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f306c099-7cce-4a01-a619-c70b96c970e7 req-06cf05b1-f507-40cb-82bd-329eddde5d86 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Oct 15 19:46:12.358507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ecd6f5b-1d85-428b-bc3d-5e281bffc35d req-ecc26050-a047-42e9-9bef-4faa208364f2 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701470 Oct 15 19:46:12.380361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-222815638', 'description': 'tempest-description-857353627'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:12.466278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:12.591530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:12.734830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:12.791284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce25431e-511c-4b8c-9ceb-a56d857060e6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:12.825269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb4413-b947-4907-a196-9c01b8beea92 req-d8407dfc-7f30-422d-b7ba-625955c285c1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:12.826940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61bb4413-b947-4907-a196-9c01b8beea92 req-d8407dfc-7f30-422d-b7ba-625955c285c1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.0844996 Oct 15 19:46:12.885573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:12.887500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be4e3e0f-0863-4302-b5b9-eae7d9cb96e9 req-2cfc2c3d-d00f-4dd5-85e1-c3688435717a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5113561 Oct 15 19:46:12.920974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61bb4413-b947-4907-a196-9c01b8beea92 req-e8dcd65a-8570-4d09-a4bb-eca235d3e61b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861721 Oct 15 19:46:13.078453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c827d595-ab3f-42a3-ab26-718c8e9c251b req-c600fbdf-57dc-48fb-9d79-b79b5295637e tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 210 time: 0.0432479 Oct 15 19:46:13.250690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edaf881-21e7-4e5f-906f-2da0022d2998 req-5901e399-3e98-476d-a123-cbb4a8903656 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:13.252290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3edaf881-21e7-4e5f-906f-2da0022d2998 req-5901e399-3e98-476d-a123-cbb4a8903656 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.0839818 Oct 15 19:46:13.345794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3edaf881-21e7-4e5f-906f-2da0022d2998 req-394840a0-b238-4b39-af11-7f35b78d19bc tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827279 Oct 15 19:46:13.415614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:13.418979 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6291951e-e132-4f06-8049-3eac86ab188d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:13.488780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-94e97b0b-30cf-44c6-80e4-777761946520 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:13.491714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-94e97b0b-30cf-44c6-80e4-777761946520 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 813 time: 0.1629982 Oct 15 19:46:13.492618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44205b-e26d-4143-be9f-29dac334acc6 req-1039ad1a-df1a-4dfc-ae6a-58503c03ef05 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:13.494114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc44205b-e26d-4143-be9f-29dac334acc6 req-1039ad1a-df1a-4dfc-ae6a-58503c03ef05 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.0570724 Oct 15 19:46:13.517129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-71e1a8b1-0130-4fec-90b0-088ec208b53d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/quotas/8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 375 time: 0.0164223 Oct 15 19:46:13.541807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc44205b-e26d-4143-be9f-29dac334acc6 req-53f7184f-2aeb-4226-b182-f0a6f4fdeb55 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394139 Oct 15 19:46:13.566156 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-98762545-d1d8-42ac-a3f1-79fdf08681c8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377369 Oct 15 19:46:13.693689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b3bee-ad34-4fd2-8944-ee6b57b8ce86 req-7c5646e2-07f0-4646-94aa-166a1a95c1c3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:13.695749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2b3bee-ad34-4fd2-8944-ee6b57b8ce86 req-7c5646e2-07f0-4646-94aa-166a1a95c1c3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0759614 Oct 15 19:46:13.748752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2b3bee-ad34-4fd2-8944-ee6b57b8ce86 req-4be3f94b-63a9-45e6-824a-828f61a19f19 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Oct 15 19:46:13.755202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-9ef2fd2a-7cf4-4708-a496-070328c67efa service neutron] 10.222.0.13 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849484 Oct 15 19:46:13.817098 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf2f17-6661-4c89-ae0c-3c9871a0eb17 x-openstack-request-id: req-1bdf2f17-6661-4c89-ae0c-3c9871a0eb17 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:13.817332 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:13.817849 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bdf2f17-6661-4c89-ae0c-3c9871a0eb17 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:13.818303 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'status': 'completed', 'code': 200} Oct 15 19:46:13.875095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-f6560f1f-1206-4f39-bcc1-0c8b06320e37 service neutron] 10.222.0.13 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190393 Oct 15 19:46:14.057421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5431-a3ea-4ad9-8750-3f3511d62a85 req-4ce54e92-3ba1-42b6-8f0c-bda0d6b02cf7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:14.059130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-303c5431-a3ea-4ad9-8750-3f3511d62a85 req-4ce54e92-3ba1-42b6-8f0c-bda0d6b02cf7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 943 time: 0.0519807 Oct 15 19:46:14.108436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-303c5431-a3ea-4ad9-8750-3f3511d62a85 req-b9d69712-1334-4629-9d82-5e265028d9d7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428581 Oct 15 19:46:14.251728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2021d930-4337-4875-a5be-e63a9e475afa req-ae28e3c9-57d4-4a43-bee0-25f192f977fe tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 210 time: 0.0767090 Oct 15 19:46:14.283759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad4bffd5-ccd8-4875-ad35-569d9d5163c1 req-98f378e8-3e57-427e-a911-d57b6af7081b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0302660 Oct 15 19:46:14.389005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38956) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:14.468334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:14.490565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-a5c6e07b-39cb-4e92-a955-6ad343e0bae6 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:14.492338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-a5c6e07b-39cb-4e92-a955-6ad343e0bae6 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.11 "GET /v2.0/networks?id=43b15408-b4a8-436e-b4e6-63195cd850db HTTP/1.1" status: 200 len: 822 time: 0.1427982 Oct 15 19:46:14.508531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Request body: {'port': {'device_id': '9437f745-46d9-43cf-ae96-3929dbd31282', 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db', 'admin_state_up': True, 'tenant_id': '6d9bf8974c2f4362998dcec19b3f4bf4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:14.621994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc16f7-96ca-481a-bd63-d55d41c590dc req-a433e848-a88c-46f5-acfd-bd302c3da164 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:14.623313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8cc16f7-96ca-481a-bd63-d55d41c590dc req-a433e848-a88c-46f5-acfd-bd302c3da164 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.1298444 Oct 15 19:46:14.628781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:14.657228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '7728d183-e291-4ee7-8cec-59532fd377a8', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '7728d183-e291-4ee7-8cec-59532fd377a8', 'mac_address': 'fa:16:3e:f7:53:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:14.697744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8cc16f7-96ca-481a-bd63-d55d41c590dc req-3d4b86d8-ee94-421d-8085-2cc5e76409bf tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634799 Oct 15 19:46:14.720595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:14.735272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7728d183-e291-4ee7-8cec-59532fd377a8 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:14.738725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3509-85ad-4970-a5b3-3b3540a33c1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:14.753717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c24ea-5a32-49ff-b08b-c9f4bb9ffb2a req-14f02711-b15f-4304-8c71-9d2ae1a8abc5 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:14.756005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c5c24ea-5a32-49ff-b08b-c9f4bb9ffb2a req-14f02711-b15f-4304-8c71-9d2ae1a8abc5 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.1235685 Oct 15 19:46:14.758160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:14.816066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c5c24ea-5a32-49ff-b08b-c9f4bb9ffb2a req-b8e61aee-93ac-478c-9f9f-164114debc4a tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549982 Oct 15 19:46:14.821576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Made reservation on behalf of 6d9bf8974c2f4362998dcec19b3f4bf4 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:14.830135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:14.861704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3509-85ad-4970-a5b3-3b3540a33c1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:14.894141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:14.946683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:14.974301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7915df3-be3e-4152-b95b-1d113fdaf7cd req-f6e36067-a386-44db-8044-1d110a769f1f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:14.975817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7915df3-be3e-4152-b95b-1d113fdaf7cd req-f6e36067-a386-44db-8044-1d110a769f1f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1114981 Oct 15 19:46:14.992931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3509-85ad-4970-a5b3-3b3540a33c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.036060 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e8a3509-85ad-4970-a5b3-3b3540a33c1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b562ef223734c85b71baf05b3e8e2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6401598 Oct 15 19:46:15.037373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a3509-85ad-4970-a5b3-3b3540a33c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8714364f-d474-44c3-a20e-6b5597c7f23a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:15.041104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38980) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:15.051212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Allocated IP 172.20.0.4 (43b15408-b4a8-436e-b4e6-63195cd850db/8dd4c124-bbcf-4864-9cca-5d5e1832e0ae/11e703fe-08bf-4434-8086-c3deeedd27b4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:15.058789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7915df3-be3e-4152-b95b-1d113fdaf7cd req-2bd37811-bbc7-45f7-aefe-eedcb34e211d tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751264 Oct 15 19:46:15.110170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.134689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.234270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['7728d183-e291-4ee7-8cec-59532fd377a8'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:15.273063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.283628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1fd75e-2584-4d91-bb85-6d972eef8e11 req-baa88fd4-1b58-48f6-b3dd-04dd875e8376 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.290189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c1fd75e-2584-4d91-bb85-6d972eef8e11 req-baa88fd4-1b58-48f6-b3dd-04dd875e8376 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 944 time: 0.0919449 Oct 15 19:46:15.336461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.340742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.341774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c1fd75e-2584-4d91-bb85-6d972eef8e11 req-3c0ce5e2-f28f-48d2-9948-e8b2f5558243 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509553 Oct 15 19:46:15.342521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8714364f-d474-44c3-a20e-6b5597c7f23a HTTP/1.1" status: 204 len: 168 time: 0.3001926 Oct 15 19:46:15.355977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1eb22-9d6b-47cf-b815-f0dee99d533d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714364f-d474-44c3-a20e-6b5597c7f23a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:15.455709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e04ecb16-2011-4935-a43c-ec950e40248d req-48255abc-79c6-46c1-a5e1-c027ff89f264 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 210 time: 0.0250022 Oct 15 19:46:15.473762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.556731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Network 43b15408-b4a8-436e-b4e6-63195cd850db is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:15.559863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4230d4e8-8581-4785-a1ca-c9a6b09710a8 req-5a95b116-3860-4525-9f4c-9e4f8b5aca48 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0526445 Oct 15 19:46:15.566553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:15.568893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Pushing event updated for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:15.574312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:15.639185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.639820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:15.663959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e4dc6-91e8-4b11-9d9c-8e0876f4edcb req-0c1367d1-a50a-4183-b9a8-683b9113d09f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.665384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d5e4dc6-91e8-4b11-9d9c-8e0876f4edcb req-0c1367d1-a50a-4183-b9a8-683b9113d09f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0581496 Oct 15 19:46:15.704162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d5e4dc6-91e8-4b11-9d9c-8e0876f4edcb req-1e99776f-08e2-42c9-96d5-0e60c712150b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326636 Oct 15 19:46:15.745453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-863588ee-c89f-4bbb-ad99-8912f8e63d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.745453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-863588ee-c89f-4bbb-ad99-8912f8e63d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0456142 Oct 15 19:46:15.827800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-bb5c6755-5aee-4db8-9b0e-feabb7f76688 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3228946 Oct 15 19:46:15.851582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Request body: {'port': {'device_id': '9437f745-46d9-43cf-ae96-3929dbd31282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:15.910416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-59d2eb6c-58fc-4feb-b28b-4abdec5d6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.911913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-59d2eb6c-58fc-4feb-b28b-4abdec5d6558 service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.1606927 Oct 15 19:46:15.940992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a925bc-2c38-4333-b64b-4e5cc4ae6737 req-a4126b13-a695-4470-ac15-6bf524223fd6 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.940992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09a925bc-2c38-4333-b64b-4e5cc4ae6737 req-a4126b13-a695-4470-ac15-6bf524223fd6 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.1545103 Oct 15 19:46:15.983134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae0fe2-0195-4ca2-b663-592abbdd33e4 req-672096f4-db45-4970-a8a3-ce3e8c948010 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:15.985508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2eae0fe2-0195-4ca2-b663-592abbdd33e4 req-672096f4-db45-4970-a8a3-ce3e8c948010 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.0705023 Oct 15 19:46:15.990390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-8b26cea0-9aa2-418e-92d9-85b5281d5063 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0615437 Oct 15 19:46:15.992771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.032235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2eae0fe2-0195-4ca2-b663-592abbdd33e4 req-75d0fc93-602f-411b-b48b-b0d97db681a3 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387394 Oct 15 19:46:16.075737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09a925bc-2c38-4333-b64b-4e5cc4ae6737 req-a273dce2-b189-4372-bf12-15d770ba8723 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276112 Oct 15 19:46:16.089897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-fd4f6b92-cd6c-4612-a9e0-74f1ae99c7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:16.089897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-fd4f6b92-cd6c-4612-a9e0-74f1ae99c7f6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.0916996 Oct 15 19:46:16.130084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-e08b0151-4a71-4008-861a-83e455c447dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282218 Oct 15 19:46:16.473328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:16.522616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b854a91-c1cb-4595-a66c-e75ff6a2b5f3 req-c4c46d55-623b-4512-847a-030081181d23 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:16.524355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b854a91-c1cb-4595-a66c-e75ff6a2b5f3 req-c4c46d55-623b-4512-847a-030081181d23 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 944 time: 0.0896516 Oct 15 19:46:16.607787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b854a91-c1cb-4595-a66c-e75ff6a2b5f3 req-0a79083e-930a-4fa8-98f2-fe27fae9471f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708013 Oct 15 19:46:16.608412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:16.632230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-1a6ccca9-0e25-4428-be1b-b2b6d9371f7d service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609408 Oct 15 19:46:16.662216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 7728d183-e291-4ee7-8cec-59532fd377a8 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:16.669350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 7728d183-e291-4ee7-8cec-59532fd377a8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:16.670155 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.718238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49de86e2-e4ca-4ffb-ad88-d8011107a242 req-7daefe49-76d8-43c2-8b5d-b1b33ef680ec tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0357389 Oct 15 19:46:16.773198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70139d2a-cab3-4f17-8712-2779d1def659 req-ff8cf289-e5a7-4f80-864e-cfe6b64eca56 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:16.780438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70139d2a-cab3-4f17-8712-2779d1def659 req-ff8cf289-e5a7-4f80-864e-cfe6b64eca56 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 931 time: 0.1739004 Oct 15 19:46:16.781660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f074233-3d5e-40b2-a1fd-ea9462717787 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.810631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.842556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:16.843674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76ec80f1-379a-4a3a-b8ac-4471351f3594 req-f794f922-4856-4dce-a41e-efb6f34ea9e7 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885564 Oct 15 19:46:16.846025 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f70014-7184-47a4-b2e0-1c6e67df7482" -d '{"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-plugged", "status": "completed", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:16.864762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:16.866611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70139d2a-cab3-4f17-8712-2779d1def659 req-8443157d-0cd1-49c1-a4c6-af26a7aca850 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853238 Oct 15 19:46:16.871539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e703fe-08bf-4434-8086-c3deeedd27b4 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:16.881542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.889955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278f0a2-2d21-4a00-b993-4febc9171714 req-4324bfc0-9940-42a2-89f1-2d21ff3894ab tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:16.891752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f278f0a2-2d21-4a00-b993-4febc9171714 req-4324bfc0-9940-42a2-89f1-2d21ff3894ab tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0880759 Oct 15 19:46:16.897009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Transition to ACTIVE for port object 11e703fe-08bf-4434-8086-c3deeedd27b4 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:16.924772 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4391cef-3ac2-49da-a96e-cab2077f0748 x-openstack-request-id: req-a4391cef-3ac2-49da-a96e-cab2077f0748 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:16.925280 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-plugged", "status": "completed", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:16.925777 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4391cef-3ac2-49da-a96e-cab2077f0748 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:16.926232 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8', 'code': 200} Oct 15 19:46:16.931778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39056) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:16.958744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f074233-3d5e-40b2-a1fd-ea9462717787 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:16.965256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f278f0a2-2d21-4a00-b993-4febc9171714 req-62728ff7-f4e3-43a4-ac32-d58ec7acf31f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660651 Oct 15 19:46:17.022550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b7463-bb08-40dc-8d70-8da3ab4b92aa req-699f9ef4-83ef-4626-8c38-42e315dde281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.024122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453b7463-bb08-40dc-8d70-8da3ab4b92aa req-699f9ef4-83ef-4626-8c38-42e315dde281 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 1096 time: 0.0425801 Oct 15 19:46:17.035783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1646498119-network', 'tenant_id': '50b8fb51223845638bfffbb66a12f409'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:17.078445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-453b7463-bb08-40dc-8d70-8da3ab4b92aa req-88e49a95-6420-441d-b10c-a21f1ae59c0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462680 Oct 15 19:46:17.100012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.101182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.149407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:17.201986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4dc3-d17e-4181-9a45-c1bf924c42b0 req-ccf53d18-ebb6-4095-b028-ab4a7475d04a tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.203767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-483b4dc3-d17e-4181-9a45-c1bf924c42b0 req-ccf53d18-ebb6-4095-b028-ab4a7475d04a tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.0555172 Oct 15 19:46:17.205328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95879c2-c13e-4af2-8905-3f31d0c26505 req-6c33b8cb-06aa-4696-ad9d-62e557c816e6 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.206804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e95879c2-c13e-4af2-8905-3f31d0c26505 req-6c33b8cb-06aa-4696-ad9d-62e557c816e6 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.1002469 Oct 15 19:46:17.207430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Pushing event updated for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:17.210721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f074233-3d5e-40b2-a1fd-ea9462717787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.266716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7f074233-3d5e-40b2-a1fd-ea9462717787 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af38308bc6e94ab1996737d8c0a9bfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573513 Oct 15 19:46:17.266971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Made reservation on behalf of 50b8fb51223845638bfffbb66a12f409 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:17.267630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f074233-3d5e-40b2-a1fd-ea9462717787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3268c-9eec-48b4-88a9-7bb4ca85c9fd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:17.269067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.272338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39068) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:17.299931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.301595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-483b4dc3-d17e-4181-9a45-c1bf924c42b0 req-b3b708dd-2302-49a9-a710-34559ad63ccc tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 Oct 15 19:46:17.323316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e95879c2-c13e-4af2-8905-3f31d0c26505 req-4d74d230-b1dc-4daa-b79d-64d9f4ffaa07 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070807 Oct 15 19:46:17.337685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.341310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Attempting to bind port 11e703fe-08bf-4434-8086-c3deeedd27b4 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:17.341646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Attempting to bind port 11e703fe-08bf-4434-8086-c3deeedd27b4 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '367119c7-4fde-40be-b329-fb6996511f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:17.341973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Attempting to bind port 11e703fe-08bf-4434-8086-c3deeedd27b4 on network 43b15408-b4a8-436e-b4e6-63195cd850db {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:17.361250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.377754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Port 11e703fe-08bf-4434-8086-c3deeedd27b4 on network 43b15408-b4a8-436e-b4e6-63195cd850db not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:17.378075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Attempting to bind port 11e703fe-08bf-4434-8086-c3deeedd27b4 on network 43b15408-b4a8-436e-b4e6-63195cd850db {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:17.404364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:17.404686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Checking segment: {'id': '367119c7-4fde-40be-b329-fb6996511f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:17.405067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Bound using segment: {'id': '367119c7-4fde-40be-b329-fb6996511f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:17.405512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Bound port: 11e703fe-08bf-4434-8086-c3deeedd27b4, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '367119c7-4fde-40be-b329-fb6996511f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:17.405843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.473667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-02155081-0e80-4c5e-b683-456fd6fe7314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.475213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-02155081-0e80-4c5e-b683-456fd6fe7314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb8003-a030-43f5-a493-8581f034bbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299362 Oct 15 19:46:17.489658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.492355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.493527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39b3268c-9eec-48b4-88a9-7bb4ca85c9fd HTTP/1.1" status: 204 len: 168 time: 0.2188489 Oct 15 19:46:17.502152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc079941-b0c1-4bdb-8504-d1720021817f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3268c-9eec-48b4-88a9-7bb4ca85c9fd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:17.625776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-b92040b1-aada-4cc4-84a7-eebcf9eff47b service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709401 Oct 15 19:46:17.629317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:17.660124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.673537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11e703fe-08bf-4434-8086-c3deeedd27b4,segment=NetworkSegment(367119c7-4fde-40be-b329-fb6996511f51),segment_id=367119c7-4fde-40be-b329-fb6996511f51)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:17.698376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-12851e0e-eacd-4759-83c8-238fd1869593 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011974 Oct 15 19:46:17.735347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d7eb4-0618-4892-a29e-22f2044ed9dd req-3e80ce70-3c3c-449b-b00e-d4ca79a7769d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.736599 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a3d7eb4-0618-4892-a29e-22f2044ed9dd req-3e80ce70-3c3c-449b-b00e-d4ca79a7769d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0559161 Oct 15 19:46:17.783994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6a3d7eb4-0618-4892-a29e-22f2044ed9dd req-7195854c-8509-4064-9525-4bb5f50a27b2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396259 Oct 15 19:46:17.806877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.835046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5331f2e7-d3a1-434e-a208-25dedd066e3d req-83ce88f2-6a0f-4f49-86bc-96a2be121375 service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998510 Oct 15 19:46:17.867681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:46:17.871001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee44d53a-20a8-4526-a8c5-d441a04c59c1 req-93df70ec-b592-4702-a116-980c2a757d19 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0579798 Oct 15 19:46:17.883599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea206a-08e3-4366-9484-233230397c6e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:17.890785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.898338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.898679 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Added segment fb0e2e0b-368a-48e1-872b-a6d5c120f80c of type vlan for network d4232c20-11cb-4b97-94f6-ca9611d3a649 Oct 15 19:46:17.915170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01522aa6-f268-4a74-95a1-fd82591b9d30 req-6bebf778-b136-4522-b818-93ba84a130a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895216 Oct 15 19:46:17.974086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:17.974730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:17.976244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] 10.222.0.11 "PUT /v2.0/ports/11e703fe-08bf-4434-8086-c3deeedd27b4 HTTP/1.1" status: 200 len: 1092 time: 2.1295145 Oct 15 19:46:17.979619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:17.982173 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244" -d '{"events": [{"name": "network-changed", "server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:17.997618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.020898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd485b-abad-4066-9542-7b51e6453651 service neutron] Pushing event updated for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:18.039923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c975e88-3ad0-47cf-a22f-021d491b3e1b req-5733338a-d22c-445f-b3f0-eb1944bb8652 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.042393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c975e88-3ad0-47cf-a22f-021d491b3e1b req-5733338a-d22c-445f-b3f0-eb1944bb8652 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.0960510 Oct 15 19:46:18.081175 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae852784-0ea1-4d3c-b2e5-82106540452a x-openstack-request-id: req-ae852784-0ea1-4d3c-b2e5-82106540452a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:18.081466 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:18.081708 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae852784-0ea1-4d3c-b2e5-82106540452a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:18.082086 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4', 'status': 'completed', 'code': 200} Oct 15 19:46:18.108108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1c975e88-3ad0-47cf-a22f-021d491b3e1b req-b87004ec-79a3-4732-bfdc-f7b99e7a17b2 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540178 Oct 15 19:46:18.172978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.173915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.174486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.214449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-d216a047-2a50-45dc-8c7b-1575371b44c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.215951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-d216a047-2a50-45dc-8c7b-1575371b44c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a31de6b7ab448898b9fda920cf07d3b&device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 1096 time: 0.1746244 Oct 15 19:46:18.225559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-2a32cc7e-b836-402b-aaa4-59825c60def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.226961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-2a32cc7e-b836-402b-aaa4-59825c60def8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d9bf8974c2f4362998dcec19b3f4bf4&device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 1095 time: 0.1438282 Oct 15 19:46:18.250793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291951e-e132-4f06-8049-3eac86ab188d req-dfa34c77-5709-4e5b-bda5-9810369baa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.252229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-dfa34c77-5709-4e5b-bda5-9810369baa64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70246cfef505450695ee3c271ed89c6f&device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 1095 time: 0.1576083 Oct 15 19:46:18.277675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ec90d-bbdd-4180-aa91-61d45467b1eb req-8ff690c8-4dfa-4818-bd76-de6053607197 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.278552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f53ec90d-bbdd-4180-aa91-61d45467b1eb req-8ff690c8-4dfa-4818-bd76-de6053607197 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1742778 Oct 15 19:46:18.339482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4064198 Oct 15 19:46:18.342902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39086) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:18.349505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Request body: {'subnet': {'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1646498119-subnet', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:18.364047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e21819-7562-4616-98e3-d24d4aa14ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4232c20-11cb-4b97-94f6-ca9611d3a649,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:18.378418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:46:18.458741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69313eb2-7014-48d2-b187-095421268b9e req-6889a405-2db5-43cf-aa00-3efa85bf25ae tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.460938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-69313eb2-7014-48d2-b187-095421268b9e req-6889a405-2db5-43cf-aa00-3efa85bf25ae tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.0713515 Oct 15 19:46:18.484571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:18.502675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5323434-360f-4e34-ad52-94093c5efb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.514213 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f3625bc5-b524-476e-9f43-442a73e3380d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.518019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Made reservation on behalf of 50b8fb51223845638bfffbb66a12f409 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:18.520414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.523137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f53ec90d-bbdd-4180-aa91-61d45467b1eb req-c6826102-6dab-4cf2-8dff-bd082e50f3fc tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931481 Oct 15 19:46:18.547175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-69313eb2-7014-48d2-b187-095421268b9e req-a6b91579-1049-4257-a3d2-93c9cc997c37 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742254 Oct 15 19:46:18.547430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-e67020ea-d047-4e27-8aef-a0af532204a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.548235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-e67020ea-d047-4e27-8aef-a0af532204a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d HTTP/1.1" status: 200 len: 915 time: 0.3190222 Oct 15 19:46:18.558990 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:46:18.578399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291951e-e132-4f06-8049-3eac86ab188d req-a88a88d0-5c21-4bdb-98db-832be7a9399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.580129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-a88a88d0-5c21-4bdb-98db-832be7a9399d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 200 len: 906 time: 0.3007498 Oct 15 19:46:18.615099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-f0ddbb32-b746-4bdc-ad9d-1cc4ce9b7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.616608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-f0ddbb32-b746-4bdc-ad9d-1cc4ce9b7bd9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6d9bf8974c2f4362998dcec19b3f4bf4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3679366 Oct 15 19:46:18.623570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-ceefac51-b63e-4339-88c0-43959c4074ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c201c939-72a0-416e-b75e-d478d074d79b HTTP/1.1" status: 200 len: 217 time: 0.0661695 Oct 15 19:46:18.684698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-fcdec25b-e56f-4962-b817-ad7847311d6a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 200 len: 217 time: 0.0710266 Oct 15 19:46:18.693505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5323434-360f-4e34-ad52-94093c5efb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.816251 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5323434-360f-4e34-ad52-94093c5efb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.816587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-a2bee506-86f4-4b72-b287-69fab0ffa948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.817959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-a2bee506-86f4-4b72-b287-69fab0ffa948 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f3dfde-bb13-44bb-bf39-c4431a900b26 HTTP/1.1" status: 200 len: 853 time: 0.1599319 Oct 15 19:46:18.845734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291951e-e132-4f06-8049-3eac86ab188d req-e93d72d4-f9af-4159-9f83-30b4f0718e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.847306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-e93d72d4-f9af-4159-9f83-30b4f0718e37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e20484fd-5ae2-44ef-b9e0-0019282c509a HTTP/1.1" status: 200 len: 844 time: 0.1371255 Oct 15 19:46:18.862057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c5323434-360f-4e34-ad52-94093c5efb07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c16b5b491e1471dae3875a562d92eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741114 Oct 15 19:46:18.862435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5323434-360f-4e34-ad52-94093c5efb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e559ee81-2dba-4592-af87-efe3d17b43f4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:18.865101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:18.874898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c353189-a65d-4621-8c40-9db2097f0ad3 req-891b2249-a856-4da2-8920-7e67e292da12 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.876423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c353189-a65d-4621-8c40-9db2097f0ad3 req-891b2249-a856-4da2-8920-7e67e292da12 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.2437315 Oct 15 19:46:18.922974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-eb016547-b001-44ce-a599-40655995aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.941900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c7c46d4-aa0d-4f78-90d3-a90bb783f244 req-eb016547-b001-44ce-a599-40655995aaa5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000641 Oct 15 19:46:18.958993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248d0fe-4496-4f45-a68e-8ed2056ccf6b req-404a1fb6-ffc8-4258-824b-a51fe9187ac3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.962950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-947b0b35-fbca-473d-a4a7-c969b13fb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:18.963131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2248d0fe-4496-4f45-a68e-8ed2056ccf6b req-404a1fb6-ffc8-4258-824b-a51fe9187ac3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0736992 Oct 15 19:46:18.963252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-947b0b35-fbca-473d-a4a7-c969b13fb783 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329310 Oct 15 19:46:18.963802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:18.978303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c353189-a65d-4621-8c40-9db2097f0ad3 req-c46628eb-24f7-495e-9419-de20175f4436 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832880 Oct 15 19:46:19.013076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291951e-e132-4f06-8049-3eac86ab188d req-bd466cbf-12de-46ef-aa8a-8ede76c50e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:19.014758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-bd466cbf-12de-46ef-aa8a-8ede76c50e5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb8003-a030-43f5-a493-8581f034bbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1340611 Oct 15 19:46:19.014885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:19.018766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2248d0fe-4496-4f45-a68e-8ed2056ccf6b req-ff786d56-71d0-4504-80f3-e6758c3bda21 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Oct 15 19:46:19.097681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-1c4761e5-aaac-457f-bae0-446afc5823db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:19.099118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-1c4761e5-aaac-457f-bae0-446afc5823db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d9bf8974c2f4362998dcec19b3f4bf4&device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 1095 time: 0.1369977 Oct 15 19:46:19.124640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6315b96-8bde-4cfc-af19-41657421b876 req-8c374ded-89e0-410e-b9da-62cee8bcc95a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0698955 Oct 15 19:46:19.194327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-7041f004-b581-41b2-b9fd-4b19f856f574 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11e703fe-08bf-4434-8086-c3deeedd27b4 HTTP/1.1" status: 200 len: 217 time: 0.0724154 Oct 15 19:46:19.474726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:19.474726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c26ca53-d98e-4be8-80f9-6b4c1395674f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:19.474726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Checking segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:19.474726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Network hostable DHCP agents. Network: d4232c20-11cb-4b97-94f6-ca9611d3a649, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:46:19.594766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-13b69c16-4356-4841-ac88-e9813915dcf5 service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158781 Oct 15 19:46:19.608086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-20928873-fd79-4b7e-8817-54b2214debf3 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846767 Oct 15 19:46:19.610216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-1c20ea92-8cc3-4a36-8290-2b5dc8b65cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:19.611528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-1c20ea92-8cc3-4a36-8290-2b5dc8b65cea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8dd4c124-bbcf-4864-9cca-5d5e1832e0ae HTTP/1.1" status: 200 len: 862 time: 0.4101081 Oct 15 19:46:19.653129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf04291-4128-401b-b5f5-2496cf769770 req-39c7986f-94ed-43c7-b7c1-69777b2df063 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:19.654540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bf04291-4128-401b-b5f5-2496cf769770 req-39c7986f-94ed-43c7-b7c1-69777b2df063 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.4593716 Oct 15 19:46:19.688352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-e64d4f5b-24c2-4798-869c-5e1a5e1b9e8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=43b15408-b4a8-436e-b4e6-63195cd850db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618773 Oct 15 19:46:19.866858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bf04291-4128-401b-b5f5-2496cf769770 req-1ba3dab2-1824-4e4f-b587-209b8d5858b8 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862657 Oct 15 19:46:19.872577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3cc15cc-da81-483b-aaae-d470adf67d3c req-58b3b3a9-0826-4b96-8338-2d303b0e2727 service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739930 Oct 15 19:46:19.892591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6291951e-e132-4f06-8049-3eac86ab188d req-ce473bf0-f617-4462-9c0c-ce40a88bf57d service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650900 Oct 15 19:46:19.905995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-d4b3fa79-db63-4c33-b36d-3cd1bba05081 service neutron] 10.222.0.11 "GET /v2.0/networks/43b15408-b4a8-436e-b4e6-63195cd850db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884530 Oct 15 19:46:20.032862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1cbec-2191-428e-a840-20717abf3dcd req-97e67fec-0d29-4774-a998-9f19f9d2be15 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.034306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1eb1cbec-2191-428e-a840-20717abf3dcd req-97e67fec-0d29-4774-a998-9f19f9d2be15 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0944319 Oct 15 19:46:20.036332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849bcf7a-0d9d-4a22-bccc-5b541d903841 req-f12dcec6-6357-457b-b0c9-9bef7d2a7245 service neutron] 10.222.0.11 "GET /v2.0/networks/43b15408-b4a8-436e-b4e6-63195cd850db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237965 Oct 15 19:46:20.074060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1eb1cbec-2191-428e-a840-20717abf3dcd req-3e2ebba2-1ceb-48c0-8350-bef1a45824be tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336828 Oct 15 19:46:20.106882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.109575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.110846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e559ee81-2dba-4592-af87-efe3d17b43f4 HTTP/1.1" status: 204 len: 168 time: 1.2446735 Oct 15 19:46:20.121180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e801a-d958-408a-89dc-523275f7a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e559ee81-2dba-4592-af87-efe3d17b43f4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:20.179895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf321e-86aa-479f-b2f9-b80449ea42ef req-8f8ea1b5-94fe-456a-a61d-33156c695fb3 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.181377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3bf321e-86aa-479f-b2f9-b80449ea42ef req-8f8ea1b5-94fe-456a-a61d-33156c695fb3 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.0493145 Oct 15 19:46:20.191228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:46:20.246779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3bf321e-86aa-479f-b2f9-b80449ea42ef req-13e2a43e-31c2-4a9a-836d-43752592fcdc tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585454 Oct 15 19:46:20.284692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d4232c20-11cb-4b97-94f6-ca9611d3a649) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:20.294236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.294822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.295353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7b95d-081c-49e2-afb1-f256c255811f None None] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:20.344991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-3e3b4b61-1ead-4e36-b0c4-ff97b384df8e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.346485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-3e3b4b61-1ead-4e36-b0c4-ff97b384df8e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 813 time: 0.1262035 Oct 15 19:46:20.366363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'device_id': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887', 'admin_state_up': True, 'tenant_id': '8c11cace4c0d4300812b90b596e9461c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:20.395725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d30c683e-29ba-4065-bc28-5528de1c2dea admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0507336 Oct 15 19:46:20.398259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39114) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:20.406322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:20.423993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3ccb-e382-47ad-a6f8-b1ea52176d61 req-98e1b1e4-d525-419e-b7b9-269c4d70f3ee tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.423993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0d3ccb-e382-47ad-a6f8-b1ea52176d61 req-98e1b1e4-d525-419e-b7b9-269c4d70f3ee tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.1048570 Oct 15 19:46:20.460166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4645856e-67fc-453d-b3f4-0be610a75ab9 req-2759194f-d149-4dbd-8689-d621b79b65f8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0297952 Oct 15 19:46:20.523402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0d3ccb-e382-47ad-a6f8-b1ea52176d61 req-3fe6e332-4898-40f3-a65c-a6ba9291a9a3 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702810 Oct 15 19:46:20.581536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.582700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.637871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e2f37-91ea-42c7-a2ce-4ffdfbf6c476 req-c02f776a-8428-44d3-bdde-0bc0156df537 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:20.645666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d4232c20-11cb-4b97-94f6-ca9611d3a649', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:46:20.647447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.656185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-119e2f37-91ea-42c7-a2ce-4ffdfbf6c476 req-c02f776a-8428-44d3-bdde-0bc0156df537 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1118665 Oct 15 19:46:20.662826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Made reservation on behalf of 8c11cace4c0d4300812b90b596e9461c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:20.666702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.728148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:20.760281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-119e2f37-91ea-42c7-a2ce-4ffdfbf6c476 req-a8994820-5315-49ec-8133-0d6badf62951 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995920 Oct 15 19:46:20.821077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Allocated IP 172.20.0.2 (d4232c20-11cb-4b97-94f6-ca9611d3a649/7c26ca53-d98e-4be8-80f9-6b4c1395674f/55664746-6ce4-447b-b0e6-628f3cea0fea) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:20.840983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Allocated IP 172.20.0.10 (da3f8705-2475-4916-bc3b-ebf241fb0887/e39895ff-97d8-4487-9a88-dedc3d0ddd88/78034921-e769-4a75-875e-f07f5e9d6a11) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:21.009659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.065931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.074929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c422ea8-8d43-445a-8e07-843a6025f93d req-8ce9177d-880c-499a-9cf8-3f519df34241 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.076658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c422ea8-8d43-445a-8e07-843a6025f93d req-8ce9177d-880c-499a-9cf8-3f519df34241 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.0981307 Oct 15 19:46:21.134681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c422ea8-8d43-445a-8e07-843a6025f93d req-26c39a9b-3324-4e60-9c06-6763ce68b881 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 Oct 15 19:46:21.141742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.184882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:21.189282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:21.200578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:21.205062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Pushing event updated for resources: {'Port': ['ID=55664746-6ce4-447b-b0e6-628f3cea0fea,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:21.225879 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.263043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.272790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Attempting to bind port 55664746-6ce4-447b-b0e6-628f3cea0fea on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:21.273127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Attempting to bind port 55664746-6ce4-447b-b0e6-628f3cea0fea by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:21.273599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Attempting to bind port 55664746-6ce4-447b-b0e6-628f3cea0fea on network d4232c20-11cb-4b97-94f6-ca9611d3a649 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:21.281137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:21.281511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Checking segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:21.281910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.282291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Bound using segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:21.282982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Bound port: 55664746-6ce4-447b-b0e6-628f3cea0fea, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:21.283355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.287456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820daa-ec76-434e-98de-694432d1ce5b req-9f75ae9c-7225-4adb-8d3a-d288d70355af tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.295977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db820daa-ec76-434e-98de-694432d1ce5b req-9f75ae9c-7225-4adb-8d3a-d288d70355af tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0723948 Oct 15 19:46:21.321347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Network da3f8705-2475-4916-bc3b-ebf241fb0887 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:21.326474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:21.331443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:21.351079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db820daa-ec76-434e-98de-694432d1ce5b req-b9a8a0b7-d68b-44e0-9f5b-08e009340453 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Oct 15 19:46:21.369695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:21.380981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] For port 55664746-6ce4-447b-b0e6-628f3cea0fea, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:21.384171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] For port 55664746-6ce4-447b-b0e6-628f3cea0fea, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55664746-6ce4-447b-b0e6-628f3cea0fea,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:21.393486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-844bb960-3233-445f-bb58-3c476449b6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.420487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.421161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.451666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2174833-5cdf-4e2b-b765-40772a74594a req-ae5983d3-fb2c-4a6c-86a7-f56ad2675596 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.456588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2174833-5cdf-4e2b-b765-40772a74594a req-ae5983d3-fb2c-4a6c-86a7-f56ad2675596 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.0829656 Oct 15 19:46:21.463075 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.515815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-0bb4fc33-8d34-42d7-9245-3f182ab72fa1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1534564 Oct 15 19:46:21.810895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3323a6-8d23-4184-92ac-d24dc2e73f72 None None] Pushing event updated for resources: {'Port': ['ID=55664746-6ce4-447b-b0e6-628f3cea0fea,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:21.812654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Request body: {'port': {'device_id': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:21.812654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2174833-5cdf-4e2b-b765-40772a74594a req-6ca75c31-89cc-4af0-838f-f5b78ae5006b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905704 Oct 15 19:46:21.812654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.813448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.813448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:21.897495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3452b8b-ed23-4829-8643-3e4f00d026d2 req-8c6d5558-38e1-436e-b9d4-690fa17a2de7 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.899779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601296c-31fb-4e98-ab4f-547999782071 req-4aaa9b17-ca08-4993-afb2-b37623cd0779 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:21.908354 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3452b8b-ed23-4829-8643-3e4f00d026d2 req-8c6d5558-38e1-436e-b9d4-690fa17a2de7 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 932 time: 0.2083273 Oct 15 19:46:21.908519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2601296c-31fb-4e98-ab4f-547999782071 req-4aaa9b17-ca08-4993-afb2-b37623cd0779 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 943 time: 0.2073441 Oct 15 19:46:21.996617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3452b8b-ed23-4829-8643-3e4f00d026d2 req-389d17bf-2895-4f5d-8eac-05b5c1ff0d8e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869176 Oct 15 19:46:22.028020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2601296c-31fb-4e98-ab4f-547999782071 req-5fbc30da-3fe4-4119-bb3f-d4a41a05b156 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152353 Oct 15 19:46:22.109519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Allocated IP 172.25.0.243 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c180efbf-0c15-4943-8b7f-d6e9cf06213f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:22.188257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55664746-6ce4-447b-b0e6-628f3cea0fea up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:22.219158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78034921-e769-4a75-875e-f07f5e9d6a11 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:22.240843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.258476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.281756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd16f-3fe4-49fe-8869-2116eccb6c19 req-a9d15d52-21e8-474d-8e2b-4f84dfd55fe1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:22.283056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-376bd16f-3fe4-49fe-8869-2116eccb6c19 req-a9d15d52-21e8-474d-8e2b-4f84dfd55fe1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1756423 Oct 15 19:46:22.284450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Transition to ACTIVE for port object 78034921-e769-4a75-875e-f07f5e9d6a11 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:22.286910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 55664746-6ce4-447b-b0e6-628f3cea0fea triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:22.287437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.311678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031ace0-daf1-4319-a2ec-6f824a4ad5dd req-f74fde54-ad48-45cb-a7a9-8085c9d13a28 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:22.321485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4031ace0-daf1-4319-a2ec-6f824a4ad5dd req-f74fde54-ad48-45cb-a7a9-8085c9d13a28 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.0696425 Oct 15 19:46:22.338336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-376bd16f-3fe4-49fe-8869-2116eccb6c19 req-43342d0d-bd5c-4ba9-a43a-6a58483d1e94 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Oct 15 19:46:22.364424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4031ace0-daf1-4319-a2ec-6f824a4ad5dd req-2f0c8e32-71dd-4fe8-ab36-f4c509014df0 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Oct 15 19:46:22.379162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.397556 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.410107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.412910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.451877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:22.457500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:22.459734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 55664746-6ce4-447b-b0e6-628f3cea0fea, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55664746-6ce4-447b-b0e6-628f3cea0fea,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:22.463306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:22.477171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:22.492232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device dc41a792-27f9-40d9-b5b9-8080280f6d16 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:22.537808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Pushing event updated for resources: {'Port': ['ID=c180efbf-0c15-4943-8b7f-d6e9cf06213f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:22.554607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Attempting to bind port 78034921-e769-4a75-875e-f07f5e9d6a11 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:22.555192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Attempting to bind port 78034921-e769-4a75-875e-f07f5e9d6a11 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:22.555724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Attempting to bind port 78034921-e769-4a75-875e-f07f5e9d6a11 on network da3f8705-2475-4916-bc3b-ebf241fb0887 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:22.561675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Port 78034921-e769-4a75-875e-f07f5e9d6a11 on network da3f8705-2475-4916-bc3b-ebf241fb0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:22.562198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Attempting to bind port 78034921-e769-4a75-875e-f07f5e9d6a11 on network da3f8705-2475-4916-bc3b-ebf241fb0887 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:22.568202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:22.568727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Checking segment: {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:22.569324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Bound using segment: {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:22.569951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Bound port: 78034921-e769-4a75-875e-f07f5e9d6a11, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:22.570657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.642524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ba863-906f-4273-9edf-f23742d41b07 req-ca6913eb-51ee-481c-88c7-28f315ddfa39 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:22.644335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-447ba863-906f-4273-9edf-f23742d41b07 req-ca6913eb-51ee-481c-88c7-28f315ddfa39 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1845756 Oct 15 19:46:22.663037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:22.680750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'port_id': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'mac_address': 'fa:16:3e:db:a1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:22.696751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.698962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.705140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:22.723819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:22.756376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be39da-cde8-49a4-9587-77bcac6b3bf2 req-79d6b208-862c-4b33-9960-cc601609b3db tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:22.759751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8be39da-cde8-49a4-9587-77bcac6b3bf2 req-79d6b208-862c-4b33-9960-cc601609b3db tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 944 time: 0.1135428 Oct 15 19:46:22.779808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.807684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc41a792-27f9-40d9-b5b9-8080280f6d16 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:22.813355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-447ba863-906f-4273-9edf-f23742d41b07 req-1c07894e-1d9a-421f-bc99-85ece6b3fb44 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945883 Oct 15 19:46:22.814198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.827629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.861092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:22.865627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:22.866244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.867652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] 10.222.0.15 "PUT /v2.0/ports/78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 1093 time: 1.3431098 Oct 15 19:46:22.868105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:22.872546 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4502705-d868-4fed-8c8d-a6ef7a54fd41" -d '{"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:22.882317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=55664746-6ce4-447b-b0e6-628f3cea0fea,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:22.887438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8be39da-cde8-49a4-9587-77bcac6b3bf2 req-087f65df-d832-41ca-b9cd-1282175115c0 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188140 Oct 15 19:46:22.913261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.919030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a632c1-544b-4a20-b723-239d280fad2a service neutron] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:22.930633 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db7f4c-b503-49cf-a01a-f5785ea30c7c x-openstack-request-id: req-a9db7f4c-b503-49cf-a01a-f5785ea30c7c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:22.930927 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:22.931180 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9db7f4c-b503-49cf-a01a-f5785ea30c7c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:22.931604 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11', 'status': 'completed', 'code': 200} Oct 15 19:46:22.986294 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:22.987348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c201c939-72a0-416e-b75e-d478d074d79b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:23.029575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-4b22a867-f65c-44a3-9e31-735f576123ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.033192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-4b22a867-f65c-44a3-9e31-735f576123ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1096 time: 0.0647538 Oct 15 19:46:23.097413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:23.164764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7e74a-4ad2-4198-95ab-0939f0d97053 None None] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:23.217689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc6101-e211-41df-ad97-e861a3e3d233 req-1c456ede-472d-4517-b914-70b6851668e0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.220378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5dc6101-e211-41df-ad97-e861a3e3d233 req-1c456ede-472d-4517-b914-70b6851668e0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 944 time: 0.1136734 Oct 15 19:46:23.227826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:23.261326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-4b76ce8c-90d2-4321-afaa-a218688ac9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.263087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-4b76ce8c-90d2-4321-afaa-a218688ac9c7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c11cace4c0d4300812b90b596e9461c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2192605 Oct 15 19:46:23.272975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c201c939-72a0-416e-b75e-d478d074d79b,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:23.286166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5dc6101-e211-41df-ad97-e861a3e3d233 req-ba43344c-1cd9-4da8-8aed-3256b887598e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575006 Oct 15 19:46:23.288885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c432e7ae-89c4-4bee-92ee-87a23c1f15e9 None None] Provisioning complete for port 55664746-6ce4-447b-b0e6-628f3cea0fea triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:23.289462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c432e7ae-89c4-4bee-92ee-87a23c1f15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:23.300477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ad128-229a-4224-9c7b-19e715af1551 req-c7bf0692-b598-4652-8f0d-a02e136b05a5 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.308450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-432ad128-229a-4224-9c7b-19e715af1551 req-c7bf0692-b598-4652-8f0d-a02e136b05a5 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 944 time: 0.1422522 Oct 15 19:46:23.353488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c201c939-72a0-416e-b75e-d478d074d79b', 'network_id': 'cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d', 'port_id': 'c201c939-72a0-416e-b75e-d478d074d79b', 'mac_address': 'fa:16:3e:a9:b7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f3dfde-bb13-44bb-bf39-c4431a900b26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:23.400080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-432ad128-229a-4224-9c7b-19e715af1551 req-5930a131-7699-4a6a-b1be-fa74fd6bbe8d tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825779 Oct 15 19:46:23.421866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-8a23d6a0-8336-4d50-a056-ee1deda683e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.423735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4502705-d868-4fed-8c8d-a6ef7a54fd41 req-8a23d6a0-8336-4d50-a056-ee1deda683e6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411929 Oct 15 19:46:23.560073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:23.579586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45c97f-2ca5-40a5-af2e-5cace54423be req-38d01499-8308-4a3a-bed2-dd4dd2125806 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.581472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d45c97f-2ca5-40a5-af2e-5cace54423be req-38d01499-8308-4a3a-bed2-dd4dd2125806 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1118581 Oct 15 19:46:23.584664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-6bbebd16-3763-4a23-9449-4c6cf1dc7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.586311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-6bbebd16-3763-4a23-9449-4c6cf1dc7806 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1096 time: 0.1019812 Oct 15 19:46:23.598703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c201c939-72a0-416e-b75e-d478d074d79b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:23.620741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085846b0-1cc7-4c33-8cdf-d569e2d92c85 req-934b55ec-7d99-4739-accb-ab7d005772c5 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.626549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c201c939-72a0-416e-b75e-d478d074d79b,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:23.628443 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-085846b0-1cc7-4c33-8cdf-d569e2d92c85 req-934b55ec-7d99-4739-accb-ab7d005772c5 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.1089988 Oct 15 19:46:23.640051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-48387db9-126c-4dd6-b653-c6909e4cb1de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 217 time: 0.0443358 Oct 15 19:46:23.672713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:23.697156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d45c97f-2ca5-40a5-af2e-5cace54423be req-b0400099-aa2f-4301-86ff-9cee69030bc3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093962 Oct 15 19:46:23.707406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-085846b0-1cc7-4c33-8cdf-d569e2d92c85 req-e368e270-dc13-44bc-9d9a-5daabf091992 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Oct 15 19:46:23.733927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-f6e5efde-c4b4-4ff4-8d5f-09cc716a56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.735484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-f6e5efde-c4b4-4ff4-8d5f-09cc716a56d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.0844233 Oct 15 19:46:23.740496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:23.774770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-1ca89624-1201-4300-a65a-0d2e9b31d126 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315950 Oct 15 19:46:23.828418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:23.930199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-a6ce029b-6b52-4a00-8aa8-4f18c399a5ab service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475060 Oct 15 19:46:23.982368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa22172-588f-4155-9fc4-c35301ed6435 req-b7299612-b18e-46cd-9bc5-a3e7aed43869 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:23.984561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7aa22172-588f-4155-9fc4-c35301ed6435 req-b7299612-b18e-46cd-9bc5-a3e7aed43869 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0815516 Oct 15 19:46:24.055135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7aa22172-588f-4155-9fc4-c35301ed6435 req-96e8c77e-c96d-4658-8923-ffea3af72b46 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631411 Oct 15 19:46:24.064138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c201c939-72a0-416e-b75e-d478d074d79b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:24.079190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Router fbf7f434-c552-46e2-b246-1f118322845c is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:46:24.079756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['dc41a792-27f9-40d9-b5b9-8080280f6d16'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:24.129108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5731069-a47f-4fd9-b089-bf895640ecc1 req-5eb46a70-b366-466e-8f4f-e6e6db455fce service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904137 Oct 15 19:46:24.142988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4b9fb-7686-4295-9492-732967721db8 req-9c0bda9b-5905-4087-bd0d-0d393c699436 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:24.144423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ef4b9fb-7686-4295-9492-732967721db8 req-9c0bda9b-5905-4087-bd0d-0d393c699436 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 945 time: 0.1512942 Oct 15 19:46:24.188860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ef4b9fb-7686-4295-9492-732967721db8 req-6d5cb040-26e9-4a1b-8ea1-8027ce67d1af tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377858 Oct 15 19:46:24.200203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55664746-6ce4-447b-b0e6-628f3cea0fea up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:24.249645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:24.258061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0c69be15-ad22-4cf5-87e7-e6bf6a41bb8c None None] Provisioning complete for port 55664746-6ce4-447b-b0e6-628f3cea0fea triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:24.258449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0c69be15-ad22-4cf5-87e7-e6bf6a41bb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:24.267764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Sync routers for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:24.336557 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:24.340980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-29376541-2e3d-4db2-bb37-1c2031bcefe9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9386067 Oct 15 19:46:24.341376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39232) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:24.347756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:24.348398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:24.485695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 55664746-6ce4-447b-b0e6-628f3cea0fea triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:24.486070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:24.509046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dccf2d-87d5-45be-b4eb-8e320437beec req-50178fe1-d153-442c-81c1-10af3d9a6ab1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:24.518050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15dccf2d-87d5-45be-b4eb-8e320437beec req-50178fe1-d153-442c-81c1-10af3d9a6ab1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 944 time: 0.1028068 Oct 15 19:46:24.554084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11e703fe-08bf-4434-8086-c3deeedd27b4 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:24.583853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:24.597532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08634-5276-4a8e-8e35-20e1750561d0 req-3420d44d-ae31-4f83-9dbc-15960fe3e269 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:24.607166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74b08634-5276-4a8e-8e35-20e1750561d0 req-3420d44d-ae31-4f83-9dbc-15960fe3e269 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 944 time: 0.0781329 Oct 15 19:46:24.612117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15dccf2d-87d5-45be-b4eb-8e320437beec req-b9f42a1a-f96a-4966-9928-12af49ebfb0a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930932 Oct 15 19:46:24.660320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:24.661161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74b08634-5276-4a8e-8e35-20e1750561d0 req-a44675b9-2be0-4c7f-b83a-2efcc253589e tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534294 Oct 15 19:46:24.893827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d68cb-65d8-400f-95f3-ec56b630c861 req-416ddcd9-5c0f-42e1-a2de-1c7785509c99 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:24.902784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-383d68cb-65d8-400f-95f3-ec56b630c861 req-416ddcd9-5c0f-42e1-a2de-1c7785509c99 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0766547 Oct 15 19:46:24.936753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dca367-703c-4104-9026-e54f97e59cee req-ba2593b9-0ca9-46b3-b8a8-f152ac31f98a tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:24.938782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35dca367-703c-4104-9026-e54f97e59cee req-ba2593b9-0ca9-46b3-b8a8-f152ac31f98a tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 943 time: 0.1225522 Oct 15 19:46:24.968276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-383d68cb-65d8-400f-95f3-ec56b630c861 req-d29f81f9-96b6-40a9-96f9-ba2febed103f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643604 Oct 15 19:46:25.037601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35dca367-703c-4104-9026-e54f97e59cee req-a874d566-0f10-4feb-9b2f-02ab92ad3c96 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825493 Oct 15 19:46:25.044611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:25.133977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11e703fe-08bf-4434-8086-c3deeedd27b4,segment=NetworkSegment(367119c7-4fde-40be-b329-fb6996511f51),segment_id=367119c7-4fde-40be-b329-fb6996511f51)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:25.147822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '11e703fe-08bf-4434-8086-c3deeedd27b4', 'network_id': '43b15408-b4a8-436e-b4e6-63195cd850db', 'port_id': '11e703fe-08bf-4434-8086-c3deeedd27b4', 'mac_address': 'fa:16:3e:f7:54:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd4c124-bbcf-4864-9cca-5d5e1832e0ae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:25.155992 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.217644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4c55c-6798-4404-ad3b-a2e04ba0a430 req-332d6b90-f3cb-4198-a5e2-8f83c726c988 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:25.227071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6a4c55c-6798-4404-ad3b-a2e04ba0a430 req-332d6b90-f3cb-4198-a5e2-8f83c726c988 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0769989 Oct 15 19:46:25.236272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.255081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e703fe-08bf-4434-8086-c3deeedd27b4 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:25.291217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11e703fe-08bf-4434-8086-c3deeedd27b4,segment=NetworkSegment(367119c7-4fde-40be-b329-fb6996511f51),segment_id=367119c7-4fde-40be-b329-fb6996511f51)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:25.292972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6a4c55c-6798-4404-ad3b-a2e04ba0a430 req-f9ea4f26-3d28-4801-bd5a-e1dbaff9c33f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642872 Oct 15 19:46:25.305865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:22Z', 'revision_number': 3, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:25.336956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Checking router: fbf7f434-c552-46e2-b246-1f118322845c for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:25.337312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Updating router fbf7f434-c552-46e2-b246-1f118322845c port c180efbf-0c15-4943-8b7f-d6e9cf06213f binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:46:25.364200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.390063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.441843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcade99f-a9ea-4a7b-9ffb-b9e019b0ca08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.507943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:25.573884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68d463-c5c7-41e7-9b73-c1e68d93f0e5 req-e074a386-6a55-4a60-81fb-7ef389fbb216 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:25.575219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc68d463-c5c7-41e7-9b73-c1e68d93f0e5 req-e074a386-6a55-4a60-81fb-7ef389fbb216 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 945 time: 0.1558223 Oct 15 19:46:25.669417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc68d463-c5c7-41e7-9b73-c1e68d93f0e5 req-2c3e50d8-3da1-44e5-9c96-87f0d9339216 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867755 Oct 15 19:46:25.678996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.706064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcade99f-a9ea-4a7b-9ffb-b9e019b0ca08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.709204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Allocated IP 172.20.0.1 (d4232c20-11cb-4b97-94f6-ca9611d3a649/7c26ca53-d98e-4be8-80f9-6b4c1395674f/69a82064-3331-4150-8b43-1c2b12c49791) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:25.725111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['11e703fe-08bf-4434-8086-c3deeedd27b4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:25.755111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.760073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aee85a-0694-43ce-8ebf-011838dc450c req-130aa229-d0c5-451b-9de6-364bc4ccf0ab tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:25.768403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52aee85a-0694-43ce-8ebf-011838dc450c req-130aa229-d0c5-451b-9de6-364bc4ccf0ab tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 944 time: 0.0771585 Oct 15 19:46:25.809809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bcade99f-a9ea-4a7b-9ffb-b9e019b0ca08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.816302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52aee85a-0694-43ce-8ebf-011838dc450c req-d9125260-7f58-4b42-a0d3-bf2d578a1a0b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465410 Oct 15 19:46:25.830152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604417ad-8da1-4620-9808-d2a561bc4cee None None] Pushing event updated for resources: {'Port': ['ID=c180efbf-0c15-4943-8b7f-d6e9cf06213f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:25.839511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Attempting to bind port c180efbf-0c15-4943-8b7f-d6e9cf06213f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:25.839909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Attempting to bind port c180efbf-0c15-4943-8b7f-d6e9cf06213f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:25.840245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Attempting to bind port c180efbf-0c15-4943-8b7f-d6e9cf06213f on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:25.853767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:25.854142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:25.854682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.855373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:25.855583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Bound port: c180efbf-0c15-4943-8b7f-d6e9cf06213f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:25.855954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.875675 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bcade99f-a9ea-4a7b-9ffb-b9e019b0ca08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d88d36707c364c7a970369fb4273761f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299203 Oct 15 19:46:25.878938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:25.882420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcade99f-a9ea-4a7b-9ffb-b9e019b0ca08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dece21f5-1660-4b74-9b87-b73580796531,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:25.896515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.905169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc85ce5-6ad8-4ed9-8915-b5f5565301dc req-d688bfab-a0e3-46ee-929b-e253c93c32e9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:25.906706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bc85ce5-6ad8-4ed9-8915-b5f5565301dc req-d688bfab-a0e3-46ee-929b-e253c93c32e9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 944 time: 0.1565993 Oct 15 19:46:25.935365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] For port c180efbf-0c15-4943-8b7f-d6e9cf06213f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:25.939620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:25.956399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] For port c180efbf-0c15-4943-8b7f-d6e9cf06213f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c180efbf-0c15-4943-8b7f-d6e9cf06213f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:25.968108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bc85ce5-6ad8-4ed9-8915-b5f5565301dc req-1896fe48-1b5e-4672-a5c4-9662d9973c5a tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496650 Oct 15 19:46:25.968481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.027594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.056388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.080094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:26.080729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:26.098173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.101847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.107062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dece21f5-1660-4b74-9b87-b73580796531 HTTP/1.1" status: 204 len: 168 time: 0.2268829 Oct 15 19:46:26.108100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:26.111000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:26.114625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:26.122962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd443c88-e87b-461e-af29-7a01a6b92ff1 req-9d54d9e0-7776-4698-8f62-c048918b970b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:26.123456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:26.131037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd443c88-e87b-461e-af29-7a01a6b92ff1 req-9d54d9e0-7776-4698-8f62-c048918b970b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0981312 Oct 15 19:46:26.150556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604417ad-8da1-4620-9808-d2a561bc4cee None None] Pushing event updated for resources: {'Port': ['ID=c180efbf-0c15-4943-8b7f-d6e9cf06213f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:26.185416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd443c88-e87b-461e-af29-7a01a6b92ff1 req-060bdf79-2c27-4516-be03-6c2db9f9643e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Oct 15 19:46:26.186594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5a0ea-4075-4633-b7db-a6df77a5eaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dece21f5-1660-4b74-9b87-b73580796531,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:26.223686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.279281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf77c4-a044-46cc-b388-fbf4c7d0d8e7 req-dc7e98eb-4e9d-46b5-a20f-bb5d9e448ca6 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:26.279983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:26.280896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-edcf77c4-a044-46cc-b388-fbf4c7d0d8e7 req-dc7e98eb-4e9d-46b5-a20f-bb5d9e448ca6 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 944 time: 0.1320102 Oct 15 19:46:26.363988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-edcf77c4-a044-46cc-b388-fbf4c7d0d8e7 req-0ac865a6-ab3a-44c6-b99c-30376bbeb78f tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743334 Oct 15 19:46:26.466666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf091134-6ae6-4b4a-be72-77d226ec1274 req-63c5a9af-5354-4aa8-bea5-c69562f15f17 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:26.469116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf091134-6ae6-4b4a-be72-77d226ec1274 req-63c5a9af-5354-4aa8-bea5-c69562f15f17 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0613093 Oct 15 19:46:26.493657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1553068c-3d7a-4c94-be3e-5ed7f3c7a440 None None] Provisioning complete for port 69a82064-3331-4150-8b43-1c2b12c49791 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:26.494021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1553068c-3d7a-4c94-be3e-5ed7f3c7a440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.504081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.533491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf091134-6ae6-4b4a-be72-77d226ec1274 req-9ebc1b5e-4c35-4d6e-98b1-66779424c8a6 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Oct 15 19:46:26.541101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1553068c-3d7a-4c94-be3e-5ed7f3c7a440 None None] Port 69a82064-3331-4150-8b43-1c2b12c49791 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:46:26.549941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:22Z', 'revision_number': 3, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:26.555362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device dc41a792-27f9-40d9-b5b9-8080280f6d16 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:26.586797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d28382-30b3-4b3a-9a9e-f03b3abf4eaf None None] The sync data for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 is: [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:22Z', 'revision_number': 3, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:26.697834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.729930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port dc41a792-27f9-40d9-b5b9-8080280f6d16 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:26.734610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port dc41a792-27f9-40d9-b5b9-8080280f6d16 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:26.735308 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.802579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1b2f5-5ef3-48ac-b337-f4e52d038986 req-c1ae05c9-4cba-4853-b708-495137730dfb tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:26.803757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77a1b2f5-5ef3-48ac-b337-f4e52d038986 req-c1ae05c9-4cba-4853-b708-495137730dfb tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 945 time: 0.0582137 Oct 15 19:46:26.829049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.873615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.911201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:26.914994 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d438649-057f-4388-988d-61592a9cfc95" -d '{"events": [{"server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "name": "network-vif-plugged", "status": "completed", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:26.945695 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:26.951494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77a1b2f5-5ef3-48ac-b337-f4e52d038986 req-28d571a9-09f3-4ae0-80c0-f107fe936dd5 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298270 Oct 15 19:46:26.953500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:26.980848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:26.981686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97908b6-0e0a-4dd9-b5c6-0f50de1f67b1 req-661c567e-1f26-47b9-97df-27b3eb861a4d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:26.991682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c97908b6-0e0a-4dd9-b5c6-0f50de1f67b1 req-661c567e-1f26-47b9-97df-27b3eb861a4d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 944 time: 0.0718231 Oct 15 19:46:27.007965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39276) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:27.027921 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c7768-c057-4d44-bd0a-32ca57652e70 x-openstack-request-id: req-fc7c7768-c057-4d44-bd0a-32ca57652e70 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:27.028303 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "name": "network-vif-plugged", "status": "completed", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:27.028559 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc7c7768-c057-4d44-bd0a-32ca57652e70 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:27.028955 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'code': 200} Oct 15 19:46:27.036826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8a46d34-0a01-41ba-a298-a59e997b3576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.044739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.046291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c201c939-72a0-416e-b75e-d478d074d79b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:27.083231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c97908b6-0e0a-4dd9-b5c6-0f50de1f67b1 req-328cdfda-6e34-4dcc-a538-5a9919268fac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Oct 15 19:46:27.098715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:27.100507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:27.191828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e7a74-e167-40a0-bdff-b0594ca06ad8 req-99221d04-c707-4eb0-af9a-2576f807d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:27.200116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac5e7a74-e167-40a0-bdff-b0594ca06ad8 req-99221d04-c707-4eb0-af9a-2576f807d554 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 1097 time: 0.0881610 Oct 15 19:46:27.215519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:27.280900 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8a46d34-0a01-41ba-a298-a59e997b3576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.283204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac5e7a74-e167-40a0-bdff-b0594ca06ad8 req-28dbd7ca-f915-4d05-be9b-3c6003b6282b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805180 Oct 15 19:46:27.313450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b16ef2-1cf4-4b0a-bb16-ac1673996a74 req-a1c786bf-3ef4-40e4-9a97-d95c659068ff tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:27.315077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91b16ef2-1cf4-4b0a-bb16-ac1673996a74 req-a1c786bf-3ef4-40e4-9a97-d95c659068ff tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.1425085 Oct 15 19:46:27.330364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c201c939-72a0-416e-b75e-d478d074d79b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:27.339934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c201c939-72a0-416e-b75e-d478d074d79b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:27.340309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.364783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Router fbf7f434-c552-46e2-b246-1f118322845c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:27.375465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a507526-dd69-45b3-a856-c646c4bb8e3e req-0f6d3541-72b4-48ca-91ea-989846ecb9b2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:27.377293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a507526-dd69-45b3-a856-c646c4bb8e3e req-0f6d3541-72b4-48ca-91ea-989846ecb9b2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0876346 Oct 15 19:46:27.379182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8a46d34-0a01-41ba-a298-a59e997b3576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.421955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91b16ef2-1cf4-4b0a-bb16-ac1673996a74 req-9034a74f-4a69-47ee-aa64-86105b00c170 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771484 Oct 15 19:46:27.444159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.448838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8a46d34-0a01-41ba-a298-a59e997b3576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b780a09a35b0468e85ce8b99815f91f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396260 Oct 15 19:46:27.449591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39282) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:27.471072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a46d34-0a01-41ba-a298-a59e997b3576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30a167-744f-4dba-9921-edb4a58ff100,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:27.497044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-24b4962b-cf31-4419-a643-35ee8a74e39b None None] Provisioning complete for port 69a82064-3331-4150-8b43-1c2b12c49791 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:27.497438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24b4962b-cf31-4419-a643-35ee8a74e39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.503274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a507526-dd69-45b3-a856-c646c4bb8e3e req-ce948769-ce9e-4c07-be14-3a5e867c4179 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099477 Oct 15 19:46:27.534100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.540721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c201c939-72a0-416e-b75e-d478d074d79b,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:27.557288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-24b4962b-cf31-4419-a643-35ee8a74e39b None None] Port 69a82064-3331-4150-8b43-1c2b12c49791 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:46:27.562328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.614982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d3f0-712a-4593-ac13-d8a0c9013e69 req-78f616c2-31a2-46d4-a0c2-e321d780755d tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:27.616547 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f6a1d3f0-712a-4593-ac13-d8a0c9013e69 req-78f616c2-31a2-46d4-a0c2-e321d780755d tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 944 time: 0.0862949 Oct 15 19:46:27.643162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.678946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f1093-f1e7-47a2-94d5-9bbf1d1e67b7 req-ab2cd094-ee54-4b2e-b39f-06015786f0c5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:27.687137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073f1093-f1e7-47a2-94d5-9bbf1d1e67b7 req-ab2cd094-ee54-4b2e-b39f-06015786f0c5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0588241 Oct 15 19:46:27.699132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:27.702217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:27.705995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-48287d29-abcd-4dab-a5b8-122cf4f30ee3 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbf7f434-c552-46e2-b246-1f118322845c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3625154 Oct 15 19:46:27.708510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.711130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:27.714699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab30a167-744f-4dba-9921-edb4a58ff100 HTTP/1.1" status: 204 len: 168 time: 0.2595088 Oct 15 19:46:27.731527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f6a1d3f0-712a-4593-ac13-d8a0c9013e69 req-8da74470-555f-4136-85de-0ae6861d6f90 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729182 Oct 15 19:46:27.733427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad187849-60c4-44e6-8f4b-e68af2855a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30a167-744f-4dba-9921-edb4a58ff100,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:27.752833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073f1093-f1e7-47a2-94d5-9bbf1d1e67b7 req-aa688d2f-9560-4203-a212-6a319a28c5d5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623994 Oct 15 19:46:28.108857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa8e6b-d8ab-4661-953e-99598ee2ad49 req-a8f820a4-cd8b-49ef-9235-0a0e68c055e1 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:28.110935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfaa8e6b-d8ab-4661-953e-99598ee2ad49 req-a8f820a4-cd8b-49ef-9235-0a0e68c055e1 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.0576530 Oct 15 19:46:28.145030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c180efbf-0c15-4943-8b7f-d6e9cf06213f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:28.162148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfaa8e6b-d8ab-4661-953e-99598ee2ad49 req-215dcc43-20d8-4d2d-b6c5-f1e7fb131159 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Oct 15 19:46:28.250121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c180efbf-0c15-4943-8b7f-d6e9cf06213f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:28.250495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.314637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c4d0d-acf9-4870-9c89-b0a26aceaf09 req-0cc4608a-bd0c-40e5-a67a-f06bce92d780 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:28.316141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc1c4d0d-acf9-4870-9c89-b0a26aceaf09 req-0cc4608a-bd0c-40e5-a67a-f06bce92d780 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 944 time: 0.0527160 Oct 15 19:46:28.350599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.367096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc1c4d0d-acf9-4870-9c89-b0a26aceaf09 req-557a53cb-22ca-432c-aa6c-6e96ec8a0390 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Oct 15 19:46:28.372188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c180efbf-0c15-4943-8b7f-d6e9cf06213f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c180efbf-0c15-4943-8b7f-d6e9cf06213f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:28.399166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:28.404243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27022096', 'description': 'tempest-description--243560012'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:28.455183 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.516291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c180efbf-0c15-4943-8b7f-d6e9cf06213f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:28.524210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11e703fe-08bf-4434-8086-c3deeedd27b4 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:28.534125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.551619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780528f5-1310-45bf-b6c0-e1cdbaa14283 req-e14b015d-9903-4859-8967-1d6e56c10691 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:28.553277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-780528f5-1310-45bf-b6c0-e1cdbaa14283 req-e14b015d-9903-4859-8967-1d6e56c10691 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0605893 Oct 15 19:46:28.567491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 78034921-e769-4a75-875e-f07f5e9d6a11 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:28.585474 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Sync routers for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:28.597669 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:28.601888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:28.653355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-780528f5-1310-45bf-b6c0-e1cdbaa14283 req-ed9caa04-69ec-4599-9feb-6229cb93b210 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916359 Oct 15 19:46:28.750886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:28.756258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adddf16-e060-4201-87c9-a8ac381db5bc req-592286eb-a714-48f3-97ee-4f04f778e8f9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:28.765172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 11e703fe-08bf-4434-8086-c3deeedd27b4 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:28.771169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9adddf16-e060-4201-87c9-a8ac381db5bc req-592286eb-a714-48f3-97ee-4f04f778e8f9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1329808 Oct 15 19:46:28.772363 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:28.773565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.775366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 11e703fe-08bf-4434-8086-c3deeedd27b4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:28.775974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.778654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '78034921-e769-4a75-875e-f07f5e9d6a11', 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887', 'port_id': '78034921-e769-4a75-875e-f07f5e9d6a11', 'mac_address': 'fa:16:3e:6a:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39895ff-97d8-4487-9a88-dedc3d0ddd88', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:28.819332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9adddf16-e060-4201-87c9-a8ac381db5bc req-6ed03541-2298-405b-b5ad-18be3aae5bb7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492663 Oct 15 19:46:28.878202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.889331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.921773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78034921-e769-4a75-875e-f07f5e9d6a11 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:28.931823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6d0af-d8da-4652-9e68-d88b74a3c6c6 req-7e8ad039-9bb9-4094-9e39-e88e7abc3f9d tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:28.941523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25d6d0af-d8da-4652-9e68-d88b74a3c6c6 req-7e8ad039-9bb9-4094-9e39-e88e7abc3f9d tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 944 time: 0.0937068 Oct 15 19:46:28.967089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:28.974699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.976608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:28.978334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5777326 Oct 15 19:46:28.983049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:28.990254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'security_group_rule': {'security_group_id': '7f1d01e0-6d3f-4675-960f-74e1ffcc9106', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:28.999111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be175f54-44f9-4ab3-bba8-be08b0f19c65 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d01e0-6d3f-4675-960f-74e1ffcc9106,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.001111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25d6d0af-d8da-4652-9e68-d88b74a3c6c6 req-4c6dcd62-ad24-4a0c-9f5d-db42bdad150a tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549893 Oct 15 19:46:29.017993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11e703fe-08bf-4434-8086-c3deeedd27b4,segment=NetworkSegment(367119c7-4fde-40be-b329-fb6996511f51),segment_id=367119c7-4fde-40be-b329-fb6996511f51)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:29.030073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b'}, {'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:29.031147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d2d1f-6372-43c9-90d6-614c3f583380 req-af7eec6c-afac-4973-ab1c-71d32d280deb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.032984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-943d2d1f-6372-43c9-90d6-614c3f583380 req-af7eec6c-afac-4973-ab1c-71d32d280deb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1288710 Oct 15 19:46:29.034103 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3e3ba4-fdc4-402b-962b-df1e0564433a" -d '{"events": [{"server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "name": "network-vif-plugged", "status": "completed", "tag": "c201c939-72a0-416e-b75e-d478d074d79b"}, {"server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "name": "network-vif-plugged", "status": "completed", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:29.060631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.077551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-943d2d1f-6372-43c9-90d6-614c3f583380 req-96f4b36c-10c7-4679-ae36-42ec2fc19e08 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369565 Oct 15 19:46:29.105808 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423baab1-dbc5-4587-876c-93500b45dc18 x-openstack-request-id: req-423baab1-dbc5-4587-876c-93500b45dc18 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:29.106192 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "name": "network-vif-plugged", "status": "completed", "tag": "c201c939-72a0-416e-b75e-d478d074d79b", "code": 200}, {"server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "name": "network-vif-plugged", "status": "completed", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:29.106486 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-423baab1-dbc5-4587-876c-93500b45dc18 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:29.107359 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b', 'code': 200} Oct 15 19:46:29.107651 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4', 'code': 200} Oct 15 19:46:29.109756 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 2, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:29.118896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.146436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Checking router: fbf7f434-c552-46e2-b246-1f118322845c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:29.146817 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Updating router fbf7f434-c552-46e2-b246-1f118322845c port 69a82064-3331-4150-8b43-1c2b12c49791 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:46:29.155902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.176017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.206198 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.240853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.244523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab88df1-cd3e-4d02-93ed-b8202c8ab38e req-7813ae6c-ebe2-49cf-a071-2191a3df11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.246620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bab88df1-cd3e-4d02-93ed-b8202c8ab38e req-7813ae6c-ebe2-49cf-a071-2191a3df11f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 1098 time: 0.0907500 Oct 15 19:46:29.283029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bf12a-7c66-4b18-9068-5bfce1089782 req-7129d063-104a-454b-b145-2a731b8861c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.284554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-217bf12a-7c66-4b18-9068-5bfce1089782 req-7129d063-104a-454b-b145-2a731b8861c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 1097 time: 0.0759511 Oct 15 19:46:29.306144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bab88df1-cd3e-4d02-93ed-b8202c8ab38e req-9e92688e-5b40-4a9a-9b51-3dd9b8b1ae71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508506 Oct 15 19:46:29.330167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.339107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-217bf12a-7c66-4b18-9068-5bfce1089782 req-d5e24d7a-4c14-43a8-aadb-bfc7b7fccbd5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Oct 15 19:46:29.351198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a809cd-c5db-4d68-a17f-00a1edf304e0 req-3587fef7-9c9f-4196-bebc-048166285372 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.352641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05a809cd-c5db-4d68-a17f-00a1edf304e0 req-3587fef7-9c9f-4196-bebc-048166285372 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.0614245 Oct 15 19:46:29.395494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:29.396417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05a809cd-c5db-4d68-a17f-00a1edf304e0 req-6c38e7c0-5590-4c65-8df8-1086bb788a1c tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Oct 15 19:46:29.403592 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.427315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e6e926-3292-42f9-880a-ff6c9ffa01e2,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.509235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.510516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-76b9a2d6-0542-4c46-a570-c515104ac8cf tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5256047 Oct 15 19:46:29.513446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:29.517959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'security_group_rule': {'security_group_id': '7f1d01e0-6d3f-4675-960f-74e1ffcc9106', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:29.542147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4040b-0a79-413c-ae25-da67f5d57719 req-a8b5441e-b3e4-4aac-8e07-37fb3cb12fbb tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.550990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcc4040b-0a79-413c-ae25-da67f5d57719 req-a8b5441e-b3e4-4aac-8e07-37fb3cb12fbb tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 945 time: 0.0668099 Oct 15 19:46:29.556694 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.592127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcc4040b-0a79-413c-ae25-da67f5d57719 req-aa52c271-7461-4eea-9dfd-0fac33b13c92 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Oct 15 19:46:29.632583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.656550 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.698453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.710505 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Pushing event updated for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.721534 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.721873 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.722381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.722720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.723050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.723378 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.724417 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.724417 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.724417 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.724778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.725219 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.725693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:29.787516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720203a-698c-408f-afb9-09eba9a7ddf4 req-762ec20f-d8bb-4735-8ccf-c6c0cdea9ce6 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.789147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c720203a-698c-408f-afb9-09eba9a7ddf4 req-762ec20f-d8bb-4735-8ccf-c6c0cdea9ce6 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0561352 Oct 15 19:46:29.806790 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Attempting to bind port 69a82064-3331-4150-8b43-1c2b12c49791 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:29.807152 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Attempting to bind port 69a82064-3331-4150-8b43-1c2b12c49791 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:29.808352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Attempting to bind port 69a82064-3331-4150-8b43-1c2b12c49791 on network d4232c20-11cb-4b97-94f6-ca9611d3a649 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:29.814034 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:29.814409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Checking segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:29.814807 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.815192 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Bound using segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:29.815682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Bound port: 69a82064-3331-4150-8b43-1c2b12c49791, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:29.816052 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.830038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:29.852963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37bca56-0847-46fb-99cd-8c5a2f40cdab,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:29.884277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c720203a-698c-408f-afb9-09eba9a7ddf4 req-08cece2f-9786-473e-8579-d66f8d6aca18 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796902 Oct 15 19:46:29.893136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] For port 69a82064-3331-4150-8b43-1c2b12c49791, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:29.897183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] For port 69a82064-3331-4150-8b43-1c2b12c49791, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=69a82064-3331-4150-8b43-1c2b12c49791,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:29.976172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d4e0e-f1fe-4590-8fdc-4f10bb441add req-5d315f1a-adfb-4cd3-9fb7-badbc42c71c8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:29.977726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d7d4e0e-f1fe-4590-8fdc-4f10bb441add req-5d315f1a-adfb-4cd3-9fb7-badbc42c71c8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0554290 Oct 15 19:46:29.993454 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.020944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede58e4a-eee6-48d9-9876-ad02b090bd53 req-b275a2dc-ac63-464e-a941-b50c8031d4ff tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:30.022476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ede58e4a-eee6-48d9-9876-ad02b090bd53 req-b275a2dc-ac63-464e-a941-b50c8031d4ff tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0621860 Oct 15 19:46:30.042553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.043963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-00a1ae1f-c550-4e0a-910f-1ad4255832b0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5294163 Oct 15 19:46:30.044459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:30.044800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d7d4e0e-f1fe-4590-8fdc-4f10bb441add req-b329fbaa-6d3d-4d24-b160-eeca559856e3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594485 Oct 15 19:46:30.046833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39360) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:30.048803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Request body: {'floatingip': {'port_id': 'dc41a792-27f9-40d9-b5b9-8080280f6d16'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:30.057125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:30.098910 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:30.099584 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:30.112353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] Provisioning complete for port 69a82064-3331-4150-8b43-1c2b12c49791 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:30.112725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.158467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.185278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.185966 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02564d43-d4f4-4a33-9ed1-fcf62964bfda None None] Pushing event updated for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:30.202214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c180efbf-0c15-4943-8b7f-d6e9cf06213f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:30.295655 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:30.351468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3fa12-babc-44a5-a876-b0876921812c req-8a590bd4-4241-4d49-bb57-2ab324fe5508 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:30.352306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c180efbf-0c15-4943-8b7f-d6e9cf06213f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:30.352680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.362349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7b3fa12-babc-44a5-a876-b0876921812c req-8a590bd4-4241-4d49-bb57-2ab324fe5508 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1367729 Oct 15 19:46:30.428704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7b3fa12-babc-44a5-a876-b0876921812c req-1f49cfa8-39b6-4915-bd7a-8398f19f95c3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Oct 15 19:46:30.473680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.509207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929c3de-bb51-4a50-8e1b-16a07841fabc req-cd2cee56-2f1f-4778-b42c-dd20cc4e8cb5 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:30.511242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0929c3de-bb51-4a50-8e1b-16a07841fabc req-cd2cee56-2f1f-4778-b42c-dd20cc4e8cb5 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 945 time: 0.3187838 Oct 15 19:46:30.538708 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.603498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 78034921-e769-4a75-875e-f07f5e9d6a11 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:30.631200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0929c3de-bb51-4a50-8e1b-16a07841fabc req-23ea0236-40da-4541-b050-33d64ee7a3cc tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128540 Oct 15 19:46:30.673331 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:29Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:30.695816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518f67b-dd1d-445b-94ea-c0252e206667 req-f6529d39-ae61-49ac-ae93-9e89fe123b40 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:30.704337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e518f67b-dd1d-445b-94ea-c0252e206667 req-f6529d39-ae61-49ac-ae93-9e89fe123b40 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.1413391 Oct 15 19:46:30.704522 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648200c8-f358-4afe-90cf-321680ee86f7 None None] The sync data for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 is: [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:29Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:30.733538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] For port 69a82064-3331-4150-8b43-1c2b12c49791, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=69a82064-3331-4150-8b43-1c2b12c49791,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:30.788360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Allocated IP 172.25.0.131 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/4db7c429-b92b-41dd-923c-02b81a6be2c0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:30.810100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e518f67b-dd1d-445b-94ea-c0252e206667 req-84ef4592-349d-4073-aa47-37dac5d6029b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003783 Oct 15 19:46:30.856410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.899309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f56e-27e7-420d-a78f-7bfe8f3e0c46 req-904d228d-65aa-4d7a-aec5-a00f08f5d83e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:30.907619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e34f56e-27e7-420d-a78f-7bfe8f3e0c46 req-904d228d-65aa-4d7a-aec5-a00f08f5d83e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 945 time: 0.1619232 Oct 15 19:46:30.920702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9534d-9a8e-488e-aa8e-0e0394ff90ea None None] Pushing event updated for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:30.938090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 78034921-e769-4a75-875e-f07f5e9d6a11 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:30.944782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 78034921-e769-4a75-875e-f07f5e9d6a11 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:30.945826 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:30.952033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.018548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7e34f56e-27e7-420d-a78f-7bfe8f3e0c46 req-02395fca-31b0-4b5d-80ee-84259c908cd1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061275 Oct 15 19:46:31.049448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-72a24563-156f-4bab-ab15-f24e970c2eab None None] Provisioning complete for port 69a82064-3331-4150-8b43-1c2b12c49791 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:31.049822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-72a24563-156f-4bab-ab15-f24e970c2eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.124952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.178512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.197561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:31.214718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:31.221971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:31.226635 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec52e02-1866-41df-9f4c-a43255423a32" -d '{"events": [{"server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "name": "network-vif-plugged", "status": "completed", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:31.226833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:31.254055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:31.276262 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225b373-b9be-415b-8631-b56985c6624c x-openstack-request-id: req-0225b373-b9be-415b-8631-b56985c6624c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:31.279019 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "name": "network-vif-plugged", "status": "completed", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:31.279198 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0225b373-b9be-415b-8631-b56985c6624c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:31.279657 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11', 'code': 200} Oct 15 19:46:31.319609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'Port': ['ID=4db7c429-b92b-41dd-923c-02b81a6be2c0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:31.341351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.384166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a4ac-927d-45be-a2de-2179449964de req-e21e1b16-259b-4d77-b87a-9c5e6246b7f6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:31.386318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6610a4ac-927d-45be-a2de-2179449964de req-e21e1b16-259b-4d77-b87a-9c5e6246b7f6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.2080855 Oct 15 19:46:31.407273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:31.492110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.494715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.resource_extend [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:46:31.503974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e17220-403a-4529-b4d7-0b83673db032 req-970e151b-c150-48d1-b660-a686f66d772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:31.505477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9e17220-403a-4529-b4d7-0b83673db032 req-970e151b-c150-48d1-b660-a686f66d772b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1098 time: 0.1582906 Oct 15 19:46:31.511840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6610a4ac-927d-45be-a2de-2179449964de req-7f927b82-2271-429b-9309-3ec9afeb0ac8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Oct 15 19:46:31.553856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9e17220-403a-4529-b4d7-0b83673db032 req-8cf413c4-b5c7-4fc4-a515-437fb058954e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Oct 15 19:46:31.578655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.599000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e458e-4029-431d-885d-7937bf7bd089 req-7dfd4f4c-babb-42fb-88e9-4ef69e99ff5a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:31.600546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db0e458e-4029-431d-885d-7937bf7bd089 req-7dfd4f4c-babb-42fb-88e9-4ef69e99ff5a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0705719 Oct 15 19:46:31.645138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db0e458e-4029-431d-885d-7937bf7bd089 req-8b1bf18d-66da-483a-8051-aa23a3bff4c8 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Oct 15 19:46:31.718513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:31.844546 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Floating IP d10e3a39-bea1-475b-822f-d560c4be0ded associated. External IP: 172.25.0.160, port: dc41a792-27f9-40d9-b5b9-8080280f6d16. Oct 15 19:46:31.997699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1aeb7a-db2d-4626-8851-abe67b5c37a7 req-4e138131-fc9c-465f-a342-849f62c99c3b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:32.000175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e1aeb7a-db2d-4626-8851-abe67b5c37a7 req-4e138131-fc9c-465f-a342-849f62c99c3b tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.1075623 Oct 15 19:46:32.067826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e1aeb7a-db2d-4626-8851-abe67b5c37a7 req-82dfdb39-914c-4de2-9558-92cf7af856b9 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509989 Oct 15 19:46:32.140907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.201863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dfbc2-8ecc-4e61-b3ef-c19dcda216b6 req-a2fc6457-7035-49ac-8365-b2aef032d9fa tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:32.202765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86dfbc2-8ecc-4e61-b3ef-c19dcda216b6 req-a2fc6457-7035-49ac-8365-b2aef032d9fa tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 945 time: 0.5095067 Oct 15 19:46:32.213082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 69a82064-3331-4150-8b43-1c2b12c49791 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:32.279712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86dfbc2-8ecc-4e61-b3ef-c19dcda216b6 req-649bd06d-9d3c-4e19-87e9-31255c78981b tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760353 Oct 15 19:46:32.309878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0023bd-e5f9-4a34-91b0-5596b066648c req-334413e8-83fe-4d83-a58f-e3b1c679f57f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:32.311501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e0023bd-e5f9-4a34-91b0-5596b066648c req-334413e8-83fe-4d83-a58f-e3b1c679f57f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 946 time: 0.1338267 Oct 15 19:46:32.318536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 69a82064-3331-4150-8b43-1c2b12c49791 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:32.319024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.429327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e0023bd-e5f9-4a34-91b0-5596b066648c req-a3a7832e-6edb-4dc5-b301-d86fd646c6a0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073577 Oct 15 19:46:32.454165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Router 90ee4cce-8fab-484d-8175-a046237edcc8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:32.462691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.573609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:32.578717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.586619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Sync routers for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:32.598048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.598606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:32.599447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:32.628845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4bf39d57-23cf-4801-914e-5f553219a639 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "PUT /v2.0/floatingips/d10e3a39-bea1-475b-822f-d560c4be0ded HTTP/1.1" status: 200 len: 991 time: 2.5833337 Oct 15 19:46:32.630557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:32.633696 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32192481-558b-4592-acf7-a2bf87f1fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:32.676488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'Port': ['ID=4db7c429-b92b-41dd-923c-02b81a6be2c0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:32.688026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.697391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa54cff-1b73-4b9f-8028-43939719f297 req-e734f60e-4976-44ea-8e34-448acc9099b1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:32.699448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-faa54cff-1b73-4b9f-8028-43939719f297 req-e734f60e-4976-44ea-8e34-448acc9099b1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0824316 Oct 15 19:46:32.742003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-faa54cff-1b73-4b9f-8028-43939719f297 req-6fe7b599-7204-482a-ad92-d64d543383fe tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Oct 15 19:46:32.759332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:32.807379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:32.832447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fcad6e34-e324-44fa-891c-3f83cb4db7e4 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7739079 Oct 15 19:46:33.040963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd10e3a39-bea1-475b-822f-d560c4be0ded', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'port_id': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'mac_address': 'fa:16:3e:db:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:45:54Z', 'updated_at': '2021-10-15T19:46:31Z', 'revision_number': 1, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:33.073714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Checking router: 90ee4cce-8fab-484d-8175-a046237edcc8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:33.084971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:33.085623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:33.101735 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48deae36-8c7d-47b0-bfa9-de692762b991 x-openstack-request-id: req-48deae36-8c7d-47b0-bfa9-de692762b991 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:33.102225 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:33.102422 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48deae36-8c7d-47b0-bfa9-de692762b991 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:33.104623 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'status': 'completed', 'code': 200} Oct 15 19:46:33.110152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac8abb-76c5-4d9a-ad87-e902f89d9d18 req-d3c246d8-bc27-4f4d-a0c7-ae6aa8d1abb1 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.127050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2ac8abb-76c5-4d9a-ad87-e902f89d9d18 req-d3c246d8-bc27-4f4d-a0c7-ae6aa8d1abb1 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0889909 Oct 15 19:46:33.246559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192481-558b-4592-acf7-a2bf87f1fdab req-8ee8ab9f-c3c2-44e5-9884-97ec74ec5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.248509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-8ee8ab9f-c3c2-44e5-9884-97ec74ec5cad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70246cfef505450695ee3c271ed89c6f&device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 1097 time: 0.1058316 Oct 15 19:46:33.265639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2ac8abb-76c5-4d9a-ad87-e902f89d9d18 req-e14498ac-0459-4c44-84a4-53e8c825cbcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269779 Oct 15 19:46:33.268702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-0d72f225-c73d-41e3-b89c-9d24b581af6f tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--27022096&fields=id&tenant_id=50b8fb51223845638bfffbb66a12f409 HTTP/1.1" status: 200 len: 267 time: 0.0469248 Oct 15 19:46:33.277696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:33.313456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39494) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:33.435944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e80a5aff-1065-42fd-97b5-14a8db0d6a63 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.446194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e80a5aff-1065-42fd-97b5-14a8db0d6a63 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/networks?id=d4232c20-11cb-4b97-94f6-ca9611d3a649 HTTP/1.1" status: 200 len: 812 time: 0.1764741 Oct 15 19:46:33.462176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba1ba2-f629-4bf5-b7f9-32271fbf8b70 req-b0b1e684-f48d-458d-9427-d9381bc87876 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.464747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42ba1ba2-f629-4bf5-b7f9-32271fbf8b70 req-b0b1e684-f48d-458d-9427-d9381bc87876 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 945 time: 0.0750062 Oct 15 19:46:33.465988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192481-558b-4592-acf7-a2bf87f1fdab req-6674542a-951e-44cf-a6cc-f3de79e9728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.467322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-6674542a-951e-44cf-a6cc-f3de79e9728b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 200 len: 906 time: 0.2006159 Oct 15 19:46:33.486011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-716020ad-74a9-4bc7-8706-ab0f9011bfd1 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/quotas/50b8fb51223845638bfffbb66a12f409 HTTP/1.1" status: 200 len: 375 time: 0.0375671 Oct 15 19:46:33.487130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7f53923-aebc-4dfb-b780-d2a2d7d46c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:33.570703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42ba1ba2-f629-4bf5-b7f9-32271fbf8b70 req-f02c8d11-d867-4860-aa8c-c360edf7e449 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981479 Oct 15 19:46:33.573605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-b5787af0-2f3d-4509-b005-1ac662737eb9 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=50b8fb51223845638bfffbb66a12f409&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0766475 Oct 15 19:46:33.592040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-d497e9f8-9ac1-4270-a1ce-87f1fa139d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 200 len: 999 time: 0.1099925 Oct 15 19:46:33.605832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd10e3a39-bea1-475b-822f-d560c4be0ded', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'port_id': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'mac_address': 'fa:16:3e:db:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:45:54Z', 'updated_at': '2021-10-15T19:46:31Z', 'revision_number': 1, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:33.629950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7f53923-aebc-4dfb-b780-d2a2d7d46c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:33.661090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b518b768-7687-4c1c-827e-fe47e1a7f743 None None] The sync data for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 is: [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd10e3a39-bea1-475b-822f-d560c4be0ded', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'port_id': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'mac_address': 'fa:16:3e:db:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:45:54Z', 'updated_at': '2021-10-15T19:46:31Z', 'revision_number': 1, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:33.662908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192481-558b-4592-acf7-a2bf87f1fdab req-fc0f80a1-7c25-4cda-ab22-868ee39b6aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.664413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-fc0f80a1-7c25-4cda-ab22-868ee39b6aac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e20484fd-5ae2-44ef-b9e0-0019282c509a HTTP/1.1" status: 200 len: 844 time: 0.0651772 Oct 15 19:46:33.712586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7f53923-aebc-4dfb-b780-d2a2d7d46c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:33.753526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32192481-558b-4592-acf7-a2bf87f1fdab req-98cfbb64-bbb8-490b-be82-0233cc31e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.755136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-98cfbb64-bbb8-490b-be82-0233cc31e492 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb8003-a030-43f5-a493-8581f034bbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826075 Oct 15 19:46:33.766351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707fcbe-fbf4-48f6-9517-cb049b5ba3f5 req-24ead6f2-bd66-4f97-b136-605619ff96cc tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:33.767978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5707fcbe-fbf4-48f6-9517-cb049b5ba3f5 req-24ead6f2-bd66-4f97-b136-605619ff96cc tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 946 time: 0.0971508 Oct 15 19:46:33.803204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7f53923-aebc-4dfb-b780-d2a2d7d46c39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b152040f8f494e188d08356300b66492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862487 Oct 15 19:46:33.803204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f53923-aebc-4dfb-b780-d2a2d7d46c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b659db-c1f4-4445-849b-3057327e6ffe,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:33.805797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39506) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:33.865351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-dadeeb7b-1a6c-4bdd-900d-ccab4c877318 service neutron] 10.222.0.13 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640383 Oct 15 19:46:33.867471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5707fcbe-fbf4-48f6-9517-cb049b5ba3f5 req-fe74a1b8-4953-479a-8737-8e581813be13 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898836 Oct 15 19:46:33.931067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:33.958523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-87a9e737-9145-4093-8957-7afb7c2071e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894000 Oct 15 19:46:34.003819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:34.010382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a766c42-9b02-4cc6-b881-a119c64b5239 None None] New status for floating IP d10e3a39-bea1-475b-822f-d560c4be0ded: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:46:34.064376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-a58ddd84-43ff-423a-b58a-82ba75905105 service neutron] 10.222.0.13 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933899 Oct 15 19:46:34.118741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fef36c-4a7d-4f1e-a4f7-ef52c28367ae req-d47eadbd-26dc-491c-a2df-23be3cdcf1bd tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:34.126517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76fef36c-4a7d-4f1e-a4f7-ef52c28367ae req-d47eadbd-26dc-491c-a2df-23be3cdcf1bd tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1639056 Oct 15 19:46:34.176762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32192481-558b-4592-acf7-a2bf87f1fdab req-9bdd7343-0d4f-48c8-944d-2063c62588a0 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024512 Oct 15 19:46:34.182203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:34.185436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:34.187399 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3b659db-c1f4-4445-849b-3057327e6ffe HTTP/1.1" status: 204 len: 168 time: 0.3805289 Oct 15 19:46:34.198144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40174404-1836-4739-9d2f-5765f15d61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b659db-c1f4-4445-849b-3057327e6ffe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:34.217579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76fef36c-4a7d-4f1e-a4f7-ef52c28367ae req-9457bcd0-e927-47a0-a406-07f14dd84a18 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900915 Oct 15 19:46:34.384388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-fa9e0cc6-cc79-4b19-a970-5a7313ca281c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1929696320&fields=id&tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 267 time: 0.0363333 Oct 15 19:46:34.451462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-824e2056-ceae-4099-917a-705b9e7d6a54 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:34.453068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-824e2056-ceae-4099-917a-705b9e7d6a54 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 946 time: 0.0618615 Oct 15 19:46:34.468525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'security_groups': ['02768e4d-8de1-4e4d-92a7-0f49afcb19aa', '62834f01-b5b1-4448-b950-7c0471b2f819']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:34.575654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe48b9-88c7-49af-9098-567b79c08f25 req-44f489d4-f2cd-47b3-8925-80e622d3cbdb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:34.583376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2fe48b9-88c7-49af-9098-567b79c08f25 req-44f489d4-f2cd-47b3-8925-80e622d3cbdb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0917468 Oct 15 19:46:34.583801 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:34.628122 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f2fe48b9-88c7-49af-9098-567b79c08f25 req-d5391572-32fb-4c44-a3a0-33a8047e44c7 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435371 Oct 15 19:46:34.654530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4405ef-9659-4b81-8161-b221194185cd req-0e44474d-1aaf-4a78-a780-ec9961b57a17 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:34.656085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f4405ef-9659-4b81-8161-b221194185cd req-0e44474d-1aaf-4a78-a780-ec9961b57a17 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.11 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 945 time: 0.1080692 Oct 15 19:46:34.700914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-138656b8-942d-4072-8339-93757ff7ef75 req-0147a9e8-12c2-4d21-aa2c-af3cca03721c tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.0312793 Oct 15 19:46:34.838315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8d28d-3cd8-45f2-9227-c73f3790f5f2 req-5f0f9e45-de14-49c0-b2b1-d99bf15df4fa tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:34.839994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7af8d28d-3cd8-45f2-9227-c73f3790f5f2 req-5f0f9e45-de14-49c0-b2b1-d99bf15df4fa tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 945 time: 0.0649586 Oct 15 19:46:34.872213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Deleting port 11e703fe-08bf-4434-8086-c3deeedd27b4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:46:34.872551 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:34.881935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7af8d28d-3cd8-45f2-9227-c73f3790f5f2 req-432640d6-00b8-46b0-98b9-2834670a76f9 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/security-groups?id=c067c7b8-05d0-431e-8408-2e3ef09fa86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343115 Oct 15 19:46:34.960974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:35.007792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] For port 11e703fe-08bf-4434-8086-c3deeedd27b4, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11e703fe-08bf-4434-8086-c3deeedd27b4,segment=NetworkSegment(367119c7-4fde-40be-b329-fb6996511f51),segment_id=367119c7-4fde-40be-b329-fb6996511f51)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:35.008071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.023743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.030922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Calling delete_port for 11e703fe-08bf-4434-8086-c3deeedd27b4 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:46:35.139412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.151057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:35.204953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.205616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.207036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ee0fb56-2abf-477c-b664-8fc20f9bbe55 req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "PUT /v2.0/ports/78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 982 time: 0.7464387 Oct 15 19:46:35.207515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:35.209840 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bf5915-2f92-4870-ab24-e67329ae6aef" -d '{"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:35.248681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:35.276951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414f9a8-59c2-44f2-bb81-eba7a92f54ef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:35.280237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5707-7a9d-44d8-a44e-8060ba06bc4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.292259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:35.342310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.379384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Pushing event deleted for resources: {'Port': ['ID=11e703fe-08bf-4434-8086-c3deeedd27b4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:35.386746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['11e703fe-08bf-4434-8086-c3deeedd27b4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:35.410986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-e482f915-2bd4-4ed4-a40c-668e6014f675 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-222815638&fields=id&tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 267 time: 0.1121690 Oct 15 19:46:35.480234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-189fbb5d-6341-45f3-a7eb-e6898cc1289d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.480754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] No DVR routers for this DVR port 11e703fe-08bf-4434-8086-c3deeedd27b4 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:46:35.489863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-189fbb5d-6341-45f3-a7eb-e6898cc1289d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 985 time: 0.0766611 Oct 15 19:46:35.497550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'security_groups': ['02768e4d-8de1-4e4d-92a7-0f49afcb19aa', '62834f01-b5b1-4448-b950-7c0471b2f819', 'ce25431e-511c-4b8c-9ceb-a56d857060e6']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:35.498986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.503763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f4405ef-9659-4b81-8161-b221194185cd req-aa2610c3-c406-42ed-a854-34dfe8972f76 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.11 "DELETE /v2.0/ports/11e703fe-08bf-4434-8086-c3deeedd27b4 HTTP/1.1" status: 204 len: 173 time: 0.8358178 Oct 15 19:46:35.505736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5707-7a9d-44d8-a44e-8060ba06bc4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.558400 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856345a-1584-4efb-93cc-e9ed17ac9e8c x-openstack-request-id: req-7856345a-1584-4efb-93cc-e9ed17ac9e8c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:35.561691 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:35.561691 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7856345a-1584-4efb-93cc-e9ed17ac9e8c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:35.561691 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11', 'status': 'completed', 'code': 200} Oct 15 19:46:35.605830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.618299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8bb5707-7a9d-44d8-a44e-8060ba06bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.698768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b8bb5707-7a9d-44d8-a44e-8060ba06bc4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a45d15ba68614331ad6382c0ecb90159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480634 Oct 15 19:46:35.702177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:35.712737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb5707-7a9d-44d8-a44e-8060ba06bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eba36a-785d-4341-8da9-90805da44598,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:35.720427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-6c70df00-918e-46cd-8550-e6a99a0ba49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.722029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-6c70df00-918e-46cd-8550-e6a99a0ba49b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1137 time: 0.1312277 Oct 15 19:46:35.730594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58275113-0268-4b33-bbb1-7ecaa0720b02 req-f442c886-c969-44ac-b5d5-0384972034a6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.732097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58275113-0268-4b33-bbb1-7ecaa0720b02 req-f442c886-c969-44ac-b5d5-0384972034a6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1064577 Oct 15 19:46:35.803338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.840314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58275113-0268-4b33-bbb1-7ecaa0720b02 req-56341de4-6dab-4449-9e67-f1b066c69115 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997748 Oct 15 19:46:35.864580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.871590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-80af2205-8485-4c54-baef-35d4019aed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.873340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-80af2205-8485-4c54-baef-35d4019aed0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.1402285 Oct 15 19:46:35.896571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:35.932590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-5edcd0dd-bb9d-4f0b-b261-4923bcc9941b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 217 time: 0.0518587 Oct 15 19:46:35.941756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:35.991825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-e143a2f4-4a5f-4090-b390-25744992bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:35.993602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-e143a2f4-4a5f-4090-b390-25744992bcbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.0529261 Oct 15 19:46:36.044192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:36.046103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:36.047413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-da082443-d6be-4cad-ab8d-97f7b8c0a3e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324829 Oct 15 19:46:36.048722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:36.049845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2eba36a-785d-4341-8da9-90805da44598 HTTP/1.1" status: 204 len: 168 time: 0.3467364 Oct 15 19:46:36.056535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:36.098720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91785be-505f-4d25-9b54-e2d81058dcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eba36a-785d-4341-8da9-90805da44598,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:36.128097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:36.128860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:36.144302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d72eac0-3671-4335-bc62-ae6f9bc6189e req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "PUT /v2.0/ports/78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 1021 time: 0.6531963 Oct 15 19:46:36.144791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:36.147155 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b8681-b11a-4aee-8092-ed189790d36e" -d '{"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:36.185018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-9a06f336-27b3-408d-b196-7e454bd81827 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251121 Oct 15 19:46:36.210562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:36.253311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59de896-25fc-44f4-962b-4a744f05e053 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:36.331798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51987f2f-b64d-449e-84bf-7dd232ffaa0c req-5472ed15-1a86-4ff8-989a-cb0d85f5c3c8 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:36.334735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51987f2f-b64d-449e-84bf-7dd232ffaa0c req-5472ed15-1a86-4ff8-989a-cb0d85f5c3c8 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0731599 Oct 15 19:46:36.344034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8bf5915-2f92-4870-ab24-e67329ae6aef req-7049eeb1-7c78-4e65-ae58-7c1cfdb3c801 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510634 Oct 15 19:46:36.377186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51987f2f-b64d-449e-84bf-7dd232ffaa0c req-29ae947b-edd0-47ce-8313-a6e6cfa72b5e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351384 Oct 15 19:46:36.486417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-411fd607-1f7c-4fea-80b1-ee275afa882d req-ed9b55d5-7686-42dc-aa9a-0d16dccedd92 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.0364900 Oct 15 19:46:36.642801 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-941cc703-6a06-4b5e-9381-81e129a1bbb9 req-2bfcf58a-3066-4ec4-a7b3-8637bde38a36 tempest-InstanceActionsNegativeTestJSON-1773403007 tempest-InstanceActionsNegativeTestJSON-1773403007-project] 10.222.0.13 "GET /v2.0/ports?device_id=9437f745-46d9-43cf-ae96-3929dbd31282 HTTP/1.1" status: 200 len: 210 time: 0.0408449 Oct 15 19:46:36.764631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d6a63-07f1-41f4-a214-03c3437ce417 req-115945a8-807f-41fa-b4e7-177fdd52e654 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:36.766185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a0d6a63-07f1-41f4-a214-03c3437ce417 req-115945a8-807f-41fa-b4e7-177fdd52e654 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1024 time: 0.0632956 Oct 15 19:46:36.842591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a0d6a63-07f1-41f4-a214-03c3437ce417 req-6cc8e313-01a5-4ed4-8168-5849de095057 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=62834f01-b5b1-4448-b950-7c0471b2f819&id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=ce25431e-511c-4b8c-9ceb-a56d857060e6 HTTP/1.1" status: 200 len: 6151 time: 0.0689394 Oct 15 19:46:36.894024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1782354622 ', 'description': 'tempest-description-1286893309'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:36.912095 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4cccc0-2716-4680-8771-09f1226bf763 x-openstack-request-id: req-bb4cccc0-2716-4680-8771-09f1226bf763 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:36.912835 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:36.913554 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb4cccc0-2716-4680-8771-09f1226bf763 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:36.914315 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11', 'status': 'completed', 'code': 200} Oct 15 19:46:36.940770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-c215ac16-7de9-4730-83cb-2f95f98f71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:36.942385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-c215ac16-7de9-4730-83cb-2f95f98f71a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0955591 Oct 15 19:46:37.032899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:37.123663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-b87223c5-9734-4b41-9513-7ddaa1cee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.125196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-b87223c5-9734-4b41-9513-7ddaa1cee83c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1176 time: 0.1543267 Oct 15 19:46:37.133789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:37.192299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-b4dc75dc-41d6-4614-9bf4-e91c02897944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.192299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-b4dc75dc-41d6-4614-9bf4-e91c02897944 service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.2115135 Oct 15 19:46:37.205237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1805b-c483-43f6-9a9f-c92014872dbd req-7cd23a3e-13dc-40c0-a448-975ebd726101 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.212903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:37.227184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87b1805b-c483-43f6-9a9f-c92014872dbd req-7cd23a3e-13dc-40c0-a448-975ebd726101 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.2072544 Oct 15 19:46:37.254872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d13e89c-f0e4-4a40-9385-1b7c3db767da,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:37.311648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:37.340197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-577392f2-88d7-400d-b7ff-d88e65432fb5 req-ddf859e8-973e-48f9-8fd5-ee7980c289e6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4505968 Oct 15 19:46:37.363592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-708e0255-3c4e-4918-a05e-42b71471a643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.1282730 Oct 15 19:46:37.467705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9082fbe1-86ad-4991-a882-fee699ea83ad req-666f268d-400a-4b11-ac98-d93a561794d8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/5d13e89c-f0e4-4a40-9385-1b7c3db767da HTTP/1.1" status: 200 len: 1783 time: 0.0435436 Oct 15 19:46:37.500047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87b1805b-c483-43f6-9a9f-c92014872dbd req-f333f637-6d1f-4ebd-909e-b2f9331f99a7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746623 Oct 15 19:46:37.525923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-c28155c6-2351-414c-95a4-ff669e2aa796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.527970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-c28155c6-2351-414c-95a4-ff669e2aa796 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.1332603 Oct 15 19:46:37.568527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'name': 'network-vif-deleted', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:37.571144 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a1425-0e69-458e-9ee9-fc6c020a7f65" -d '{"events": [{"server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "name": "network-vif-deleted", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:37.574830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.604046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fee6c-3372-4a7f-9bbf-3210209a2f4b req-8242ceac-5488-4a80-8c19-fe201914619a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.606709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c97fee6c-3372-4a7f-9bbf-3210209a2f4b req-8242ceac-5488-4a80-8c19-fe201914619a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0572734 Oct 15 19:46:37.619652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-31918cd4-247a-4978-9bf6-33cd4f6c039a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800464 Oct 15 19:46:37.631480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-1e1f4c7e-4047-42d1-b7dd-888137588222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.633705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-1e1f4c7e-4047-42d1-b7dd-888137588222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.4970639 Oct 15 19:46:37.681871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c97fee6c-3372-4a7f-9bbf-3210209a2f4b req-e6a37d5e-63cf-4593-aaf5-715ecde0fac2 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676970 Oct 15 19:46:37.779103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-313fa9a2-8341-47c0-8dd9-f3234a744e03 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.782861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-313fa9a2-8341-47c0-8dd9-f3234a744e03 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1728194 Oct 15 19:46:37.786539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.787812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-f766d41d-a5c3-4eca-902a-d64348119657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 200 len: 217 time: 0.0963590 Oct 15 19:46:37.788632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67ce43d1-8a02-42d2-816a-51c841d31c11 req-63a4a5f1-b45e-4467-bdee-a01e76f2c1d2 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.0288663 Oct 15 19:46:37.793107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-f19c179c-9f1e-4e58-97f9-eef2ef9f8d42 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.794362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f19c179c-9f1e-4e58-97f9-eef2ef9f8d42 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043912 Oct 15 19:46:37.794475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-15f2009c-273f-4709-b98e-4aa106dccbb7 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.796009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-15f2009c-273f-4709-b98e-4aa106dccbb7 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.15 "GET /v2.0/networks?id=d4232c20-11cb-4b97-94f6-ca9611d3a649 HTTP/1.1" status: 200 len: 812 time: 0.5514054 Oct 15 19:46:37.796899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39612) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.801637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-7c34cac6-2b57-4872-9b97-fe74a102ff5f tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.805596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c34cac6-2b57-4872-9b97-fe74a102ff5f tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077260 Oct 15 19:46:37.806378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.813039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-4ea9301b-bfdf-42e4-8267-3b8b50bd3c6c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/5d13e89c-f0e4-4a40-9385-1b7c3db767da HTTP/1.1" status: 200 len: 1783 time: 0.2820268 Oct 15 19:46:37.820424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-6e0d2ea2-098e-4878-b79b-59c98c10bfb4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.823709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e0d2ea2-098e-4878-b79b-59c98c10bfb4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0136390 Oct 15 19:46:37.824808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.846447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-e5a4d818-6cb7-47f8-9d88-d9e17bb45e98 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.853591 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b5297c-2299-4c5f-879f-14f9184b6430 x-openstack-request-id: req-d1b5297c-2299-4c5f-879f-14f9184b6430 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:37.853694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e5a4d818-6cb7-47f8-9d88-d9e17bb45e98 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0230980 Oct 15 19:46:37.853778 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9437f745-46d9-43cf-ae96-3929dbd31282", "name": "network-vif-deleted", "tag": "11e703fe-08bf-4434-8086-c3deeedd27b4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:37.853778 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b5297c-2299-4c5f-879f-14f9184b6430 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:37.853778 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9437f745-46d9-43cf-ae96-3929dbd31282', 'name': 'network-vif-deleted', 'tag': '11e703fe-08bf-4434-8086-c3deeedd27b4', 'status': 'completed', 'code': 200} Oct 15 19:46:37.854988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.862832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-8b43addb-901a-4678-b21a-39e862bae634 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.868614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8b43addb-901a-4678-b21a-39e862bae634 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0122366 Oct 15 19:46:37.870038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.877539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-80774cbf-5f0d-49aa-b49c-e7e7eaf32247 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.881053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80774cbf-5f0d-49aa-b49c-e7e7eaf32247 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066192 Oct 15 19:46:37.881053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39622) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.890170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.901316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-4ab79d35-071d-43c7-8935-836bd3836672 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.902263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ab79d35-071d-43c7-8935-836bd3836672 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0058160 Oct 15 19:46:37.910267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.916329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-4d3c7c00-ab69-4ae8-bef6-94462bdb8d9d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.917625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4d3c7c00-ab69-4ae8-bef6-94462bdb8d9d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0064209 Oct 15 19:46:37.920884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39628) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.930123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-0d4978f6-ac67-4200-92e5-ac362284f5d4 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001513 Oct 15 19:46:37.935868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-1879bc69-a3b6-4720-941c-6d9a108dd0b1 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.939216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1879bc69-a3b6-4720-941c-6d9a108dd0b1 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0091691 Oct 15 19:46:37.939339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Deleting subnet 8dd4c124-bbcf-4864-9cca-5d5e1832e0ae {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:46:37.941019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-c8154a51-aa77-4b48-bbac-c5ee2984209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:37.942585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-c8154a51-aa77-4b48-bbac-c5ee2984209d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.1437047 Oct 15 19:46:37.942869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39630) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.947538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-87b4d28a-61bd-4d28-b8e8-19d9084444c2 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.949779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87b4d28a-61bd-4d28-b8e8-19d9084444c2 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0056734 Oct 15 19:46:37.951437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:37.953450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.957618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-5fc27fce-1e50-42a7-9f58-35abe01cd75e tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:37.960877 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5fc27fce-1e50-42a7-9f58-35abe01cd75e tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043004 Oct 15 19:46:37.973273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-4901fe9f-2145-40ee-ab7e-359195ab6f98 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50b8fb51223845638bfffbb66a12f409 HTTP/1.1" status: 200 len: 378 time: 0.1639211 Oct 15 19:46:37.973743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:37.998567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.009919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-032645da-e3fd-405a-bd86-9eea4da2408a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583308 Oct 15 19:46:38.014640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-4c2f0bc1-4245-4265-a3db-de096e08d78d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.015720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4c2f0bc1-4245-4265-a3db-de096e08d78d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081480 Oct 15 19:46:38.021834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'port': {'device_id': '2e30625c-ec54-431c-9278-f079155b0e0b', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'admin_state_up': True, 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'security_groups': ['7f1d01e0-6d3f-4675-960f-74e1ffcc9106']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:38.024925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.037275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-24237b07-15a9-4499-9278-aedeef53d7a4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.038875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-24237b07-15a9-4499-9278-aedeef53d7a4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043149 Oct 15 19:46:38.045230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39640) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.051097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-462f8e8a-4016-4fc5-b810-b272abad7345 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.053875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-462f8e8a-4016-4fc5-b810-b272abad7345 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059276 Oct 15 19:46:38.055703 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.058135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.082873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-bb5ba08c-dd29-4bda-b651-d778979a9a7b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.084653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb5ba08c-dd29-4bda-b651-d778979a9a7b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0246425 Oct 15 19:46:38.098475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39644) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.105877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-7eb90996-5ad7-4ecf-b485-56793b1fc489 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.109409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7eb90996-5ad7-4ecf-b485-56793b1fc489 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075712 Oct 15 19:46:38.109971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39646) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.115764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-2a02d4f7-de46-4a88-9c6e-5dfcac3e79a7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.118922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2a02d4f7-de46-4a88-9c6e-5dfcac3e79a7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061674 Oct 15 19:46:38.121582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.126423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-828a19ed-6c06-4f84-a263-323f86686282 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.130003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-828a19ed-6c06-4f84-a263-323f86686282 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051434 Oct 15 19:46:38.130146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.133038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.137373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-ea9f4310-0f2f-4866-85da-f0d545e65557 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.137373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea9f4310-0f2f-4866-85da-f0d545e65557 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053940 Oct 15 19:46:38.139585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39652) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.144422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-9b1cfc29-24bd-4443-8bd4-8760cb48afc6 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.145418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b1cfc29-24bd-4443-8bd4-8760cb48afc6 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047312 Oct 15 19:46:38.149254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.156233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-3393354c-338e-4870-b8d1-8084c76f6060 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.159298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3393354c-338e-4870-b8d1-8084c76f6060 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0068161 Oct 15 19:46:38.159599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39656) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.164769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-6912931f-28fd-4a0e-afd5-07b134a37c93 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.168585 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6912931f-28fd-4a0e-afd5-07b134a37c93 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051262 Oct 15 19:46:38.168868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.172827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-d7006381-d84a-477c-b71e-37e7b33348d1 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.176226 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7006381-d84a-477c-b71e-37e7b33348d1 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044034 Oct 15 19:46:38.176843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39660) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.189861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-9398a583-f439-4abb-ac00-3155709a2af4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.193374 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9398a583-f439-4abb-ac00-3155709a2af4 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0133538 Oct 15 19:46:38.193606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39662) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.197759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-c3bf10e1-a258-44bc-9462-3957073591b7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.201024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3bf10e1-a258-44bc-9462-3957073591b7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043781 Oct 15 19:46:38.204279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.209267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-d62b7899-0a64-4798-81dd-367b4abba876 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.210428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d62b7899-0a64-4798-81dd-367b4abba876 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050712 Oct 15 19:46:38.213066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39666) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.217670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-0a7af49f-debc-451c-994f-f0e134e5d40b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.219436 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a7af49f-debc-451c-994f-f0e134e5d40b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052435 Oct 15 19:46:38.221753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39668) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.226196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-53752bfc-fd8c-42ef-9870-1d5e5d31aa52 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.227325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-53752bfc-fd8c-42ef-9870-1d5e5d31aa52 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0045502 Oct 15 19:46:38.230119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39670) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.234186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-a28791d4-81fe-4635-990d-fc81f25b5490 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.237722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a28791d4-81fe-4635-990d-fc81f25b5490 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045309 Oct 15 19:46:38.237722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.239838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.242582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.256411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-a3e25169-6eb6-4277-8ba4-0b06367d6493 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.259837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a3e25169-6eb6-4277-8ba4-0b06367d6493 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0095963 Oct 15 19:46:38.267627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39674) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.271421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.276554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dd4c124-bbcf-4864-9cca-5d5e1832e0ae HTTP/1.1" status: 204 len: 168 time: 0.3951280 Oct 15 19:46:38.277877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65166c9e-755c-48ba-8a6f-a52666da3b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd4c124-bbcf-4864-9cca-5d5e1832e0ae,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:38.279706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39676) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.363405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.457833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.484960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b15408-b4a8-436e-b4e6-63195cd850db']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:38.496648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367119c7-4fde-40be-b329-fb6996511f51') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:38.496991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367119c7-4fde-40be-b329-fb6996511f51') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:38.507802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.547242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.549170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11e703fe-08bf-4434-8086-c3deeedd27b4 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:46:38.560859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:46:38.561561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.579763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 11e703fe-08bf-4434-8086-c3deeedd27b4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:46:38.580113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11e703fe-08bf-4434-8086-c3deeedd27b4 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:46:38.595414 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:46:38.623173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-a43ebea6-6f7c-4253-8379-91d4c9165e7a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.627833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a43ebea6-6f7c-4253-8379-91d4c9165e7a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.3507826 Oct 15 19:46:38.633303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39682) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.647150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-095ee4e1-b218-48e0-aa83-187a5cefc3de tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.651390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-095ee4e1-b218-48e0-aa83-187a5cefc3de tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080159 Oct 15 19:46:38.655136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0247925c-7ceb-42bb-af3c-41ce8236c6b6 req-0b53867f-72f1-4f66-8566-661e9757ba0f service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091415 Oct 15 19:46:38.658816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39684) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.676668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-d03dc7d0-15d0-4b70-96f3-93af7c9b329f tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.680135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d03dc7d0-15d0-4b70-96f3-93af7c9b329f tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0101202 Oct 15 19:46:38.686395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.695717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-7b40f6a5-7c37-4e18-9453-2b54460f22bf tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.700371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7b40f6a5-7c37-4e18-9453-2b54460f22bf tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0092549 Oct 15 19:46:38.700982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.704382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-61020f11-9194-496e-b6c1-7171bce2cd51 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786201 Oct 15 19:46:38.711983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-3ba328af-b87a-44ad-b197-0e80fc0b407b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.715957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ba328af-b87a-44ad-b197-0e80fc0b407b tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0109553 Oct 15 19:46:38.717396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-9aac726a-1eac-459b-8909-a350c8a17413 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1204426 Oct 15 19:46:38.717880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39692) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.725339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-5c2d2217-035d-43bc-a895-016c6682272c tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.729715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5c2d2217-035d-43bc-a895-016c6682272c tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053179 Oct 15 19:46:38.730458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39694) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.735549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-7f26aba4-a3ff-4080-923a-c42a686c9e76 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.739616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7f26aba4-a3ff-4080-923a-c42a686c9e76 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0053606 Oct 15 19:46:38.746886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39696) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.752120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-c8906371-1d84-4e88-9baa-3783bd5fb65a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.755957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c8906371-1d84-4e88-9baa-3783bd5fb65a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054595 Oct 15 19:46:38.758818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39698) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.759029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea3fe3-73f3-49a0-a6bd-72be1a55da6f req-5d8c7b3e-d0f5-4f67-b7b0-02347f36b56f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:38.761834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-49ddd390-772c-42c1-af09-b32e4cafb01a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.770477 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bea3fe3-73f3-49a0-a6bd-72be1a55da6f req-5d8c7b3e-d0f5-4f67-b7b0-02347f36b56f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1644847 Oct 15 19:46:38.770836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39700) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.779515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-49ddd390-772c-42c1-af09-b32e4cafb01a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0134306 Oct 15 19:46:38.781550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-cbd5f7be-a198-4986-b031-b34ded04eb99 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.783699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cbd5f7be-a198-4986-b031-b34ded04eb99 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108707 Oct 15 19:46:38.789147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39702) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.795106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-587f2f58-073b-4030-b2e4-4a7cad2fcb54 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.798823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-587f2f58-073b-4030-b2e4-4a7cad2fcb54 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058081 Oct 15 19:46:38.798823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.810307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39704) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.823233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.826455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.827543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-547e8ba7-dd1a-40bb-a2f7-2bb9f8a9a981 req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/5d13e89c-f0e4-4a40-9385-1b7c3db767da HTTP/1.1" status: 204 len: 173 time: 0.9812315 Oct 15 19:46:38.828229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Made reservation on behalf of 50b8fb51223845638bfffbb66a12f409 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:38.831743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.831842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:38.834978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] 10.222.0.13 "DELETE /v2.0/networks/43b15408-b4a8-436e-b4e6-63195cd850db HTTP/1.1" status: 204 len: 168 time: 0.5541592 Oct 15 19:46:38.840564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-b52dbd53-f95a-45ec-bb72-205466172990 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.841272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b52dbd53-f95a-45ec-bb72-205466172990 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0139349 Oct 15 19:46:38.867601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39712) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.905526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831abbd8-569c-49d5-aa65-8457a82ecaac tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d13e89c-f0e4-4a40-9385-1b7c3db767da,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:38.932621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-3d5e5c63-5728-4e4c-b216-fb048d7ec72d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.934066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d5e5c63-5728-4e4c-b216-fb048d7ec72d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0332332 Oct 15 19:46:38.944024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39714) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.961930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-f9870a2d-c359-466c-b45c-519f0e5f6605 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.963137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9870a2d-c359-466c-b45c-519f0e5f6605 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0153265 Oct 15 19:46:38.968772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:38.973745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-4c28a3e8-8241-4558-9621-424240115a2a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:38.974928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4c28a3e8-8241-4558-9621-424240115a2a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0046530 Oct 15 19:46:39.021860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39718) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.097138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-2f8fba4d-ac90-47d3-8c9b-805a0ecc119a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.100526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2f8fba4d-ac90-47d3-8c9b-805a0ecc119a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0063608 Oct 15 19:46:39.106804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39722) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.114555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-27f1a57e-c4ae-4c19-9d32-28173fb05f37 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.117881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-27f1a57e-c4ae-4c19-9d32-28173fb05f37 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068071 Oct 15 19:46:39.119215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a19ea5-8c95-40d5-bf77-a70be0219858 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b15408-b4a8-436e-b4e6-63195cd850db,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:39.123474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7b8681-b11a-4aee-8092-ed189790d36e req-0a61b622-7d23-437a-847e-4903b798185a service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077473 Oct 15 19:46:39.124000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39724) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.142347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-e8cc1f55-84ea-47b5-9061-ef72bced11e5 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.146894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e8cc1f55-84ea-47b5-9061-ef72bced11e5 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0177319 Oct 15 19:46:39.148748 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bea3fe3-73f3-49a0-a6bd-72be1a55da6f req-aad6c48b-c9e3-4307-be94-6b72d7a3ce85 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685777 Oct 15 19:46:39.151890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39726) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.163641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-f97655f3-d178-45d5-b662-249946be9022 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.168705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f97655f3-d178-45d5-b662-249946be9022 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0174286 Oct 15 19:46:39.172142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39728) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.181537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-aec87e0e-94a2-4247-aea2-19cb8c48bcdc tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.185503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aec87e0e-94a2-4247-aea2-19cb8c48bcdc tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0048931 Oct 15 19:46:39.188043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39730) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.191265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-a8c7f6f7-64c4-4ba9-b234-21fe32053c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.192381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e600-5aca-4c6b-8169-b5a65164c986 req-198fea98-c13b-40ca-bcbb-6067b24cc1d0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.192798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-a8c7f6f7-64c4-4ba9-b234-21fe32053c33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a31de6b7ab448898b9fda920cf07d3b&device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 1098 time: 0.3867540 Oct 15 19:46:39.195675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-2c57ab9e-a251-4b53-83cb-d24f78665abf tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.196884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c57ab9e-a251-4b53-83cb-d24f78665abf tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075281 Oct 15 19:46:39.201687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9789e600-5aca-4c6b-8169-b5a65164c986 req-198fea98-c13b-40ca-bcbb-6067b24cc1d0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.2588000 Oct 15 19:46:39.202752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39732) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.207292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-c2b9a341-5191-4aa4-bca4-044dfee6c991 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.216483 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c2b9a341-5191-4aa4-bca4-044dfee6c991 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0125134 Oct 15 19:46:39.217277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39734) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.222627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-7c6dd477-0f9f-488d-a911-316367924362 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.226768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c6dd477-0f9f-488d-a911-316367924362 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0079339 Oct 15 19:46:39.236691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39736) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.243142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-933a7ffe-7088-4202-8cbb-91c2d6a15376 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.246775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-933a7ffe-7088-4202-8cbb-91c2d6a15376 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0087924 Oct 15 19:46:39.249666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39738) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.280742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-29eef3d5-b60d-4283-b14e-0409cd0adbf5 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.283585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9789e600-5aca-4c6b-8169-b5a65164c986 req-42602dc0-f631-4913-9816-1f21d659fcbb tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810227 Oct 15 19:46:39.284558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-29eef3d5-b60d-4283-b14e-0409cd0adbf5 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0332487 Oct 15 19:46:39.287704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39740) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.294512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-cb9b2743-ff42-414f-8a02-994822c5852d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.298274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb9b2743-ff42-414f-8a02-994822c5852d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096552 Oct 15 19:46:39.301143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39742) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.311613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-9c86f448-cd2c-49eb-9d01-f9ca5a566053 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.311613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9c86f448-cd2c-49eb-9d01-f9ca5a566053 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072672 Oct 15 19:46:39.312943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39744) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.313547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Allocated IP 172.20.0.14 (d4232c20-11cb-4b97-94f6-ca9611d3a649/7c26ca53-d98e-4be8-80f9-6b4c1395674f/7aa58d29-47ca-4c85-b928-beb7cdfbe6d7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:39.318663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a31e8db3-7c48-47d3-b878-8aa6d87cf25d req-ba65ca1a-7f9d-42d7-8220-49739c57486d tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.0706258 Oct 15 19:46:39.324529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-f96f607b-a132-4c78-9b91-94f0ea1d3f0d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.332739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f96f607b-a132-4c78-9b91-94f0ea1d3f0d tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098724 Oct 15 19:46:39.338376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39746) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.345347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-d717b5e0-c45e-412d-ad96-189fc422d57c tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.348923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d717b5e0-c45e-412d-ad96-189fc422d57c tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074651 Oct 15 19:46:39.351807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39748) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.359207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-4a902974-feed-4a3c-a7b0-b9f6c3359eca tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.362917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4a902974-feed-4a3c-a7b0-b9f6c3359eca tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0100732 Oct 15 19:46:39.371035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39750) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.377745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-26f5fc16-f0e0-42fa-ae7f-1506851af25a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.381243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39752) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.381476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-26f5fc16-f0e0-42fa-ae7f-1506851af25a tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0093551 Oct 15 19:46:39.387873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-1bf775c4-f114-45c0-a11d-58f37dcf9cef tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.388747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1bf775c4-f114-45c0-a11d-58f37dcf9cef tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0065958 Oct 15 19:46:39.391327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39754) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.396771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-5d5411a9-e793-452f-8bdf-6265e7a9acb7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.397705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d5411a9-e793-452f-8bdf-6265e7a9acb7 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0054815 Oct 15 19:46:39.400067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.400301 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-3edb3be1-ba19-4757-b82f-053f26590ba6 req-7701e4e7-b5a9-4013-9847-5f603c064845 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:46:39.401500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3edb3be1-ba19-4757-b82f-053f26590ba6 req-7701e4e7-b5a9-4013-9847-5f603c064845 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/5d13e89c-f0e4-4a40-9385-1b7c3db767da HTTP/1.1" status: 404 len: 352 time: 0.0318527 Oct 15 19:46:39.406950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-ef8943ce-923c-49a7-870d-344b1f00f624 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.411323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39760) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.412606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ef8943ce-923c-49a7-870d-344b1f00f624 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109229 Oct 15 19:46:39.416185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-5ada39d9-0d88-4e13-960b-2db886ea9ae9 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.417860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ada39d9-0d88-4e13-960b-2db886ea9ae9 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0054543 Oct 15 19:46:39.420773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39762) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.434549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [None req-6e119049-e8db-4e2a-91ca-fe7483900841 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.439148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e119049-e8db-4e2a-91ca-fe7483900841 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0133712 Oct 15 19:46:39.439281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39764) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.441044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-59248151', 'description': 'tempest-description-627581105'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:39.442647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-9750c3a2-45d5-486d-8883-989d5f32ad77 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.446151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9750c3a2-45d5-486d-8883-989d5f32ad77 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070515 Oct 15 19:46:39.447242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39766) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.451535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-406f6cb8-a021-4531-a24f-fb9bc6bee9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.452691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-406f6cb8-a021-4531-a24f-fb9bc6bee9f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d HTTP/1.1" status: 200 len: 915 time: 0.2248328 Oct 15 19:46:39.455095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [None req-4f9295a8-8ed0-496f-9e3a-6f64d4282686 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:46:39.463937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f9295a8-8ed0-496f-9e3a-6f64d4282686 tempest-ExtensionsTestJSON-1871974408 tempest-ExtensionsTestJSON-1871974408-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0078490 Oct 15 19:46:39.500434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39772) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.550186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-813ab6da-0c3e-4f56-b0b2-9295b7d7c608 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c201c939-72a0-416e-b75e-d478d074d79b HTTP/1.1" status: 200 len: 217 time: 0.0806754 Oct 15 19:46:39.586468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.608243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fc242419-230b-4ff4-a592-612e7ae57bb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d9bf8974c2f4362998dcec19b3f4bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066868 Oct 15 19:46:39.612155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39774) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:39.658437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-7fdfa3bf-cdd7-4b16-b8f8-69daff5da43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.659848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-7fdfa3bf-cdd7-4b16-b8f8-69daff5da43d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06f3dfde-bb13-44bb-bf39-c4431a900b26 HTTP/1.1" status: 200 len: 853 time: 0.0978847 Oct 15 19:46:39.682893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.701359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.734525 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.760353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-34156ade-d664-46e0-ad2c-312199ba68ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.762292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-34156ade-d664-46e0-ad2c-312199ba68ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922863 Oct 15 19:46:39.804542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.857654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:39.867360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:39.876005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:39.880054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event updated for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:39.909915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.912544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.913005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.913448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.914177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.914286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.914723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.915344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.915681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.916109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.916781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.917435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.917993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:39.931757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-e3a869c2-a154-44ab-af88-7cdd80f6bfca service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572995 Oct 15 19:46:39.949823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:39.950629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.985718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.988187 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.991011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:39.992299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c067c7b8-05d0-431e-8408-2e3ef09fa86f HTTP/1.1" status: 204 len: 168 time: 0.3791888 Oct 15 19:46:40.049060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-d5da32cc-e626-409d-8758-4509051c9019 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0297365 Oct 15 19:46:40.063467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Request body: {'port': {'device_id': '2e30625c-ec54-431c-9278-f079155b0e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:40.067501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975ccb5a-ef1a-41fd-b653-83de86faaf8c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:40.115420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b8421-7250-4b32-b365-bef812ce4738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067c7b8-05d0-431e-8408-2e3ef09fa86f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:40.143691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c29dcadf-33c1-4533-ba7a-d30fa0fd1a8a req-a4417062-8302-4f60-ada9-6009f2d4003f service neutron] 10.222.0.15 "GET /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025814 Oct 15 19:46:40.165908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.168086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1431dc3-3c8e-44c4-ae23-a4d5b66a3024 req-d812ef29-96aa-4cd2-86fe-2cd8955d534b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7437980 Oct 15 19:46:40.217293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1120833554', 'description': 'tempest-description-1009570591'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:40.234083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.244348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e7e1fe74-f14d-4dd2-9a38-71e77f035e22 None None] Provisioning complete for port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:40.245835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7e1fe74-f14d-4dd2-9a38-71e77f035e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.297665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e7e1fe74-f14d-4dd2-9a38-71e77f035e22 None None] Port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:46:40.307941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39786) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:40.387970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.462146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f8ebf-a690-4112-8578-c3728607c082 req-3cee2d7c-e705-4b52-a6ec-2469464bd37e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:40.464463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a64f8ebf-a690-4112-8578-c3728607c082 req-3cee2d7c-e705-4b52-a6ec-2469464bd37e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1377356 Oct 15 19:46:40.470285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f22d25-b925-4eb7-81d2-b02b0ccb6b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.575301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.578512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a64f8ebf-a690-4112-8578-c3728607c082 req-be353b0d-009c-4372-85f1-6d12cd677ceb tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043317 Oct 15 19:46:40.675160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.687109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f22d25-b925-4eb7-81d2-b02b0ccb6b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.714387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c406bc-52eb-4f88-ab52-a1e46201fe6e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:40.743897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:40.753735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.775360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca947bb-e46f-4fb5-8189-3fc4270d096c req-87a17e32-f334-4e71-8488-de015dd10e28 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:40.778284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bca947bb-e46f-4fb5-8189-3fc4270d096c req-87a17e32-f334-4e71-8488-de015dd10e28 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1068163 Oct 15 19:46:40.781333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Transition to ACTIVE for port object 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:40.820845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bca947bb-e46f-4fb5-8189-3fc4270d096c req-d7c97156-7cef-4d4e-b463-001a87488ed3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Oct 15 19:46:40.844886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f22d25-b925-4eb7-81d2-b02b0ccb6b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.849783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.851099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd462758-c241-40fe-a70c-f6e3492a2b3e req-906b9faf-1143-4e10-a8a4-9ee5dd9f3b10 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6392412 Oct 15 19:46:40.883511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:40.898621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6f22d25-b925-4eb7-81d2-b02b0ccb6b05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e9d96e957a74ff590140c91e71cb0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893416 Oct 15 19:46:40.899262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:40.908355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f22d25-b925-4eb7-81d2-b02b0ccb6b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d95c5-3a54-4e8f-9364-56ef92ffeee4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:40.966436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371569311', 'description': 'tempest-description-1992708068'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:40.989429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.014741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Pushing event updated for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:41.036156 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.081591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47e2c2-4b83-44fb-baa6-d8a89970556e req-b840c9bb-0cd0-4945-80b4-5e6f536b0935 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.083274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af47e2c2-4b83-44fb-baa6-d8a89970556e req-b840c9bb-0cd0-4945-80b4-5e6f536b0935 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 944 time: 0.1376517 Oct 15 19:46:41.147194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af47e2c2-4b83-44fb-baa6-d8a89970556e req-5afa2d2e-e8bb-4829-bbbf-7ba5a5fa6b66 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506594 Oct 15 19:46:41.147914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Attempting to bind port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:41.148164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.148274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Attempting to bind port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:41.148581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Attempting to bind port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 on network d4232c20-11cb-4b97-94f6-ca9611d3a649 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:41.154421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 on network d4232c20-11cb-4b97-94f6-ca9611d3a649 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:41.158632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Attempting to bind port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 on network d4232c20-11cb-4b97-94f6-ca9611d3a649 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:41.160744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:41.161085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Checking segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:41.171049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Bound using segment: {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:41.171631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Bound port: 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:41.171974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.201118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.201118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.204528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d0d95c5-3a54-4e8f-9364-56ef92ffeee4 HTTP/1.1" status: 204 len: 168 time: 0.3026226 Oct 15 19:46:41.226974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764a824-f0aa-496c-9fbf-f3f9c09b9455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0d95c5-3a54-4e8f-9364-56ef92ffeee4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:41.251440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:41.255494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:41.325389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.340815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.394745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.395362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.396746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] 10.222.0.15 "PUT /v2.0/ports/7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 HTTP/1.1" status: 200 len: 1093 time: 1.3397052 Oct 15 19:46:41.397216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:41.406280 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae97bfe-ac03-4d79-b9a3-20be25130ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:41.408120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e0a0-e171-4142-9268-1c1f3a0519bf service neutron] Pushing event updated for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:41.454637 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018657b-c8ce-4729-89e5-e827a927cb5b x-openstack-request-id: req-8018657b-c8ce-4729-89e5-e827a927cb5b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:41.454934 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:41.455190 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8018657b-c8ce-4729-89e5-e827a927cb5b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:41.455939 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'status': 'completed', 'code': 200} Oct 15 19:46:41.506990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.564380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abbb651-b093-443b-939b-9749fd1e0d02,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:41.579423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-1f78b119-471a-406f-acb9-531f57be5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.579423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-1f78b119-471a-406f-acb9-531f57be5bc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50b8fb51223845638bfffbb66a12f409&device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 1096 time: 0.0873332 Oct 15 19:46:41.580283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.580630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.580969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.581303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.581629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.581982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.582567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.582933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.583207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.583522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.583891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.584191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:41.654107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:41.668862 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf3a517f-e655-44a8-8758-3f5fa4224e8b req-ef302f74-bfc3-4c7b-a775-1ebc4afba342 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7069967 Oct 15 19:46:41.716811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-f9ede76d-c026-4593-b6cd-14abafaf93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.718771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-f9ede76d-c026-4593-b6cd-14abafaf93aa service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50b8fb51223845638bfffbb66a12f409&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1363289 Oct 15 19:46:41.781122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01f1a-9d4b-4f9a-9ea2-c2223645285e req-f4db1fca-49ba-4d31-9025-378a57454dc2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.788995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72a01f1a-9d4b-4f9a-9ea2-c2223645285e req-f4db1fca-49ba-4d31-9025-378a57454dc2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0702791 Oct 15 19:46:41.844518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72a01f1a-9d4b-4f9a-9ea2-c2223645285e req-09f8f90c-18c6-4497-9330-338b7f8a3802 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543940 Oct 15 19:46:41.856468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-fe02723d-3a44-435b-bb76-5b2f4c39bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.857947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae97bfe-ac03-4d79-b9a3-20be25130ac5 req-fe02723d-3a44-435b-bb76-5b2f4c39bede service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306586 Oct 15 19:46:41.948467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-4ed7ae1f-9876-4e7a-a557-edb08dc467d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:41.950022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-4ed7ae1f-9876-4e7a-a557-edb08dc467d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50b8fb51223845638bfffbb66a12f409&device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 1096 time: 0.0438769 Oct 15 19:46:42.010755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-3f3398d5-e575-447e-a770-eafca11d0ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 HTTP/1.1" status: 200 len: 217 time: 0.0514171 Oct 15 19:46:42.011845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a35adfa-e622-441c-b6d2-d567a7e03323 req-737ed1b8-67f9-4eff-a761-570eed6c808f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 10903 time: 0.1520305 Oct 15 19:46:42.076180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a35adfa-e622-441c-b6d2-d567a7e03323 req-661a786e-fd41-49fe-af8c-22da296076af tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/02768e4d-8de1-4e4d-92a7-0f49afcb19aa HTTP/1.1" status: 200 len: 2981 time: 0.0567176 Oct 15 19:46:42.092109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-cfc5dab3-96df-4396-95f1-ee2d204ee2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:42.106677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-cfc5dab3-96df-4396-95f1-ee2d204ee2c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c26ca53-d98e-4be8-80f9-6b4c1395674f HTTP/1.1" status: 200 len: 851 time: 0.0875735 Oct 15 19:46:42.209926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a35adfa-e622-441c-b6d2-d567a7e03323 req-bf7a33e6-14d6-4b86-92f5-4edd9eb8eaef tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/02768e4d-8de1-4e4d-92a7-0f49afcb19aa HTTP/1.1" status: 200 len: 2981 time: 0.1235092 Oct 15 19:46:42.274717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e345037e-325d-4ce4-a91d-0cb461ba9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:42.276613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-e345037e-325d-4ce4-a91d-0cb461ba9606 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4232c20-11cb-4b97-94f6-ca9611d3a649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591330 Oct 15 19:46:42.322292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428fb45-2526-4172-a1b0-439c223d6278 req-8611ff04-906f-4343-9281-b6117633d35c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:42.330400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9428fb45-2526-4172-a1b0-439c223d6278 req-8611ff04-906f-4343-9281-b6117633d35c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1523006 Oct 15 19:46:42.399426 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a70b925-653a-4273-918a-b1130650c45e req-7d09b560-0523-4339-9551-03e01d504e82 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0356851 Oct 15 19:46:42.449374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9428fb45-2526-4172-a1b0-439c223d6278 req-07a15964-b871-4474-b7de-d577813f1a1a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179979 Oct 15 19:46:42.499895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-7b002594-4638-44e1-8961-5035c9b38a08 service neutron] 10.222.0.15 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108679 Oct 15 19:46:42.538735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76857d46-d491-4ea7-a1a3-a9af74b12206 req-dfea4b03-41eb-4be4-b2ee-ea55ea78bbf7 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:42.540288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76857d46-d491-4ea7-a1a3-a9af74b12206 req-dfea4b03-41eb-4be4-b2ee-ea55ea78bbf7 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 944 time: 0.0718455 Oct 15 19:46:42.589572 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76857d46-d491-4ea7-a1a3-a9af74b12206 req-3f6a30eb-cdb8-436a-938f-4eaedba43619 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400214 Oct 15 19:46:42.617258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-c140675b-c4f0-45d9-9018-a3205d8b728d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/975ccb5a-ef1a-41fd-b653-83de86faaf8c HTTP/1.1" status: 200 len: 1800 time: 0.1121745 Oct 15 19:46:42.673668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98370ffc-e774-45b5-aac8-60f78d90c37e req-ca4bef21-e381-4da5-b10b-2663bec8747d service neutron] 10.222.0.15 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591828 Oct 15 19:46:42.700891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:42.729497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:42.741546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39878) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:42.861765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1479707553'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:42.883546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:42.887050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:42.888368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-085862e4-e4ba-4b79-a3a1-4c22ce9206a5 req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/975ccb5a-ef1a-41fd-b653-83de86faaf8c HTTP/1.1" status: 204 len: 173 time: 0.2701693 Oct 15 19:46:42.915194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c0831-167a-4461-bb04-090ff7d0191a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975ccb5a-ef1a-41fd-b653-83de86faaf8c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:42.935017 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-ed7c0a3c-6d01-4470-a611-2cd63e17fd1b req-b38712c7-00b7-434d-9d13-1d17057b33b5 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:46:42.943483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed7c0a3c-6d01-4470-a611-2cd63e17fd1b req-b38712c7-00b7-434d-9d13-1d17057b33b5 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/975ccb5a-ef1a-41fd-b653-83de86faaf8c HTTP/1.1" status: 404 len: 352 time: 0.0301454 Oct 15 19:46:42.971972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:42.981566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986bf1e-763d-4b6f-9e50-e7fbc4d8eff9 req-c5188119-bfa3-4100-b06f-c739dd08f822 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:42.981566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f986bf1e-763d-4b6f-9e50-e7fbc4d8eff9 req-c5188119-bfa3-4100-b06f-c739dd08f822 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0600195 Oct 15 19:46:42.981786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:42.994789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.018035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f986bf1e-763d-4b6f-9e50-e7fbc4d8eff9 req-67b1c291-be41-4e54-a6ef-84a921b1a142 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348551 Oct 15 19:46:43.043799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-38da4b73-8168-4a2c-99e3-df4aeb732040 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/16c406bc-52eb-4f88-ab52-a1e46201fe6e HTTP/1.1" status: 200 len: 1803 time: 0.0834594 Oct 15 19:46:43.151850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.151850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.180781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.386482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.417171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8687c7-e0e5-4f65-a818-900953f0252b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:43.465019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.467724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.469298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a95868b-e2e1-4130-9176-630d5e1beba0 req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/16c406bc-52eb-4f88-ab52-a1e46201fe6e HTTP/1.1" status: 204 len: 173 time: 0.4167557 Oct 15 19:46:43.477048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:46:43.486216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9982b-c4da-4278-9821-c079dbaf25a3 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c406bc-52eb-4f88-ab52-a1e46201fe6e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:43.488269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b4082beb-27dd-4b6c-a0e0-b4d58283d283 req-5c022f59-bef0-442f-a9ec-88c3481d0148 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0296226 Oct 15 19:46:43.491628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.491964 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Added segment 21601ef5-9a93-4997-9b1d-74d60035651f of type vlan for network 73e2efaf-499a-4a10-8b71-59fc1af523b0 Oct 15 19:46:43.528640 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-91190220-788f-40cb-82ff-25a9a8166df8 req-b62a4ee4-deeb-4b01-b32c-99269f2ac74a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:46:43.529651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91190220-788f-40cb-82ff-25a9a8166df8 req-b62a4ee4-deeb-4b01-b32c-99269f2ac74a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/16c406bc-52eb-4f88-ab52-a1e46201fe6e HTTP/1.1" status: 404 len: 352 time: 0.0147300 Oct 15 19:46:43.579098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.593324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-87cd275c-ae11-4754-8d81-8e07a4f11286 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/6abbb651-b093-443b-939b-9749fd1e0d02 HTTP/1.1" status: 200 len: 1802 time: 0.0421844 Oct 15 19:46:43.617951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35141e-cd87-42b1-a12a-2d658f201ddb req-7626a9d0-6597-4ac3-836e-bf3b3d9cb61a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:43.619676 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f35141e-cd87-42b1-a12a-2d658f201ddb req-7626a9d0-6597-4ac3-836e-bf3b3d9cb61a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0757329 Oct 15 19:46:43.652270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.660542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f35141e-cd87-42b1-a12a-2d658f201ddb req-ecd2bcc6-e37b-4950-bbc1-9b46b05e1367 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345802 Oct 15 19:46:43.674025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.759317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.765582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:43.766160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.843471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.846333 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:43.847480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47483e5a-0dfa-4fb2-955c-01a6a6a4c00a req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/6abbb651-b093-443b-939b-9749fd1e0d02 HTTP/1.1" status: 204 len: 173 time: 0.2477520 Oct 15 19:46:43.854093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad35b7-4500-47f3-9662-9f627321e349 req-36a07c1c-7362-4ba5-b744-3243a1b8d82e tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:43.855683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15ad35b7-4500-47f3-9662-9f627321e349 req-36a07c1c-7362-4ba5-b744-3243a1b8d82e tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 944 time: 0.1303585 Oct 15 19:46:43.856821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58992e6-4e52-434e-b940-a5eb7f6f3560 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abbb651-b093-443b-939b-9749fd1e0d02,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:43.881784 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-e316118d-b6cd-425d-a9ef-c4ed37576c28 req-30dde7c3-1af4-467d-bfeb-425d93fd978b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:46:43.882787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e316118d-b6cd-425d-a9ef-c4ed37576c28 req-30dde7c3-1af4-467d-bfeb-425d93fd978b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/6abbb651-b093-443b-939b-9749fd1e0d02 HTTP/1.1" status: 404 len: 352 time: 0.0154915 Oct 15 19:46:43.902161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Network': ['ID=73e2efaf-499a-4a10-8b71-59fc1af523b0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:43.912240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:46:43.931288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29e226af-021f-439b-852d-5566be61859e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1886353 Oct 15 19:46:43.934920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39908) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:43.940041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'subnet': {'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:43.988132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15ad35b7-4500-47f3-9662-9f627321e349 req-5a2f9288-b581-432b-8316-d7e5b5ae7003 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971138 Oct 15 19:46:44.002145 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa185749-5610-498b-9715-29393bf1d6f0 req-43015ae6-388b-4e5b-9116-0c74388c28f2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 6151 time: 0.0938747 Oct 15 19:46:44.061810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa185749-5610-498b-9715-29393bf1d6f0 req-f4cbd28e-7df8-4587-b1a6-4c0c42f969a9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/02768e4d-8de1-4e4d-92a7-0f49afcb19aa HTTP/1.1" status: 200 len: 2981 time: 0.0528166 Oct 15 19:46:44.101007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda88a-8a61-4247-a8c2-4cf641c24cea req-ef422fbb-d577-4e20-bcce-78f9aaf8ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:44.102415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81dda88a-8a61-4247-a8c2-4cf641c24cea req-ef422fbb-d577-4e20-bcce-78f9aaf8ef94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0683079 Oct 15 19:46:44.109342 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa185749-5610-498b-9715-29393bf1d6f0 req-a96e7335-3ab2-491b-a8d1-430fdf903e22 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/02768e4d-8de1-4e4d-92a7-0f49afcb19aa HTTP/1.1" status: 200 len: 2981 time: 0.0457327 Oct 15 19:46:44.138430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-284201076', 'description': 'tempest-description-2011451211'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:44.165168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81dda88a-8a61-4247-a8c2-4cf641c24cea req-c003280a-f13c-4ced-8855-ed7103db4242 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549200 Oct 15 19:46:44.173669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c81c8-84f4-49fb-8f06-be2c1931824e req-b766ba22-a703-4a0a-b47b-c89a75b2bd71 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:44.175056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b7c81c8-84f4-49fb-8f06-be2c1931824e req-b766ba22-a703-4a0a-b47b-c89a75b2bd71 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0789502 Oct 15 19:46:44.200313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:44.203519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.240566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b7c81c8-84f4-49fb-8f06-be2c1931824e req-537cace4-7ebb-4e34-bcf3-39871026076c tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594459 Oct 15 19:46:44.323966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.390787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.500685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.552064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.567262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Checking segment: {'id': '21601ef5-9a93-4997-9b1d-74d60035651f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:44.567641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network hostable DHCP agents. Network: 73e2efaf-499a-4a10-8b71-59fc1af523b0, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:46:44.569571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Subnet': ['ID=74e00139-5076-494b-bbc8-d32e1a311b9d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:44.589311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbfd5a6-4965-40dc-82a7-738cc15913c2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:44.649399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0523870-694e-465c-8dea-9451a685dd2f req-5be2e654-f2fd-42ca-8c62-0029b03d189c tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0301874 Oct 15 19:46:44.691890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:46:44.693787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.695174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-108c568c-e4ae-4036-b80c-35772daf4f57 req-f1163cdc-2b22-4cc8-88dd-9640639f81db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5621357 Oct 15 19:46:44.723136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1364167279', 'description': 'tempest-description-1865495136'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:44.779971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09343089-7650-4eed-9dfb-824f0e2fb6d7 req-ae7e5388-e7a1-48c4-9ef9-c40ecb1b0f87 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:44.781484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09343089-7650-4eed-9dfb-824f0e2fb6d7 req-ae7e5388-e7a1-48c4-9ef9-c40ecb1b0f87 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0485401 Oct 15 19:46:44.795792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 73e2efaf-499a-4a10-8b71-59fc1af523b0) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:44.803447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad4a8-cb27-4163-a4c8-a18c48355379 None None] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:44.806532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:44.807757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.821166 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.833003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09343089-7650-4eed-9dfb-824f0e2fb6d7 req-8edf8de9-a35b-4b88-a148-79e509043c58 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450807 Oct 15 19:46:44.890914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.909831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e4efa60-2f49-4ee3-86e3-13b2037bd1db tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9737797 Oct 15 19:46:44.912452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:44.917422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-31548497', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:44.931697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e482f3e7-d524-462f-a813-c77cac19c29a None None] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:46:44.957907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.987445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96003b-3930-4e44-a6bf-39f544996f1b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:44.992694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:44.994090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.034230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.035486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-670df875-0a9b-4f5d-ad4d-e9b8b86a7367 req-0d6cf486-2811-4d9a-80f0-013736a4a374 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3169909 Oct 15 19:46:45.050049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.237591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc9c8-0a25-46a7-816c-fd9ba226685e req-d9917dbb-991b-4d7f-9e36-f13816017be8 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:45.239060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-985cc9c8-0a25-46a7-816c-fd9ba226685e req-d9917dbb-991b-4d7f-9e36-f13816017be8 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 944 time: 0.1663911 Oct 15 19:46:45.305875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0044dcb6-417f-40e4-8041-4325cabbad16 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:45.307504 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0044dcb6-417f-40e4-8041-4325cabbad16 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 813 time: 0.1069996 Oct 15 19:46:45.317656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.341483 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-d30abde9-9b26-4712-9b35-91650e9498ba tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/quotas/8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 375 time: 0.0172122 Oct 15 19:46:45.360883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-985cc9c8-0a25-46a7-816c-fd9ba226685e req-77ad1f65-efee-4eed-81ba-807cb4c4cf33 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807374 Oct 15 19:46:45.420527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-3957a658-acb3-4e2b-a22f-2afd89383c07 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682585 Oct 15 19:46:45.512704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96e2f2-a877-4f68-8f0c-92fd3c74da73 req-c43a8d9c-92f0-464e-8ceb-2bfd965014d3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:45.514202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee96e2f2-a877-4f68-8f0c-92fd3c74da73 req-c43a8d9c-92f0-464e-8ceb-2bfd965014d3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1008146 Oct 15 19:46:45.535783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-bb6a0d43-84e4-4c9b-8dae-fe5f423b32c1 service neutron] 10.222.0.13 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082456 Oct 15 19:46:45.567752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee96e2f2-a877-4f68-8f0c-92fd3c74da73 req-37edf9f0-db04-4ace-b410-23fa7e9f745b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Oct 15 19:46:45.637972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-17c4f480-e157-47ae-8bc3-65b2ab5f0525 service neutron] 10.222.0.13 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936658 Oct 15 19:46:45.690095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.712664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:45.787115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c78b10ff-56b8-4b44-b942-d333c270bbda req-5f117260-9686-4f2e-b657-de392e5f4727 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0340030 Oct 15 19:46:45.840719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.154 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/511b66e1-a2f7-4280-b143-4aecace14eca) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:45.944143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f83cc88a-036d-44d1-bd7f-e17951559f6c req-18754bb9-e7ee-4736-b23f-ee7229cac058 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 210 time: 0.0331736 Oct 15 19:46:46.004668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.013965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40b277-3203-46a2-b198-db51e5e0794b req-db6ed282-e062-4bb6-859f-83358030e128 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:46.015467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c40b277-3203-46a2-b198-db51e5e0794b req-db6ed282-e062-4bb6-859f-83358030e128 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0850153 Oct 15 19:46:46.077572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c40b277-3203-46a2-b198-db51e5e0794b req-4b3e1ed9-5f95-4a6b-8d6c-a165d31bb548 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509534 Oct 15 19:46:46.117484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2068794805', 'description': 'tempest-description-219880683'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:46.136009 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.171225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:46.174069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:46.176841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:46.213366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=511b66e1-a2f7-4280-b143-4aecace14eca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:46.215122 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.284935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.363581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.394066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b19711-7694-4a37-b42c-752c2b24076e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:46.446425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.448953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfe0929e-856d-40ed-b0cf-8de918c108f2 req-c1683058-3a5b-4134-946a-f26b83dd7d51 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.3354421 Oct 15 19:46:46.543662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-810948fb-dbc3-4689-ab29-e42f894f7d4b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2068794805&fields=id&tenant_id=29efcbebec9c47d78a1799a40f91853c HTTP/1.1" status: 200 len: 267 time: 0.0364859 Oct 15 19:46:46.586891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:46.610175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-76327a9a-9081-4db1-aeea-fc09480593c5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:46.611790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-76327a9a-9081-4db1-aeea-fc09480593c5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0599749 Oct 15 19:46:46.625378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'port': {'security_groups': ['9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8', 'b3b19711-7694-4a37-b42c-752c2b24076e']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:46.699267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.701431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:46.715016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'port_id': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'mac_address': 'fa:16:3e:7d:38:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:46.756856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.773648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:46.796107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:46.881176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb804ea-a99d-4595-b4ef-e9aeea1b5b11 req-b7be1b75-7e90-443b-9e09-b203e14323b9 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:46.882681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdb804ea-a99d-4595-b4ef-e9aeea1b5b11 req-b7be1b75-7e90-443b-9e09-b203e14323b9 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 944 time: 0.4342582 Oct 15 19:46:46.929443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:46.977719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdb804ea-a99d-4595-b4ef-e9aeea1b5b11 req-ce71e397-1aa2-44a1-9e28-0c15a1550c1a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878050 Oct 15 19:46:46.991128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.033137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:47.045432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:47.083405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.144416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736dab7-5782-4d8b-8f59-9f9c343bd643 req-b2ee990e-271b-4a18-9b95-b7d34dde4e2f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.145891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8736dab7-5782-4d8b-8f59-9f9c343bd643 req-b2ee990e-271b-4a18-9b95-b7d34dde4e2f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.0954235 Oct 15 19:46:47.158093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.170310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:47.225344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.225498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8736dab7-5782-4d8b-8f59-9f9c343bd643 req-59896fa3-969f-4580-9dc7-ef38e52b5097 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735929 Oct 15 19:46:47.226494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.226654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.228040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3412ea1c-3afe-4e09-b33b-532362e805c0 req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "PUT /v2.0/ports/62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 982 time: 0.6078858 Oct 15 19:46:47.228448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:47.231953 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fb3c47-7467-47bd-8314-7db89d41e5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:47.270553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac94be-a0be-4dd3-92a0-8a69663f1dcf tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:47.361852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:47.372936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39dea10a-6e18-495b-a194-e0589077c793 req-8ea12099-dbb6-422c-904e-130fb40d959a tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0295079 Oct 15 19:46:47.402652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:47.420556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0db602e-750c-4d0a-87ad-734434b7bca6 req-e5ecc03a-c19b-4422-8606-f9933ed802d9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 210 time: 0.0512543 Oct 15 19:46:47.439480 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe58da84-cdbc-413f-9031-f5e14cc6e5dc x-openstack-request-id: req-fe58da84-cdbc-413f-9031-f5e14cc6e5dc {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:47.439791 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:47.440043 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe58da84-cdbc-413f-9031-f5e14cc6e5dc {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:47.440440 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:46:47.515999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-d1182cdd-abd0-4dc8-a964-529135f575a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.518068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-d1182cdd-abd0-4dc8-a964-529135f575a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1137 time: 0.0530069 Oct 15 19:46:47.557785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-c55e2e63-081e-44d3-a5c5-fff4e3fe0a2c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2068794805&fields=id&tenant_id=29efcbebec9c47d78a1799a40f91853c HTTP/1.1" status: 200 len: 267 time: 0.0642374 Oct 15 19:46:47.603436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:46:47.629024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-851962b5-aa37-4eab-afff-d343cc8bfb37 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.640937 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-851962b5-aa37-4eab-afff-d343cc8bfb37 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 985 time: 0.0821991 Oct 15 19:46:47.655189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'port': {'security_groups': ['9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:47.741144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.750088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-6e7fc95b-54ca-409e-9e22-1cc1a23ad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.751743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-6e7fc95b-54ca-409e-9e22-1cc1a23ad393 service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.2252746 Oct 15 19:46:47.824655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-64f1c6f1-5cde-4997-9089-8a1bea4087e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0613623 Oct 15 19:46:47.846551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:47.861648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:47.898746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-2fd74aff-a3a3-4dfb-bb62-dda0a0ed59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:47.901144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-2fd74aff-a3a3-4dfb-bb62-dda0a0ed59c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.0656571 Oct 15 19:46:47.904299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:47.904925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:47.941864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:47.951164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-4a150f35-8c9f-4ce7-ae3e-f4e4be1ad68a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424838 Oct 15 19:46:47.958182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:47.965408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:47.966028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:47.972857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:47.976355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29631d42-912e-45cd-afa8-2eb806eddf00 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0626390 Oct 15 19:46:47.981122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39992) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:48.007666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:48.008554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764d24f8-16fd-4edc-8ee6-4d650f1b749b None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:48.023856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:48.070192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-4350f036-8541-4eeb-8792-a0db18831fe8 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120384 Oct 15 19:46:48.125019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:48.136307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:48.175359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6fb3c47-7467-47bd-8314-7db89d41e5b0 req-1ac56405-1152-4476-bcca-9fe40579b1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964825 Oct 15 19:46:48.236600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:48.237170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:48.238619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e6cc08d-d8e6-431b-a2c9-2a96889adf7b req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "PUT /v2.0/ports/62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 943 time: 0.5968661 Oct 15 19:46:48.307803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:48.330326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d50e2-1148-4c22-abbd-a51002b5df6a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:48.366393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f2f40-41e0-4f0c-acd5-d0fa818543a0 req-e4df2c4d-a816-4706-a337-054f6f45cc97 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:48.375460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e77f2f40-41e0-4f0c-acd5-d0fa818543a0 req-e4df2c4d-a816-4706-a337-054f6f45cc97 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 945 time: 0.0921273 Oct 15 19:46:48.414877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85d6b2ad-cdac-44f2-9168-c09c8270a08f req-545f9744-7a47-450d-bbbf-41d47dac427a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0368729 Oct 15 19:46:48.436366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e77f2f40-41e0-4f0c-acd5-d0fa818543a0 req-78d1a08a-81bf-4dc5-a1d4-5c07e30f1f3c tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595162 Oct 15 19:46:48.491086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ae2511b-520d-4d0a-b977-a3840b5b09e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:48.627162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed18c35b-cfca-4ad8-8538-23d39498b3bf req-67135baf-4e03-48b5-8dd3-9bf74a5d4865 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0302129 Oct 15 19:46:48.738151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d92058e6-aed6-45ba-a846-c9d3e9713a66 req-40f43579-a1da-44f9-9f4c-bf7ce014a6a8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 210 time: 0.0491650 Oct 15 19:46:48.842985 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-86f86eff-2691-48e3-a4e1-9f30b1ed502a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4992452 Oct 15 19:46:48.884174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:48.970312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-7e0af3e4-991a-4ee9-b266-dc644e751c19 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:48.971779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-7e0af3e4-991a-4ee9-b266-dc644e751c19 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 813 time: 0.1032825 Oct 15 19:46:48.987234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'device_id': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887', 'admin_state_up': True, 'tenant_id': '8c11cace4c0d4300812b90b596e9461c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:49.028416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.054657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.208819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Made reservation on behalf of 8c11cace4c0d4300812b90b596e9461c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:49.212370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.333218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.346132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Allocated IP 172.20.0.9 (da3f8705-2475-4916-bc3b-ebf241fb0887/e39895ff-97d8-4487-9a88-dedc3d0ddd88/111fd69f-af9f-4a7a-9940-02468dffa665) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:49.441709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:49.443958 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b571a8d-a440-4750-bf9a-a904a9c53619" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:49.489405 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c62655-0bea-421b-bc02-b720b055b564 x-openstack-request-id: req-72c62655-0bea-421b-bc02-b720b055b564 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:49.489702 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:49.489955 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72c62655-0bea-421b-bc02-b720b055b564 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:49.493088 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:46:49.508336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.577994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.1 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/b6c613b9-21fd-4ec6-a88c-3c873cf68fb9) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:49.588122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Allocated IP 172.25.0.215 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2053ccd9-9608-469a-89ab-86debbc3db65) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:49.606680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-8a5945f3-524f-47d2-b353-c7c2b556a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:49.608209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-8a5945f3-524f-47d2-b353-c7c2b556a775 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0973516 Oct 15 19:46:49.624054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd078c-051b-474e-aac8-5285e290651a req-ae1040db-0cd4-4bca-9e7e-7e3038cd0f6e tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:49.625500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31bd078c-051b-474e-aac8-5285e290651a req-ae1040db-0cd4-4bca-9e7e-7e3038cd0f6e tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 945 time: 0.0876713 Oct 15 19:46:49.710678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.722035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:49.754660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31bd078c-051b-474e-aac8-5285e290651a req-5a01b617-6843-42f0-9e68-3a8c0d40f818 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061671 Oct 15 19:46:49.761526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.805445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Network da3f8705-2475-4916-bc3b-ebf241fb0887 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:49.817670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:49.832482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:49.845011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.853970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:49.906807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-311bb164-82b2-43a5-aabb-fafe7dc8782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:49.908697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-311bb164-82b2-43a5-aabb-fafe7dc8782f service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.2812440 Oct 15 19:46:49.918810 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:49.964550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:49.967715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:49.971713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:49.999311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-ebf593c7-083d-4b31-bd40-dcf7105ce6e7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0782938 Oct 15 19:46:49.999894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=b6c613b9-21fd-4ec6-a88c-3c873cf68fb9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:50.004598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.025168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:50.026280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.063146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:50.065761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.095200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed4f09b4-ab70-44a3-80da-3350eee8e9fe req-f61ac0b1-4338-4cfd-b214-8b94009d3037 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.1022611 Oct 15 19:46:50.107130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:50.110912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:50.113060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'Port': ['ID=2053ccd9-9608-469a-89ab-86debbc3db65,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:50.137043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-6c39a87b-5970-419b-ada0-460e3fad11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:50.139060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-6c39a87b-5970-419b-ada0-460e3fad11d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.0789652 Oct 15 19:46:50.178912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-6c07649c-bcd5-4052-8ae1-188c08c9e8a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298178 Oct 15 19:46:50.183667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-0c693d3b-f26d-4016-981a-965defce9641 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2006812 Oct 15 19:46:50.220941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Request body: {'port': {'device_id': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:50.249619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.338566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.347074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1746ea-3346-4318-b56f-4e6424ec3b94 req-68cb6fde-3f5a-4059-941d-59db93779dee tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:50.348586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d1746ea-3346-4318-b56f-4e6424ec3b94 req-68cb6fde-3f5a-4059-941d-59db93779dee tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 931 time: 0.1723263 Oct 15 19:46:50.377906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.388368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.406559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-9df81ba9-6546-424f-8320-473aec7e4531 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140262 Oct 15 19:46:50.472477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d1746ea-3346-4318-b56f-4e6424ec3b94 req-5a4f8925-5d7f-465b-861b-9849fde0f63e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141601 Oct 15 19:46:50.616813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:50.642983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b571a8d-a440-4750-bf9a-a904a9c53619 req-e8e7898e-75c9-43d2-b1df-d030e5051d3b service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242820 Oct 15 19:46:50.737324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.789655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111fd69f-af9f-4a7a-9940-02468dffa665 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:50.798579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.808257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.809528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:50.813415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:50.813778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.820531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Transition to ACTIVE for port object 111fd69f-af9f-4a7a-9940-02468dffa665 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:46:50.858255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe71b0-8173-44b2-aa1b-7817bca5265e req-361f73cc-9b36-4350-b643-796d0d75fc94 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:50.858808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30fe71b0-8173-44b2-aa1b-7817bca5265e req-361f73cc-9b36-4350-b643-796d0d75fc94 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 945 time: 0.0541456 Oct 15 19:46:50.895071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.899319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30fe71b0-8173-44b2-aa1b-7817bca5265e req-394909f0-df32-4513-998c-7a59e2f234c9 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340903 Oct 15 19:46:50.906542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.942515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.962812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:50.983794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:50.983794 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9222e3ec-a184-413b-8672-ccc2528ca189" -d '{"events": [{"server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "name": "network-vif-plugged", "status": "completed", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:51.001678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:51.007098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event updated for resources: {'Port': ['ID=2053ccd9-9608-469a-89ab-86debbc3db65,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:51.022388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:51.060186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.066105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.086347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.100484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=b6c613b9-21fd-4ec6-a88c-3c873cf68fb9,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:51.135400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.137332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0dae8d13-a416-46b3-9848-030d47ca476b tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2858739 Oct 15 19:46:51.142745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:51.152628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Attempting to bind port 111fd69f-af9f-4a7a-9940-02468dffa665 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:46:51.153109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Attempting to bind port 111fd69f-af9f-4a7a-9940-02468dffa665 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:46:51.153507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Attempting to bind port 111fd69f-af9f-4a7a-9940-02468dffa665 on network da3f8705-2475-4916-bc3b-ebf241fb0887 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:51.156023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.156521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.156974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.157392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.157928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.158324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.158774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.159219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.159328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Port 111fd69f-af9f-4a7a-9940-02468dffa665 on network da3f8705-2475-4916-bc3b-ebf241fb0887 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:46:51.160237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.160353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Attempting to bind port 111fd69f-af9f-4a7a-9940-02468dffa665 on network da3f8705-2475-4916-bc3b-ebf241fb0887 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:46:51.160440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.160440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.161808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:46:51.165210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:46:51.165614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Checking segment: {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:46:51.166084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Bound using segment: {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:46:51.166794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Bound port: 111fd69f-af9f-4a7a-9940-02468dffa665, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d14785a-afb3-42b2-af7a-359cab278420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:46:51.167226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.209198 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0d6664-24a8-48b5-90dd-812746e144a3 x-openstack-request-id: req-fc0d6664-24a8-48b5-90dd-812746e144a3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:51.209665 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "name": "network-vif-plugged", "status": "completed", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:51.210101 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc0d6664-24a8-48b5-90dd-812746e144a3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:51.210636 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'code': 200} Oct 15 19:46:51.255029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:46:51.260709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:46:51.348405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9b6913d-595c-4255-80d6-f7de1cf0ef48 req-25e206b5-3c4c-405d-bf39-cde05d4d8525 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0298219 Oct 15 19:46:51.349624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.381712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a95e4ed-1abe-4224-ad3b-206d53e7e806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.395884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.396571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:51.398030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] 10.222.0.15 "PUT /v2.0/ports/111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 1092 time: 1.1962678 Oct 15 19:46:51.398520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:51.401635 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc008e4f-19e0-4d44-88ab-a6178844836b" -d '{"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:51.431063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262aa3b-7779-4ea5-8b2a-8a3869739e96 service neutron] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:51.526198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-6300eda6-14f7-4d5e-9d8b-dec39f3357ae tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.3792462 Oct 15 19:46:51.570056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-8345203e-a394-4b10-8d94-22fbbd3f231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.571646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-8345203e-a394-4b10-8d94-22fbbd3f231c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1095 time: 0.0443301 Oct 15 19:46:51.583488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:51.591989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865042e-f513-4d10-9603-43f2fbd07ced req-b0bc0873-f007-4ad1-a5fe-97cc780bc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.593463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6865042e-f513-4d10-9603-43f2fbd07ced req-b0bc0873-f007-4ad1-a5fe-97cc780bc635 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 1098 time: 0.1031308 Oct 15 19:46:51.596388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:51.618200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-b02ac530-8760-4a26-a361-33801fc4647e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 217 time: 0.0378528 Oct 15 19:46:51.672235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-2ef4b545-e50b-416b-9e16-2eaadc17130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.673711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-2ef4b545-e50b-416b-9e16-2eaadc17130e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.0481186 Oct 15 19:46:51.718606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-6bde6207-e990-489a-94a9-2c3f26e03ec7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364003 Oct 15 19:46:51.722082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6865042e-f513-4d10-9603-43f2fbd07ced req-98fdd711-7f6c-439a-8c4d-31647a14a7ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929966 Oct 15 19:46:51.731017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0204985f-05f7-4b6c-b383-9d2c206e328e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.732384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f25bec3c-765b-4fea-9311-7f1376f5fc06 req-0204985f-05f7-4b6c-b383-9d2c206e328e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1941328 Oct 15 19:46:51.781589 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58385d-8111-4751-b7db-45210a39b5fa x-openstack-request-id: req-3b58385d-8111-4751-b7db-45210a39b5fa {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:51.781886 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:51.782533 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b58385d-8111-4751-b7db-45210a39b5fa {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:51.782533 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665', 'status': 'completed', 'code': 200} Oct 15 19:46:51.802064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:51.938117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8ed1-d66d-427a-8f8c-e7026928b3cc req-85888e31-427f-4fd6-8747-c170a7e7306c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:51.939615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f8f8ed1-d66d-427a-8f8c-e7026928b3cc req-85888e31-427f-4fd6-8747-c170a7e7306c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 943 time: 0.0935090 Oct 15 19:46:51.956327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:51.968191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b9786fd-9baf-4656-95d7-398eb7fd4f91 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/routers/1a24dac2-cf71-4f8a-a514-2a5f9cae5055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9835525 Oct 15 19:46:51.969293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:51.969851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:51.975902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'port': {'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0', 'name': 'tempest-FloatingIPTestJSON-796808944'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:51.984255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:51.985007 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:51.985676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f8f8ed1-d66d-427a-8f8c-e7026928b3cc req-39102dee-616f-4012-8873-8209e34e52c4 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386913 Oct 15 19:46:52.021038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:52.032849 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:52.033696 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:52.081576 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:52.081814 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc870b2-0383-43b8-9b9e-dde4c0922cb9 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:52.189392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-1b827808-74ef-4541-9326-e605041316ba service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615026 Oct 15 19:46:52.200784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb9be-e436-4eee-b541-909855ce471c req-661be6f7-2d12-4dc5-9dcc-f3000a9f896d tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:52.207806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-661be6f7-2d12-4dc5-9dcc-f3000a9f896d tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0620449 Oct 15 19:46:52.264333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-23464a68-c9d2-44da-8e67-0ba361e2c079 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0551696 Oct 15 19:46:52.269576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'floatingip': {'port_id': '62752805-2957-4a22-9f77-726c26481388', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:52.311159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.325122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc2489f9-6931-4c91-a690-23ed83b162ee req-75b542fc-30ca-4a7e-906f-b37088778b5b service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243460 Oct 15 19:46:52.325698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:52.329076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.355213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] device_id is not set on port 992aa8a1-fe86-4dfd-bd81-952c499a58e1 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:46:52.370443 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.371095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7eb9d-2b37-4655-bc6a-7bc92094ee64 req-a268a896-5948-4955-b932-2ba1affd6048 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:52.372617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aa7eb9d-2b37-4655-bc6a-7bc92094ee64 req-a268a896-5948-4955-b932-2ba1affd6048 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.0783324 Oct 15 19:46:52.456303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aa7eb9d-2b37-4655-bc6a-7bc92094ee64 req-7c4a4fbf-c91c-4952-8e28-b73bf7817079 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550005 Oct 15 19:46:52.495361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.505942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.4 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/992aa8a1-fe86-4dfd-bd81-952c499a58e1) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:52.604321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-8c297aba-e4c1-463f-ba6c-1ce04ffce7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:52.606191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-8c297aba-e4c1-463f-ba6c-1ce04ffce7b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1095 time: 0.0891125 Oct 15 19:46:52.641824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.689966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:52.706729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.835321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:52.863494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '7728d183-e291-4ee7-8cec-59532fd377a8', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '7728d183-e291-4ee7-8cec-59532fd377a8', 'mac_address': 'fa:16:3e:f7:53:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:52.907603 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.910146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:52.924855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7728d183-e291-4ee7-8cec-59532fd377a8 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:52.946116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:52.980826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.015468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.083621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:53.101410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['7728d183-e291-4ee7-8cec-59532fd377a8'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:53.141676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.193912 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Floating IP 11e42dbd-dd5b-47fa-afdd-d18c045ccd44 associated. External IP: 172.25.0.215, port: 62752805-2957-4a22-9f77-726c26481388. Oct 15 19:46:53.237704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-cfc5e8fc-0cf3-44d1-a711-5780471f14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.239432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-cfc5e8fc-0cf3-44d1-a711-5780471f14a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.6213546 Oct 15 19:46:53.266133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842fa18-023e-4366-aebf-427c5028617d req-2893ff3a-7fdb-4122-90ed-77191a975a04 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.269587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d842fa18-023e-4366-aebf-427c5028617d req-2893ff3a-7fdb-4122-90ed-77191a975a04 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 943 time: 0.1067750 Oct 15 19:46:53.301691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-21a0957e-2881-49e6-abb9-acd85534575c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 217 time: 0.0518198 Oct 15 19:46:53.328995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.419415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d842fa18-023e-4366-aebf-427c5028617d req-cb264525-4655-4a8b-9aa5-0375740ce56b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200607 Oct 15 19:46:53.435507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:53.446755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-ef3be7d8-f345-4d2f-a61e-775dd1b1b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.448868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-ef3be7d8-f345-4d2f-a61e-775dd1b1b637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.1326697 Oct 15 19:46:53.449972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=992aa8a1-fe86-4dfd-bd81-952c499a58e1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:53.453255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:53.456060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:53.506510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Router 6ea1ff85-156a-485b-b41e-6a395a1e8566 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:53.528230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-ec3df158-563d-4ccb-9375-a01782ae680b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455511 Oct 15 19:46:53.553027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.557489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.630144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-625721c4-130e-47a2-8eee-3cea9a3ac1bc req-2e859fea-0e78-440b-a003-36c3a7caa808 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0469787 Oct 15 19:46:53.661756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:53.674303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Sync routers for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:53.682435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:53.688957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:53.690519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:53.713249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-a38830c7-8838-4102-adb1-219087022349 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691096 Oct 15 19:46:53.743253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f986f7b1-2627-4f9b-a6ec-3d3e87c2dc76 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "PUT /v2.0/floatingips/11e42dbd-dd5b-47fa-afdd-d18c045ccd44 HTTP/1.1" status: 200 len: 997 time: 1.4778948 Oct 15 19:46:53.743737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:53.750387 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b86910-be2f-4786-bcc6-fb7ac23babb2" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:53.751843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0b8878f-a80a-4708-94e6-128a75b94a76 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7807641 Oct 15 19:46:53.752538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40134) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:53.770396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'port': {'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0', 'name': 'tempest-FloatingIPTestJSON-1447618225'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:53.816437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb9be-e436-4eee-b541-909855ce471c req-7dfdec43-2aee-4390-aec5-419085776293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.820574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-7dfdec43-2aee-4390-aec5-419085776293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0607474 Oct 15 19:46:53.844473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:53.944927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a02904-1472-43da-824e-82721c319c6e req-928ad60d-1aad-44f2-8fcc-5125c2e0ec1f tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:53.946613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75a02904-1472-43da-824e-82721c319c6e req-928ad60d-1aad-44f2-8fcc-5125c2e0ec1f tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.1823072 Oct 15 19:46:53.988794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc008e4f-19e0-4d44-88ab-a6178844836b req-a375ee1e-b142-420d-aabf-d29cc9ca8e6d service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647974 Oct 15 19:46:54.022509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75a02904-1472-43da-824e-82721c319c6e req-8a3d0ef2-ad06-4fe7-b87f-667e33978603 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616243 Oct 15 19:46:54.062098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb9be-e436-4eee-b541-909855ce471c req-018b4e14-ed79-49eb-a529-68e989521827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.062932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-018b4e14-ed79-49eb-a529-68e989521827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.2329969 Oct 15 19:46:54.146597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:46:54.152844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:54.153729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-518e2a01-06ec-48eb-8b00-f08630c1a74b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 1000 time: 0.0841157 Oct 15 19:46:54.157231 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b37a6-9b19-4d4c-b4dc-79b278312200 x-openstack-request-id: req-119b37a6-9b19-4d4c-b4dc-79b278312200 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:54.157792 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:54.158145 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-119b37a6-9b19-4d4c-b4dc-79b278312200 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:54.158675 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:46:54.184903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] device_id is not set on port 26d7a5ff-dc9b-4350-9f09-8b449e9a7550 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:46:54.215539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '11e42dbd-dd5b-47fa-afdd-d18c045ccd44', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'port_id': '62752805-2957-4a22-9f77-726c26481388', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'mac_address': 'fa:16:3e:11:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:50Z', 'updated_at': '2021-10-15T19:46:52Z', 'revision_number': 1, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:54.235589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f97516d2-6cbc-4ad3-9f29-f589f6e57978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.237083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-f97516d2-6cbc-4ad3-9f29-f589f6e57978 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.0750678 Oct 15 19:46:54.252051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Checking router: 6ea1ff85-156a-485b-b41e-6a395a1e8566 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:54.263953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:54.265519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:54.276563 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-610b493a-ee5e-42bc-a5b1-8125823d5a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328732 Oct 15 19:46:54.282407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-791e45ee-7b8f-4a3c-a2c9-869aaada4866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.284588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-791e45ee-7b8f-4a3c-a2c9-869aaada4866 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.1103239 Oct 15 19:46:54.387682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-af2c0e43-7dd6-442f-9383-1277e152a7be service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036723 Oct 15 19:46:54.415666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:54.421840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.14 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/26d7a5ff-dc9b-4350-9f09-8b449e9a7550) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:54.448747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-c2dea1d2-80d0-471a-afe2-fe83d40998b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.452529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-c2dea1d2-80d0-471a-afe2-fe83d40998b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.1576333 Oct 15 19:46:54.518561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c1bb9be-e436-4eee-b541-909855ce471c req-2bc0974f-63f7-4816-975b-24bd1e966125 service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193109 Oct 15 19:46:54.562603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:54.613746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-ef86974b-9a31-4bbc-96cd-ff5a7af7f74f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 1000 time: 0.1522768 Oct 15 19:46:54.716153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afeee8-56a1-4309-8209-eef46280add0 req-02779a64-e236-4a8f-8e8a-3683d90436fe tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.723578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:54.724427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4afeee8-56a1-4309-8209-eef46280add0 req-02779a64-e236-4a8f-8e8a-3683d90436fe tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 943 time: 0.1796765 Oct 15 19:46:54.769152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-4786e241-a41e-4d5a-bc52-c53f3e817bf7 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1000 time: 0.0719297 Oct 15 19:46:54.773623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-3f1872ad-5a06-4ea9-b841-ad1b5a0f1e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.775922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-3f1872ad-5a06-4ea9-b841-ad1b5a0f1e66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.1529849 Oct 15 19:46:54.816425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-637cf0f6-8d0a-4a4a-bbca-5fe673527060 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:54.823675 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-637cf0f6-8d0a-4a4a-bbca-5fe673527060 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports/62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 943 time: 0.0530684 Oct 15 19:46:54.849043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:54.855039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-597e56fa-cc6c-4344-a0c7-80b4d7484ed0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569153 Oct 15 19:46:54.861429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4afeee8-56a1-4309-8209-eef46280add0 req-203ccdb3-15e3-4fba-aad4-486824063bd7 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360936 Oct 15 19:46:54.941954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 7728d183-e291-4ee7-8cec-59532fd377a8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:54.942362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:54.968654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '11e42dbd-dd5b-47fa-afdd-d18c045ccd44', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'port_id': '62752805-2957-4a22-9f77-726c26481388', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'mac_address': 'fa:16:3e:11:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:50Z', 'updated_at': '2021-10-15T19:46:52Z', 'revision_number': 1, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:55.001206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-99ad4f9d-a3f0-4664-bea6-205f8a48b182 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1000 time: 0.1296401 Oct 15 19:46:55.001496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11781849-c02a-4a89-9d0f-0811395b795e None None] The sync data for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 is: [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '11e42dbd-dd5b-47fa-afdd-d18c045ccd44', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'port_id': '62752805-2957-4a22-9f77-726c26481388', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'mac_address': 'fa:16:3e:11:23:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:50Z', 'updated_at': '2021-10-15T19:46:52Z', 'revision_number': 1, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:55.047545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80793c70-9ee0-405a-92da-956030604e0f req-b6a9d453-5589-49b4-b1a6-1421ab8b2a24 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0642662 Oct 15 19:46:55.064744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.099879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.152432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:55.156504 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b4de6-1f2c-4438-b5e7-de0c9fd27269" -d '{"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-plugged", "status": "completed", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:55.187497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:55.205461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-1350ecda-3d69-4310-9ef5-1cbee8109e5e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:55.208501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-1350ecda-3d69-4310-9ef5-1cbee8109e5e tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2063544 Oct 15 19:46:55.250853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:55.254084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.288873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:55.295793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:55.299967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=26d7a5ff-dc9b-4350-9f09-8b449e9a7550,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:55.326192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-d314ca46-46f6-4358-be33-e35819ad3e02 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433451 Oct 15 19:46:55.345766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-fa483762-1183-4a7c-ade9-818d9fe4e0e3 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 1000 time: 0.1220617 Oct 15 19:46:55.348509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:55.356590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:55.357639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a1480-af9c-4e9b-b97b-648ced72dee5 req-fe3b7f33-64dc-4575-be25-1e09c880706f tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:55.359526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-699a1480-af9c-4e9b-b97b-648ced72dee5 req-fe3b7f33-64dc-4575-be25-1e09c880706f tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.1655741 Oct 15 19:46:55.381474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:55.382205 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.400266 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4d21fe-fcad-46c7-9f1f-a4eb3d3911de None None] New status for floating IP 11e42dbd-dd5b-47fa-afdd-d18c045ccd44: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:46:55.440872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.452048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-699a1480-af9c-4e9b-b97b-648ced72dee5 req-f54a7c94-eeeb-4d79-8195-21bf93953e5a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660517 Oct 15 19:46:55.779493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5b86910-be2f-4786-bcc6-fb7ac23babb2 req-68b28929-88a6-456b-842d-ed3b24ee4d2a service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308739 Oct 15 19:46:55.781525 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:46:55.782731 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e8e60d-e6cf-49b3-a3a6-dc898f19d019 x-openstack-request-id: req-32e8e60d-e6cf-49b3-a3a6-dc898f19d019 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:55.782731 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-plugged", "status": "completed", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:55.782731 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32e8e60d-e6cf-49b3-a3a6-dc898f19d019 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:55.782731 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8', 'code': 200} Oct 15 19:46:55.861456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e95fd8-d106-4ec1-bd98-579ea20cfee3 req-a3f4f282-fdb9-4bf6-a1fc-f41b49466df0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:55.862919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90e95fd8-d106-4ec1-bd98-579ea20cfee3 req-a3f4f282-fdb9-4bf6-a1fc-f41b49466df0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.0512853 Oct 15 19:46:55.872364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:55.876998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Request body: {'floatingip': {'port_id': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:55.918622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:55.954298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:46:55.954538 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:46:55.980306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b235dd28-9a1f-4a6d-b93a-eae2bfb1632f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2146893 Oct 15 19:46:55.983657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:46:55.996641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '26d7a5ff-dc9b-4350-9f09-8b449e9a7550', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:46:56.086852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7bbd7-a8d6-4d05-bd7a-ab2ce96af441 req-42c754f8-4489-44b1-a3e1-79f21669950c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:56.088192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83c7bbd7-a8d6-4d05-bd7a-ab2ce96af441 req-42c754f8-4489-44b1-a3e1-79f21669950c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 943 time: 0.1333647 Oct 15 19:46:56.093601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.208124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83c7bbd7-a8d6-4d05-bd7a-ab2ce96af441 req-7273655b-f435-4f27-be1c-61bb8bd83ca9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060755 Oct 15 19:46:56.249906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.388094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.41 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a60f9147-3876-4cc7-9a3d-e9e445326273) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:46:56.412273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31beed74-362c-4262-ba30-07354cef4ccb req-93087d08-ebef-4980-a19c-51d18ecfee71 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0942421 Oct 15 19:46:56.595691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.632760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 111fd69f-af9f-4a7a-9940-02468dffa665 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:46:56.684411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.700548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.755733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:56.771785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '111fd69f-af9f-4a7a-9940-02468dffa665', 'network_id': 'da3f8705-2475-4916-bc3b-ebf241fb0887', 'port_id': '111fd69f-af9f-4a7a-9940-02468dffa665', 'mac_address': 'fa:16:3e:a8:71:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e39895ff-97d8-4487-9a88-dedc3d0ddd88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:46:56.872137 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.907937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.910429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111fd69f-af9f-4a7a-9940-02468dffa665 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:46:56.941056 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Floating IP 5fea674f-4afc-4df5-a9da-f0935f941181 associated. External IP: 172.25.0.131, port: 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7. Oct 15 19:46:56.953777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:56.970495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.978760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:56.979942 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Floating IP 11e42dbd-dd5b-47fa-afdd-d18c045ccd44 disassociated. External IP: 172.25.0.215, port: 62752805-2957-4a22-9f77-726c26481388. Oct 15 19:46:57.021179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:57.119089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:57.209849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:57.292480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Router fbf7f434-c552-46e2-b246-1f118322845c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:57.352491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:46:57.359873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:46:57.369722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:46:57.395681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:46:57.550168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Router 6ea1ff85-156a-485b-b41e-6a395a1e8566 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:46:57.552217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=a60f9147-3876-4cc7-9a3d-e9e445326273,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:57.819200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:57.826993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:57.831693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Sync routers for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:57.854269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:57.855042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:57.873927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:46:57.885566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Sync routers for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:46:57.888473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:57.896577 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:57.897177 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:57.925085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-26c7e55d-95a2-42d0-88c8-7a6623d7c0a6 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "PUT /v2.0/floatingips/5fea674f-4afc-4df5-a9da-f0935f941181 HTTP/1.1" status: 200 len: 992 time: 2.0514338 Oct 15 19:46:57.927334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:57.930080 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:57.948837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-7ab8ecb9-0e40-40a4-b00f-355f853c230c tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "PUT /v2.0/floatingips/11e42dbd-dd5b-47fa-afdd-d18c045ccd44 HTTP/1.1" status: 200 len: 695 time: 2.5965607 Oct 15 19:46:57.951392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:57.956697 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575d5e13-af6f-413f-a9ac-721524ac2f85" -d '{"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:57.959486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb6926-a49b-4298-994d-32db674732c8 req-91786232-ce57-4b17-b50e-3ba7f87a10b0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:57.965981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36cb6926-a49b-4298-994d-32db674732c8 req-91786232-ce57-4b17-b50e-3ba7f87a10b0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 944 time: 0.6035271 Oct 15 19:46:58.044648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36cb6926-a49b-4298-994d-32db674732c8 req-4e92821b-aa03-44e5-a5e3-058e3ff38cca tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699379 Oct 15 19:46:58.107623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-9c01b74d-14c9-4cfa-9b19-b37f81fd3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.109308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-9c01b74d-14c9-4cfa-9b19-b37f81fd3ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.0796964 Oct 15 19:46:58.183230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:58.196716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:58.208391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74286492-6cac-4ded-b005-dacf72b65807 req-1bbc9cfd-eb16-44e5-a610-208d918b1188 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0486321 Oct 15 19:46:58.262023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-21fcc3fe-2c5b-4156-bed8-240759f51c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.263589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-21fcc3fe-2c5b-4156-bed8-240759f51c75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.1313186 Oct 15 19:46:58.357957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-9a74cef3-568a-47c1-a544-6a694a606a6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0825486 Oct 15 19:46:58.569509 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5fea674f-4afc-4df5-a9da-f0935f941181', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'port_id': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'mac_address': 'fa:16:3e:7d:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30625c-ec54-431c-9278-f079155b0e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:31Z', 'updated_at': '2021-10-15T19:46:56Z', 'revision_number': 1, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:58.574013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-ce0214bb-08ce-4534-95ca-b37852cd78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.575450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-ce0214bb-08ce-4534-95ca-b37852cd78e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.2092052 Oct 15 19:46:58.595642 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6711b117-a101-4a98-b703-d9b60df6395c x-openstack-request-id: req-6711b117-a101-4a98-b703-d9b60df6395c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:58.595936 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:58.596239 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6711b117-a101-4a98-b703-d9b60df6395c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:58.596875 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'status': 'completed', 'code': 200} Oct 15 19:46:58.612626 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Checking router: fbf7f434-c552-46e2-b246-1f118322845c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:58.625411 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:58.626454 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:58.639801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 111fd69f-af9f-4a7a-9940-02468dffa665 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:46:58.745422 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:58.774635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:58.774995 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c73b9-3e53-4c5f-975d-e5ea110f87bf x-openstack-request-id: req-cc0c73b9-3e53-4c5f-975d-e5ea110f87bf {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:58.782827 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:58.782827 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc0c73b9-3e53-4c5f-975d-e5ea110f87bf {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:58.783126 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:46:58.792277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-60175b37-e970-4f2b-aef2-46c88bd7aeea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2021668 Oct 15 19:46:58.818257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Checking router: 6ea1ff85-156a-485b-b41e-6a395a1e8566 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:46:58.833711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:46:58.834423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:58.843322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-7a5de073-6607-4c92-914c-b049c0fe5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.845272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-7a5de073-6607-4c92-914c-b049c0fe5ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50b8fb51223845638bfffbb66a12f409&device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 1098 time: 0.2216609 Oct 15 19:46:58.870531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-19fdbcaa-d2fe-4ff8-adcc-d89a2f077494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.872021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-19fdbcaa-d2fe-4ff8-adcc-d89a2f077494 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29efcbebec9c47d78a1799a40f91853c&device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.1543992 Oct 15 19:46:58.876706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:58.967003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:46:58.976400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-12acf224-0b2f-4760-ba44-945c05206f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:58.978893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-12acf224-0b2f-4760-ba44-945c05206f17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4232c20-11cb-4b97-94f6-ca9611d3a649 HTTP/1.1" status: 200 len: 913 time: 0.1158388 Oct 15 19:46:59.070930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-1a0bc69b-9cd1-4c26-b3ba-2108291ff643 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 HTTP/1.1" status: 200 len: 1000 time: 0.0805852 Oct 15 19:46:59.164154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5fea674f-4afc-4df5-a9da-f0935f941181', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'port_id': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'mac_address': 'fa:16:3e:7d:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30625c-ec54-431c-9278-f079155b0e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:31Z', 'updated_at': '2021-10-15T19:46:56Z', 'revision_number': 1, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:59.171068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-9afe7796-2dbe-4df5-82c3-e29c5074358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:59.179476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-9afe7796-2dbe-4df5-82c3-e29c5074358b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7c26ca53-d98e-4be8-80f9-6b4c1395674f HTTP/1.1" status: 200 len: 851 time: 0.0904553 Oct 15 19:46:59.183329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.217795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 111fd69f-af9f-4a7a-9940-02468dffa665 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:46:59.229976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 111fd69f-af9f-4a7a-9940-02468dffa665 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:46:59.230343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.271443 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-2f45cc94-b0e2-46b7-9cc7-f5b2c8c1b0e7 service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715917 Oct 15 19:46:59.318396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-cf81fece-5351-4c9a-8fc7-2963352ff9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:59.319926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-cf81fece-5351-4c9a-8fc7-2963352ff9da service neutron] 10.222.0.11 "GET /v2.0/networks?id=867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 200 len: 920 time: 0.3397996 Oct 15 19:46:59.329225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a63abb-f006-420b-b9c5-3007bdbb6ea8 req-5d6d053b-c7e2-4750-a656-c8cbf92bd472 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:59.330900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69a63abb-f006-420b-b9c5-3007bdbb6ea8 req-5d6d053b-c7e2-4750-a656-c8cbf92bd472 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 944 time: 0.1365268 Oct 15 19:46:59.398151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-b0a3d67a-26e4-4b76-8565-e320c0d6b937 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 200 len: 217 time: 0.0636835 Oct 15 19:46:59.409071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.444785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-7c49cbb3-0ba6-4279-8ab3-35965cee67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:59.445351 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef884e34-925b-4743-a8c2-5659050a3f19 None None] The sync data for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 is: [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5fea674f-4afc-4df5-a9da-f0935f941181', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'port_id': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'mac_address': 'fa:16:3e:7d:38:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e30625c-ec54-431c-9278-f079155b0e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:46:31Z', 'updated_at': '2021-10-15T19:46:56Z', 'revision_number': 1, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:59.446170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-7c49cbb3-0ba6-4279-8ab3-35965cee67ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4232c20-11cb-4b97-94f6-ca9611d3a649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613480 Oct 15 19:46:59.454974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:46:59.473267 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1784bf-7537-4ceb-a3b7-fdf99331b4a4" -d '{"events": [{"server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "name": "network-vif-plugged", "status": "completed", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:46:59.517049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:46:59.532689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:46:59.577999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cfb8b800-9b4a-45b2-b531-9a4a488f45d0 req-c11d8f38-ba66-4eb3-b7fe-808277ea355a service neutron] 10.222.0.13 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025961 Oct 15 19:46:59.580154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d736f5-8d70-45ee-9ce9-bdcd9e3a191c None None] The sync data for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 is: [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:45:49Z', 'revision_number': 4, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6484eb42-0602-42a2-9895-139cfa966b17', 'name': '', 'network_id': '867a02b2-79a7-4d9c-882c-2d93c2e78a58', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'mac_address': 'fa:16:3e:85:f4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:48Z', 'updated_at': '2021-10-15T19:45:58Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'subnets': [{'id': '11c27ccc-5dff-42f1-9d06-f2582aeecae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:46:59.600625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.608516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69a63abb-f006-420b-b9c5-3007bdbb6ea8 req-9fbc107c-bed3-41e7-bfc1-3425d52553e1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074137 Oct 15 19:46:59.707917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.747387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:46:59.777831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34314234-0e0e-4a56-ac1a-d75043eb4113 req-474365fd-6745-4142-8b34-9f20589a5a50 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0901356 Oct 15 19:46:59.820506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:46:59.879925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-893404a5-62cc-4ff9-8654-4eebdac5c642 service neutron] 10.222.0.15 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106691 Oct 15 19:46:59.885158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-fbaa508d-e646-4248-a27a-adf2c93faefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:46:59.886799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-fbaa508d-e646-4248-a27a-adf2c93faefa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 200 len: 859 time: 0.4065959 Oct 15 19:46:59.912171 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe33914e-401e-42a8-aae6-bab80f69bee6 x-openstack-request-id: req-fe33914e-401e-42a8-aae6-bab80f69bee6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:46:59.912171 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "name": "network-vif-plugged", "status": "completed", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:46:59.912171 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe33914e-401e-42a8-aae6-bab80f69bee6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:46:59.912171 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665', 'code': 200} Oct 15 19:46:59.915007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504a297-fa47-4571-a7a3-988c16903d9e None None] New status for floating IP 5fea674f-4afc-4df5-a9da-f0935f941181: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:46:59.948156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-824e392a-62c6-4a21-adc0-d89fbdaf4ade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=867a02b2-79a7-4d9c-882c-2d93c2e78a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451651 Oct 15 19:47:00.161139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=a60f9147-3876-4cc7-9a3d-e9e445326273,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:00.163896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1fcba94-86eb-4c5f-9ef9-7a37e316b95e req-ae7401d8-3a37-4ad2-b656-44b85f03503c service neutron] 10.222.0.15 "GET /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620320 Oct 15 19:47:00.178344 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0f4b9-d597-4549-a536-312469146bfb None None] New status for floating IP 11e42dbd-dd5b-47fa-afdd-d18c045ccd44: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:47:00.206768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:00.257596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-eeab0338-995e-45ec-b718-71e6ebde4306 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips/11e42dbd-dd5b-47fa-afdd-d18c045ccd44 HTTP/1.1" status: 200 len: 695 time: 0.0918970 Oct 15 19:47:00.288956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef328b-8365-49f3-89b0-a635796f4e27 req-7704b55d-88b8-4f47-ad40-081fd2c306a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:00.290649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34ef328b-8365-49f3-89b0-a635796f4e27 req-7704b55d-88b8-4f47-ad40-081fd2c306a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1097 time: 0.3014576 Oct 15 19:47:00.309781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-65eb7767-6431-4868-a5e1-5ba9f32219c3 service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376789 Oct 15 19:47:00.411860 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP bb711fda-9fb0-4005-9e85-40905b57bd2d associated. External IP: 172.25.0.41, port: 26d7a5ff-dc9b-4350-9f09-8b449e9a7550. Oct 15 19:47:00.502993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-575d5e13-af6f-413f-a9ac-721524ac2f85 req-8d23cb0d-2f94-4392-9b5f-b2204e514e4a service neutron] 10.222.0.11 "GET /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542976 Oct 15 19:47:00.549526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-34ef328b-8365-49f3-89b0-a635796f4e27 req-e7a03e59-284e-4a0a-9d7f-d6a786897fc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325803 Oct 15 19:47:00.550106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-1ef3045a-2614-4587-a556-f5eec9244245 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:00.559937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-1ef3045a-2614-4587-a556-f5eec9244245 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.3011832 Oct 15 19:47:00.635625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-b65984d2-9d05-4882-a188-475db596c54f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 698 time: 0.0744419 Oct 15 19:47:00.710303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-fc91bbed-7689-4b5c-839b-36f0dd3e2b11 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.215 HTTP/1.1" status: 200 len: 696 time: 0.0733237 Oct 15 19:47:00.902327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Deleting port 2053ccd9-9608-469a-89ab-86debbc3db65 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:00.902753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.021705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.022123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.037278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Calling delete_port for 2053ccd9-9608-469a-89ab-86debbc3db65 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:01.092657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:01.163127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63140670-723b-4edb-bc4f-170c782ba808 req-fd0703f0-4ca3-4804-8e40-b0f91050f6b9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:01.164754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63140670-723b-4edb-bc4f-170c782ba808 req-fd0703f0-4ca3-4804-8e40-b0f91050f6b9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 945 time: 0.0991979 Oct 15 19:47:01.241823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63140670-723b-4edb-bc4f-170c782ba808 req-7953f2cc-65d2-4b4c-a1ea-9223d9cfae7a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703137 Oct 15 19:47:01.260246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:01.271458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:01.283202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.289241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:01.289241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:01.322228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:01.336228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:01.336783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.337492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:01.353745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event deleted for resources: {'Port': ['ID=2053ccd9-9608-469a-89ab-86debbc3db65,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:01.390321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:01.391382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a9762-2456-4de8-a16e-c4a1f02ddb2d None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:01.403706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.406949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.418818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4025a1d-dc2b-4e01-ae14-6c8557461fe5 req-89bfeb33-43f8-4c49-abf4-4ff9f842a606 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "DELETE /v2.0/floatingips/11e42dbd-dd5b-47fa-afdd-d18c045ccd44 HTTP/1.1" status: 204 len: 173 time: 0.6983857 Oct 15 19:47:01.428232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00c8eac8-2eaa-468e-a0d7-dc0fbe8f95fd req-09369087-d9e4-472d-8109-c66a1826ac19 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0431361 Oct 15 19:47:01.430743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fcfb809c-1c7f-4114-bdef-32daf805b221 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4451721 Oct 15 19:47:01.434461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40298) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:01.439896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:01.557424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.611756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec11fce-73b6-4b8b-85e2-70e82bb87077 req-19256858-2b96-4956-9bb7-29ab986b73d2 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:01.613501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ec11fce-73b6-4b8b-85e2-70e82bb87077 req-19256858-2b96-4956-9bb7-29ab986b73d2 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.1177766 Oct 15 19:47:01.693538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-38c60c55-095c-42b2-b2e4-c2f4dca29053 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups/b3b19711-7694-4a37-b42c-752c2b24076e HTTP/1.1" status: 200 len: 1809 time: 0.0530128 Oct 15 19:47:01.710062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ec11fce-73b6-4b8b-85e2-70e82bb87077 req-6f60a824-2726-4d03-b280-b7b54905834a tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880024 Oct 15 19:47:01.765626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.777438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.795084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.885522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.886311 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP bb711fda-9fb0-4005-9e85-40905b57bd2d disassociated. External IP: 172.25.0.41, port: 26d7a5ff-dc9b-4350-9f09-8b449e9a7550. Oct 15 19:47:01.911013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.913626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:01.914785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d3b04c8-5db4-4149-9e9e-f882ca091e80 req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3b19711-7694-4a37-b42c-752c2b24076e HTTP/1.1" status: 204 len: 173 time: 0.2149873 Oct 15 19:47:01.933191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98106a-bee7-478f-aefd-5dd026586bde tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b19711-7694-4a37-b42c-752c2b24076e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:02.241166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:02.377149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:02.389348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:02.389845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156318-c743-4bbd-bd13-d52248dfaeb4 req-cf4231a3-5a66-44c9-b569-bd83763c3b41 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:02.397281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1156318-c743-4bbd-bd13-d52248dfaeb4 req-cf4231a3-5a66-44c9-b569-bd83763c3b41 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 945 time: 0.0693953 Oct 15 19:47:02.408885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:02.410250 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:02.411295 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:02.470650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:02.472689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eec7c9ec-9c2b-43e2-8912-4f66e8d5addd tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/bb711fda-9fb0-4005-9e85-40905b57bd2d HTTP/1.1" status: 200 len: 687 time: 1.0368078 Oct 15 19:47:02.473474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1156318-c743-4bbd-bd13-d52248dfaeb4 req-e78abd27-57bf-4c7c-9495-412b6e68a2dc tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752411 Oct 15 19:47:02.475179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40316) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:02.500105 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:02.500799 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:02.536636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:02.537301 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe75eb-fc28-480d-ac52-84ac71c21b98 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:02.627357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-250e6317-b53f-43af-b2c5-5ae1f2dacf3e req-d6af3cf2-2e7d-4167-aafa-143030885fbf tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0422499 Oct 15 19:47:02.669668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860365-0caa-4759-8054-b842c866eb7a req-641570c9-4269-4318-a0b9-a377d4840a90 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:02.679471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40860365-0caa-4759-8054-b842c866eb7a req-641570c9-4269-4318-a0b9-a377d4840a90 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1510327 Oct 15 19:47:02.724635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port a60f9147-3876-4cc7-9a3d-e9e445326273 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:02.743718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:02.743718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40860365-0caa-4759-8054-b842c866eb7a req-59b6b1cf-1b0e-48f6-89be-c4d2f1cfb794 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634651 Oct 15 19:47:02.782076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-5cdc74f1-032c-4d04-b81d-bd1153d7c7bd tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-284201076&fields=id&tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 267 time: 0.0642631 Oct 15 19:47:02.822716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:02.823142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:02.836463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for a60f9147-3876-4cc7-9a3d-e9e445326273 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:02.845180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-e6f23e97-5aed-452a-b838-cf118cdb6a09 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:02.846576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-e6f23e97-5aed-452a-b838-cf118cdb6a09 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 945 time: 0.0636988 Oct 15 19:47:02.863253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'security_groups': ['02768e4d-8de1-4e4d-92a7-0f49afcb19aa', '3dbfd5a6-4965-40dc-82a7-738cc15913c2']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:02.943816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.039745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad7b39-77e1-4e90-b076-a47645809bf7 req-916729c7-459d-45d3-99cc-6a98e1a898e7 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:03.042092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03ad7b39-77e1-4e90-b076-a47645809bf7 req-916729c7-459d-45d3-99cc-6a98e1a898e7 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.0570927 Oct 15 19:47:03.083031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03ad7b39-77e1-4e90-b076-a47645809bf7 req-68c896be-faa5-4c1a-bf21-a39cc0a0dce2 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f406617-ae80-45a4-a908-548109e5fab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 Oct 15 19:47:03.085161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-3eae8c1d-2479-4a68-844e-021dc04d31b0 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:03.086631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-3eae8c1d-2479-4a68-844e-021dc04d31b0 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.15 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 946 time: 0.0845673 Oct 15 19:47:03.145270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.174337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=a60f9147-3876-4cc7-9a3d-e9e445326273,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:03.248897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:03.258262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.262155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.267897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eec59b38-3910-46f1-9784-d7c84224617e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb711fda-9fb0-4005-9e85-40905b57bd2d HTTP/1.1" status: 204 len: 168 time: 0.7916315 Oct 15 19:47:03.268645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40340) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:03.273899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '992aa8a1-fe86-4dfd-bd81-952c499a58e1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:03.303259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Deleting port c201c939-72a0-416e-b75e-d478d074d79b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:03.307065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.311051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.380410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.414647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.426821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11', '111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:03.488098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:03.488743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.494035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e116c218-498b-4eea-a0ed-ec33d0b99f81 req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "PUT /v2.0/ports/111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 981 time: 0.6352620 Oct 15 19:47:03.499855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] For port c201c939-72a0-416e-b75e-d478d074d79b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c201c939-72a0-416e-b75e-d478d074d79b,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:03.500230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.503238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:03.506156 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75dcef-1764-4a49-8088-6b77c769c66e" -d '{"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:03.534550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Calling delete_port for c201c939-72a0-416e-b75e-d478d074d79b owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:03.557934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ebd0f-01fa-4d2c-92c6-193940121b2d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:03.569264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.608005 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f89250-18fa-4f5a-97ee-89070cea3e80 x-openstack-request-id: req-a6f89250-18fa-4f5a-97ee-89070cea3e80 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:03.608295 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:03.608548 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6f89250-18fa-4f5a-97ee-89070cea3e80 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:03.609026 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665', 'status': 'completed', 'code': 200} Oct 15 19:47:03.627435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:03.780170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.149 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/5794f66d-4ebd-48f3-bf3d-b4b9862728d7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:03.816985 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38123214-8060-4442-8cc6-fd0348087445 req-86213710-ea80-454a-b1f3-c04bb562bc18 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0476651 Oct 15 19:47:03.866360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:03.976066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-4d79065a-3295-4db2-9e21-d671de5a6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:03.979039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-4d79065a-3295-4db2-9e21-d671de5a6a49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1136 time: 0.1514544 Oct 15 19:47:03.982026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c382e12b-46d8-4f0b-bf4f-f7860b6f779d req-522b11ab-fcec-45b1-bfc0-519cb7922418 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/3dbfd5a6-4965-40dc-82a7-738cc15913c2 HTTP/1.1" status: 200 len: 1802 time: 0.4618208 Oct 15 19:47:03.994010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Pushing event deleted for resources: {'Port': ['ID=c201c939-72a0-416e-b75e-d478d074d79b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:04.055772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:04.068540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] No DVR routers for this DVR port c201c939-72a0-416e-b75e-d478d074d79b on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:04.072192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:04.083033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d88520f6-88f0-4864-a6c6-ec5ea7b46acc req-f7d86222-ee07-4858-953f-06e609baa899 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.15 "DELETE /v2.0/ports/c201c939-72a0-416e-b75e-d478d074d79b HTTP/1.1" status: 204 len: 173 time: 0.9812765 Oct 15 19:47:04.107105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f239b-9fb5-40f0-b66f-fe4a5f3eee9f req-444341f6-0eb4-45d4-9463-4cbd440b6c92 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:04.109882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac5f239b-9fb5-40f0-b66f-fe4a5f3eee9f req-444341f6-0eb4-45d4-9463-4cbd440b6c92 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1788039 Oct 15 19:47:04.186925 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-c382e12b-46d8-4f0b-bf4f-f7860b6f779d req-71c9ecf9-6582-44a0-b7e5-b34552600a1b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 19:47:04.188105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c382e12b-46d8-4f0b-bf4f-f7860b6f779d req-71c9ecf9-6582-44a0-b7e5-b34552600a1b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/3dbfd5a6-4965-40dc-82a7-738cc15913c2 HTTP/1.1" status: 409 len: 341 time: 0.1848924 Oct 15 19:47:04.191219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac5f239b-9fb5-40f0-b66f-fe4a5f3eee9f req-99c38dca-08b8-4b7f-ae30-7e8ada034eb5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731699 Oct 15 19:47:04.223195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-90d76888-cdbe-48a4-8b61-ba697e6da0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:04.224797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-90d76888-cdbe-48a4-8b61-ba697e6da0c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.2376788 Oct 15 19:47:04.234150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c201c939-72a0-416e-b75e-d478d074d79b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:04.355061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:04.413910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=5794f66d-4ebd-48f3-bf3d-b4b9862728d7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:04.418452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-135b7f97-55ef-4be1-bd7d-4942ad619079 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 217 time: 0.1623933 Oct 15 19:47:04.440708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:04.445356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:04.467406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:04.522920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-9b9324f5-02d0-4a46-9413-8ec7f7852399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:04.526451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-9b9324f5-02d0-4a46-9413-8ec7f7852399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.0968301 Oct 15 19:47:04.658084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1529335-780d-454a-ae95-fd1aa9a02be3 req-75698d3f-8f3f-4c87-b022-03b3ede42be8 tempest-AttachSCSIVolumeTestJSON-264330929 tempest-AttachSCSIVolumeTestJSON-264330929-project] 10.222.0.13 "GET /v2.0/ports?device_id=23011d77-b90c-4364-959c-fc1538b78954 HTTP/1.1" status: 200 len: 210 time: 0.0652685 Oct 15 19:47:04.984693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc12feff-ed41-4f1d-b46d-0a57476f93e9 req-f74c7f3c-c6b8-4aaa-a4fb-0ae35b2f46bc tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0699944 Oct 15 19:47:05.117394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-d306d47a-7065-4eef-ad18-d6a57dcbd656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4462759 Oct 15 19:47:05.297589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-33f542a6-04a4-41d5-9f78-3c29633e3bf9 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:05.299071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-33f542a6-04a4-41d5-9f78-3c29633e3bf9 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.2036510 Oct 15 19:47:05.312140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5203d-92af-41a5-bf2b-72e4acb87271 req-28f8dc70-0fc2-4fdc-8125-dbc9bc6eebfb tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:05.313660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07c5203d-92af-41a5-bf2b-72e4acb87271 req-28f8dc70-0fc2-4fdc-8125-dbc9bc6eebfb tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 984 time: 0.2098014 Oct 15 19:47:05.374548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2e96f-3863-46af-b2ea-dee5b73c7039 req-d6d798ec-014c-4979-bb59-4acface47f09 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:05.383142 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9ef2e96f-3863-46af-b2ea-dee5b73c7039 req-d6d798ec-014c-4979-bb59-4acface47f09 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 946 time: 0.0775161 Oct 15 19:47:05.432389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9ef2e96f-3863-46af-b2ea-dee5b73c7039 req-50f19a55-930b-4c2e-a701-cd4c94b26bb0 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Oct 15 19:47:05.472162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-7a7d2c64-1490-47eb-8d78-262a86b26332 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102643 Oct 15 19:47:05.525148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07c5203d-92af-41a5-bf2b-72e4acb87271 req-e4041a14-6fba-41ac-b1f8-045551e4808c tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1813219 Oct 15 19:47:05.611288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'name': 'network-vif-deleted', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:05.613735 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6039147-64ed-48fa-b8b4-bf8c341fbcf8" -d '{"events": [{"server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "name": "network-vif-deleted", "tag": "c201c939-72a0-416e-b75e-d478d074d79b"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:05.660346 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de462b29-948c-4c1e-b202-a11fda2f4308 x-openstack-request-id: req-de462b29-948c-4c1e-b202-a11fda2f4308 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:05.660985 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23011d77-b90c-4364-959c-fc1538b78954", "name": "network-vif-deleted", "tag": "c201c939-72a0-416e-b75e-d478d074d79b", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:05.660985 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de462b29-948c-4c1e-b202-a11fda2f4308 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:05.661733 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23011d77-b90c-4364-959c-fc1538b78954', 'name': 'network-vif-deleted', 'tag': 'c201c939-72a0-416e-b75e-d478d074d79b', 'status': 'completed', 'code': 200} Oct 15 19:47:05.702625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Deleting port 62752805-2957-4a22-9f77-726c26481388 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:05.702946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:05.707283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:05.723618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf75dcef-1764-4a49-8088-6b77c769c66e req-f4904e26-9e9f-4594-84b4-48a22f0278f6 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422404 Oct 15 19:47:05.855842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] For port 62752805-2957-4a22-9f77-726c26481388, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=62752805-2957-4a22-9f77-726c26481388,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:05.856309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:05.874445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Calling delete_port for 62752805-2957-4a22-9f77-726c26481388 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:05.986106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-56ce7b98-365c-49fe-8eb7-2b8e51e4cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:05.987639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-56ce7b98-365c-49fe-8eb7-2b8e51e4cb7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1136 time: 0.1110802 Oct 15 19:47:05.992411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.114195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8eac4970-91d5-41b5-8aca-57f36271279d req-5dc1d143-fbe2-45fa-a54a-3ffff06c536c tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0391972 Oct 15 19:47:06.275693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-f0881e6c-58ea-44b5-b8e0-2e6fd3ac4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:06.277259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-f0881e6c-58ea-44b5-b8e0-2e6fd3ac4bf6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.2784967 Oct 15 19:47:06.341633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-ad0e3e29-5f2d-433c-b0eb-71fc47c44da7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 217 time: 0.0534232 Oct 15 19:47:06.407252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.419261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['62752805-2957-4a22-9f77-726c26481388'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:06.448978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.451049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Pushing event deleted for resources: {'Port': ['ID=62752805-2957-4a22-9f77-726c26481388,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:06.457609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-8fc9e31c-f537-4d35-aa9c-130b9478a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:06.459199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-8fc9e31c-f537-4d35-aa9c-130b9478a1d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.1077564 Oct 15 19:47:06.537646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-f9530323-b7fd-4432-9bc2-ac48682ff02e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701258 Oct 15 19:47:06.539683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] No DVR routers for this DVR port 62752805-2957-4a22-9f77-726c26481388 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:06.545142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.548475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f3bc7a7-bd64-423a-9399-1916a41efe9e req-e6e8dc05-d131-4a1f-bfff-bead6708e26f tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.11 "DELETE /v2.0/ports/62752805-2957-4a22-9f77-726c26481388 HTTP/1.1" status: 204 len: 173 time: 1.2338912 Oct 15 19:47:06.558089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'name': 'network-vif-deleted', 'tag': '62752805-2957-4a22-9f77-726c26481388'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:06.560841 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86954b0b-e557-4da6-a335-7caec4c9413d" -d '{"events": [{"server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "name": "network-vif-deleted", "tag": "62752805-2957-4a22-9f77-726c26481388"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:06.575610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.611952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-473d1a75-dc85-412a-a03a-1acaadac19fe req-4ba6a35d-51dc-418b-9a31-9141fa23704a tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0717025 Oct 15 19:47:06.702341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c201c939-72a0-416e-b75e-d478d074d79b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:06.723735 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ca8ef-45f7-4628-9e95-f4de1547e77e x-openstack-request-id: req-136ca8ef-45f7-4628-9e95-f4de1547e77e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:06.723735 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa85b744-9ad0-4909-866b-190d1a85dbc5", "name": "network-vif-deleted", "tag": "62752805-2957-4a22-9f77-726c26481388", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:06.723735 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-136ca8ef-45f7-4628-9e95-f4de1547e77e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:06.723735 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa85b744-9ad0-4909-866b-190d1a85dbc5', 'name': 'network-vif-deleted', 'tag': '62752805-2957-4a22-9f77-726c26481388', 'status': 'completed', 'code': 200} Oct 15 19:47:06.734328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c201c939-72a0-416e-b75e-d478d074d79b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:06.734893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c201c939-72a0-416e-b75e-d478d074d79b not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:06.747918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=5794f66d-4ebd-48f3-bf3d-b4b9862728d7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:06.784778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca952e9a-4e6c-4f59-939d-4c2eb5c955de req-8e88fb1f-e3b7-479d-b565-c73f5f8bf4ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:06.786308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca952e9a-4e6c-4f59-939d-4c2eb5c955de req-8e88fb1f-e3b7-479d-b565-c73f5f8bf4ce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 984 time: 0.1186352 Oct 15 19:47:06.803859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:06.861527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-cfb73eef-9aa2-488e-a89d-6d96a91870c0 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975135 Oct 15 19:47:06.869276 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca952e9a-4e6c-4f59-939d-4c2eb5c955de req-808c9a2a-2ed9-4961-9693-230f8de02880 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0743735 Oct 15 19:47:06.967766 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP e5e3143a-271b-45fe-88d3-af3eb046f9fa associated. External IP: 172.25.0.149, port: 992aa8a1-fe86-4dfd-bd81-952c499a58e1. Oct 15 19:47:07.119519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d466f3-972d-420d-99e6-fdb4eba5690c req-a56f4ac7-4879-406e-b436-0faa3a172772 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991894 Oct 15 19:47:07.227577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-244e6284-83c7-44d0-abd6-ba1cdf52ae36 req-07827dc2-9105-4611-9af5-7150cba0291d tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0318127 Oct 15 19:47:07.256987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:07.371271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:07.382703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:07.393326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:07.394177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:07.430731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:07.439226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:07.439840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:07.592171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:07.593289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331e5ef-7272-49d3-b2c5-6defdbb4eca1 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:07.641621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:07.690028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40456) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:07.703797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-713aba81-00ea-4339-9053-b26b69b925f5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4338982 Oct 15 19:47:07.779328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae1ecb82-93ff-498a-bff0-b3d7aa722ae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/floatingips/e5e3143a-271b-45fe-88d3-af3eb046f9fa HTTP/1.1" status: 200 len: 977 time: 0.0872817 Oct 15 19:47:07.781283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40460) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:07.886028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c11cc1c7-03b6-4f28-8a92-7bf6ba3b7661 req-d1ffb509-3d1d-4367-969c-21c6ec54b8e5 tempest-ServerRescueTestJSONUnderV235-371616195 tempest-ServerRescueTestJSONUnderV235-371616195-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa85b744-9ad0-4909-866b-190d1a85dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0784562 Oct 15 19:47:07.963716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40474) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:07.971070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': '26d7a5ff-dc9b-4350-9f09-8b449e9a7550'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:07.974870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c410570-7053-461b-863e-834809d46db1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1923957 Oct 15 19:47:08.075075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:08.236438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579088-c45a-4ef4-9710-b9143362077e req-dde7fdd3-381b-40ef-8b56-ea2aa3108706 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:08.251067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c579088-c45a-4ef4-9710-b9143362077e req-dde7fdd3-381b-40ef-8b56-ea2aa3108706 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 984 time: 0.1649613 Oct 15 19:47:08.342541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c579088-c45a-4ef4-9710-b9143362077e req-c2fecde6-f8bd-4e3d-89ea-aeb90d292b32 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0783856 Oct 15 19:47:08.357942 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a8fb553-abd1-4958-b91a-d29de50b8c9e req-2729a215-dbc8-437a-bc4c-ca9fd51bed09 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0354238 Oct 15 19:47:08.779472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 62752805-2957-4a22-9f77-726c26481388 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:08.793267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:08.803711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 62752805-2957-4a22-9f77-726c26481388 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:08.804245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 62752805-2957-4a22-9f77-726c26481388 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:08.911618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:08.984527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40486) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:09.175442 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP e5e3143a-271b-45fe-88d3-af3eb046f9fa associated. External IP: 172.25.0.149, port: 992aa8a1-fe86-4dfd-bd81-952c499a58e1. Oct 15 19:47:09.573797 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2fe89415-0dcc-42eb-adab-a7ab37bf9a78 req-dc19fba7-2c6b-4a64-a941-b66099590023 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0508556 Oct 15 19:47:09.653583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:09.915077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:09.929054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3340e4a-19fe-4b0c-b8c9-5718c568d9f8 req-7050c128-24d4-4ddb-8abe-7b407dd8c94b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:09.937553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3340e4a-19fe-4b0c-b8c9-5718c568d9f8 req-7050c128-24d4-4ddb-8abe-7b407dd8c94b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 984 time: 0.0927315 Oct 15 19:47:10.003509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Deleting port 6484eb42-0602-42a2-9895-139cfa966b17 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:10.004097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.045425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3340e4a-19fe-4b0c-b8c9-5718c568d9f8 req-75449b3f-9aed-4d77-b3bf-d280c278bec1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1067774 Oct 15 19:47:10.104979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] For port 6484eb42-0602-42a2-9895-139cfa966b17, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6484eb42-0602-42a2-9895-139cfa966b17,segment=NetworkSegment(f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c),segment_id=f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:10.105344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.121920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Calling delete_port for 6484eb42-0602-42a2-9895-139cfa966b17 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:10.161294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:10.174033 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:10.191942 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:10.192717 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.270202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.295713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:10.296364 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.367192 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.369710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4826ad86-8ea0-4255-8acc-666ff3462371 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:10.380196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-3c36b018-e874-4e9f-a680-d277320dbb59 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1364167279&fields=id&tenant_id=8c11cace4c0d4300812b90b596e9461c HTTP/1.1" status: 200 len: 267 time: 0.0790880 Oct 15 19:47:10.487299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-63554dd8-7505-4b7c-817e-d331562eec02 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:10.496074 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-63554dd8-7505-4b7c-817e-d331562eec02 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 984 time: 0.1148057 Oct 15 19:47:10.501418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'port': {'security_groups': ['02768e4d-8de1-4e4d-92a7-0f49afcb19aa', '3dbfd5a6-4965-40dc-82a7-738cc15913c2', '2e96003b-3930-4e44-a6bf-39f544996f1b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:10.521092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:10.592513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.685078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.724848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=6484eb42-0602-42a2-9895-139cfa966b17,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:10.749293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:10.754875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.759692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:10.773428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:10.774062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.777325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a085d4b-b61b-4b82-91d8-a11ca4578fda req-70016598-ab5e-42c0-9c53-8cbdf8659bbf tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0781343 Oct 15 19:47:10.846144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.855959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:10.857198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.893735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:10.894409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa851467-9df7-44c7-9a26-7faf3dbdbce7 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:10.905185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-21e21d7b-017c-4432-8e19-fcc8508d7a4d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/e5e3143a-271b-45fe-88d3-af3eb046f9fa HTTP/1.1" status: 200 len: 979 time: 2.9401777 Oct 15 19:47:10.907854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:10.913073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:10.984820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:10.990504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.207962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.229173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:11.277556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.279149 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP e5e3143a-271b-45fe-88d3-af3eb046f9fa disassociated. External IP: 172.25.0.149, port: 26d7a5ff-dc9b-4350-9f09-8b449e9a7550. Oct 15 19:47:11.609385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:11.724846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.736695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Router 6ea1ff85-156a-485b-b41e-6a395a1e8566 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:11.783953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:11.789348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.795489 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:11.807744 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:11.808511 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:11.825237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.837489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11', '111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:11.900948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:11.901918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-24e89d63-0103-4757-baaa-3383cd21ee6e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/e5e3143a-271b-45fe-88d3-af3eb046f9fa HTTP/1.1" status: 200 len: 688 time: 0.9928350 Oct 15 19:47:11.904361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:11.908342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40544) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:11.908992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3f0939ed-b361-4280-bd1e-8698c3f423da req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "PUT /v2.0/ports/111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 1020 time: 1.4120452 Oct 15 19:47:11.909483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:11.925813 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960d58d-6840-41c6-88c1-beafa5206df6" -d '{"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:11.950527 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:11.976454 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:11.978203 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:11.996762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e68036fc-9d1e-4473-9466-99fc1834559d req-018413aa-b349-484c-96dd-25d5d8014050 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/2e96003b-3930-4e44-a6bf-39f544996f1b HTTP/1.1" status: 200 len: 1803 time: 0.0640564 Oct 15 19:47:12.024113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:12.054104 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:12.054104 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1639c39-a70f-4ce9-999c-70caa5ce326a None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:12.101707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8db3c-b454-451a-b602-5303f174878f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:12.120131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:12.133148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b0bcb14-906c-41b0-b72f-319e1fc1c66c req-e48fcc2b-a04e-4a81-b04c-00baf912cf5c tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.1017432 Oct 15 19:47:12.136875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b845a8d-e65b-45dc-a703-e31f1bcd0c14 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ea1ff85-156a-485b-b41e-6a395a1e8566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1511326 Oct 15 19:47:12.137978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40552) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:12.139247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Sync routers for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:12.163741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:12.164372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:12.320588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:12.393591 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9921b17-75b1-4bc4-9087-95aab1a30117 x-openstack-request-id: req-d9921b17-75b1-4bc4-9087-95aab1a30117 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:12.394204 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:12.394204 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9921b17-75b1-4bc4-9087-95aab1a30117 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:12.394512 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665', 'status': 'completed', 'code': 200} Oct 15 19:47:12.395685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.432611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-1112d410-02a1-497f-b9da-4898dc627529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:12.441473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-1112d410-02a1-497f-b9da-4898dc627529 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c11cace4c0d4300812b90b596e9461c&device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1175 time: 0.1580677 Oct 15 19:47:12.513399 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-e68036fc-9d1e-4473-9466-99fc1834559d req-aca25819-e3dc-4585-98d1-21f6a709d083 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 19:47:12.526430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e68036fc-9d1e-4473-9466-99fc1834559d req-aca25819-e3dc-4585-98d1-21f6a709d083 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e96003b-3930-4e44-a6bf-39f544996f1b HTTP/1.1" status: 409 len: 341 time: 0.5287163 Oct 15 19:47:12.532561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.534625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 5794f66d-4ebd-48f3-bf3d-b4b9862728d7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:12.535199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.754339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-f45a9262-6c99-484f-a253-4248f6f82259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:12.755816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-f45a9262-6c99-484f-a253-4248f6f82259 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 200 len: 914 time: 0.3121538 Oct 15 19:47:12.761781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Deleting port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:12.762127 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.805253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-2560d2f0-adb8-49d3-8c85-2bf6cfc2b39d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 200 len: 217 time: 0.0402825 Oct 15 19:47:12.807499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.808060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.857493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 5794f66d-4ebd-48f3-bf3d-b4b9862728d7 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:12.906215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] For port c5d4363c-8e2f-4ae1-99d2-c993914e2cfe, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:12.906563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:12.925863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Calling delete_port for c5d4363c-8e2f-4ae1-99d2-c993914e2cfe owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:12.930379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-3ea20c45-bae8-48e6-9a25-33f4d14f05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:12.932546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-3ea20c45-bae8-48e6-9a25-33f4d14f05e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 200 len: 853 time: 0.1164577 Oct 15 19:47:12.963610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170'}], 'enable_snat': True}, 'gw_port_id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:47:10Z', 'revision_number': 5, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port': {'id': 'c5d4363c-8e2f-4ae1-99d2-c993914e2cfe', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b0:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:44Z', 'updated_at': '2021-10-15T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:13.086323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Checking router: 6ea1ff85-156a-485b-b41e-6a395a1e8566 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:13.211303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Routers {'6ea1ff85-156a-485b-b41e-6a395a1e8566'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:13.220627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['6ea1ff85-156a-485b-b41e-6a395a1e8566'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:13.236530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-ae24b84a-d81c-4614-a39d-8690cc60ce38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da3f8705-2475-4916-bc3b-ebf241fb0887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2037160 Oct 15 19:47:13.284738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97474fe-9abd-4761-9041-ed2be4eaa08a req-6878e35b-ab50-4e64-9544-4353594eacce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:13.286342 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e97474fe-9abd-4761-9041-ed2be4eaa08a req-6878e35b-ab50-4e64-9544-4353594eacce tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1023 time: 0.0791235 Oct 15 19:47:13.307477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edbb1b82-33a4-4e48-b86f-8e1e656c453e req-df4bf715-8629-45e4-bf2a-68b50d62c4b1 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0408750 Oct 15 19:47:13.374405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e97474fe-9abd-4761-9041-ed2be4eaa08a req-75b6c100-ae97-49bd-b42e-6daabec15e6d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=2e96003b-3930-4e44-a6bf-39f544996f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0784740 Oct 15 19:47:13.402598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-fd44480e-4428-4e0a-b9aa-e85efbef92a0 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566184 Oct 15 19:47:13.405077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] Set router 6ea1ff85-156a-485b-b41e-6a395a1e8566 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:13.478010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:47:12Z', 'revision_number': 6, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:13.511336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.537975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1960d58d-6840-41c6-88c1-beafa5206df6 req-d4fe2c91-5c63-4c0d-af22-6b603d5b7014 service neutron] 10.222.0.15 "GET /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222386 Oct 15 19:47:13.539911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.578000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b413d1f9-6ec9-4cf1-a1f3-9359638f1757 None None] The sync data for ids ['6ea1ff85-156a-485b-b41e-6a395a1e8566'] in n-d-712140-14 is: [{'id': '6ea1ff85-156a-485b-b41e-6a395a1e8566', 'name': 'tempest-ServerRescueTestJSONUnderV235-388096010-router', 'tenant_id': '29efcbebec9c47d78a1799a40f91853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:43Z', 'updated_at': '2021-10-15T19:47:12Z', 'revision_number': 6, 'project_id': '29efcbebec9c47d78a1799a40f91853c', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:13.578249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d4363c-8e2f-4ae1-99d2-c993914e2cfe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:13.609274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=5794f66d-4ebd-48f3-bf3d-b4b9862728d7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:13.697067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.779181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.781786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.787445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea2851ee-649e-45a5-8c7f-418c97eda561 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5e3143a-271b-45fe-88d3-af3eb046f9fa HTTP/1.1" status: 204 len: 168 time: 1.8754346 Oct 15 19:47:13.790759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40598) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:13.791515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40600) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:13.834226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.836606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:13.914634 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-4e4ac207-4ebc-444d-9981-ad26f570e7a9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] delete failed (client error): The resource could not be found. Oct 15 19:47:13.920141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e4ac207-4ebc-444d-9981-ad26f570e7a9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/e5e3143a-271b-45fe-88d3-af3eb046f9fa HTTP/1.1" status: 404 len: 345 time: 0.1280034 Oct 15 19:47:13.920821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40602) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:14.000072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.000978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea1ff85-156a-485b-b41e-6a395a1e8566 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:47:14.020760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.022310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92279026-7826-405f-b5df-cc484dd2903a admin admin] 10.222.0.13 "DELETE /v2.0/routers/6ea1ff85-156a-485b-b41e-6a395a1e8566 HTTP/1.1" status: 204 len: 168 time: 1.8834584 Oct 15 19:47:14.039145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40604) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:14.154777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79b73a-0611-428a-8b46-d9acce2ea3ea tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.166301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79b73a-0611-428a-8b46-d9acce2ea3ea tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.186012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79b73a-0611-428a-8b46-d9acce2ea3ea tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.187893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca79b73a-0611-428a-8b46-d9acce2ea3ea tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/ports?network_id=73e2efaf-499a-4a10-8b71-59fc1af523b0 HTTP/1.1" status: 200 len: 2358 time: 0.2657766 Oct 15 19:47:14.190583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40606) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:14.260684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Deleting subnet 11c27ccc-5dff-42f1-9d06-f2582aeecae4 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:47:14.267476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.302882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c78b23-f2ab-4c25-85b2-25fe8fba6c3b tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.304290 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69c78b23-f2ab-4c25-85b2-25fe8fba6c3b tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/subnets/74e00139-5076-494b-bbc8-d32e1a311b9d HTTP/1.1" status: 200 len: 797 time: 0.1027017 Oct 15 19:47:14.313802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:14.318662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'port': {'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0', 'name': 'tempest-FloatingIPTestJSON-1882368839', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:14.338757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.468602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.470374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.489199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6484eb42-0602-42a2-9895-139cfa966b17 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:14.536659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6484eb42-0602-42a2-9895-139cfa966b17 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:14.540932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6484eb42-0602-42a2-9895-139cfa966b17 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:14.578324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bdbe5de-ea3b-42c5-a7d7-617e23cb377a req-58389b01-d8fb-469e-a84a-5ad4e023880d tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0402210 Oct 15 19:47:14.685486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4741f-86a6-4f46-b968-dc9ada087cca req-1bb49f27-a54c-4483-b15e-be7f7cf69a2e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.687062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50f4741f-86a6-4f46-b968-dc9ada087cca req-1bb49f27-a54c-4483-b15e-be7f7cf69a2e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1023 time: 0.0980594 Oct 15 19:47:14.729094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.762911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-50f4741f-86a6-4f46-b968-dc9ada087cca req-a024b26b-9d71-4b5c-b6c8-9d27c71aa1c6 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=3dbfd5a6-4965-40dc-82a7-738cc15913c2&id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=2e96003b-3930-4e44-a6bf-39f544996f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0648301 Oct 15 19:47:14.790952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.795027 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/11c27ccc-5dff-42f1-9d06-f2582aeecae4 HTTP/1.1" status: 204 len: 168 time: 0.7517476 Oct 15 19:47:14.795830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e3ff-c35a-4f12-be64-57089555c434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c27ccc-5dff-42f1-9d06-f2582aeecae4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:14.809046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:14.809738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:14.886330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91c843-2cfc-4890-b937-698e96354878 req-ca4b4d87-2262-4824-b400-e6fbf25e7b61 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:14.887917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c91c843-2cfc-4890-b937-698e96354878 req-ca4b4d87-2262-4824-b400-e6fbf25e7b61 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 1023 time: 0.1194324 Oct 15 19:47:14.959723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:14.987300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.025067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] device_id is not set on port 54dd5e8c-d2b6-478d-ab90-cecb64af1c24 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:47:15.078665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Deleting port 111fd69f-af9f-4a7a-9940-02468dffa665 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:15.078665 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.080610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Deleting port eaf70f6e-7ec2-40f9-9dc3-146750068512 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:15.080940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.149075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.220017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867a02b2-79a7-4d9c-882c-2d93c2e78a58']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:15.233247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] For port eaf70f6e-7ec2-40f9-9dc3-146750068512, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf70f6e-7ec2-40f9-9dc3-146750068512,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:15.233612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.236802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 111fd69f-af9f-4a7a-9940-02468dffa665, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=111fd69f-af9f-4a7a-9940-02468dffa665,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:15.236974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:15.237152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.237280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16c94ea-00bf-4c52-aefc-f3d3f1e5e89c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:15.251370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.256299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Calling delete_port for eaf70f6e-7ec2-40f9-9dc3-146750068512 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:15.258084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Calling delete_port for 111fd69f-af9f-4a7a-9940-02468dffa665 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:15.295924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.307740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:47:15.308165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:47:15.309832 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:47:15.455257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.13 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/54dd5e8c-d2b6-478d-ab90-cecb64af1c24) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:15.462408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.12 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/54dd5e8c-d2b6-478d-ab90-cecb64af1c24) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:15.467904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.474771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.481609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] 10.222.0.13 "DELETE /v2.0/networks/867a02b2-79a7-4d9c-882c-2d93c2e78a58 HTTP/1.1" status: 204 len: 168 time: 0.6665196 Oct 15 19:47:15.497808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d5018-420c-43b8-882a-7534df380587 admin admin] Pushing event deleted for resources: {'Network': ['ID=867a02b2-79a7-4d9c-882c-2d93c2e78a58,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:15.650004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.724195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c079209-7adf-42c7-b743-75a6f119a5c2 req-83507793-8548-4e64-a32f-cc14dffe74a6 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0475559 Oct 15 19:47:15.834193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.835599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.850509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11', '111fd69f-af9f-4a7a-9940-02468dffa665'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:15.884834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'Port': ['ID=111fd69f-af9f-4a7a-9940-02468dffa665,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:15.922625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:15.937182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] No DVR routers for this DVR port 111fd69f-af9f-4a7a-9940-02468dffa665 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:15.940494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:15.944388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c91c843-2cfc-4890-b937-698e96354878 req-5cdfab2f-0c3c-494d-a76a-e40c5260a11b tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "DELETE /v2.0/ports/111fd69f-af9f-4a7a-9940-02468dffa665 HTTP/1.1" status: 204 len: 173 time: 1.0432417 Oct 15 19:47:15.945064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'name': 'network-vif-deleted', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:15.947860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:15.949306 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f632fffe-25f0-457d-9de4-22e88eb0a8d3" -d '{"events": [{"server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "name": "network-vif-deleted", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:15.950976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-de56ea34-8af4-4060-8a4e-4a3ef1fdda13 req-3469d564-e5cd-43f9-b858-7d1c91961fe0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 210 time: 0.0470037 Oct 15 19:47:15.954099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:15.997406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.001142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=54dd5e8c-d2b6-478d-ab90-cecb64af1c24,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:16.025507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40678) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:16.046325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:16.047040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.066733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf70f6e-7ec2-40f9-9dc3-146750068512,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:16.090699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3c6c598b-5d2c-4e43-932a-195c245314ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=29efcbebec9c47d78a1799a40f91853c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640047 Oct 15 19:47:16.091968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40682) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:16.092869 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e772d22e-2161-4fbb-b147-3518f0a2eb63 x-openstack-request-id: req-e772d22e-2161-4fbb-b147-3518f0a2eb63 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:16.093100 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff6ca2b-e882-4b8f-8555-4efa71463c79", "name": "network-vif-deleted", "tag": "111fd69f-af9f-4a7a-9940-02468dffa665", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:16.093356 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e772d22e-2161-4fbb-b147-3518f0a2eb63 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:16.093746 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bff6ca2b-e882-4b8f-8555-4efa71463c79', 'name': 'network-vif-deleted', 'tag': '111fd69f-af9f-4a7a-9940-02468dffa665', 'status': 'completed', 'code': 200} Oct 15 19:47:16.105357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5d4363c-8e2f-4ae1-99d2-c993914e2cfe no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:16.152093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.153152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c5d4363c-8e2f-4ae1-99d2-c993914e2cfe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:16.153855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5d4363c-8e2f-4ae1-99d2-c993914e2cfe not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:16.164273 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99923112-c1eb-4dba-82c8-ea598e973e10 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8494031 Oct 15 19:47:16.165704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40684) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:16.187124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.238432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '54dd5e8c-d2b6-478d-ab90-cecb64af1c24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:16.331118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.374016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.377036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.385247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8 HTTP/1.1" status: 204 len: 168 time: 0.2921281 Oct 15 19:47:16.389057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.399480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aec33-d0e4-40aa-b1f2-f2609e9ff400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f5c24-b452-4e9f-b30d-9a156d7f9ce8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:16.639264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:16.691474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:16.849356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.80 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c6eed780-bad5-4abf-b804-40147cf46150) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:16.896942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:16.906110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c447c16c-5b55-4427-b03a-8213c4823820 admin admin] 10.222.0.13 "PUT /v2.0/routers/0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1100993 Oct 15 19:47:16.906272 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Sync routers for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:16.906672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:16.916313 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:16.917263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:16.932119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06065578-8e31-4e4d-9c0a-a7139d2eb5a5 req-766d5d3c-3dda-4acc-9b5a-00744c8d411b tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0548356 Oct 15 19:47:17.026461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.048267 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:17.093240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.143068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5599aba-3333-422b-a3cf-f48db7e85f56 req-581a7761-2c5e-4034-9bb2-d53e7c219534 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=bff6ca2b-e882-4b8f-8555-4efa71463c79 HTTP/1.1" status: 200 len: 210 time: 0.0474901 Oct 15 19:47:17.191692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.248282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=c6eed780-bad5-4abf-b804-40147cf46150,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:17.262012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:17.264199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:17.267493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:17.284743 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:47:15Z', 'revision_number': 5, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:17.316865 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Checking router: 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:17.330888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Routers {'0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:17.331534 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:17.456668 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] Set router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:17.607914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.669048 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:47:15Z', 'revision_number': 5, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:17.707706 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595bc86b-1102-4272-a104-3d46d2fb4736 None None] The sync data for ids ['0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad'] in n-d-712140-14 is: [{'id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-298342113-router', 'tenant_id': '8a31de6b7ab448898b9fda920cf07d3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:44:44Z', 'updated_at': '2021-10-15T19:47:15Z', 'revision_number': 5, 'project_id': '8a31de6b7ab448898b9fda920cf07d3b', 'gw_port': {'id': '5cd155d4-701e-4f34-b8dc-775a30dd1ac4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:44:46Z', 'updated_at': '2021-10-15T19:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:17.728429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Deleting port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:17.734043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.777940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.820554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] For port 5cd155d4-701e-4f34-b8dc-775a30dd1ac4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:17.821486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:17.834378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Calling delete_port for 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:17.951958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.123013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.147485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf70f6e-7ec2-40f9-9dc3-146750068512 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:18.148685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.167006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd155d4-701e-4f34-b8dc-775a30dd1ac4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:18.219417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d07421a6-d348-4383-8454-fb8618d75fc9 req-719baadc-471a-4698-a7c3-98d70237600d tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0396800 Oct 15 19:47:18.231941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eaf70f6e-7ec2-40f9-9dc3-146750068512 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:18.232498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf70f6e-7ec2-40f9-9dc3-146750068512 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:18.241066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.285073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.394187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=c6eed780-bad5-4abf-b804-40147cf46150,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:18.410591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.430845 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.439646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.471242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec67a-6f1e-4f28-b042-5616584cab03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.509898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-6478d6c4-2c63-48d5-aee1-05aaeae7bcde tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/3dbfd5a6-4965-40dc-82a7-738cc15913c2 HTTP/1.1" status: 200 len: 1802 time: 0.0808425 Oct 15 19:47:18.568193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.583966 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 4ba3bfa7-d2c5-4dfa-9c3b-0b9fdd3327a7 associated. External IP: 172.25.0.80, port: 54dd5e8c-d2b6-478d-ab90-cecb64af1c24. Oct 15 19:47:18.590562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.654560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-a941a3e6-0dfd-45a5-b63f-aeb67156a899 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:18.655972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-a941a3e6-0dfd-45a5-b63f-aeb67156a899 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.1870570 Oct 15 19:47:18.665943 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.666498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:47:18.671540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.672721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a26eae0c-7793-430a-9dae-a3bbe861cbae admin admin] 10.222.0.13 "DELETE /v2.0/routers/0bcbfd1f-73b3-4b89-b49c-2e68d9dd13ad HTTP/1.1" status: 204 len: 168 time: 1.7630987 Oct 15 19:47:18.675150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40798) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:18.702239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-c36739d3-9326-4aaa-a968-e156be7ae8cb tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/quotas/a1ee334be08c4456a4370fa904343a83 HTTP/1.1" status: 200 len: 375 time: 0.0400221 Oct 15 19:47:18.726556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Deleting subnet 06f3dfde-bb13-44bb-bf39-c4431a900b26 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:47:18.730744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.764103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.766663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.767869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f51bf2-596d-4bcb-b0a5-0d55c04157a1 req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/3dbfd5a6-4965-40dc-82a7-738cc15913c2 HTTP/1.1" status: 204 len: 173 time: 0.2522764 Oct 15 19:47:18.781339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df970176-6d34-44b0-9864-60cc9e1a3fb8 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbfd5a6-4965-40dc-82a7-738cc15913c2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:18.784494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.801500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 111fd69f-af9f-4a7a-9940-02468dffa665 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:18.814841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-7a8766a9-b842-44b6-bb00-ff2608b6a12b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0945606 Oct 15 19:47:18.838575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 111fd69f-af9f-4a7a-9940-02468dffa665 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:18.838937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 111fd69f-af9f-4a7a-9940-02468dffa665 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:18.898744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:18.912991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:19.006333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a670c128-e37b-4978-9024-8be174e9ea06 req-7be4bfa4-6fa3-4fc6-b857-d1825ee1a36f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/2e96003b-3930-4e44-a6bf-39f544996f1b HTTP/1.1" status: 200 len: 1803 time: 0.0422931 Oct 15 19:47:19.034837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.063753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:19.069568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f3dfde-bb13-44bb-bf39-c4431a900b26,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:19.082776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.084528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:19.085944 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7988b169-468f-48bc-8b24-a2b15ae7ec00 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06f3dfde-bb13-44bb-bf39-c4431a900b26 HTTP/1.1" status: 204 len: 168 time: 0.4097481 Oct 15 19:47:19.088781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:19.095162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa24b1-9b10-4b7a-b0ac-3f289b4cc0c8 None None] Network cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:19.116531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a670c128-e37b-4978-9024-8be174e9ea06 req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.128987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:19.129605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:19.144096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a670c128-e37b-4978-9024-8be174e9ea06 req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.186616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.204699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:19.228641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.228780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:19.229181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:19.235632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-403f2710-6b89-4c20-b352-52f3602957bf service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723559 Oct 15 19:47:19.244583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1f9f8a5-2c7a-402f-9d5a-2fdfaf984cf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0119379 Oct 15 19:47:19.245022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40814) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:19.252179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': '54dd5e8c-d2b6-478d-ab90-cecb64af1c24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:19.300253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:19.300909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb97a23-593b-484c-93a5-130013fc5051 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:19.311080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a670c128-e37b-4978-9024-8be174e9ea06 req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.313964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a670c128-e37b-4978-9024-8be174e9ea06 req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.315326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a670c128-e37b-4978-9024-8be174e9ea06 req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e96003b-3930-4e44-a6bf-39f544996f1b HTTP/1.1" status: 204 len: 173 time: 0.3001127 Oct 15 19:47:19.346730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1f278-7868-4159-93a3-90f0c5b42e60 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96003b-3930-4e44-a6bf-39f544996f1b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:19.374419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Deleting port 2664edde-d218-4bcf-853f-55798decfbc5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:19.374734 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.379750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.388175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-62f76899-7037-486f-aeab-35d0283d60a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385937 Oct 15 19:47:19.455300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] DHCP port deletion for cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:47:19.502404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] For port 2664edde-d218-4bcf-853f-55798decfbc5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2664edde-d218-4bcf-853f-55798decfbc5,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:19.502948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.521029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Calling delete_port for 2664edde-d218-4bcf-853f-55798decfbc5 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:19.534451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Deleting port 2664edde-d218-4bcf-853f-55798decfbc5 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:19.535108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.547780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:19.570720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e1eced4-bc65-4649-806a-93a290ace84b req-25535a52-1d6c-4b5c-94e1-50b9bea7c796 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0426071 Oct 15 19:47:19.623081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530332444', 'description': 'tempest-description-1069874264'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:19.649053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] For port 2664edde-d218-4bcf-853f-55798decfbc5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2664edde-d218-4bcf-853f-55798decfbc5,segment=NetworkSegment(a38e3fc0-8291-465a-b419-fbb02d8e1791),segment_id=a38e3fc0-8291-465a-b419-fbb02d8e1791)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:19.649053 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.751410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-29fda4a0-6f2e-4f9a-b829-fac86c78aed6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:19.751410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-29fda4a0-6f2e-4f9a-b829-fac86c78aed6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a82e4b8-3c29-4a22-a214-1db4902fd2c9 HTTP/1.1" status: 200 len: 945 time: 0.1710875 Oct 15 19:47:19.843706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Calling delete_port for 2664edde-d218-4bcf-853f-55798decfbc5 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:19.850917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b111d838-a9f4-45fc-9334-c89de7c6c86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.856016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.934357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:19.966802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] Pushing event deleted for resources: {'Port': ['ID=2664edde-d218-4bcf-853f-55798decfbc5,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:19.983933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81399090-c80d-4a76-bba2-84835fc8d7aa None None] No DVR routers for this DVR port 2664edde-d218-4bcf-853f-55798decfbc5 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:20.136854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2664edde-d218-4bcf-853f-55798decfbc5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:20.161714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2664edde-d218-4bcf-853f-55798decfbc5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:20.162437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2664edde-d218-4bcf-853f-55798decfbc5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:20.163001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:20.187318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:20.187937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cd155d4-701e-4f34-b8dc-775a30dd1ac4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:20.191502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.216406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.224259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fa99260-30e4-429b-b418-5663208a8d98 req-c505c59b-02ab-46ee-a67a-63fff3cde8d5 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 210 time: 0.4043183 Oct 15 19:47:20.238985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Pushing event deleted for resources: {'Port': ['ID=2664edde-d218-4bcf-853f-55798decfbc5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:20.242529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b111d838-a9f4-45fc-9334-c89de7c6c86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.245755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] No DVR routers for this DVR port 2664edde-d218-4bcf-853f-55798decfbc5 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:20.252653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.333678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.334522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.338703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Deleting port 7728d183-e291-4ee7-8cec-59532fd377a8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:20.339066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.370608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59f3891-4f2c-4b9f-be4c-6eaba647c58b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:20.382421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:20.386054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b111d838-a9f4-45fc-9334-c89de7c6c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.396781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.419469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38e3fc0-8291-465a-b419-fbb02d8e1791') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:20.419783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38e3fc0-8291-465a-b419-fbb02d8e1791') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:20.440328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.467245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.472674 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b111d838-a9f4-45fc-9334-c89de7c6c86e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e4a5c7c23944f6abf308b1daf70b2e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9105711 Oct 15 19:47:20.476298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:20.476448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111d838-a9f4-45fc-9334-c89de7c6c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b5178b-bce2-4f33-942c-1a2af2cb1272,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:20.481966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] For port 7728d183-e291-4ee7-8cec-59532fd377a8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=7728d183-e291-4ee7-8cec-59532fd377a8,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:20.482329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.496190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:47:20.496590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:47:20.498260 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:47:20.526727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.527966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18f88fcf-36b2-4e35-aaf5-6403af870cbb req-a78a5704-09ae-4ef2-9afd-a69fce86a101 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9159179 Oct 15 19:47:20.535697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Calling delete_port for 7728d183-e291-4ee7-8cec-59532fd377a8 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:20.689031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-e2c30734-a987-4a67-89ac-2f88f8700d2a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/f59f3891-4f2c-4b9f-be4c-6eaba647c58b HTTP/1.1" status: 200 len: 1802 time: 0.1314864 Oct 15 19:47:20.692295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.699463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb33573f-91e6-4d55-8cf4-6650c9ece6d1 req-9006094e-fb9e-4bdb-aeba-efaa47c4938a tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0301690 Oct 15 19:47:20.701186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:20.702779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Request body: {'security_group': {'name': 'tempest-sg-hth-758907425', 'description': 'tempest-description-hth-94174705'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:20.721479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.725791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.730677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d HTTP/1.1" status: 204 len: 168 time: 1.6393995 Oct 15 19:47:20.744654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:20.769819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.776446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba875a-5818-4713-b30e-a1b3ecfb5531 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6e8505-588a-4ce0-a2c7-fbf8fe55d28d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:20.799502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.835215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:20.904408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:20.910171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.912513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.918758 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:20.929062 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:20.930922 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:20.938721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:20.969492 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:20.983747 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:20.983747 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:46:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:21.003049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.014489 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:21.015402 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3701636-bc28-4741-ae5c-19fc71f6fd19 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:21.039470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.043343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.045737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d49c2a12-7a9d-4e14-bca7-7d39eef2ad2b req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "PUT /v2.0/security-groups/f59f3891-4f2c-4b9f-be4c-6eaba647c58b HTTP/1.1" status: 200 len: 1774 time: 0.3496745 Oct 15 19:47:21.046642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.049420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.052878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1b5178b-bce2-4f33-942c-1a2af2cb1272 HTTP/1.1" status: 204 len: 168 time: 0.5732746 Oct 15 19:47:21.052878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event deleted for resources: {'Port': ['ID=7728d183-e291-4ee7-8cec-59532fd377a8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:21.127704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] No DVR routers for this DVR port 7728d183-e291-4ee7-8cec-59532fd377a8 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:21.131100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.135063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ef49ea-f78e-44b9-a4e7-827bdf721422 req-66678363-f07e-4dca-be8f-c4389398467b tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "DELETE /v2.0/ports/7728d183-e291-4ee7-8cec-59532fd377a8 HTTP/1.1" status: 204 len: 173 time: 1.3785188 Oct 15 19:47:21.136512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-deleted', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:21.140085 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1174183-37ef-4113-b5ad-1f629e68b091" -d '{"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-deleted", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:21.143612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ec6c-4994-4394-ac5a-f953de7259b2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59f3891-4f2c-4b9f-be4c-6eaba647c58b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:21.155393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ba28f-513e-493e-b16b-702874580a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b5178b-bce2-4f33-942c-1a2af2cb1272,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:21.201525 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46489614-5953-41a6-a891-b9abd6602384 x-openstack-request-id: req-46489614-5953-41a6-a891-b9abd6602384 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:21.202181 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a82e4b8-3c29-4a22-a214-1db4902fd2c9", "name": "network-vif-deleted", "tag": "7728d183-e291-4ee7-8cec-59532fd377a8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:21.202181 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46489614-5953-41a6-a891-b9abd6602384 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:21.203290 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a82e4b8-3c29-4a22-a214-1db4902fd2c9', 'name': 'network-vif-deleted', 'tag': '7728d183-e291-4ee7-8cec-59532fd377a8', 'status': 'completed', 'code': 200} Oct 15 19:47:21.336593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-09a3ae6c-7080-4da7-a23a-af0c6462c143 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/4ba3bfa7-d2c5-4dfa-9c3b-0b9fdd3327a7 HTTP/1.1" status: 200 len: 978 time: 2.0903835 Oct 15 19:47:21.340582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40858) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:21.347911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04a77fc3-091a-427d-89d2-6eccfaf02440 req-418d77ca-9443-4b86-89bd-67ef2acbc678 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 210 time: 0.0474265 Oct 15 19:47:21.385637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11338946-178b-4b98-bcb5-d5b91ce23cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.395090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-477d1040-fdc3-49eb-8f6a-8dd0b7dd4411 req-0100d5ee-f651-4ce9-9997-c6572e273ca1 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/f59f3891-4f2c-4b9f-be4c-6eaba647c58b HTTP/1.1" status: 200 len: 1774 time: 0.1190495 Oct 15 19:47:21.479929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-c63bea50-d41c-4aea-bb44-3ef9ce5abf8a tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/f59f3891-4f2c-4b9f-be4c-6eaba647c58b HTTP/1.1" status: 200 len: 1774 time: 0.0586300 Oct 15 19:47:21.573034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.613196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.640929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port c6eed780-bad5-4abf-b804-40147cf46150 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:21.647099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.733328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.738325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.738523 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.751448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.754483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:21.755882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30c1bc60-e4c1-4665-a9e3-055999fb8773 req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/f59f3891-4f2c-4b9f-be4c-6eaba647c58b HTTP/1.1" status: 204 len: 173 time: 0.2698660 Oct 15 19:47:21.767919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a2a6a-5cea-4150-a5ae-208ffd76b184 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59f3891-4f2c-4b9f-be4c-6eaba647c58b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:21.784430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for c6eed780-bad5-4abf-b804-40147cf46150 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:21.873514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8df06353-c36b-4b22-bf82-a3dd26199dac req-7c96c5b5-992f-4496-bd2e-b76fdc0561ae tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0665762 Oct 15 19:47:21.958958 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-13c4f81c-a969-4f54-a917-90dfbd14cab9 req-e8fcbccf-4481-47f1-b290-572e01ed4b09 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:21.960208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13c4f81c-a969-4f54-a917-90dfbd14cab9 req-e8fcbccf-4481-47f1-b290-572e01ed4b09 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/2e96003b-3930-4e44-a6bf-39f544996f1b HTTP/1.1" status: 404 len: 352 time: 0.0480440 Oct 15 19:47:22.005381 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-97ca3636-337e-4976-af25-cc76699f7ab8 req-9f45a209-f43d-480b-8c7c-48634a53aab2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:22.012916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97ca3636-337e-4976-af25-cc76699f7ab8 req-9f45a209-f43d-480b-8c7c-48634a53aab2 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/3dbfd5a6-4965-40dc-82a7-738cc15913c2 HTTP/1.1" status: 404 len: 352 time: 0.0248826 Oct 15 19:47:22.078980 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-c5fb6b69-e1cb-40e2-9838-c89a88598f82 req-6dc5aa9c-a543-4294-9fd6-a9cb37a8a20d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:22.080376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5fb6b69-e1cb-40e2-9838-c89a88598f82 req-6dc5aa9c-a543-4294-9fd6-a9cb37a8a20d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/6abbb651-b093-443b-939b-9749fd1e0d02 HTTP/1.1" status: 404 len: 352 time: 0.0472658 Oct 15 19:47:22.131581 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-bfc0c615-4faf-459f-ae9d-7ea4d7addd3c req-4d00b84f-a449-4080-b446-7d0084cdee2e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:22.134620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfc0c615-4faf-459f-ae9d-7ea4d7addd3c req-4d00b84f-a449-4080-b446-7d0084cdee2e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/16c406bc-52eb-4f88-ab52-a1e46201fe6e HTTP/1.1" status: 404 len: 352 time: 0.0284741 Oct 15 19:47:22.210832 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-3bc31879-1511-4efd-b423-43cdf417f0fb req-b489f89e-2854-4abb-87b4-1420cbac9458 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:22.212619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3bc31879-1511-4efd-b423-43cdf417f0fb req-b489f89e-2854-4abb-87b4-1420cbac9458 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/975ccb5a-ef1a-41fd-b653-83de86faaf8c HTTP/1.1" status: 404 len: 352 time: 0.0457823 Oct 15 19:47:22.246669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Deleting port 3bba8574-2ce5-4fae-803e-50863783c0fd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:22.247062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.289732 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-5669c68c-b5e1-4302-9942-cc7a9714f12e req-7158a4dd-55d8-4838-97ba-d7709d3b0ba9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] show failed (client error): The resource could not be found. Oct 15 19:47:22.290746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5669c68c-b5e1-4302-9942-cc7a9714f12e req-7158a4dd-55d8-4838-97ba-d7709d3b0ba9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/5d13e89c-f0e4-4a40-9385-1b7c3db767da HTTP/1.1" status: 404 len: 352 time: 0.0384412 Oct 15 19:47:22.388547 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.416270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.436404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1b258056-d379-4eaf-a65d-03a4bd190343 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:22.438059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1b258056-d379-4eaf-a65d-03a4bd190343 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.1696594 Oct 15 19:47:22.453140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Request body: {'port': {'device_id': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'admin_state_up': True, 'tenant_id': 'a1ee334be08c4456a4370fa904343a83'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:22.456692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=c6eed780-bad5-4abf-b804-40147cf46150,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:22.489125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.541639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] For port 3bba8574-2ce5-4fae-803e-50863783c0fd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bba8574-2ce5-4fae-803e-50863783c0fd,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:22.541915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.559996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Calling delete_port for 3bba8574-2ce5-4fae-803e-50863783c0fd owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:22.566359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.566682 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 4ba3bfa7-d2c5-4dfa-9c3b-0b9fdd3327a7 disassociated (deleted). External IP: 172.25.0.80, port: 54dd5e8c-d2b6-478d-ab90-cecb64af1c24. Oct 15 19:47:22.573217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5548a8fa-b011-4487-8335-17e4d88f3db0 req-f816fc51-6104-41e2-81f1-fd5c8c9177db tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 210 time: 0.0649025 Oct 15 19:47:22.631396 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.682331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.711906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:22.715575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:22.932434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Allocated IP 172.20.0.14 (ba9f173e-efbf-424d-a132-3ded9b217768/a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5/3d766e86-7f8a-4b2b-a3bf-a35d865ea511) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:22.999399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:23.067053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bad853-9c59-4a3b-83d2-cd148c7d4324 req-d5b8b121-6f8b-4b0a-82c3-ae7336eb7542 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:23.068542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7bad853-9c59-4a3b-83d2-cd148c7d4324 req-d5b8b121-6f8b-4b0a-82c3-ae7336eb7542 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1024 time: 0.1087773 Oct 15 19:47:23.140144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.184304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7bad853-9c59-4a3b-83d2-cd148c7d4324 req-6df8fbbc-638d-418b-ae41-8789a30c33f9 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=62834f01-b5b1-4448-b950-7c0471b2f819&id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=ce25431e-511c-4b8c-9ceb-a56d857060e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1035023 Oct 15 19:47:23.187381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3bba8574-2ce5-4fae-803e-50863783c0fd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:23.229392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:23.234446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.243448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:23.257204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:23.260870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:23.300961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:23.303866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-74012740-f156-4519-99d5-7f79a6a8af29 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/4ba3bfa7-d2c5-4dfa-9c3b-0b9fdd3327a7 HTTP/1.1" status: 204 len: 168 time: 1.9622502 Oct 15 19:47:23.307838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40920) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:23.331578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:23.331578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:23.388886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:23.389542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9960c863-99d3-42c3-a8b4-943fca0c933f None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:23.402321 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.437389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc294851-93bd-4caa-a80d-cff9de15231a req-59e4dbfc-e299-45b9-8e56-874cfabb9000 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0703778 Oct 15 19:47:23.491287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7915a02-dca3-4340-a1d1-a21a7c09d3b7 req-60a2bbc5-b092-4772-bf08-32dadb6ff146 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0388794 Oct 15 19:47:23.557905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.569342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.618873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Network ba9f173e-efbf-424d-a132-3ded9b217768 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:23.622448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:23.648418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:23.654670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:23.676879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 54dd5e8c-d2b6-478d-ab90-cecb64af1c24 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:23.677291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.741520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:23.742210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:23.846521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d958da56-252f-4b55-ad63-a8827671ed6f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3982079 Oct 15 19:47:23.859998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Request body: {'port': {'device_id': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:23.922610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.163533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25711d79-14d2-4039-a44e-6796059e30cd req-6f3f6195-4e3e-4000-878b-2e270c673048 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:24.172046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25711d79-14d2-4039-a44e-6796059e30cd req-6f3f6195-4e3e-4000-878b-2e270c673048 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 932 time: 0.4878726 Oct 15 19:47:24.219864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.285171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 54dd5e8c-d2b6-478d-ab90-cecb64af1c24 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:24.309608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25711d79-14d2-4039-a44e-6796059e30cd req-29a06dbd-aedf-455e-8a0e-1f925cfbd274 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366341 Oct 15 19:47:24.373027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:47:24.385846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.399180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Transition to ACTIVE for port object 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:47:24.459684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.490899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aedf71-d3f1-4b9f-937f-b2b1ff064a8f req-7d7f6df4-41d5-4a5e-a2e5-871c0f605fdd tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:24.504920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52aedf71-d3f1-4b9f-937f-b2b1ff064a8f req-7d7f6df4-41d5-4a5e-a2e5-871c0f605fdd tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1024 time: 0.1039009 Oct 15 19:47:24.529767 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.586314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Router da8da4eb-6603-4849-897d-f8c15e1f684b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:24.640407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52aedf71-d3f1-4b9f-937f-b2b1ff064a8f req-a3e49d44-c6ff-4a39-abf4-7b5ef7c1efc0 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups?id=62834f01-b5b1-4448-b950-7c0471b2f819&id=02768e4d-8de1-4e4d-92a7-0f49afcb19aa&id=ce25431e-511c-4b8c-9ceb-a56d857060e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1313448 Oct 15 19:47:24.658280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:24.682062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c704d6b-c108-4cf1-b481-57011490a758 req-9ef02f40-4474-473e-90c9-a983a46928db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:24.683544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c704d6b-c108-4cf1-b481-57011490a758 req-9ef02f40-4474-473e-90c9-a983a46928db tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 1024 time: 0.2174335 Oct 15 19:47:24.725936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a14aef75-ce81-4cbf-8fca-283e93668d14 req-8ec82917-6566-4192-86cd-e23eaac5de9a tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.1185133 Oct 15 19:47:24.779936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.822592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=54dd5e8c-d2b6-478d-ab90-cecb64af1c24,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:24.859161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:24.888290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Attempting to bind port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:24.890991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Attempting to bind port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:24.891362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Attempting to bind port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:24.907420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 on network ba9f173e-efbf-424d-a132-3ded9b217768 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:47:24.907925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Attempting to bind port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:24.919687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 7728d183-e291-4ee7-8cec-59532fd377a8 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:24.920216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:24.920448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 7728d183-e291-4ee7-8cec-59532fd377a8 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:24.920926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Checking segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:24.921532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Bound using segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:24.922170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Bound port: 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:24.923174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:24.957178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Deleting port 78034921-e769-4a75-875e-f07f5e9d6a11 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:24.957517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.005668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.010107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c2611ed-65bd-4519-98bb-8bd6578a536e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/54dd5e8c-d2b6-478d-ab90-cecb64af1c24 HTTP/1.1" status: 204 len: 168 time: 1.7012539 Oct 15 19:47:25.011679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:25.014274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40948) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:25.024374 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Sync routers for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:25.028184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e27913da-2c7e-4ff5-9f3c-543fbbf8a0fc admin admin] 10.222.0.13 "PUT /v2.0/routers/da8da4eb-6603-4849-897d-f8c15e1f684b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2821925 Oct 15 19:47:25.031497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:25.039540 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:25.042255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:25.053823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:25.119755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:25.125217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:25.150687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] For port 78034921-e769-4a75-875e-f07f5e9d6a11, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=78034921-e769-4a75-875e-f07f5e9d6a11,segment=NetworkSegment(3d14785a-afb3-42b2-af7a-359cab278420),segment_id=3d14785a-afb3-42b2-af7a-359cab278420)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:25.150687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.169958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.182838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Calling delete_port for 78034921-e769-4a75-875e-f07f5e9d6a11 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:25.203438 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.214201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:25.235472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.300462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.301084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.302501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d766e86-7f8a-4b2b-a3bf-a35d865ea511 HTTP/1.1" status: 200 len: 1093 time: 1.4477613 Oct 15 19:47:25.302958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:25.306195 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8700d80e-1fcc-4fd1-913d-058142503a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:25.354845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0e614-fd25-4509-9ad1-123455705586 service neutron] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:25.378359 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe2da08-909a-4b40-8c05-bcbf4778fcf5 x-openstack-request-id: req-6fe2da08-909a-4b40-8c05-bcbf4778fcf5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:25.378359 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:25.378359 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fe2da08-909a-4b40-8c05-bcbf4778fcf5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:25.378781 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'status': 'completed', 'code': 200} Oct 15 19:47:25.419714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.446394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.502924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-85eb62de-0b30-4bda-93f0-2e86bd49e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.504482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-85eb62de-0b30-4bda-93f0-2e86bd49e6f8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 1096 time: 0.0971637 Oct 15 19:47:25.516583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bd5e6-7832-438b-98cc-df70cd15cc9d req-5fc24722-da7f-4533-9a0f-17d52ca193cf tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.518032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a81bd5e6-7832-438b-98cc-df70cd15cc9d req-5fc24722-da7f-4533-9a0f-17d52ca193cf tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 944 time: 0.0939422 Oct 15 19:47:25.531716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:47:22Z', 'revision_number': 5, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port': {'id': '61644087-c80a-4be1-b809-a6ed87d4b458', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:89:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:02Z', 'updated_at': '2021-10-15T19:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:25.568598 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Checking router: da8da4eb-6603-4849-897d-f8c15e1f684b for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:25.579785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Routers {'da8da4eb-6603-4849-897d-f8c15e1f684b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:25.580866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['da8da4eb-6603-4849-897d-f8c15e1f684b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:25.604836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.180 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c3dca32a-78b9-469d-8d8f-17d2c3b3a902) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:25.614202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.614574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Deleting port 61644087-c80a-4be1-b809-a6ed87d4b458 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:25.614913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.626201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['78034921-e769-4a75-875e-f07f5e9d6a11'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:25.628049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a81bd5e6-7832-438b-98cc-df70cd15cc9d req-37a8d937-052a-491a-8107-b4d22d6f1391 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998590 Oct 15 19:47:25.659694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'Port': ['ID=78034921-e769-4a75-875e-f07f5e9d6a11,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:25.694637 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] Set router da8da4eb-6603-4849-897d-f8c15e1f684b gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:25.715448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] No DVR routers for this DVR port 78034921-e769-4a75-875e-f07f5e9d6a11 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:25.719699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.724001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c704d6b-c108-4cf1-b481-57011490a758 req-63fa4df7-663f-43c7-b102-005bdd46939f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.15 "DELETE /v2.0/ports/78034921-e769-4a75-875e-f07f5e9d6a11 HTTP/1.1" status: 204 len: 173 time: 1.0152314 Oct 15 19:47:25.724640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-8c29bd4f-9141-4fd8-b1c0-5dc86685cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.725948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-8c29bd4f-9141-4fd8-b1c0-5dc86685cb1e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a1ee334be08c4456a4370fa904343a83&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2070806 Oct 15 19:47:25.758178 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:47:25Z', 'revision_number': 6, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:25.785366 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9890ebeb-c876-40b9-811d-34aad9f58a89 req-0c6824b1-1ecb-429a-8a05-b6af6566cd5e tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0607991 Oct 15 19:47:25.787864 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06981da-0ccc-4973-9368-868e20ee8b9d None None] The sync data for ids ['da8da4eb-6603-4849-897d-f8c15e1f684b'] in n-d-712140-14 is: [{'id': 'da8da4eb-6603-4849-897d-f8c15e1f684b', 'name': 'tempest-AttachSCSIVolumeTestJSON-1034570634-router', 'tenant_id': 'cfc08d493ae24b54b99854707525142a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:00Z', 'updated_at': '2021-10-15T19:47:25Z', 'revision_number': 6, 'project_id': 'cfc08d493ae24b54b99854707525142a', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:25.800754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] For port 61644087-c80a-4be1-b809-a6ed87d4b458, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=61644087-c80a-4be1-b809-a6ed87d4b458,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:25.801124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.849685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Calling delete_port for 61644087-c80a-4be1-b809-a6ed87d4b458 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:25.857459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-dd535f15-5d21-4730-bebc-d40029e2b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.859480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8700d80e-1fcc-4fd1-913d-058142503a2a req-dd535f15-5d21-4730-bebc-d40029e2b7f2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267107 Oct 15 19:47:25.904339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a9f7310-f7cb-4cc8-8642-3e928ea194e8 req-6e10cdb4-bf0a-4e2d-bed5-eb56a4b85071 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0417614 Oct 15 19:47:25.950216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:25.975953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-c93bccbd-8988-4b3f-9f1e-0f08da690acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:25.979302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-c93bccbd-8988-4b3f-9f1e-0f08da690acb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 1096 time: 0.0687976 Oct 15 19:47:26.042916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-c453ff09-1d60-4dd9-a4b1-7c9c242bc641 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511 HTTP/1.1" status: 200 len: 217 time: 0.0559838 Oct 15 19:47:26.104806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-0e672fa1-1f99-439c-a562-bb0d3b420afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:26.106433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-0e672fa1-1f99-439c-a562-bb0d3b420afa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 200 len: 845 time: 0.0563300 Oct 15 19:47:26.122960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.147998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-e07dd766-b8f1-45c9-b72c-ea7731199674 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba9f173e-efbf-424d-a132-3ded9b217768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330675 Oct 15 19:47:26.180095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.183906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bba8574-2ce5-4fae-803e-50863783c0fd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:26.218369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3bba8574-2ce5-4fae-803e-50863783c0fd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:26.218710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bba8574-2ce5-4fae-803e-50863783c0fd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:26.222403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:26.232027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:26.264785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:26.275977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=c3dca32a-78b9-469d-8d8f-17d2c3b3a902,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:26.295657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d3ab9d08-9834-4be6-854a-42e0c990953e service neutron] 10.222.0.11 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403217 Oct 15 19:47:26.382589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=61644087-c80a-4be1-b809-a6ed87d4b458,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:26.483786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23dcb5b6-3d6b-4961-b732-5ca45a5e0025 req-eb5b78cd-88f9-4852-ab43-fc1d0062561f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=59ad2f119d2242a39c0ff8a69ccea3cb&device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0801692 Oct 15 19:47:26.485874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b452dfe-7b1d-4ab5-bdfb-cee014e81a4d req-d09b1773-23f6-48bd-9ff3-bfcf3a368e7d service neutron] 10.222.0.11 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818919 Oct 15 19:47:26.518395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23dcb5b6-3d6b-4961-b732-5ca45a5e0025 req-031bf0a9-38ad-4a16-afcc-eab7e1ed1c37 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=59ad2f119d2242a39c0ff8a69ccea3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234904 Oct 15 19:47:26.519064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99f53b4d-53d6-4616-b4fc-572494fb191a req-f58219b5-98b4-44d0-8945-58a67b782be5 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0453839 Oct 15 19:47:26.521561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.528276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.624506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.626627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.646261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcb5b6-3d6b-4961-b732-5ca45a5e0025 req-8063e144-b506-4470-b768-d84ac8cfab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:26.646588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23dcb5b6-3d6b-4961-b732-5ca45a5e0025 req-8063e144-b506-4470-b768-d84ac8cfab8d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214976 Oct 15 19:47:26.775611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037230-8f58-460b-8263-569b5cb19c82 req-bb96983a-1094-4940-820f-ac80f6e9fbba tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:26.777114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc037230-8f58-460b-8263-569b5cb19c82 req-bb96983a-1094-4940-820f-ac80f6e9fbba tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 944 time: 0.0551140 Oct 15 19:47:26.817995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.834697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc037230-8f58-460b-8263-569b5cb19c82 req-c1965452-7d8d-4705-9680-9fe113dfda13 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Oct 15 19:47:26.858016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.858016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da8da4eb-6603-4849-897d-f8c15e1f684b {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:47:26.871608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:26.871608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1226ffbb-731e-4d81-baf2-688ba73e0cb9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/da8da4eb-6603-4849-897d-f8c15e1f684b HTTP/1.1" status: 204 len: 168 time: 1.8115311 Oct 15 19:47:26.871842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40990) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:26.964386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-732ba027-c05f-4130-94b5-8e5f3274fb8a req-c84ce135-3f90-49df-b5df-65088f6b2b3d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/ports?device_id=af91f89e-f9a4-4de1-b4c6-a38806a48e74 HTTP/1.1" status: 200 len: 210 time: 0.0472727 Oct 15 19:47:26.988721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Deleting subnet 538ab3e8-1fab-47a0-8654-89ade9d26c30 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:47:26.992175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.067878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.178461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.190526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.244642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.318434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=c3dca32a-78b9-469d-8d8f-17d2c3b3a902,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:27.333457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.342841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.373415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=538ab3e8-1fab-47a0-8654-89ade9d26c30,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:27.375425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.382747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c23ced84-b587-4539-906c-7a12ad023556 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/538ab3e8-1fab-47a0-8654-89ade9d26c30 HTTP/1.1" status: 204 len: 168 time: 0.5060208 Oct 15 19:47:27.382934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2cf2ea-4c1b-452a-bf92-7705f7cffcae None None] Network 18a8cdce-5b51-499c-8c71-4131e179f031 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:27.384265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'name': 'network-vif-deleted', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:27.384265 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cef959-f025-47c8-973c-e1b689efdfa8" -d '{"events": [{"server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "name": "network-vif-deleted", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:27.385656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40996) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:27.416717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.417955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c278eccf-ae36-4463-9510-c423c9610ffb tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4027088 Oct 15 19:47:27.420627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41000) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:27.426579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'port': {'network_id': '73e2efaf-499a-4a10-8b71-59fc1af523b0', 'name': 'tempest-FloatingIPTestJSON-1811341262'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:27.439391 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f2d750-ea10-41c9-9add-d0bf000793d3 x-openstack-request-id: req-d1f2d750-ea10-41c9-9add-d0bf000793d3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:27.439617 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af91f89e-f9a4-4de1-b4c6-a38806a48e74", "name": "network-vif-deleted", "tag": "78034921-e769-4a75-875e-f07f5e9d6a11", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:27.439911 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1f2d750-ea10-41c9-9add-d0bf000793d3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:27.440257 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af91f89e-f9a4-4de1-b4c6-a38806a48e74', 'name': 'network-vif-deleted', 'tag': '78034921-e769-4a75-875e-f07f5e9d6a11', 'status': 'completed', 'code': 200} Oct 15 19:47:27.488097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.553047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Deleting port a265aaf1-60ca-4cc6-ba8d-692c3b321180 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:27.553625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.624969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] For port a265aaf1-60ca-4cc6-ba8d-692c3b321180, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a265aaf1-60ca-4cc6-ba8d-692c3b321180,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:27.625326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.643453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] DHCP port deletion for 18a8cdce-5b51-499c-8c71-4131e179f031 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:47:27.660883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Calling delete_port for a265aaf1-60ca-4cc6-ba8d-692c3b321180 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:27.665772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-174a82d0-038a-4131-93fb-8678670abc9e req-7b4ddf78-8484-4414-baaf-4fee4f9ea318 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0446868 Oct 15 19:47:27.693098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Deleting port a265aaf1-60ca-4cc6-ba8d-692c3b321180 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:27.693471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.694023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:27.698839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.723308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] device_id is not set on port 65212d34-6c70-4ae9-b242-99219f5dbe2b yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:47:27.763302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] For port a265aaf1-60ca-4cc6-ba8d-692c3b321180, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a265aaf1-60ca-4cc6-ba8d-692c3b321180,segment=NetworkSegment(1284eb8a-2119-42fe-9c99-6b1aced9e2b8),segment_id=1284eb8a-2119-42fe-9c99-6b1aced9e2b8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:27.763603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.778160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Calling delete_port for a265aaf1-60ca-4cc6-ba8d-692c3b321180 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:27.838518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.10 (73e2efaf-499a-4a10-8b71-59fc1af523b0/74e00139-5076-494b-bbc8-d32e1a311b9d/65212d34-6c70-4ae9-b242-99219f5dbe2b) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:27.863506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.867315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:27.892850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] Pushing event deleted for resources: {'Port': ['ID=a265aaf1-60ca-4cc6-ba8d-692c3b321180,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:27.903660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f7cef-cb76-4ce9-a52f-8137f2c08400 None None] No DVR routers for this DVR port a265aaf1-60ca-4cc6-ba8d-692c3b321180 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:27.912961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Pushing event deleted for resources: {'Port': ['ID=a265aaf1-60ca-4cc6-ba8d-692c3b321180,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:27.933503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] No DVR routers for this DVR port a265aaf1-60ca-4cc6-ba8d-692c3b321180 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:47:28.017260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.058268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23dcb5b6-3d6b-4961-b732-5ca45a5e0025 req-ccb251b7-1728-4ec5-8d95-acd4b5db5527 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.11 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0693386 Oct 15 19:47:28.096180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.114307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a8cdce-5b51-499c-8c71-4131e179f031']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:28.136359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d06dd5-8de2-4e48-ab36-18060d2291d6 req-8930b3cb-9368-4d94-91c1-222f887fe24f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:28.136359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85d06dd5-8de2-4e48-ab36-18060d2291d6 req-8930b3cb-9368-4d94-91c1-222f887fe24f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 944 time: 0.1763692 Oct 15 19:47:28.138072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1284eb8a-2119-42fe-9c99-6b1aced9e2b8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:28.138846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1284eb8a-2119-42fe-9c99-6b1aced9e2b8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:28.149212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 61644087-c80a-4be1-b809-a6ed87d4b458 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:28.158900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.171360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 61644087-c80a-4be1-b809-a6ed87d4b458 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:28.171624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 61644087-c80a-4be1-b809-a6ed87d4b458 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:28.172121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a265aaf1-60ca-4cc6-ba8d-692c3b321180 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:28.180361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.205365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a265aaf1-60ca-4cc6-ba8d-692c3b321180 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:28.205859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a265aaf1-60ca-4cc6-ba8d-692c3b321180 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:28.228651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85d06dd5-8de2-4e48-ab36-18060d2291d6 req-ee971ba6-9c2e-48c4-9a53-d292b9355169 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821972 Oct 15 19:47:28.230061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.242982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:47:28.243380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:47:28.245213 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:47:28.250345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 73e2efaf-499a-4a10-8b71-59fc1af523b0 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:28.294487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=65212d34-6c70-4ae9-b242-99219f5dbe2b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:28.299572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:28.303992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-43175de1-4475-469c-a0a7-2fe63176d4fb tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/ce25431e-511c-4b8c-9ceb-a56d857060e6 HTTP/1.1" status: 200 len: 1801 time: 0.1480803 Oct 15 19:47:28.304972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:28.382497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:28.383145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.413684 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.414020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.423852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.429506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] 10.222.0.13 "DELETE /v2.0/networks/18a8cdce-5b51-499c-8c71-4131e179f031 HTTP/1.1" status: 204 len: 168 time: 1.0402555 Oct 15 19:47:28.440720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03e1cd-0be3-4f2c-a212-6e11d8cf492d admin admin] Pushing event deleted for resources: {'Network': ['ID=18a8cdce-5b51-499c-8c71-4131e179f031,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:28.443294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.482155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3544c8f5-5411-4317-abbf-403b786fdacf tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0581429 Oct 15 19:47:28.485100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41020) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:28.488030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': '65212d34-6c70-4ae9-b242-99219f5dbe2b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:28.528053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.563596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.563596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.566905 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5a1b5ed-cdf4-4e18-93bc-ecd570ca9d54 req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce25431e-511c-4b8c-9ceb-a56d857060e6 HTTP/1.1" status: 204 len: 173 time: 0.2549727 Oct 15 19:47:28.576437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7077a-c516-4e60-a5ac-79f377a9d33f tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce25431e-511c-4b8c-9ceb-a56d857060e6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:28.677430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-9113be12-c3c7-4851-96e5-c60312bfb70d tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "GET /v2.0/security-groups/62834f01-b5b1-4448-b950-7c0471b2f819 HTTP/1.1" status: 200 len: 1802 time: 0.0854859 Oct 15 19:47:28.789404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8939076e-2089-434a-9fb7-b25e8522e952 req-a109c80b-8cc3-42dc-8af0-7e1cf5feacd2 tempest-ServerShowV254Test-1281860821 tempest-ServerShowV254Test-1281860821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e987a15-c8c6-4c1c-95f7-aaf1cdedf46b HTTP/1.1" status: 200 len: 210 time: 0.0329206 Oct 15 19:47:28.814638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.875093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 78034921-e769-4a75-875e-f07f5e9d6a11 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:47:28.891054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:28.896861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 78034921-e769-4a75-875e-f07f5e9d6a11 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:47:28.897214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 78034921-e769-4a75-875e-f07f5e9d6a11 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:47:28.917198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:28.956565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af2cabf6-b780-4b60-9c6f-1f29a90923fe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a31de6b7ab448898b9fda920cf07d3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382104 Oct 15 19:47:28.959141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41032) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:29.012546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.035199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.106568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.109035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.110148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e11157d-5bc5-4692-9252-c548196cf4e9 req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] 10.222.0.13 "DELETE /v2.0/security-groups/62834f01-b5b1-4448-b950-7c0471b2f819 HTTP/1.1" status: 204 len: 173 time: 0.3999486 Oct 15 19:47:29.116012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:29.121180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.126043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979561a3-4b7c-4fdb-85bf-758447850e06 tempest-SecurityGroupsTestJSON-1073555210 tempest-SecurityGroupsTestJSON-1073555210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62834f01-b5b1-4448-b950-7c0471b2f819,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:29.164959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Deleting subnet e39895ff-97d8-4487-9a88-dedc3d0ddd88 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:47:29.168475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.192419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.195344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.199614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f406617-ae80-45a4-a908-548109e5fab5 HTTP/1.1" status: 204 len: 168 time: 0.2393456 Oct 15 19:47:29.216091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c951f-7343-4cff-ac2b-6b9fe725acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f406617-ae80-45a4-a908-548109e5fab5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:29.223743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.233754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.329144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.488656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.517751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e39895ff-97d8-4487-9a88-dedc3d0ddd88,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:29.528936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.535122 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54c749ca-719c-4f56-a7db-15c03641fd1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e39895ff-97d8-4487-9a88-dedc3d0ddd88 HTTP/1.1" status: 204 len: 168 time: 0.4179533 Oct 15 19:47:29.535881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41042) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:29.618567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:29.791178 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 7cb114a7-9439-411d-80a9-d7dbea18cbf9 associated. External IP: 172.25.0.180, port: 65212d34-6c70-4ae9-b242-99219f5dbe2b. Oct 15 19:47:29.868811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560bc44-63cc-4964-be74-50d6b0518591 req-3d5a914d-9b73-4413-aad4-5b538c3c6b93 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:29.870870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f560bc44-63cc-4964-be74-50d6b0518591 req-3d5a914d-9b73-4413-aad4-5b538c3c6b93 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 944 time: 0.5467355 Oct 15 19:47:29.962673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f560bc44-63cc-4964-be74-50d6b0518591 req-477f81f8-98bc-47c7-b866-dd5975becfa2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834386 Oct 15 19:47:30.052618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.081368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f8705-2475-4916-bc3b-ebf241fb0887']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.097783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d14785a-afb3-42b2-af7a-359cab278420') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.099793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d14785a-afb3-42b2-af7a-359cab278420') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.110996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.112838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:30.126266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.137146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:47:30.137549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:47:30.142583 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:47:30.174314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.228705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-26c19ee8-ccaa-4c8e-b5cc-e04a0fb5c576 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfc08d493ae24b54b99854707525142a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528135 Oct 15 19:47:30.239670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.329812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41066) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.336712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.342682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.357888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] 10.222.0.13 "DELETE /v2.0/networks/da3f8705-2475-4916-bc3b-ebf241fb0887 HTTP/1.1" status: 204 len: 168 time: 0.8208420 Oct 15 19:47:30.365052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:30.378053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:30.386514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.391671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:30.398542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.400510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e52eee-0101-45f0-9763-6765d5a06258 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3f8705-2475-4916-bc3b-ebf241fb0887,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:30.405475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.426578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df01bb92-981a-48b8-8e09-40a33daa6da5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/7cb114a7-9439-411d-80a9-d7dbea18cbf9 HTTP/1.1" status: 200 len: 979 time: 1.9406006 Oct 15 19:47:30.427825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41072) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.441549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.442781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.450786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:30.451398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.486332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:30.486916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23687c0-b5eb-4452-acd0-8eb36673027a None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:30.525333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 65212d34-6c70-4ae9-b242-99219f5dbe2b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:30.525757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.560821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6d372ee-49d1-4293-822c-ba8728c31719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.643030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.651888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.653807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03aaefba-c718-4dae-af0f-3b12892d03f9 HTTP/1.1" status: 204 len: 168 time: 0.4109709 Oct 15 19:47:30.655697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.662922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4b6f4-c3d2-4358-b1a3-b3f460692fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aaefba-c718-4dae-af0f-3b12892d03f9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:30.801496 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6d372ee-49d1-4293-822c-ba8728c31719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.870159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.870441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.870763 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 7cb114a7-9439-411d-80a9-d7dbea18cbf9 disassociated. External IP: 172.25.0.180, port: 65212d34-6c70-4ae9-b242-99219f5dbe2b. Oct 15 19:47:30.871088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 65212d34-6c70-4ae9-b242-99219f5dbe2b owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:30.883724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6d372ee-49d1-4293-822c-ba8728c31719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:30.912472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:47:30.932796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41082) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.963700 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6d372ee-49d1-4293-822c-ba8728c31719 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ceeaa0764554714adf64151c41b5ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325169 Oct 15 19:47:30.966659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41084) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:30.972695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d372ee-49d1-4293-822c-ba8728c31719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bacf2e-e882-4fde-8e8a-cb42b2069827,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.071369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f214a205-7677-4b8d-84f0-9434dff1ee5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c11cace4c0d4300812b90b596e9461c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345685 Oct 15 19:47:31.072198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:31.077478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:31.081403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:31.089045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.110304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'mac_address': 'fa:16:3e:06:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:47:31.116507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.149662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.174931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d76d79-d11d-4acd-a805-313f75972a19 req-ed749db1-1244-4ade-880a-ad23884550b7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:31.176530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8d76d79-d11d-4acd-a805-313f75972a19 req-ed749db1-1244-4ade-880a-ad23884550b7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 944 time: 0.1195016 Oct 15 19:47:31.213637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.222459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=65212d34-6c70-4ae9-b242-99219f5dbe2b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.230706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:47:31.257044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.260428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:31.261494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.263315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48bacf2e-e882-4fde-8e8a-cb42b2069827 HTTP/1.1" status: 204 len: 168 time: 0.2906201 Oct 15 19:47:31.274282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acda1bbf-97ea-4fad-b2cf-e9e1bad5b853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.302083 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.321577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721790-8404-4ae9-8510-265e630ffdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bacf2e-e882-4fde-8e8a-cb42b2069827,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.346111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.385370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acda1bbf-97ea-4fad-b2cf-e9e1bad5b853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.403726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8d76d79-d11d-4acd-a805-313f75972a19 req-0e9e33a7-edf0-49c1-ae11-b40bb413d41d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157733 Oct 15 19:47:31.405919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.424935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.454032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acda1bbf-97ea-4fad-b2cf-e9e1bad5b853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.460727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:31.497512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-acda1bbf-97ea-4fad-b2cf-e9e1bad5b853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ad2f119d2242a39c0ff8a69ccea3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4166102 Oct 15 19:47:31.497512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda1bbf-97ea-4fad-b2cf-e9e1bad5b853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23b5f5-782b-447d-ad3c-a4480a6af8f5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.498242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41110) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:31.558044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.582292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.611782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:31.632741 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:31.641638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['3d766e86-7f8a-4b2b-a3bf-a35d865ea511'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:31.642802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.645413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.645583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:31.646395 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:31.646572 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02768e4d-8de1-4e4d-92a7-0f49afcb19aa HTTP/1.1" status: 204 len: 168 time: 0.5574069 Oct 15 19:47:31.687077 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:31.688797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f57e24-42be-4e34-880c-a4501357e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02768e4d-8de1-4e4d-92a7-0f49afcb19aa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.698426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:31.699354 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:31.705842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.713918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7628932-baaa-48b4-8a74-ced30a47a0c8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/65212d34-6c70-4ae9-b242-99219f5dbe2b HTTP/1.1" status: 204 len: 168 time: 1.2813735 Oct 15 19:47:31.714081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:31.754963 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:31.759293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f956866-818f-4027-9d7a-40fed49c49c1 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:31.778546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.781237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:31.782230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b23b5f5-782b-447d-ad3c-a4480a6af8f5 HTTP/1.1" status: 204 len: 168 time: 0.2830894 Oct 15 19:47:31.799767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-789362fc-103e-4b4b-9c47-4efe3f0da2c9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/floatingips/7cb114a7-9439-411d-80a9-d7dbea18cbf9 HTTP/1.1" status: 200 len: 688 time: 0.0836904 Oct 15 19:47:31.799767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336f129-9a1f-4a6b-952b-e8b573d34ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23b5f5-782b-447d-ad3c-a4480a6af8f5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:31.808359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:31.942005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port c3dca32a-78b9-469d-8d8f-17d2c3b3a902 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:31.942341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.020547 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.020875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.034809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for c3dca32a-78b9-469d-8d8f-17d2c3b3a902 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:32.259689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.291207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=c3dca32a-78b9-469d-8d8f-17d2c3b3a902,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:32.354194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.357382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.362406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-07809006-2c73-4c2a-9b45-8fabecc719f6 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/7cb114a7-9439-411d-80a9-d7dbea18cbf9 HTTP/1.1" status: 204 len: 168 time: 0.5556712 Oct 15 19:47:32.362406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41146) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:32.367978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '26d7a5ff-dc9b-4350-9f09-8b449e9a7550'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:32.449535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.559093 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:47:32.569364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.583938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c19d-c3ff-4bb3-a1b4-8c74c4c80911 req-a26a0d76-6461-4792-a45c-0615167e4c78 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:32.595297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e95c19d-c3ff-4bb3-a1b4-8c74c4c80911 req-a26a0d76-6461-4792-a45c-0615167e4c78 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 945 time: 0.0927188 Oct 15 19:47:32.664696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e95c19d-c3ff-4bb3-a1b4-8c74c4c80911 req-809c00ce-5662-43f5-8d6c-3a509990c4ed tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609729 Oct 15 19:47:32.709242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.39 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/93b5ca35-c3c0-4901-a2fb-d28e50254a99) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:32.821115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.928618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:32.939876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:32.984666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:32.992949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:32.994841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=93b5ca35-c3c0-4901-a2fb-d28e50254a99,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:32.997232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:33.065427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:47:33.074934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:33.074934 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.155499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.185402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:33.187943 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa583e8-62ef-4074-8866-0aa76eec64d6" -d '{"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:33.215604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:33.233977 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28929f-5164-468f-b221-804ce4bbfd76 x-openstack-request-id: req-ef28929f-5164-468f-b221-804ce4bbfd76 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:33.237173 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:33.237538 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef28929f-5164-468f-b221-804ce4bbfd76 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:33.238539 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'code': 200} Oct 15 19:47:33.287980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.382582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076dc51-a702-4b6b-9240-2e14411bb236 req-7a18153e-6b5b-44af-a75c-cb3164a60fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:33.384871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7076dc51-a702-4b6b-9240-2e14411bb236 req-7a18153e-6b5b-44af-a75c-cb3164a60fde service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 1098 time: 0.0870030 Oct 15 19:47:33.395055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:33.432066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7076dc51-a702-4b6b-9240-2e14411bb236 req-69cb128e-e2ac-4e4b-88f1-23b47fbeb072 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Oct 15 19:47:33.500510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.669814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.744254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:33.812950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31700a08-8893-4909-b8fb-d812b53796be req-65961dbb-aeb4-4b6b-bdbf-7ab678028db3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:33.814545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31700a08-8893-4909-b8fb-d812b53796be req-65961dbb-aeb4-4b6b-bdbf-7ab678028db3 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.0595665 Oct 15 19:47:33.862928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:33.870541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31700a08-8893-4909-b8fb-d812b53796be req-0ce84d06-465e-4e97-8031-2edcd2bbec76 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477979 Oct 15 19:47:33.993539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:33.996978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.031264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-488580382-network', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:34.049778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1464323747-network', 'tenant_id': '345cecef50154ec6b37da2aaa0eda3a6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:34.077517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=93b5ca35-c3c0-4901-a2fb-d28e50254a99,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:34.086282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.158327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:34.160735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.173976 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.189373 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 2bb0626f-8533-4ea5-87be-655424edc098 associated. External IP: 172.25.0.39, port: 26d7a5ff-dc9b-4350-9f09-8b449e9a7550. Oct 15 19:47:34.256805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.336042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Made reservation on behalf of 345cecef50154ec6b37da2aaa0eda3a6 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:34.338531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.341613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.370086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:34.381381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.381848 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Added segment 0793ae4c-d167-4648-b169-e3ad2fe2f04f of type vlan for network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f Oct 15 19:47:34.385156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.421246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:34.442947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f8fc48-8535-44f5-91ad-ff96e353179b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:34.478971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.560002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-529be8ea-723d-48d3-8804-0bc2e0430f10 req-36c968cd-ae6a-4174-a879-de7edffbcbd9 tempest-FlavorsV2NegativeTest-112661079 tempest-FlavorsV2NegativeTest-112661079-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9060bd792c3b430eb4aed9f60b7c721e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322464 Oct 15 19:47:34.562442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:34.574338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:34.589327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:34.589960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:34.623412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.627266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:34.627415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.628309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:34.628899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.636537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:34.637213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:34.673824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:34.674523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee575f92-4bff-41b7-9740-6ae3a0590441 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:34.729041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] Pushing event updated for resources: {'Network': ['ID=6df5f46d-3003-4c47-90cd-4ff4a4a83b3f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:34.731357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.737920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.738932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:34.762472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0e736bb2-cef4-4fd2-8cb6-0f91d3890258 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3989143 Oct 15 19:47:34.764918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41256) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:34.770126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-395562481'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:34.775389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be8ea-723d-48d3-8804-0bc2e0430f10 req-12106a78-ffd7-4882-b8d5-f740b9c156f6 tempest-FlavorsV2NegativeTest-112661079 tempest-FlavorsV2NegativeTest-112661079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:34.776898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-529be8ea-723d-48d3-8804-0bc2e0430f10 req-12106a78-ffd7-4882-b8d5-f740b9c156f6 tempest-FlavorsV2NegativeTest-112661079 tempest-FlavorsV2NegativeTest-112661079-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073493 Oct 15 19:47:34.782452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:34.794593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:34.808436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a285c7a5-c485-4632-bf1e-829fe42b4fea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0624912 Oct 15 19:47:34.809768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41258) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:34.812563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.812909 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Added segment 911975c2-4239-49c1-90cc-7e7945e65d61 of type vlan for network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 Oct 15 19:47:34.815226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-529be8ea-723d-48d3-8804-0bc2e0430f10 req-7254cba2-9150-4c10-8732-8f179dd1e787 tempest-FlavorsV2NegativeTest-112661079 tempest-FlavorsV2NegativeTest-112661079-project] 10.222.0.13 "GET /v2.0/quotas/9060bd792c3b430eb4aed9f60b7c721e HTTP/1.1" status: 200 len: 375 time: 0.0299079 Oct 15 19:47:34.829913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Request body: {'subnet': {'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-488580382-subnet', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:34.869910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-529be8ea-723d-48d3-8804-0bc2e0430f10 req-0db79ef9-9075-473d-b037-d864a2999abe tempest-FlavorsV2NegativeTest-112661079 tempest-FlavorsV2NegativeTest-112661079-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9060bd792c3b430eb4aed9f60b7c721e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467241 Oct 15 19:47:34.881530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.924029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:34.927760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.991287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:34.993529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:34.998520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.020453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:35.037664 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.038171 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Added segment 7c6ac3e0-5f95-4049-a5f5-a81a563743e4 of type vlan for network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 Oct 15 19:47:35.051415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9058cd-34bb-4952-aec1-30b29726589a req-bc61ebac-6366-4c76-bb4b-4317a14943d4 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:35.053356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e9058cd-34bb-4952-aec1-30b29726589a req-bc61ebac-6366-4c76-bb4b-4317a14943d4 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.1036866 Oct 15 19:47:35.109480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] Pushing event updated for resources: {'Network': ['ID=4a472727-3f94-4b20-bc8d-65ca2fe271d9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:35.121399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:35.131433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.165138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:35.167874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.186232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c5349673-0fb2-4e97-905e-e292f3bcef60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1915889 Oct 15 19:47:35.189237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:35.199953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Request body: {'subnet': {'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1464323747-subnet', 'tenant_id': '345cecef50154ec6b37da2aaa0eda3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:35.224475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e9058cd-34bb-4952-aec1-30b29726589a req-5973e68b-7a49-4565-b02c-84cafae53723 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517823 Oct 15 19:47:35.262073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.267789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:35.268367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.362392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Made reservation on behalf of 345cecef50154ec6b37da2aaa0eda3a6 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:35.365079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.395674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Network': ['ID=bc9f7477-f5fe-46c4-975b-7ec78bc484e8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:35.410660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:35.509896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5067feef-2b57-43e6-8387-d2b06cc3027e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7437954 Oct 15 19:47:35.512509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41286) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:35.518895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'subnet': {'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:35.656025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.731213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:35.744679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Checking segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:35.745039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Network hostable DHCP agents. Network: 4a472727-3f94-4b20-bc8d-65ca2fe271d9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:35.859595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:35.871253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:35.961621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea50f89-f334-40d2-98aa-3e918c63f945,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:35.978928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Checking segment: {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:35.979281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Network hostable DHCP agents. Network: 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:35.996841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4a472727-3f94-4b20-bc8d-65ca2fe271d9) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:36.006139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:36.006139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.007215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b975a4-206b-467a-926b-99ee76dfa9c2 None None] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:36.053753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:36.057495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.077839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:36.123695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:36.131319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:36.131925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.149297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e811443-cf8c-436c-b5d2-82be81169c0b None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:36.160646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fca03db4-b5df-4893-b562-79e0d3bde86c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9700141 Oct 15 19:47:36.173678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca15fa39-759d-4267-bc06-d55a115e7a2a None None] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:36.231936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-352fc8bc-a58e-4bad-b852-a5537a145327 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4180620 Oct 15 19:47:36.232402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41298) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:36.243604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:36.273339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:36.369375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.371152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b143ab8-725a-4968-842e-2a9a8f98ad12 req-835f44d8-4b91-4f26-9c13-dd6b837e28ab tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:36.375544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.376698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.380096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b143ab8-725a-4968-842e-2a9a8f98ad12 req-835f44d8-4b91-4f26-9c13-dd6b837e28ab tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.0681555 Oct 15 19:47:36.422073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda145ff-baa2-4b2f-a650-9f8a0a75085e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.487463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b143ab8-725a-4968-842e-2a9a8f98ad12 req-f5a6fdc6-37df-40f7-9423-1f44024acc47 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062050 Oct 15 19:47:36.504518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Subnet': ['ID=6d30a15a-2324-4960-89a1-56adeb240913,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:36.531484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'fixed_ips': [{'subnet_id': '7ea50f89-f334-40d2-98aa-3e918c63f945'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:47:36.532555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.583710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda145ff-baa2-4b2f-a650-9f8a0a75085e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.614362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Checking segment: {'id': '7c6ac3e0-5f95-4049-a5f5-a81a563743e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:36.614757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network hostable DHCP agents. Network: bc9f7477-f5fe-46c4-975b-7ec78bc484e8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:36.620185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.719725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Allocated IP 172.20.0.2 (6df5f46d-3003-4c47-90cd-4ff4a4a83b3f/7ea50f89-f334-40d2-98aa-3e918c63f945/3f74466c-976d-4ddb-a787-d205ceecd1ec) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:36.765459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-f1ca77e8-0770-4256-83b6-1c65ad5a1ed6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:36.767136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-f1ca77e8-0770-4256-83b6-1c65ad5a1ed6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 814 time: 0.1200635 Oct 15 19:47:36.767694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda145ff-baa2-4b2f-a650-9f8a0a75085e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.771989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:36.812473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eda145ff-baa2-4b2f-a650-9f8a0a75085e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9060bd792c3b430eb4aed9f60b7c721e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5376008 Oct 15 19:47:36.813875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda145ff-baa2-4b2f-a650-9f8a0a75085e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa47bcc-31a9-4bc5-9466-55f9f5cdbf1d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:36.816675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:36.825306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-a436643d-46ac-44d8-b56a-07b8161d7a20 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/quotas/345cecef50154ec6b37da2aaa0eda3a6 HTTP/1.1" status: 200 len: 375 time: 0.0476987 Oct 15 19:47:36.884684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.909782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.928227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-114cb866-0531-486d-b1d2-d1ef7254e547 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635393 Oct 15 19:47:36.930891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bc9f7477-f5fe-46c4-975b-7ec78bc484e8) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:36.946907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f28750b-bb8d-4c56-83ca-43e58a1b4c6a None None] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:36.950222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.986100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:36.993110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:36.993110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.083003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.094310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.097140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.098605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fa47bcc-31a9-4bc5-9466-55f9f5cdbf1d HTTP/1.1" status: 204 len: 168 time: 0.2807581 Oct 15 19:47:37.104377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-67a445d2-8bac-44c5-a694-f36062c647c8 service neutron] 10.222.0.13 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352303 Oct 15 19:47:37.118081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3757f-b1f9-4f12-bd82-9a831ec5baeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa47bcc-31a9-4bc5-9466-55f9f5cdbf1d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:37.122637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-78318a26-06df-4a9c-bafd-5b6b0b2f5dfc tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6015980 Oct 15 19:47:37.123540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:37.137851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-480526217', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:37.171012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Pushing event updated for resources: {'Port': ['ID=3f74466c-976d-4ddb-a787-d205ceecd1ec,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:37.235278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:37.241408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:37.245982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:37.285903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16b42b-e091-44ca-8aea-38391270e2dc req-b93110bd-b9f2-4142-9845-f2bfe43ca114 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:37.287600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d16b42b-e091-44ca-8aea-38391270e2dc req-b93110bd-b9f2-4142-9845-f2bfe43ca114 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.0590396 Oct 15 19:47:37.334198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-4ec94f18-b625-4c61-add2-339884ad02b4 service neutron] 10.222.0.13 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270081 Oct 15 19:47:37.358727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.359710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.393890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d16b42b-e091-44ca-8aea-38391270e2dc req-3b61bcdb-bd87-4599-b0c6-682224789cbc tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959978 Oct 15 19:47:37.426154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.487548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Attempting to bind port 3f74466c-976d-4ddb-a787-d205ceecd1ec on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:37.487953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Attempting to bind port 3f74466c-976d-4ddb-a787-d205ceecd1ec by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:37.488321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Attempting to bind port 3f74466c-976d-4ddb-a787-d205ceecd1ec on network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:37.494776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bc9f7477-f5fe-46c4-975b-7ec78bc484e8', 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8', 'tenant_id': '7716d88fb8874f0a923cf3efe19b6283', 'fixed_ips': [{'subnet_id': '6d30a15a-2324-4960-89a1-56adeb240913'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:47:37.495646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.500836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:37.501213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Checking segment: {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:37.501603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.501992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Bound using segment: {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:37.502464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Bound port: 3f74466c-976d-4ddb-a787-d205ceecd1ec, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:37.502836 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.557554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.590882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.710675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] For port 3f74466c-976d-4ddb-a787-d205ceecd1ec, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:37.723365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] For port 3f74466c-976d-4ddb-a787-d205ceecd1ec, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f74466c-976d-4ddb-a787-d205ceecd1ec,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:37.744358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Allocated IP 172.20.0.2 (bc9f7477-f5fe-46c4-975b-7ec78bc484e8/6d30a15a-2324-4960-89a1-56adeb240913/2ab0650f-9a21-4ba6-a388-427b562ff34d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:37.754585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76d0096d-6190-4d31-892a-1dffdab851d1 req-69b5d3b6-d34c-424a-9901-e902c19fbb06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 210 time: 0.0352035 Oct 15 19:47:37.806443 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.862411 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:37.964448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686b628-5810-454d-a894-39ee91bdd19a None None] Pushing event updated for resources: {'Port': ['ID=3f74466c-976d-4ddb-a787-d205ceecd1ec,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:37.976328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Allocated IP 172.25.0.103 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/138e479e-2d23-42a3-b83b-0112065739aa) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:38.093849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.188735 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.213930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.262269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:38.267005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:38.269985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:38.297207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Pushing event updated for resources: {'Port': ['ID=2ab0650f-9a21-4ba6-a388-427b562ff34d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:38.369723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Attempting to bind port 2ab0650f-9a21-4ba6-a388-427b562ff34d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:38.370047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Attempting to bind port 2ab0650f-9a21-4ba6-a388-427b562ff34d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7c6ac3e0-5f95-4049-a5f5-a81a563743e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:38.370415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Attempting to bind port 2ab0650f-9a21-4ba6-a388-427b562ff34d on network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:38.376290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:38.376667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Checking segment: {'id': '7c6ac3e0-5f95-4049-a5f5-a81a563743e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:38.377066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.377453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Bound using segment: {'id': '7c6ac3e0-5f95-4049-a5f5-a81a563743e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:38.377921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Bound port: 2ab0650f-9a21-4ba6-a388-427b562ff34d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6ac3e0-5f95-4049-a5f5-a81a563743e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:38.382401 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.481326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.484710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] For port 2ab0650f-9a21-4ba6-a388-427b562ff34d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:38.489179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] For port 2ab0650f-9a21-4ba6-a388-427b562ff34d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ab0650f-9a21-4ba6-a388-427b562ff34d,segment=NetworkSegment(7c6ac3e0-5f95-4049-a5f5-a81a563743e4),segment_id=7c6ac3e0-5f95-4049-a5f5-a81a563743e4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:38.534728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.593039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.606053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ee5bf-53c1-40aa-b057-4e95c8343e8f req-65efdaf1-7f1d-4965-a8d5-7398eeb39f81 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:38.616520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98ee5bf-53c1-40aa-b057-4e95c8343e8f req-65efdaf1-7f1d-4965-a8d5-7398eeb39f81 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.1130769 Oct 15 19:47:38.683011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:38.690101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-85227c04-38e0-4042-8cc6-c355d223e226 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1293457 Oct 15 19:47:38.716045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98ee5bf-53c1-40aa-b057-4e95c8343e8f req-f6bb45f1-3867-4b4a-91f5-b4a0495fada2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977468 Oct 15 19:47:38.769918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b72220-4f5d-4b89-a54b-868daeed02c5 None None] Pushing event updated for resources: {'Port': ['ID=2ab0650f-9a21-4ba6-a388-427b562ff34d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:38.783592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:38.881807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a8666ba-5ee2-4929-b0a3-2891f2d5a3ef req-f76f5286-acdc-46d8-903b-a2415b64a3aa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 210 time: 0.0553248 Oct 15 19:47:38.894640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-600fdc03-17f8-487e-a7f6-f90c6eb7ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:38.896172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-600fdc03-17f8-487e-a7f6-f90c6eb7ed84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70246cfef505450695ee3c271ed89c6f&device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 1097 time: 0.1771502 Oct 15 19:47:39.013814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:39.021585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:39.062677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:39.092109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-b53d795d-3740-480d-92d0-c189417a1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:39.093610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-b53d795d-3740-480d-92d0-c189417a1c2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 200 len: 906 time: 0.1767704 Oct 15 19:47:39.111802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-network', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:39.163248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Pushing event updated for resources: {'Port': ['ID=138e479e-2d23-42a3-b83b-0112065739aa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:39.193919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.25.0.12 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/25c785ea-26aa-49fc-bf85-f5ae1908ec18) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:39.218184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-6eae4b4a-518a-49b8-adc4-58488fdaceec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 200 len: 1001 time: 0.1029899 Oct 15 19:47:39.283015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-3c8aeff1-0e7e-4551-99c2-b0629cfe9f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:39.285068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-3c8aeff1-0e7e-4551-99c2-b0629cfe9f4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e20484fd-5ae2-44ef-b9e0-0019282c509a HTTP/1.1" status: 200 len: 844 time: 0.0590546 Oct 15 19:47:39.288101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Made reservation on behalf of 9b29a6c88a5d4f54b4ea3342b4f59a90 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:39.292072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.323855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.393775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-b31b9b6b-8cdf-44df-9075-ac10b67ab5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:39.395572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-b31b9b6b-8cdf-44df-9075-ac10b67ab5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9fdb8003-a030-43f5-a493-8581f034bbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921922 Oct 15 19:47:39.496037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.508982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d63ba-999a-4909-9185-0a0cde804d2f None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:39.549870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.559159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-9ec03be3-43ef-4341-9154-ee182c907533 service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547072 Oct 15 19:47:39.700798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.709051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] Provisioning complete for port 3f74466c-976d-4ddb-a787-d205ceecd1ec triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:39.711709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.721677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.785153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.818947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16ec06a9-648c-4713-adce-9d0f39cc16c0 req-31d30e68-7b6e-47aa-a7b4-6b1177d031be service neutron] 10.222.0.15 "GET /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510459 Oct 15 19:47:39.828593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:39.841348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.841791 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Added segment cf875491-2d42-42e4-92af-92a9573fe910 of type vlan for network 8748ec74-f60d-46eb-9c17-a36469af007a Oct 15 19:47:39.845592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:39.887807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=25c785ea-26aa-49fc-bf85-f5ae1908ec18,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:39.894520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:39.905516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:39.912686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:39.920333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d92dd7-edf4-454d-9f54-abdc26866aa4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:39.950793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.951084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.951418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.951842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.952175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.952504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.952820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.953146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.955090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.955276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.955628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.955958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:39.972999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.019604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] For port 3f74466c-976d-4ddb-a787-d205ceecd1ec, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f74466c-976d-4ddb-a787-d205ceecd1ec,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:40.060718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99ca8bfe-bd61-4fea-acdc-e643e79c0fe3 req-dae4d5c6-6000-40d2-a0bf-28bada522189 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 210 time: 0.0512276 Oct 15 19:47:40.092841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.135027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.137404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:40.140330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.230109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776285c4-8753-4933-8f73-b5c77854c007 None None] Pushing event updated for resources: {'Port': ['ID=3f74466c-976d-4ddb-a787-d205ceecd1ec,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:40.273201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243497fc-f1fd-4650-b400-95a2607818e0 None None] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:40.303473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5094140 Oct 15 19:47:40.305072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccd643-2214-4f76-a350-ca02e7f23dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8748ec74-f60d-46eb-9c17-a36469af007a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:40.320305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41424) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:40.358307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Request body: {'subnet': {'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-subnet', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:40.420594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8748ec74-f60d-46eb-9c17-a36469af007a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:40.423232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f74466c-976d-4ddb-a787-d205ceecd1ec up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:40.446765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.500357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Made reservation on behalf of 9b29a6c88a5d4f54b4ea3342b4f59a90 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:40.502661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.564657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] Provisioning complete for port 2ab0650f-9a21-4ba6-a388-427b562ff34d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:40.565270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.645000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3f74466c-976d-4ddb-a787-d205ceecd1ec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:40.645365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.756868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.835994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ab0650f-9a21-4ba6-a388-427b562ff34d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:40.838960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] For port 2ab0650f-9a21-4ba6-a388-427b562ff34d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ab0650f-9a21-4ba6-a388-427b562ff34d,segment=NetworkSegment(7c6ac3e0-5f95-4049-a5f5-a81a563743e4),segment_id=7c6ac3e0-5f95-4049-a5f5-a81a563743e4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:40.889275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2ab0650f-9a21-4ba6-a388-427b562ff34d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:40.889788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.915718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:40.994105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f222140-caa3-4e90-8994-23daf73016a4 None None] Pushing event updated for resources: {'Port': ['ID=2ab0650f-9a21-4ba6-a388-427b562ff34d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:41.068053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1a3e-b1df-40be-8c38-b57a7a0f6b39 None None] Provisioning complete for port 2ab0650f-9a21-4ba6-a388-427b562ff34d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:41.069017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1a3e-b1df-40be-8c38-b57a7a0f6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.127402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.159093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-69defbc7-8844-464a-af23-433bdccad776 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:41.160623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-69defbc7-8844-464a-af23-433bdccad776 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.15 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 814 time: 0.2108414 Oct 15 19:47:41.174658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Request body: {'port': {'device_id': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'admin_state_up': True, 'tenant_id': '345cecef50154ec6b37da2aaa0eda3a6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:41.191698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc8e1a3e-b1df-40be-8c38-b57a7a0f6b39 None None] Provisioning complete for port 3f74466c-976d-4ddb-a787-d205ceecd1ec triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:41.191988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc8e1a3e-b1df-40be-8c38-b57a7a0f6b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.220057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:47:41.286106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beb29937-f089-40b1-b81b-e7c3f8de6d58 req-c5aaabef-4076-4863-907f-efca1d2c4e36 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 210 time: 0.0420594 Oct 15 19:47:41.377163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.419420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Made reservation on behalf of 345cecef50154ec6b37da2aaa0eda3a6 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:41.425802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.521487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1595548-ea8e-4761-a67e-29423048d457,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:41.537205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:41.551936 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Sync routers for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:41.555792 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.564767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Checking segment: {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:41.565133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Network hostable DHCP agents. Network: 8748ec74-f60d-46eb-9c17-a36469af007a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:41.573890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:41.575284 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:41.586505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Allocated IP 172.20.0.9 (4a472727-3f94-4b20-bc8d-65ca2fe271d9/96c33c12-682e-4ceb-bbc3-0e63b23bd5c3/552b1228-773a-46ed-af33-22608836b9ed) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:41.677963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.682702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41450) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:41.683104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2edb6388-8d9d-472c-8f29-1df67eca50a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4496963 Oct 15 19:47:41.713680 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:41.743856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Network 8748ec74-f60d-46eb-9c17-a36469af007a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:41.792768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 91019ede-95f1-46e7-826b-5199438e2d52 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:47:41.884774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8748ec74-f60d-46eb-9c17-a36469af007a) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:41.891823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:41.892472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.895828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8783a76d-3444-4cdf-82e8-db25bedb7e88 None None] Network 8748ec74-f60d-46eb-9c17-a36469af007a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:41.936868 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:39Z', 'revision_number': 3, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:41.953550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:41.980957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0e094c19-7b52-4255-8e4a-65a4b7107e65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6637769 Oct 15 19:47:41.982715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:41.987067 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Checking router: 95b8c315-3dbe-470f-8e2a-f49c239a04a0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:41.987409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:41.987874 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Updating router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 port 138e479e-2d23-42a3-b83b-0112065739aa binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:47:42.007269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:42.048853 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.064434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] Sync routers for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:42.117702 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.118811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.122792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:42.126450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:42.151985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.160195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:42.173940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:42.174571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:42.176292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.176993 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f2538d5-b949-4d8b-b014-ba8a2a667ded tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0441203 Oct 15 19:47:42.214439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41468) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:42.221704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.252913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:42.262084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:42.266444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:42.286909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f74466c-976d-4ddb-a787-d205ceecd1ec up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:42.350021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:42.531732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:42.532322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbadaee-0d38-4993-ba08-c1b796312347 None None] The sync data for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:42.567167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8748ec74-f60d-46eb-9c17-a36469af007a', 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'fixed_ips': [{'subnet_id': 'c1595548-ea8e-4761-a67e-29423048d457'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:47:42.568134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.599319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:42.600073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.600922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3f74466c-976d-4ddb-a787-d205ceecd1ec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:42.601837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.631915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf7edb-4760-494d-92ed-dcb481c54c1d req-53cbb446-f846-4cf0-8702-0da9bd05e524 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:42.633745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8baf7edb-4760-494d-92ed-dcb481c54c1d req-53cbb446-f846-4cf0-8702-0da9bd05e524 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 931 time: 0.2049141 Oct 15 19:47:42.639863 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.656563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.710896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8baf7edb-4760-494d-92ed-dcb481c54c1d req-15f8c9b9-438e-47fc-8114-3a7d5efcfc1a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679731 Oct 15 19:47:42.757874 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.762820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c639589a-9c55-4b96-beaf-e7f179134e58 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5926118 Oct 15 19:47:42.778951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Request body: {'port': {'device_id': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:42.786294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.825790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ab0650f-9a21-4ba6-a388-427b562ff34d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:42.852518 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Pushing event updated for resources: {'Port': ['ID=138e479e-2d23-42a3-b83b-0112065739aa,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:42.858074 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Attempting to bind port 138e479e-2d23-42a3-b83b-0112065739aa on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:42.858520 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Attempting to bind port 138e479e-2d23-42a3-b83b-0112065739aa by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:42.858932 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Attempting to bind port 138e479e-2d23-42a3-b83b-0112065739aa on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:42.875183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.876174 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.876742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.884585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Allocated IP 172.20.0.2 (8748ec74-f60d-46eb-9c17-a36469af007a/c1595548-ea8e-4761-a67e-29423048d457/0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:42.891864 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.892293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.892640 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.892978 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.893313 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.893643 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.894597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.894597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.894597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:42.895640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2ab0650f-9a21-4ba6-a388-427b562ff34d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:42.896067 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.898707 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:42.900094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:42.900094 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.900094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:42.900351 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Bound port: 138e479e-2d23-42a3-b83b-0112065739aa, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:42.900695 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:42.908239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.013740 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] For port 138e479e-2d23-42a3-b83b-0112065739aa, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:43.021555 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] For port 138e479e-2d23-42a3-b83b-0112065739aa, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=138e479e-2d23-42a3-b83b-0112065739aa,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:43.039498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.052242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:47:43.157675 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.198106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.239222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:43.248390 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:43.249018 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:43.252706 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97a7a-f269-42d1-8a00-18aaa2169d65 None None] Pushing event updated for resources: {'Port': ['ID=138e479e-2d23-42a3-b83b-0112065739aa,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:43.258428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'mac_address': 'fa:16:3e:06:34:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:47:43.269655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.338652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Network 8748ec74-f60d-46eb-9c17-a36469af007a is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:43.346836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:43.353870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:43.368832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Pushing event updated for resources: {'Port': ['ID=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:43.372102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.398808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:43.467855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:47:43.494659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Attempting to bind port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:43.495036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Attempting to bind port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:43.495401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Attempting to bind port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf on network 8748ec74-f60d-46eb-9c17-a36469af007a {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:43.501125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:43.504361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:43.504741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Checking segment: {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:43.505142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.505538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Bound using segment: {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:43.506018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Bound port: 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:43.506400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.588489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.717440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:43.726561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] For port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:43.729133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.740989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] For port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:43.744007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['3d766e86-7f8a-4b2b-a3bf-a35d865ea511'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:43.746313 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:39Z', 'revision_number': 3, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:43.764964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.776339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Allocated IP 172.20.0.1 (6df5f46d-3003-4c47-90cd-4ff4a4a83b3f/7ea50f89-f334-40d2-98aa-3e918c63f945/e23f44bb-8391-4aed-8214-dc6bb731bf5b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:43.809743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:43.830671 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55d9be-0477-4fc0-81ff-21a16ae29bcc None None] The sync data for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 is: [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:39Z', 'revision_number': 3, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:44.021211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c7a79-0a78-409c-a0b6-3ba5a986ce6a None None] Pushing event updated for resources: {'Port': ['ID=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:44.027440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.110129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Allocated IP 172.25.0.226 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/88faac4a-32c5-49ea-8b77-2fe28e9fd2d1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:44.153761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41683b-4374-47a0-bb47-6e506573df0d req-d42de150-311f-4d5f-96f1-c46049e0dc28 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:44.155750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e41683b-4374-47a0-bb47-6e506573df0d req-d42de150-311f-4d5f-96f1-c46049e0dc28 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 931 time: 0.2959516 Oct 15 19:47:44.192589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:47:44.213879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.267425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e41683b-4374-47a0-bb47-6e506573df0d req-0d1cb4e1-9f74-4898-bab0-95e78f6f5478 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912294 Oct 15 19:47:44.269448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.271823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Transition to ACTIVE for port object 552b1228-773a-46ed-af33-22608836b9ed will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:47:44.340914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:44.345285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.1 (bc9f7477-f5fe-46c4-975b-7ec78bc484e8/6d30a15a-2324-4960-89a1-56adeb240913/8ec208c1-915c-4d53-9e64-8463706efa50) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:44.349688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:44.368500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:44.387294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.460635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.464530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:44.510328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.598736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.686971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:44.752726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-53df264e-f53e-42b2-b843-ab59cb316a3c None None] Provisioning complete for port e23f44bb-8391-4aed-8214-dc6bb731bf5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:44.753235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-53df264e-f53e-42b2-b843-ab59cb316a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.760021 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.780220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:44.780794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:44.780899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:44.789005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:47:44.789347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:44.808138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:44.810200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Checking segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:44.810200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Bound using segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:44.810200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Bound port: 552b1228-773a-46ed-af33-22608836b9ed, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:44.810200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.853175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:44.871319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:44.875408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-53df264e-f53e-42b2-b843-ab59cb316a3c None None] Port e23f44bb-8391-4aed-8214-dc6bb731bf5b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:44.881374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:44.894750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:44.902813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:44.905856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:44.909254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:44.921638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Pushing event updated for resources: {'Port': ['ID=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:44.927088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:44.936813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:44.942968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.943314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.943729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.944020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.944355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.945341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.945690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.946043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.946448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.946777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.947102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.947428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:44.976170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.042722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:45.079028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.115342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.149135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:45.149915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.156637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] 10.222.0.15 "PUT /v2.0/ports/552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 1092 time: 2.3817837 Oct 15 19:47:45.157291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:45.161413 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c397c-4c29-4297-8fce-6928e11d12d0" -d '{"events": [{"name": "network-changed", "server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:45.189301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:45.193416 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.316802 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a101843-696a-450b-a523-88143d76c39d x-openstack-request-id: req-3a101843-696a-450b-a523-88143d76c39d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:45.317392 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:45.317722 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a101843-696a-450b-a523-88143d76c39d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:45.318187 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'status': 'completed', 'code': 200} Oct 15 19:47:45.354084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04b51a-f93c-430c-b537-2eddecf51afb service neutron] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:45.396542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=8ec208c1-915c-4d53-9e64-8463706efa50,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:45.408249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.468683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c25d4015-60f9-4ea8-bbaf-1bb4f9228692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:45.472825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-c25d4015-60f9-4ea8-bbaf-1bb4f9228692 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1095 time: 0.1857374 Oct 15 19:47:45.473519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:45.477467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:45.482006 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d2cf77-1674-4307-80fd-92f8c7152b85" -d '{"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:45.512511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e4f99c6b-66e3-4648-be49-6785c5ecdd4d None None] Provisioning complete for port 8ec208c1-915c-4d53-9e64-8463706efa50 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:45.512877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e4f99c6b-66e3-4648-be49-6785c5ecdd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.573890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-f142ce94-7ebb-4269-929e-8b588dcd3682 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.0886567 Oct 15 19:47:45.578586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.582806 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8030bdec-b140-48e5-9984-3c26784c8f1a x-openstack-request-id: req-8030bdec-b140-48e5-9984-3c26784c8f1a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:45.583112 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:45.583458 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8030bdec-b140-48e5-9984-3c26784c8f1a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:45.583930 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'code': 200} Oct 15 19:47:45.615307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e4f99c6b-66e3-4648-be49-6785c5ecdd4d None None] Port 8ec208c1-915c-4d53-9e64-8463706efa50 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:45.645085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:45.667752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58b6ac-f5df-46fd-8b08-4cf9aaa124f9 None None] Network 8748ec74-f60d-46eb-9c17-a36469af007a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:45.672963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.688073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f50b-e670-44be-9507-225ad32eea30 req-323668e5-a217-48dd-adeb-9db46d2ef359 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:45.696450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-88a1f50b-e670-44be-9507-225ad32eea30 req-323668e5-a217-48dd-adeb-9db46d2ef359 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.2524788 Oct 15 19:47:45.707645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-8d2a97e5-8903-4bf2-b3bc-7c97943e702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:45.709268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-8d2a97e5-8903-4bf2-b3bc-7c97943e702f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.1239376 Oct 15 19:47:45.748515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-f813077f-08f9-4fc9-bc37-9924ad47c8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297406 Oct 15 19:47:45.788644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.843248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] Provisioning complete for port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:45.846293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-88a1f50b-e670-44be-9507-225ad32eea30 req-d4d0b274-637a-41be-9bbb-dfd4447d85b0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446352 Oct 15 19:47:45.847260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.942834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:45.967336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Pushing event updated for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:46.016722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-8492cefb-e2a0-46ff-8da2-2fea4a517509 service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612829 Oct 15 19:47:46.052244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.055424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.099284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] For port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:46.195179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.213975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.345536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8f82e83-23af-41bf-8a0a-342f4bbcf646 req-957f1ea9-59c6-43cb-95b0-457bd600af07 service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645400 Oct 15 19:47:46.345536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:46.355693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:46.424871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 138e479e-2d23-42a3-b83b-0112065739aa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:46.435095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082f1bd-d217-4a46-b4b0-ad00a322d3c7 None None] Pushing event updated for resources: {'Port': ['ID=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:46.575173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 138e479e-2d23-42a3-b83b-0112065739aa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:46.576721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.588859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3a0432b9-b4bb-41e0-a558-f94b2259e0e4 None None] Provisioning complete for port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:46.589227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a0432b9-b4bb-41e0-a558-f94b2259e0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.702518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-cd305745-b807-4f3e-8ec2-d17793618818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:46.707705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-cd305745-b807-4f3e-8ec2-d17793618818 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1095 time: 0.2066045 Oct 15 19:47:46.754218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:46.878682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.881350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.887593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-30e15da0-9812-4d1a-a1de-d0c079806f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:46.889125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-30e15da0-9812-4d1a-a1de-d0c079806f6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.1640263 Oct 15 19:47:46.912869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 138e479e-2d23-42a3-b83b-0112065739aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=138e479e-2d23-42a3-b83b-0112065739aa,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:46.968886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:46.979928 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Sync routers for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:46.980987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ac4145c-b94d-49c7-a9ee-62a946d96a4f admin admin] 10.222.0.13 "PUT /v2.0/routers/95b8c315-3dbe-470f-8e2a-f49c239a04a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2970998 Oct 15 19:47:46.996471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:46.998060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:47.027042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:47.033005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:47.067266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.082030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-d188c48b-4a98-4b4a-9c46-87e04df7d3c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.1107197 Oct 15 19:47:47.181192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-61311dbd-9308-4478-8acf-17a419c81fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:47.183548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-61311dbd-9308-4478-8acf-17a419c81fe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.0941200 Oct 15 19:47:47.228937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ab1e9921-a889-40b4-b0bc-b009bae66ceb None None] Provisioning complete for port e23f44bb-8391-4aed-8214-dc6bb731bf5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:47.229444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9921-a889-40b4-b0bc-b009bae66ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.231258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41608) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:47.271377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e9921-a889-40b4-b0bc-b009bae66ceb None None] Port e23f44bb-8391-4aed-8214-dc6bb731bf5b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:47.275575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=138e479e-2d23-42a3-b83b-0112065739aa,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:47.298488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:47.299105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.340761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-b420a62d-3e6e-449e-aca3-9cc989d58fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470437 Oct 15 19:47:47.455212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-353884057'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:47.517818 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:47.598152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.660434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-d213abe9-f171-4294-aca6-464cf1919bea service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098238 Oct 15 19:47:47.698352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:47.702819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.827671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:47.854792 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:44Z', 'revision_number': 4, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e23f44bb-8391-4aed-8214-dc6bb731bf5b', 'name': '', 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'mac_address': 'fa:16:3e:19:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:45Z', 'revision_number': 2, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'subnets': [{'id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:47.866684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.867061 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Added segment dde536f5-32ae-4942-aa78-ac791c772adf of type vlan for network dafbd67c-d12f-41b4-b776-d8f865aba445 Oct 15 19:47:47.891766 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Checking router: 95b8c315-3dbe-470f-8e2a-f49c239a04a0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:47.892627 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Updating router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 port e23f44bb-8391-4aed-8214-dc6bb731bf5b binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:47:47.893468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db2ffa-0bc9-45ec-a381-507db92ab3b6 req-59d5efce-41b0-4110-bc51-0b55450b0719 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:47.895820 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90db2ffa-0bc9-45ec-a381-507db92ab3b6 req-59d5efce-41b0-4110-bc51-0b55450b0719 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.8248694 Oct 15 19:47:47.910280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.936598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4c397c-4c29-4297-8fce-6928e11d12d0 req-bea0d836-a9ac-4342-bdd6-aed22afa6ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692358 Oct 15 19:47:47.938047 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:47.971041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.033953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=8ec208c1-915c-4d53-9e64-8463706efa50,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:48.052161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:48.055595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:48.082146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.098658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:48.099330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.225255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9187386 Oct 15 19:47:48.232085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41628) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:48.240343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'subnet': {'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:48.255358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 91019ede-95f1-46e7-826b-5199438e2d52 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:48.256603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 138e479e-2d23-42a3-b83b-0112065739aa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:48.270521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Router 044ac7bb-85d8-4d96-89c5-20378e99d779 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:47:48.310924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476c330-cb5e-422c-9ab0-5497a464d169 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Network': ['ID=dafbd67c-d12f-41b4-b776-d8f865aba445,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:48.330877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network dafbd67c-d12f-41b4-b776-d8f865aba445 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:48.350472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90db2ffa-0bc9-45ec-a381-507db92ab3b6 req-8c6b90bc-6647-43d7-813d-09c4605444cd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307373 Oct 15 19:47:48.588992 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.643210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 138e479e-2d23-42a3-b83b-0112065739aa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:48.643596 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.687345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4c3c47d0-f268-481a-bacf-c88da3a3b456 None None] Provisioning complete for port 8ec208c1-915c-4d53-9e64-8463706efa50 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:48.687734 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4c3c47d0-f268-481a-bacf-c88da3a3b456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.738836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c47d0-f268-481a-bacf-c88da3a3b456 None None] Port 8ec208c1-915c-4d53-9e64-8463706efa50 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:48.740082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:48.755432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-245b4e67-174b-427f-9a34-60737f572e1c tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/routers/91019ede-95f1-46e7-826b-5199438e2d52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5397964 Oct 15 19:47:48.758966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41642) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:48.762837 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.766217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'port': {'network_id': 'bc9f7477-f5fe-46c4-975b-7ec78bc484e8', 'name': 'tempest-FloatingIPTestJSON-1265306105'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:48.785607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:48.802336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.804246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:48.813776 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672243ba-d4d3-4efb-9da0-6741f46aa312 None None] Pushing event updated for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:48.818352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-905c6603-8062-492b-8212-6a22ab2120b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.823995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] Sync routers for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:48.845782 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Sync routers for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:48.869381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:48.869907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:48.871873 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:48.874290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:48.901976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:48.903621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e9c12e4-fb44-46aa-9834-4e66dd45912a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.9199307 Oct 15 19:47:48.906360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41646) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:48.981515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:49.001879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:49.005506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:49.006254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:49.092189 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:49.095392 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Attempting to bind port e23f44bb-8391-4aed-8214-dc6bb731bf5b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:49.095546 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Attempting to bind port e23f44bb-8391-4aed-8214-dc6bb731bf5b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:49.095891 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Attempting to bind port e23f44bb-8391-4aed-8214-dc6bb731bf5b on network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:49.218623 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:49.219401 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Checking segment: {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:49.219665 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.220055 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Bound using segment: {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:49.220531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Bound port: e23f44bb-8391-4aed-8214-dc6bb731bf5b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0793ae4c-d167-4648-b169-e3ad2fe2f04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:49.220906 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.424498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Made reservation on behalf of 7716d88fb8874f0a923cf3efe19b6283 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:49.432416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.468454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:49.469892 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] For port e23f44bb-8391-4aed-8214-dc6bb731bf5b, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:49.470782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2499421a-272c-4a8f-89bd-30b3ac800c31 None None] The sync data for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:49.477276 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] For port e23f44bb-8391-4aed-8214-dc6bb731bf5b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e23f44bb-8391-4aed-8214-dc6bb731bf5b,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:49.486125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] device_id is not set on port b2abe9f3-aee1-4825-8f05-671e56e32761 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:47:49.537338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-004394c8-c14b-44f0-8145-0c2d8fc61730 None None] Provisioning complete for port e23f44bb-8391-4aed-8214-dc6bb731bf5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:49.538797 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-004394c8-c14b-44f0-8145-0c2d8fc61730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.551082 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.572407 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:45Z', 'revision_number': 3, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:49.615351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-004394c8-c14b-44f0-8145-0c2d8fc61730 None None] Port e23f44bb-8391-4aed-8214-dc6bb731bf5b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:49.619763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:49.620644 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.698742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Checking router: 044ac7bb-85d8-4d96-89c5-20378e99d779 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:49.699342 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Updating router 044ac7bb-85d8-4d96-89c5-20378e99d779 port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:47:49.730754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587376e-01d2-4d30-b09f-e210bf0e7569 req-06b0a893-fd00-43f9-a0bd-0adfcc942f37 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:49.746518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2587376e-01d2-4d30-b09f-e210bf0e7569 req-06b0a893-fd00-43f9-a0bd-0adfcc942f37 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.1996548 Oct 15 19:47:49.763970 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:49.764864 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:49.812226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.827041 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:49.861673 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672243ba-d4d3-4efb-9da0-6741f46aa312 None None] Pushing event updated for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:49.981629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2587376e-01d2-4d30-b09f-e210bf0e7569 req-c3edebf9-8702-4fbe-bb4d-9275af6884ef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246016 Oct 15 19:47:49.995979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Allocated IP 172.20.0.9 (bc9f7477-f5fe-46c4-975b-7ec78bc484e8/6d30a15a-2324-4960-89a1-56adeb240913/b2abe9f3-aee1-4825-8f05-671e56e32761) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:50.013721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Subnet': ['ID=6bf78b28-8448-4b71-80ac-9f7f5874b817,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:50.039026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Checking segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:50.039834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network hostable DHCP agents. Network: dafbd67c-d12f-41b4-b776-d8f865aba445, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:50.040702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] Provisioning complete for port e23f44bb-8391-4aed-8214-dc6bb731bf5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:50.042270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.190560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network dafbd67c-d12f-41b4-b776-d8f865aba445 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:50.195835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.224356 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:50.279683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] For port e23f44bb-8391-4aed-8214-dc6bb731bf5b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e23f44bb-8391-4aed-8214-dc6bb731bf5b,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:50.283327 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.315043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, dafbd67c-d12f-41b4-b776-d8f865aba445) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:50.327730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:50.328288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79fbd2f-e668-43ed-b9ec-65dd71812257 None None] Network dafbd67c-d12f-41b4-b776-d8f865aba445 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:50.328410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.365196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.468692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0a111302-72d6-4a30-8428-7ee874d431fd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2346065 Oct 15 19:47:50.484844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41670) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:50.508589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2126382377'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:50.557429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d3c80-b7ff-4839-b47f-1602f02486d2 None None] Pushing event updated for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:50.649662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Allocated IP 172.20.0.1 (8748ec74-f60d-46eb-9c17-a36469af007a/c1595548-ea8e-4761-a67e-29423048d457/55820c60-8fe5-425e-bc9a-f4d40940ad85) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:50.655890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.726772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-dafbd67c-d12f-41b4-b776-d8f865aba445', 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'fixed_ips': [{'subnet_id': '6bf78b28-8448-4b71-80ac-9f7f5874b817'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:47:50.727861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.743513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:50.745270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.798190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:47:50.838520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.841210 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Added segment 00a12f8e-53ad-4b55-af77-b38caae264f7 of type vlan for network e2e48fa7-781c-4ee6-955b-ed3384eb1cef Oct 15 19:47:50.872288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.945657 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:50.981184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.000785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:44Z', 'revision_number': 4, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e23f44bb-8391-4aed-8214-dc6bb731bf5b', 'name': '', 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'mac_address': 'fa:16:3e:19:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:49Z', 'revision_number': 4, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'subnets': [{'id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:51.010621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:47:51.101616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Allocated IP 19.80.0.2 (dafbd67c-d12f-41b4-b776-d8f865aba445/6bf78b28-8448-4b71-80ac-9f7f5874b817/c0d4cabf-ae75-44a1-a181-c3995f167dc0) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:51.114708 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca43ec5-44cf-4bf3-998f-1986f8c200c9 None None] The sync data for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 is: [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:47:44Z', 'revision_number': 4, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e23f44bb-8391-4aed-8214-dc6bb731bf5b', 'name': '', 'network_id': '6df5f46d-3003-4c47-90cd-4ff4a4a83b3f', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'mac_address': 'fa:16:3e:19:4e:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:49Z', 'revision_number': 4, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'subnets': [{'id': '7ea50f89-f334-40d2-98aa-3e918c63f945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:51.121873 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.127625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.158753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:51.166527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:51.188038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.246745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:51.282836 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fb93-50b7-478e-bf37-21f95dcdc242 None None] Pushing event updated for resources: {'Port': ['ID=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:51.293206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Attempting to bind port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:51.293584 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Attempting to bind port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:51.293948 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Attempting to bind port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:51.295802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event updated for resources: {'Port': ['ID=b2abe9f3-aee1-4825-8f05-671e56e32761,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:51.309821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:47:51.312349 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:51.312797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Network 8748ec74-f60d-46eb-9c17-a36469af007a is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:51.316491 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:51.324037 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.324461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:51.325075 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Bound port: 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:51.325474 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.339786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:51.343805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:51.412676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad70b00-b0ed-47a5-9624-ab65b7bf58a9 req-7100a5b4-37c1-4930-a6f4-27a5ad9b88eb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:51.421127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad70b00-b0ed-47a5-9624-ab65b7bf58a9 req-7100a5b4-37c1-4930-a6f4-27a5ad9b88eb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.3042343 Oct 15 19:47:51.455533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Pushing event updated for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:51.497528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.504787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad70b00-b0ed-47a5-9624-ab65b7bf58a9 req-ba4513de-3359-47da-8489-58cad6bc3908 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823510 Oct 15 19:47:51.509970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.525870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:51.526491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.582475 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] For port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:51.602915 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] For port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:51.688337 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.796973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3104968 Oct 15 19:47:51.804612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41694) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:51.820509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:51.829512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.849562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'subnet': {'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:51.860296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.881911 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6426ef0c-3f83-4366-ae5d-ddab82e999a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.888473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ddb3-ba95-4cb1-a677-b368bba4fb08 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Network': ['ID=e2e48fa7-781c-4ee6-955b-ed3384eb1cef,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:51.912323 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5fb93-50b7-478e-bf37-21f95dcdc242 None None] Pushing event updated for resources: {'Port': ['ID=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:51.923370 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:51.933425 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:51.964863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:51.973361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:47:52.049553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Pushing event updated for resources: {'Port': ['ID=c0d4cabf-ae75-44a1-a181-c3995f167dc0,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:52.075398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.075994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.076425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.077457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.077885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.078310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.078732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.079150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.082350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.082599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa4bb3bf-616f-4d3e-b68b-6eafb8c117e1 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3198564 Oct 15 19:47:52.091735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.094775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.094909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41706) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:52.095159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:47:52.103949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d4fa861d-36b2-4523-aa75-ba5891124203 None None] Provisioning complete for port b2abe9f3-aee1-4825-8f05-671e56e32761 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:52.105452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4fa861d-36b2-4523-aa75-ba5891124203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.122692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Request body: {'floatingip': {'port_id': 'b2abe9f3-aee1-4825-8f05-671e56e32761'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:52.200263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:52.230804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:47:52.241053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.271428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Network dafbd67c-d12f-41b4-b776-d8f865aba445 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:52.287086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:52.294816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:52.357052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.379295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:52.397891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e23f44bb-8391-4aed-8214-dc6bb731bf5b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:52.521383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.606597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa861d-36b2-4523-aa75-ba5891124203 None None] Port b2abe9f3-aee1-4825-8f05-671e56e32761 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:52.615109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.666067 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:45Z', 'revision_number': 3, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:52.750069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '552b1228-773a-46ed-af33-22608836b9ed', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'port_id': '552b1228-773a-46ed-af33-22608836b9ed', 'mac_address': 'fa:16:3e:e9:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c33c12-682e-4ceb-bbc3-0e63b23bd5c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:47:52.761021 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d01b30-8ffd-475d-8236-2f42c6b73eac None None] The sync data for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 is: [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:45Z', 'revision_number': 3, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:52.796176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-253f12f5-6057-4ad3-8606-0f2314bfc655 None None] Provisioning complete for port 55820c60-8fe5-425e-bc9a-f4d40940ad85 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:52.796659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-253f12f5-6057-4ad3-8606-0f2314bfc655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.855131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Attempting to bind port c0d4cabf-ae75-44a1-a181-c3995f167dc0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:52.856338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Attempting to bind port c0d4cabf-ae75-44a1-a181-c3995f167dc0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:52.857174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Attempting to bind port c0d4cabf-ae75-44a1-a181-c3995f167dc0 on network dafbd67c-d12f-41b4-b776-d8f865aba445 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:52.900871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.901606 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.915374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e23f44bb-8391-4aed-8214-dc6bb731bf5b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:52.915776 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.922332 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.930285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.961801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:52.983075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Checking segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:52.983475 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:52.983905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Bound using segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:52.984416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Bound port: c0d4cabf-ae75-44a1-a181-c3995f167dc0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:52.984792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.064775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Checking segment: {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:53.065131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network hostable DHCP agents. Network: e2e48fa7-781c-4ee6-955b-ed3384eb1cef, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:47:53.068239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-253f12f5-6057-4ad3-8606-0f2314bfc655 None None] Port 55820c60-8fe5-425e-bc9a-f4d40940ad85 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:53.070280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.072658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Subnet': ['ID=85a80ce3-36b0-477e-9c5b-4a675608d29f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:53.130651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:47:53.189435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:47:53.257696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:53.258890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ec103-6d3d-41fd-bfdf-ea32b4bc00aa req-860a9d2d-c4a0-4049-a1ba-d23466bf6a55 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:53.274096 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec5ec103-6d3d-41fd-bfdf-ea32b4bc00aa req-860a9d2d-c4a0-4049-a1ba-d23466bf6a55 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.5558465 Oct 15 19:47:53.290299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e2e48fa7-781c-4ee6-955b-ed3384eb1cef) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:53.300877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:53.303279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.360393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61427b01-8db1-4046-ba2e-8f5714ca1b7a None None] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:53.392005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] For port c0d4cabf-ae75-44a1-a181-c3995f167dc0, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:53.404982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.454267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2827d7bc-7ef8-4f42-8d30-7f7bb82702a7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6120071 Oct 15 19:47:53.509056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] For port c0d4cabf-ae75-44a1-a181-c3995f167dc0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c0d4cabf-ae75-44a1-a181-c3995f167dc0,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:53.614735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:53.650672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.689754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.740680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec5ec103-6d3d-41fd-bfdf-ea32b4bc00aa req-442e512d-e2fa-449e-9536-7f2569ca60fd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634879 Oct 15 19:47:53.865840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2ce0-cf5f-4ff7-8ac8-b05d7356f017 None None] Pushing event updated for resources: {'Port': ['ID=c0d4cabf-ae75-44a1-a181-c3995f167dc0,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:53.894123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.898691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:47:53.968651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-e2e48fa7-781c-4ee6-955b-ed3384eb1cef', 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'fixed_ips': [{'subnet_id': '85a80ce3-36b0-477e-9c5b-4a675608d29f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:47:53.973952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:53.980467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6a004826-737e-476d-86bb-863dd9827c64 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:53.994810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6a004826-737e-476d-86bb-863dd9827c64 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:54.003764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6a004826-737e-476d-86bb-863dd9827c64 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/networks?id=dafbd67c-d12f-41b4-b776-d8f865aba445&id=e2e48fa7-781c-4ee6-955b-ed3384eb1cef&id=dafbd67c-d12f-41b4-b776-d8f865aba445 HTTP/1.1" status: 200 len: 1391 time: 0.2372422 Oct 15 19:47:54.021453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-56ed4e9e-b1b8-4580-8d53-8f05c0bd571b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/quotas/057cf9ddefb14cdbb5ec92d57da0c23c HTTP/1.1" status: 200 len: 375 time: 0.0171363 Oct 15 19:47:54.153265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-c0e9b2b8-7d83-426b-8e46-9010c107b086 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1308472 Oct 15 19:47:54.330865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9222816-59a3-4195-90b1-2ca298714336 service neutron] 10.222.0.13 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739171 Oct 15 19:47:54.338891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:54.590250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ee0fb533-83c4-4799-81c0-dda97b77b753 service neutron] 10.222.0.13 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585161 Oct 15 19:47:54.595414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Allocated IP 19.86.0.2 (e2e48fa7-781c-4ee6-955b-ed3384eb1cef/85a80ce3-36b0-477e-9c5b-4a675608d29f/01807225-ce0a-4374-b72a-96f53d0a010e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:54.650048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:54.650419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:54.764493 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:54.797996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-dbe8c766-34c5-4745-83b0-a6f88071e79b service neutron] 10.222.0.13 "GET /v2.0/networks/e2e48fa7-781c-4ee6-955b-ed3384eb1cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001364 Oct 15 19:47:54.988793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ce76b784-2e15-4603-952a-5735301c52d6 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e48fa7-781c-4ee6-955b-ed3384eb1cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832166 Oct 15 19:47:55.094290 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.172202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-afd39e6e-1dd6-4b02-9c95-8e1b1a43edbe service neutron] 10.222.0.13 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710169 Oct 15 19:47:55.191088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.213313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.256057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:55.290048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.308138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ae6bdd16-34a4-4fa7-bae8-ae596dbc6d91 service neutron] 10.222.0.13 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346765 Oct 15 19:47:55.333673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.380545 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.381366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:55.394420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:55.397447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:55.403356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:47:55.433704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:55.457798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Pushing event updated for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:55.512674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413b845-e79a-4022-835d-37b1c38df148 req-cbd7913f-4e0c-4737-9753-0314baf87f89 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:55.526174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7413b845-e79a-4022-835d-37b1c38df148 req-cbd7913f-4e0c-4737-9753-0314baf87f89 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.3274238 Oct 15 19:47:55.684997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7413b845-e79a-4022-835d-37b1c38df148 req-3e531923-e5be-42fd-ac24-5859e03f00d6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578345 Oct 15 19:47:55.812590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Pushing event updated for resources: {'Port': ['ID=01807225-ce0a-4374-b72a-96f53d0a010e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:55.819931 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 2bb0626f-8533-4ea5-87be-655424edc098 associated. External IP: 172.25.0.39, port: 26d7a5ff-dc9b-4350-9f09-8b449e9a7550. Oct 15 19:47:55.876243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Network 8748ec74-f60d-46eb-9c17-a36469af007a is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:47:55.879898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:47:56.075480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e03c6b3-b4fc-49bb-9f42-1977c80d8170 None None] Network dafbd67c-d12f-41b4-b776-d8f865aba445 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:56.082036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-096711cb-60b4-414b-8dbe-297ff5d6880d req-be04b14d-384e-45ce-ba68-1b4102d562d0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 210 time: 0.1352255 Oct 15 19:47:56.296656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] Provisioning complete for port c0d4cabf-ae75-44a1-a181-c3995f167dc0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:56.296656 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:56.309704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Router 044ac7bb-85d8-4d96-89c5-20378e99d779 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:56.370715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c0d4cabf-ae75-44a1-a181-c3995f167dc0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:56.385211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Attempting to bind port 01807225-ce0a-4374-b72a-96f53d0a010e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:47:56.385587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Attempting to bind port 01807225-ce0a-4374-b72a-96f53d0a010e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:47:56.385956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Attempting to bind port 01807225-ce0a-4374-b72a-96f53d0a010e on network e2e48fa7-781c-4ee6-955b-ed3384eb1cef {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:47:56.423410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:47:56.423816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Checking segment: {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:47:56.424224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:56.424618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Bound using segment: {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:47:56.425108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Bound port: 01807225-ce0a-4374-b72a-96f53d0a010e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:47:56.425487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:56.460974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:56.608648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 552b1228-773a-46ed-af33-22608836b9ed completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:47:56.650038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 552b1228-773a-46ed-af33-22608836b9ed triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:56.650411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:56.674370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:56.675966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:56.683538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4cfd80c7-2adc-472d-bd6f-1e5b6395b21d admin admin] 10.222.0.13 "PUT /v2.0/routers/044ac7bb-85d8-4d96-89c5-20378e99d779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7760036 Oct 15 19:47:56.817801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c0d4cabf-ae75-44a1-a181-c3995f167dc0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:56.817801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:56.817801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Sync routers for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:56.845102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:56.853693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162cbaa-1360-4b5d-93b8-d53530a68005 req-5765f8ef-8f13-4b54-839e-8192201f48ec tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:56.856468 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:56.876629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:56.877270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:56.879293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2162cbaa-1360-4b5d-93b8-d53530a68005 req-5765f8ef-8f13-4b54-839e-8192201f48ec tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1202731 Oct 15 19:47:56.881397 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:56.882252 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:56.964893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2162cbaa-1360-4b5d-93b8-d53530a68005 req-550ee185-ab27-4ab1-850a-cf9901f1c909 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844500 Oct 15 19:47:56.970624 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:57.015052 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:57.015708 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:57.038486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:47:57.076495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:57.077147 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9436cee-515c-426a-a7f0-f21b762d9b25 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:57.126695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.148866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] For port 01807225-ce0a-4374-b72a-96f53d0a010e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:47:57.208022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] For port 01807225-ce0a-4374-b72a-96f53d0a010e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=01807225-ce0a-4374-b72a-96f53d0a010e,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:47:57.308667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] For port c0d4cabf-ae75-44a1-a181-c3995f167dc0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c0d4cabf-ae75-44a1-a181-c3995f167dc0,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:57.337646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.352684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.397756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 91019ede-95f1-46e7-826b-5199438e2d52 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:47:57.442532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07b0e248-419e-44bb-817c-3922d3527c32 req-6c31d686-3c4c-44a8-b25e-8b94cd8ddcd9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 210 time: 0.0865078 Oct 15 19:47:57.488444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.499450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.540465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-908fa06c-baf9-4ce0-b72c-7904f372c33a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2682796 Oct 15 19:47:57.564297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:57.583918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291a9fa-8f07-40d2-ac7d-f8054ac0aa98 None None] Pushing event updated for resources: {'Port': ['ID=01807225-ce0a-4374-b72a-96f53d0a010e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:57.664211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:47:57.669355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.684422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:47:57.686890 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222dfac8-6c57-4568-a63e-3912bfe8dd59" -d '{"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:47:57.696562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:47:57.697112 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:47:57.698127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] Sync routers for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:47:57.779637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:57.848840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:47:57.852769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3ce9b-1534-4350-8e9b-2fd58e254286 None None] Pushing event updated for resources: {'Port': ['ID=c0d4cabf-ae75-44a1-a181-c3995f167dc0,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:57.869445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bf2c69ae-1cae-4bda-a754-b35c03f1fae8 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/floatingips/2bb0626f-8533-4ea5-87be-655424edc098 HTTP/1.1" status: 200 len: 977 time: 5.7735879 Oct 15 19:47:57.876255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:47:57.983316 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df88a254-2746-44b4-8efe-d50e37b313a6 x-openstack-request-id: req-df88a254-2746-44b4-8efe-d50e37b313a6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:47:57.990687 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:47:57.991925 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df88a254-2746-44b4-8efe-d50e37b313a6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:47:57.997175 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'code': 200} Oct 15 19:47:58.015447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.156343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d9551-6762-4af1-8bba-8aa314be4c09 req-ca7b9699-7ca0-4bb6-a87d-e3c24441e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:58.157894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-326d9551-6762-4af1-8bba-8aa314be4c09 req-ca7b9699-7ca0-4bb6-a87d-e3c24441e5ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1097 time: 0.2194512 Oct 15 19:47:58.189085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:47:58.192119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2d00f444-cca1-4aeb-9d49-2667d20a9a6e None None] Provisioning complete for port c0d4cabf-ae75-44a1-a181-c3995f167dc0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:58.195947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d00f444-cca1-4aeb-9d49-2667d20a9a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.225639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.235346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-326d9551-6762-4af1-8bba-8aa314be4c09 req-8de0b845-8bbd-4f82-895e-e52e7fb3df13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684843 Oct 15 19:47:58.343010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:58.344522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:58.394722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:58.401104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:47:58.401796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:58.405539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port b2abe9f3-aee1-4825-8f05-671e56e32761 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:47:58.406258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.425452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Allocated IP 172.25.0.26 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/65a57d9d-f347-4f60-a6cc-6ad2946f151d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:47:58.447947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:58.448606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21d421e-f314-49ef-984e-cfe7716fb20a None None] The sync data for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:47:58.497029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ca316-2ec6-48f8-8843-8f1f13084149 req-67031503-fcc9-4081-b71d-170edb591ac2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:58.499521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f6ca316-2ec6-48f8-8843-8f1f13084149 req-67031503-fcc9-4081-b71d-170edb591ac2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.3892298 Oct 15 19:47:58.544964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:51Z', 'revision_number': 4, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '55820c60-8fe5-425e-bc9a-f4d40940ad85', 'name': '', 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'mac_address': 'fa:16:3e:4f:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c1595548-ea8e-4761-a67e-29423048d457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:50Z', 'updated_at': '2021-10-15T19:47:52Z', 'revision_number': 2, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'subnets': [{'id': 'c1595548-ea8e-4761-a67e-29423048d457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:47:58.661918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Checking router: 044ac7bb-85d8-4d96-89c5-20378e99d779 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:47:58.662582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Updating router 044ac7bb-85d8-4d96-89c5-20378e99d779 port 55820c60-8fe5-425e-bc9a-f4d40940ad85 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:47:58.690282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.725695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.824774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2d00f444-cca1-4aeb-9d49-2667d20a9a6e None None] Provisioning complete for port 55820c60-8fe5-425e-bc9a-f4d40940ad85 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:58.825194 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d00f444-cca1-4aeb-9d49-2667d20a9a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:58.871737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5f6ca316-2ec6-48f8-8843-8f1f13084149 req-576985c4-c2f5-479b-ada8-64e89a84bead tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565895 Oct 15 19:47:58.923178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c0d4cabf-ae75-44a1-a181-c3995f167dc0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:47:59.395679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:59.396978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:59.396978 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Floating IP 2bb0626f-8533-4ea5-87be-655424edc098 disassociated. External IP: 172.25.0.39, port: b2abe9f3-aee1-4825-8f05-671e56e32761. Oct 15 19:47:59.399912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for b2abe9f3-aee1-4825-8f05-671e56e32761 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:47:59.570410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608fac12-5b21-4203-943c-87bac6dbb5ee None None] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:47:59.594779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b59e8324-f8d9-49aa-aa47-3b67ab192041 req-5d98d8e6-32d2-4bad-b49e-7dcfa67683c6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 210 time: 0.0678399 Oct 15 19:47:59.666351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2d00f444-cca1-4aeb-9d49-2667d20a9a6e None None] Port 55820c60-8fe5-425e-bc9a-f4d40940ad85 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:47:59.741506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c0d4cabf-ae75-44a1-a181-c3995f167dc0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:47:59.744012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:59.852094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-54d8124c-6aab-40c4-a100-34ffdb39216e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:59.859123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-54d8124c-6aab-40c4-a100-34ffdb39216e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:47:59.860782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-54d8124c-6aab-40c4-a100-34ffdb39216e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "GET /v2.0/networks?id=dafbd67c-d12f-41b4-b776-d8f865aba445&id=e2e48fa7-781c-4ee6-955b-ed3384eb1cef&id=dafbd67c-d12f-41b4-b776-d8f865aba445 HTTP/1.1" status: 200 len: 1391 time: 0.4421837 Oct 15 19:47:59.884991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'admin_state_up': True, 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:47:59.921865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:47:59.955992 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.051495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] Provisioning complete for port 01807225-ce0a-4374-b72a-96f53d0a010e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:00.055382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.190958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.215491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:00.215491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.299457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:00.306123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:00.312601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:00.409937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=65a57d9d-f347-4f60-a6cc-6ad2946f151d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:00.427114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:00.549151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:00.549664 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.598255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Allocated IP 19.80.0.192 (dafbd67c-d12f-41b4-b776-d8f865aba445/6bf78b28-8448-4b71-80ac-9f7f5874b817/43d93a2a-1386-4659-bab0-a7887860d53c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:00.663860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.747060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=b2abe9f3-aee1-4825-8f05-671e56e32761,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:00.892688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 01807225-ce0a-4374-b72a-96f53d0a010e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:00.912436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.948753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.950715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:00.964885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 91019ede-95f1-46e7-826b-5199438e2d52 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:48:01.011844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.018525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e607a-9869-4d56-b409-830a97241e15 req-c3ef459a-20d0-4cd1-931a-7ff0b35402aa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:01.027336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-803e607a-9869-4d56-b409-830a97241e15 req-c3ef459a-20d0-4cd1-931a-7ff0b35402aa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2760255 Oct 15 19:48:01.077411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.112483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] For port 01807225-ce0a-4374-b72a-96f53d0a010e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=01807225-ce0a-4374-b72a-96f53d0a010e,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:01.240643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.259281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.264173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:48:01.277326 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] Sync routers for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:48:01.294372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:01.295415 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:01.321053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d3b0-2c2e-44d1-b384-926ff649c746 None None] Pushing event updated for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:01.375193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-803e607a-9869-4d56-b409-830a97241e15 req-b6f18a57-9049-41d7-a284-3c13910ae31c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466535 Oct 15 19:48:01.378310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Attempting to bind port 55820c60-8fe5-425e-bc9a-f4d40940ad85 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:01.378681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Attempting to bind port 55820c60-8fe5-425e-bc9a-f4d40940ad85 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:01.379095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Attempting to bind port 55820c60-8fe5-425e-bc9a-f4d40940ad85 on network 8748ec74-f60d-46eb-9c17-a36469af007a {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:01.379684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network dafbd67c-d12f-41b4-b776-d8f865aba445 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:01.393860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:01.395951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:01.396332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Checking segment: {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:01.396605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:01.396989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.398094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Bound using segment: {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:01.398582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Bound port: 55820c60-8fe5-425e-bc9a-f4d40940ad85, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf875491-2d42-42e4-92af-92a9573fe910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:01.398957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.422456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 01807225-ce0a-4374-b72a-96f53d0a010e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:01.422949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.471881 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:01.510760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:01.511185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Provisioning complete for port 01807225-ce0a-4374-b72a-96f53d0a010e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:01.511296 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:01.513237 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:01.513486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.556163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.560094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c0be1a66-5fb7-4d30-9d17-57fbf0fe81ba tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/b2abe9f3-aee1-4825-8f05-671e56e32761 HTTP/1.1" status: 204 len: 168 time: 3.6826885 Oct 15 19:48:01.563316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41872) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:01.592369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb20171-94d1-40c2-a74f-e760a9a59197 None None] Pushing event updated for resources: {'Port': ['ID=01807225-ce0a-4374-b72a-96f53d0a010e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:01.667279 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:01.668113 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30250d29-a174-4320-a080-91fa13edf8ca None None] The sync data for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:48:01.690665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] For port 55820c60-8fe5-425e-bc9a-f4d40940ad85, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:01.706157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] For port 55820c60-8fe5-425e-bc9a-f4d40940ad85, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55820c60-8fe5-425e-bc9a-f4d40940ad85,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:01.736278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.747365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:01.748499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.833961 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.857013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-37e0e92b-a63e-435f-84c5-1ccb6596ec98 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9790702 Oct 15 19:48:01.857762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:01.899079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef', 'admin_state_up': True, 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:02.008107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:02.009110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:02.019679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=65a57d9d-f347-4f60-a6cc-6ad2946f151d,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:02.021549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 01807225-ce0a-4374-b72a-96f53d0a010e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:02.028088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c211e0c-a169-42ed-8b06-fd90e5d77fa9 req-9fe7d6d2-b8b8-4ae9-a435-439046ada61e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:02.030689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c211e0c-a169-42ed-8b06-fd90e5d77fa9 req-9fe7d6d2-b8b8-4ae9-a435-439046ada61e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 932 time: 0.1645093 Oct 15 19:48:02.114186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Provisioning complete for port 55820c60-8fe5-425e-bc9a-f4d40940ad85 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:02.115035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.148326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c211e0c-a169-42ed-8b06-fd90e5d77fa9 req-09b0de59-2d9b-48bf-b22d-0a037519c1cd tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047101 Oct 15 19:48:02.242592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0d3b0-2c2e-44d1-b384-926ff649c746 None None] Pushing event updated for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:02.373673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.390133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 01807225-ce0a-4374-b72a-96f53d0a010e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:02.390133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.418377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.466622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:02.477290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.537732 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.582981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15659baf-6e5d-466e-9c81-39cfdd0d0f8b req-b24101d1-4f90-4216-9e63-79aaf28af5b2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:02.592145 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15659baf-6e5d-466e-9c81-39cfdd0d0f8b req-b24101d1-4f90-4216-9e63-79aaf28af5b2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1172414 Oct 15 19:48:02.593498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:48:02.637238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] For port 55820c60-8fe5-425e-bc9a-f4d40940ad85, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55820c60-8fe5-425e-bc9a-f4d40940ad85,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:02.652771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:02.655405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-a3e63a90-4914-4209-8305-4850f054123a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1085982 Oct 15 19:48:02.802320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15659baf-6e5d-466e-9c81-39cfdd0d0f8b req-23746685-ec0d-4629-9623-f4efbe6a8f85 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091861 Oct 15 19:48:02.831823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-6ccc7615-8342-4c35-bbf2-fb5746e43568 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.1604609 Oct 15 19:48:03.057227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Allocated IP 19.86.0.22 (e2e48fa7-781c-4ee6-955b-ed3384eb1cef/85a80ce3-36b0-477e-9c5b-4a675608d29f/9bc06d9a-27ee-4ae4-a3f9-50096a29573b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:03.072699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.144558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-534f581c-8078-4dc4-9e5a-b8d36dab4392 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:03.152966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 8ec208c1-915c-4d53-9e64-8463706efa50 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:03.153515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.167346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8ac2ee4-aa73-4a13-ae2d-e50cf2b49fc1 req-534f581c-8078-4dc4-9e5a-b8d36dab4392 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.3154173 Oct 15 19:48:03.281598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05eaf5-086a-4a9c-b330-2a113ec7a021 None None] Pushing event updated for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:03.305182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fc5c257c-eb30-4d42-83ea-f6b0d41c6b1a None None] Provisioning complete for port 43d93a2a-1386-4659-bab0-a7887860d53c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:03.319379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fc5c257c-eb30-4d42-83ea-f6b0d41c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.351629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:51Z', 'revision_number': 4, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '55820c60-8fe5-425e-bc9a-f4d40940ad85', 'name': '', 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'mac_address': 'fa:16:3e:4f:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c1595548-ea8e-4761-a67e-29423048d457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:50Z', 'updated_at': '2021-10-15T19:48:01Z', 'revision_number': 4, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'subnets': [{'id': 'c1595548-ea8e-4761-a67e-29423048d457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:03.392158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fc5c257c-eb30-4d42-83ea-f6b0d41c6b1a None None] Port 43d93a2a-1386-4659-bab0-a7887860d53c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:03.401809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc44c5f-6cb8-4ece-83ef-5f5a74fb312f None None] The sync data for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 is: [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:47:51Z', 'revision_number': 4, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '55820c60-8fe5-425e-bc9a-f4d40940ad85', 'name': '', 'network_id': '8748ec74-f60d-46eb-9c17-a36469af007a', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'mac_address': 'fa:16:3e:4f:bd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'c1595548-ea8e-4761-a67e-29423048d457', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:50Z', 'updated_at': '2021-10-15T19:48:01Z', 'revision_number': 4, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'subnets': [{'id': 'c1595548-ea8e-4761-a67e-29423048d457', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:48:03.409778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fc5c257c-eb30-4d42-83ea-f6b0d41c6b1a None None] Provisioning complete for port 55820c60-8fe5-425e-bc9a-f4d40940ad85 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:03.410901 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fc5c257c-eb30-4d42-83ea-f6b0d41c6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.424688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-793df5f0-232e-478a-9283-55cd3d7c50df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2241023 Oct 15 19:48:03.442670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.447265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:03.479631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 8ec208c1-915c-4d53-9e64-8463706efa50 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:03.503822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.532272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-cbf855b6-6ad5-4502-9007-960801e69978 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:03.534400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-cbf855b6-6ad5-4502-9007-960801e69978 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 814 time: 0.2675157 Oct 15 19:48:03.583657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-75a2850e-b8c5-4ecd-98f6-d64a2162fd11 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/quotas/345cecef50154ec6b37da2aaa0eda3a6 HTTP/1.1" status: 200 len: 375 time: 0.0102236 Oct 15 19:48:03.627979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.752452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-157f040b-a33f-4e39-9cb0-6061974c455b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421099 Oct 15 19:48:03.775491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:03.900168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:03.917214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:03.922741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:04.032444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:04.063628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55820c60-8fe5-425e-bc9a-f4d40940ad85 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:04.083219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:04.084193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-3285f301-5805-4da2-995a-2de29ef241cc service neutron] 10.222.0.13 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175781 Oct 15 19:48:04.091062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.179308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.210368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 55820c60-8fe5-425e-bc9a-f4d40940ad85 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:04.212525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.312884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-c958d214-46ef-431b-9403-05b419327592 service neutron] 10.222.0.13 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065856 Oct 15 19:48:04.351155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.416961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=8ec208c1-915c-4d53-9e64-8463706efa50,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:04.510966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fa00e056-345d-4534-b963-af5a1ce05859 None None] Provisioning complete for port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:04.511928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa00e056-345d-4534-b963-af5a1ce05859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.582919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Allocated IP 172.25.0.68 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/46000b4e-02ba-4ead-a195-dd6bcf815e9b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:04.652011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:04.657881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fa00e056-345d-4534-b963-af5a1ce05859 None None] Port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:04.848550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.935370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:04.996079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e9244880-3f3d-45d7-af92-bf2f7d9e19f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1230581 Oct 15 19:48:05.008892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'admin_state_up': True, 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:05.034149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f7b5a-a9c3-4080-8974-ba4915aa4628 req-d2d931c0-308b-4b0b-a038-9dd5b94d4ffc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:05.041610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f7b5a-a9c3-4080-8974-ba4915aa4628 req-d2d931c0-308b-4b0b-a038-9dd5b94d4ffc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:05.050931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec0f7b5a-a9c3-4080-8974-ba4915aa4628 req-d2d931c0-308b-4b0b-a038-9dd5b94d4ffc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 1654 time: 0.2755699 Oct 15 19:48:05.077220 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.126414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-38431164-296e-4c08-9767-87d6e104b99d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.209492 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec0f7b5a-a9c3-4080-8974-ba4915aa4628 req-13ca9aa3-65cc-4d42-a376-c894ea97246e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571317 Oct 15 19:48:05.359149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=46000b4e-02ba-4ead-a195-dd6bcf815e9b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:05.387271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:05.406533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:05.415242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:05.455588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 91019ede-95f1-46e7-826b-5199438e2d52 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:48:05.610827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:05.615583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.668318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.684139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-38431164-296e-4c08-9767-87d6e104b99d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.734845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e32be37-f796-422f-97ad-2e3f2275ffbd req-fe0e5da0-5bec-49e2-9717-301c260fe96c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 210 time: 0.0491312 Oct 15 19:48:05.862727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-38431164-296e-4c08-9767-87d6e104b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.874747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:48:05.884666 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-363e8502-cbdc-49c3-8cac-62b6a674cdf9 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/routers/91019ede-95f1-46e7-826b-5199438e2d52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3174901 Oct 15 19:48:05.886747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] Sync routers for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:48:05.898156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:05.903979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:05.913723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:05.971135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:05.984382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38431164-296e-4c08-9767-87d6e104b99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22db72c-ea35-4478-a826-9519fd0e8ddc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:06.000766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:06.014785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-38431164-296e-4c08-9767-87d6e104b99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2de7e8d23a5042e295cb2602f29230d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3564470 Oct 15 19:48:06.015465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41942) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:06.018003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] Routers {'91019ede-95f1-46e7-826b-5199438e2d52'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:06.018632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['91019ede-95f1-46e7-826b-5199438e2d52'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:06.040952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Allocated IP 19.80.0.180 (dafbd67c-d12f-41b4-b776-d8f865aba445/6bf78b28-8448-4b71-80ac-9f7f5874b817/1bdcca1b-aa00-49b7-a2e2-20188e54071a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:06.242991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:06.242991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e38fb04-0a0b-4c16-ae60-c4ab86f4de4f None None] The sync data for ids ['91019ede-95f1-46e7-826b-5199438e2d52'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:48:06.245802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.245802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.246032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.350890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906f223-a7ec-4a19-aa00-7abd2e352de2 req-e5d52e14-337b-44f5-827f-1048aee4b7e7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:06.358059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906f223-a7ec-4a19-aa00-7abd2e352de2 req-e5d52e14-337b-44f5-827f-1048aee4b7e7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:06.358909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1906f223-a7ec-4a19-aa00-7abd2e352de2 req-e5d52e14-337b-44f5-827f-1048aee4b7e7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 1654 time: 0.0611739 Oct 15 19:48:06.401694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1906f223-a7ec-4a19-aa00-7abd2e352de2 req-361cde97-00ac-40a0-907c-d6e972321db9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Oct 15 19:48:06.461797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.466089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.468294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.759514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.760106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.761897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b22db72c-ea35-4478-a826-9519fd0e8ddc HTTP/1.1" status: 204 len: 168 time: 0.7440789 Oct 15 19:48:06.773422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61df95f-3ff7-4830-9238-1ee9a926d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22db72c-ea35-4478-a826-9519fd0e8ddc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:06.786305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.789397 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:06.847840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=46000b4e-02ba-4ead-a195-dd6bcf815e9b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:06.897931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6f7f323-3bf8-477f-a7fc-b36f1692299a req-c7a49353-0ded-4b29-8d13-f19ea56b1c23 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 210 time: 0.0400014 Oct 15 19:48:06.919101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network dafbd67c-d12f-41b4-b776-d8f865aba445 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:06.920580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:06.925925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:06.937309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:07.033010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 25c785ea-26aa-49fc-bf85-f5ae1908ec18 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:07.033235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.039268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.084604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:07.085327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.169621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.193196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.203599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-93085801-9a61-4620-89f0-0833283793de tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7695045 Oct 15 19:48:07.216864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 25c785ea-26aa-49fc-bf85-f5ae1908ec18 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:07.299897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-84b8a789-8b44-4f0e-b510-4fec7ca5158b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2953947 Oct 15 19:48:07.318590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9c722316-c7d8-464c-b664-f54fb0dce3dd None None] Provisioning complete for port 1bdcca1b-aa00-49b7-a2e2-20188e54071a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:07.318590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c722316-c7d8-464c-b664-f54fb0dce3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:07.319412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:07.354017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9c722316-c7d8-464c-b664-f54fb0dce3dd None None] Port 1bdcca1b-aa00-49b7-a2e2-20188e54071a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:07.360872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-62f3fe6f-a2e0-4a07-bf41-38fcf9a1eac2 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1456554 Oct 15 19:48:07.585762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d1875-207d-453b-aa58-2c28af7eb5ec req-8074de6a-2b5d-41f3-b3ef-73aa308e1a53 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:07.592984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d1875-207d-453b-aa58-2c28af7eb5ec req-8074de6a-2b5d-41f3-b3ef-73aa308e1a53 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:07.601992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d1875-207d-453b-aa58-2c28af7eb5ec req-8074de6a-2b5d-41f3-b3ef-73aa308e1a53 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:07.610551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b10d1875-207d-453b-aa58-2c28af7eb5ec req-8074de6a-2b5d-41f3-b3ef-73aa308e1a53 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2376 time: 0.1055567 Oct 15 19:48:07.670303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b10d1875-207d-453b-aa58-2c28af7eb5ec req-816af136-b805-49c7-b431-de650bcafa82 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579989 Oct 15 19:48:08.085759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1182b7c8-f8e1-4733-b571-63395e982293 req-08d7b0df-4c89-4a9d-9004-a5b7bf11af56 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 210 time: 0.0781074 Oct 15 19:48:08.117769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.128503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-be0a07e5-9853-4e6b-81cc-af75d0b2034a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:08.129922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2c9cd65-82f2-4521-af54-013feb4197a1 req-be0a07e5-9853-4e6b-81cc-af75d0b2034a tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.7442083 Oct 15 19:48:08.288020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.367481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-b9b3c774-fdfc-4050-a9e6-e5c92d7d736e tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2118850 Oct 15 19:48:08.369925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=25c785ea-26aa-49fc-bf85-f5ae1908ec18,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:08.392175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:08.498545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-1f6383d5-2368-4f47-8879-4e97cb6cc73d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:08.500094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-1f6383d5-2368-4f47-8879-4e97cb6cc73d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 814 time: 0.3118505 Oct 15 19:48:08.521252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.545598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Request body: {'port': {'device_id': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'admin_state_up': True, 'tenant_id': '345cecef50154ec6b37da2aaa0eda3a6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:08.587669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.732596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.767624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d93a2a-1386-4659-bab0-a7887860d53c {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:08.775863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.866350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.886289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Transition to ACTIVE for port object 43d93a2a-1386-4659-bab0-a7887860d53c will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:08.890909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:08.959278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.030783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449c30-19ea-41ac-ba5d-f29cf12e0f30 req-ddaa5cec-7f99-4344-b889-8e35f518184b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:09.037050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449c30-19ea-41ac-ba5d-f29cf12e0f30 req-ddaa5cec-7f99-4344-b889-8e35f518184b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:09.043971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54449c30-19ea-41ac-ba5d-f29cf12e0f30 req-ddaa5cec-7f99-4344-b889-8e35f518184b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:09.048539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54449c30-19ea-41ac-ba5d-f29cf12e0f30 req-ddaa5cec-7f99-4344-b889-8e35f518184b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2376 time: 0.2446306 Oct 15 19:48:09.058131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.058701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Fanout notify agent at l3_agent the message router_deleted on router 91019ede-95f1-46e7-826b-5199438e2d52 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:48:09.095014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.098939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7d323e50-f424-4fad-82a2-e04f17853d81 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/routers/91019ede-95f1-46e7-826b-5199438e2d52 HTTP/1.1" status: 204 len: 168 time: 3.1941297 Oct 15 19:48:09.110740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42022) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:09.120659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Pushing event updated for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:09.223821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Allocated IP 172.25.0.83 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2d723f17-8f56-474a-8a7d-8779e25ffca0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:09.291758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Made reservation on behalf of 345cecef50154ec6b37da2aaa0eda3a6 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:09.295207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.357985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.404514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Attempting to bind port 43d93a2a-1386-4659-bab0-a7887860d53c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:09.404778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Attempting to bind port 43d93a2a-1386-4659-bab0-a7887860d53c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:09.405347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Attempting to bind port 43d93a2a-1386-4659-bab0-a7887860d53c on network dafbd67c-d12f-41b4-b776-d8f865aba445 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:09.412877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting subnet 6d30a15a-2324-4960-89a1-56adeb240913 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:09.427387 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.455294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Port 43d93a2a-1386-4659-bab0-a7887860d53c on network dafbd67c-d12f-41b4-b776-d8f865aba445 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:09.455582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Attempting to bind port 43d93a2a-1386-4659-bab0-a7887860d53c on network dafbd67c-d12f-41b4-b776-d8f865aba445 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:09.464925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.482181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54449c30-19ea-41ac-ba5d-f29cf12e0f30 req-39948f61-d1b8-45fb-94cb-05df781c1481 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163289 Oct 15 19:48:09.506246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:09.506591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Checking segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:09.506976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Bound using segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:09.507423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Bound port: 43d93a2a-1386-4659-bab0-a7887860d53c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:09.508090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.548969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=2d723f17-8f56-474a-8a7d-8779e25ffca0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:09.562755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.563537 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:48:09.567838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:09.572655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:09.583522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:09.758017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:09.760224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.765565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=43d93a2a-1386-4659-bab0-a7887860d53c,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:09.771424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Allocated IP 172.20.0.3 (4a472727-3f94-4b20-bc8d-65ca2fe271d9/96c33c12-682e-4ceb-bbc3-0e63b23bd5c3/d65dfa98-ee40-42a4-b6e2-c6447820b240) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:09.777425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.858938 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.941289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:09.946093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.947164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:09.948552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] 10.222.0.11 "PUT /v2.0/ports/43d93a2a-1386-4659-bab0-a7887860d53c HTTP/1.1" status: 200 len: 1093 time: 2.6387558 Oct 15 19:48:09.949031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:09.951327 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883" -d '{"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:10.067772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b41577ce-2e37-45d8-a583-4c1932f5094c req-3b675bfb-23c6-49b0-9e19-cff632709a12 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 210 time: 0.0925975 Oct 15 19:48:10.076036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:10.219740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85167510-ff82-4ad5-be9f-9d1b02390d25 service neutron] Pushing event updated for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:10.223833 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45465f9-8bb4-4eec-b18c-4066fca35e16 x-openstack-request-id: req-f45465f9-8bb4-4eec-b18c-4066fca35e16 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:10.224186 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:10.224506 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f45465f9-8bb4-4eec-b18c-4066fca35e16 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:10.225197 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c', 'status': 'completed', 'code': 200} Oct 15 19:48:10.238556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.288415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.295540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/subnets/6d30a15a-2324-4960-89a1-56adeb240913 HTTP/1.1" status: 204 len: 168 time: 1.1755385 Oct 15 19:48:10.296281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b2a9f-cd40-45b6-8754-c0a9adf0dbde None None] Network bc9f7477-f5fe-46c4-975b-7ec78bc484e8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:10.296773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:10.312076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744ec88-49d2-487d-9a12-6bff58da7ca7 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Subnet': ['ID=6d30a15a-2324-4960-89a1-56adeb240913,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:10.334759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.367823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.424598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.472122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-4ad142d2-323f-4a3a-b86d-6c219bbea9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.472603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-4ad142d2-323f-4a3a-b86d-6c219bbea9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.473075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-4ad142d2-323f-4a3a-b86d-6c219bbea9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.478066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-4ad142d2-323f-4a3a-b86d-6c219bbea9c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2732 time: 0.2294676 Oct 15 19:48:10.670136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] DHCP port deletion for bc9f7477-f5fe-46c4-975b-7ec78bc484e8 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:48:10.727364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.751895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:10.790466 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.813609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-6c16bb5c-8ad7-41dc-9a1c-1c82bbf2176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.817469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-6c16bb5c-8ad7-41dc-9a1c-1c82bbf2176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.817469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-6c16bb5c-8ad7-41dc-9a1c-1c82bbf2176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.817469 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-6c16bb5c-8ad7-41dc-9a1c-1c82bbf2176c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3267927 Oct 15 19:48:10.835675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 2ab0650f-9a21-4ba6-a388-427b562ff34d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:10.835675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.893142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.923248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Pushing event updated for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:10.945864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc6bd-a690-4e46-8e3b-fb34abd9eba7 req-cc2c4f20-a575-41fb-bfbf-3716a97bb353 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.960913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Deleting port 2ab0650f-9a21-4ba6-a388-427b562ff34d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:10.961618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:10.972114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc6bd-a690-4e46-8e3b-fb34abd9eba7 req-cc2c4f20-a575-41fb-bfbf-3716a97bb353 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.986206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fc6bd-a690-4e46-8e3b-fb34abd9eba7 req-cc2c4f20-a575-41fb-bfbf-3716a97bb353 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:10.991541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1fc6bd-a690-4e46-8e3b-fb34abd9eba7 req-cc2c4f20-a575-41fb-bfbf-3716a97bb353 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2388 time: 0.3962131 Oct 15 19:48:11.021527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:11.040214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=2d723f17-8f56-474a-8a7d-8779e25ffca0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:11.080064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:11.091879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:11.104195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] For port 2ab0650f-9a21-4ba6-a388-427b562ff34d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ab0650f-9a21-4ba6-a388-427b562ff34d,segment=NetworkSegment(7c6ac3e0-5f95-4049-a5f5-a81a563743e4),segment_id=7c6ac3e0-5f95-4049-a5f5-a81a563743e4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:11.104932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.128454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Calling delete_port for 2ab0650f-9a21-4ba6-a388-427b562ff34d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:11.201621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1fc6bd-a690-4e46-8e3b-fb34abd9eba7 req-39f549b4-fc78-497a-9e83-515643408958 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685841 Oct 15 19:48:11.242078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] For port 2ab0650f-9a21-4ba6-a388-427b562ff34d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ab0650f-9a21-4ba6-a388-427b562ff34d,segment=NetworkSegment(7c6ac3e0-5f95-4049-a5f5-a81a563743e4),segment_id=7c6ac3e0-5f95-4049-a5f5-a81a563743e4)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:11.244464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.267870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 2ab0650f-9a21-4ba6-a388-427b562ff34d owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:11.270964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:11.271864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.291229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.294429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-5a1fea2a-e566-4dfd-a0df-087cddf6d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:11.296051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-162b5ef9-87a9-4e5d-b6e6-8c4003b1e883 req-5a1fea2a-e566-4dfd-a0df-087cddf6d1f7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4679949 Oct 15 19:48:11.326165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc06d9a-27ee-4ae4-a3f9-50096a29573b {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:11.343957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.356227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.382992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Transition to ACTIVE for port object 9bc06d9a-27ee-4ae4-a3f9-50096a29573b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:11.385885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.395603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-a2deea59-320e-4b85-94af-21bc90ceca06 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8571153 Oct 15 19:48:11.398152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.399963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-ea773e01-872b-4595-88b2-be25e6d4d291 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0164008 Oct 15 19:48:11.415447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Request body: {'port': {'device_id': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:11.424040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] No DVR routers for this DVR port 2ab0650f-9a21-4ba6-a388-427b562ff34d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:11.426529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c541549-bdd2-427c-b0fc-e519c5e4f58f None None] Pushing event deleted for resources: {'Port': ['ID=2ab0650f-9a21-4ba6-a388-427b562ff34d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:11.505913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.546058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.553351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-8eaea6c4-5876-4875-9e72-0f03c316cabd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.1309671 Oct 15 19:48:11.565521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=2ab0650f-9a21-4ba6-a388-427b562ff34d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:11.569401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] No DVR routers for this DVR port 2ab0650f-9a21-4ba6-a388-427b562ff34d on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:11.631724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:11.805458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Attempting to bind port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:11.805809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Attempting to bind port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:11.806126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Attempting to bind port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b on network e2e48fa7-781c-4ee6-955b-ed3384eb1cef {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:11.833558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.847831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b on network e2e48fa7-781c-4ee6-955b-ed3384eb1cef not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:11.852140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Attempting to bind port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b on network e2e48fa7-781c-4ee6-955b-ed3384eb1cef {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:11.861456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9f7477-f5fe-46c4-975b-7ec78bc484e8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:11.870909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:11.871517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Checking segment: {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:11.872139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Bound using segment: {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:11.872853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Bound port: 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a12f8e-53ad-4b55-af77-b38caae264f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:11.873169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6ac3e0-5f95-4049-a5f5-a81a563743e4') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:11.873541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6ac3e0-5f95-4049-a5f5-a81a563743e4') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:11.873698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.883983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.899509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.902715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fbf7b-6688-4970-a8f8-406235c32545 req-b97dacf6-405f-44fb-ac1a-26e3c95afc7a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:11.905721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:11.906135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:11.918572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ab0650f-9a21-4ba6-a388-427b562ff34d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:11.920353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-671fbf7b-6688-4970-a8f8-406235c32545 req-b97dacf6-405f-44fb-ac1a-26e3c95afc7a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 931 time: 0.2165000 Oct 15 19:48:11.997421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2ab0650f-9a21-4ba6-a388-427b562ff34d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:11.998232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ab0650f-9a21-4ba6-a388-427b562ff34d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:12.025471 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:12.049849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-0e7e2e4b-e145-459d-9e11-b9434f6f442f tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:12.051270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-0e7e2e4b-e145-459d-9e11-b9434f6f442f tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.4702873 Oct 15 19:48:12.069291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-181dd400-0763-41f0-b04b-1a7f7d557cdc tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:48:12.071193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1099ba9a-cf5c-493c-9cce-f9c4f6ba473f req-181dd400-0763-41f0-b04b-1a7f7d557cdc tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0130842 Oct 15 19:48:12.091141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-671fbf7b-6688-4970-a8f8-406235c32545 req-0cf68873-1bc4-47ea-870a-c8488642a67a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697161 Oct 15 19:48:12.098985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.108057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.119746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/networks/bc9f7477-f5fe-46c4-975b-7ec78bc484e8 HTTP/1.1" status: 204 len: 168 time: 1.8141446 Oct 15 19:48:12.129930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:12.152773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ebfd-1aca-4097-97ab-ddb2994cbb8f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Network': ['ID=bc9f7477-f5fe-46c4-975b-7ec78bc484e8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:12.215064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:12.249738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:12.282937 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-8dd0c8b5-553d-45bf-8072-5b716065fc7f tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1340117 Oct 15 19:48:12.297578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:12.453952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354838-0356-4846-9e6f-68efe230c29a req-55714001-2a18-475e-b3c0-80e45743d5c5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:12.462260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354838-0356-4846-9e6f-68efe230c29a req-55714001-2a18-475e-b3c0-80e45743d5c5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:12.469514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae354838-0356-4846-9e6f-68efe230c29a req-55714001-2a18-475e-b3c0-80e45743d5c5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:12.471265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae354838-0356-4846-9e6f-68efe230c29a req-55714001-2a18-475e-b3c0-80e45743d5c5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2400 time: 0.1839113 Oct 15 19:48:12.538408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 93b5ca35-c3c0-4901-a2fb-d28e50254a99 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:12.538747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.578790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae354838-0356-4846-9e6f-68efe230c29a req-3cb8136a-0238-4072-9653-14b058edb4d2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989208 Oct 15 19:48:12.628307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65dfa98-ee40-42a4-b6e2-c6447820b240 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:12.633824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.640157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.676058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.676320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.694590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 93b5ca35-c3c0-4901-a2fb-d28e50254a99 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:12.815969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.841524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.893897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:12.894345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:12.896482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-e1342428-65de-4284-8326-574ad83490d5 service neutron] 10.222.0.11 "PUT /v2.0/ports/9bc06d9a-27ee-4ae4-a3f9-50096a29573b HTTP/1.1" status: 200 len: 1092 time: 2.8457131 Oct 15 19:48:12.902709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:12.905471 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51771a-2d55-4470-a105-1c87a4b3e50f" -d '{"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:12.909118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Transition to ACTIVE for port object d65dfa98-ee40-42a4-b6e2-c6447820b240 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:12.944413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1342428-65de-4284-8326-574ad83490d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:12.992941 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5eac25-afcb-4f62-8f54-f598651d2084 x-openstack-request-id: req-cc5eac25-afcb-4f62-8f54-f598651d2084 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:12.993486 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:13.005279 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc5eac25-afcb-4f62-8f54-f598651d2084 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:13.006562 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b', 'status': 'completed', 'code': 200} Oct 15 19:48:13.066733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.104040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Request body: {'port': {'device_id': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:13.146312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:13.153857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-12932a49-6978-4938-a331-69d8ad03c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.154945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-12932a49-6978-4938-a331-69d8ad03c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.155613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-12932a49-6978-4938-a331-69d8ad03c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.157347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-12932a49-6978-4938-a331-69d8ad03c2ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2800 time: 0.1436577 Oct 15 19:48:13.159329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.243988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=93b5ca35-c3c0-4901-a2fb-d28e50254a99,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:13.264768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Allocated IP 172.25.0.93 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/cf5c45eb-6d58-4369-ac0b-eddd3530aa29) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:13.283180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.496809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.499468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.504836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9cd0edf3-ec07-4106-bfe9-44ef2634f5b3 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/floatingips/2bb0626f-8533-4ea5-87be-655424edc098 HTTP/1.1" status: 204 len: 168 time: 1.3659747 Oct 15 19:48:13.505113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42116) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:13.672904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.806968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdcca1b-aa00-49b7-a2e2-20188e54071a {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:13.815211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.832831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Transition to ACTIVE for port object 1bdcca1b-aa00-49b7-a2e2-20188e54071a will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:13.887758 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2e1da6-0b6c-44ae-8e38-22faff80d6d4 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] DELETE failed (client error): The resource could not be found. Oct 15 19:48:13.888470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2e1da6-0b6c-44ae-8e38-22faff80d6d4 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:48:13.891498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e2e1da6-0b6c-44ae-8e38-22faff80d6d4 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/b2abe9f3-aee1-4825-8f05-671e56e32761 HTTP/1.1" status: 404 len: 333 time: 0.3853509 Oct 15 19:48:13.894526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:13.905425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Attempting to bind port d65dfa98-ee40-42a4-b6e2-c6447820b240 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:13.905748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Attempting to bind port d65dfa98-ee40-42a4-b6e2-c6447820b240 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:13.906079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Attempting to bind port d65dfa98-ee40-42a4-b6e2-c6447820b240 on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:13.926017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Port d65dfa98-ee40-42a4-b6e2-c6447820b240 on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:13.926343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Attempting to bind port d65dfa98-ee40-42a4-b6e2-c6447820b240 on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:13.929776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8ba89990-3fa2-46ee-af74-b3eaebd3b832 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/ports?device_id=91019ede-95f1-46e7-826b-5199438e2d52 HTTP/1.1" status: 200 len: 205 time: 0.0310493 Oct 15 19:48:13.929776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.930890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42134) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:13.940660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b37d-3284-4390-9e3e-135ddf36d269 req-83b8b875-001d-4c5f-ab4f-254712509e7f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.942156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec38b37d-3284-4390-9e3e-135ddf36d269 req-83b8b875-001d-4c5f-ab4f-254712509e7f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 943 time: 0.6639583 Oct 15 19:48:13.950959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-731c5089-6534-447d-be24-95bea5d06197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.951427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-731c5089-6534-447d-be24-95bea5d06197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.951916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-731c5089-6534-447d-be24-95bea5d06197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:13.953450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-731c5089-6534-447d-be24-95bea5d06197 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7854564 Oct 15 19:48:13.957018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:13.977203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:13.980215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:13.983977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:13.984697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:13.985037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Checking segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:13.985424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Bound using segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:13.985870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Bound port: d65dfa98-ee40-42a4-b6e2-c6447820b240, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:13.986228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.002518 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-031084c5-67b9-40d7-a684-599a273f5d7b tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] delete failed (client error): The resource could not be found. Oct 15 19:48:14.003400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-031084c5-67b9-40d7-a684-599a273f5d7b tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/routers/91019ede-95f1-46e7-826b-5199438e2d52 HTTP/1.1" status: 404 len: 336 time: 0.0705218 Oct 15 19:48:14.009599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:14.081696 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde1ac30-0c36-40a5-86b2-88108e99f64e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] DELETE failed (client error): The resource could not be found. Oct 15 19:48:14.082553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fde1ac30-0c36-40a5-86b2-88108e99f64e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:48:14.091006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fde1ac30-0c36-40a5-86b2-88108e99f64e tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/subnets/6d30a15a-2324-4960-89a1-56adeb240913 HTTP/1.1" status: 404 len: 337 time: 0.0763421 Oct 15 19:48:14.091811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=cf5c45eb-6d58-4369-ac0b-eddd3530aa29,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:14.094712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:14.153735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:14.179864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec38b37d-3284-4390-9e3e-135ddf36d269 req-f18a60b5-da3a-4417-b032-40f686c401ab tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215126 Oct 15 19:48:14.231356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42148) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:14.235809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:14.252225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:14.271451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-09f72db8-64ce-4bf2-9c10-a220e0d271c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.273995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad51771a-2d55-4470-a105-1c87a4b3e50f req-09f72db8-64ce-4bf2-9c10-a220e0d271c6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2852654 Oct 15 19:48:14.331900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dca7-ba2e-4e87-8df7-c3bcea55e9aa req-1abb4b5b-0d0b-4509-baba-42a480905e16 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.340176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dca7-ba2e-4e87-8df7-c3bcea55e9aa req-1abb4b5b-0d0b-4509-baba-42a480905e16 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.347033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dca7-ba2e-4e87-8df7-c3bcea55e9aa req-1abb4b5b-0d0b-4509-baba-42a480905e16 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.349265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ef1dca7-ba2e-4e87-8df7-c3bcea55e9aa req-1abb4b5b-0d0b-4509-baba-42a480905e16 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2412 time: 0.0931897 Oct 15 19:48:14.365073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.430729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.431344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.433488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] 10.222.0.11 "PUT /v2.0/ports/d65dfa98-ee40-42a4-b6e2-c6447820b240 HTTP/1.1" status: 200 len: 1092 time: 3.0260217 Oct 15 19:48:14.445086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fba390d4-ed43-47a7-8fc9-3da505fd85fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.473611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ef1dca7-ba2e-4e87-8df7-c3bcea55e9aa req-d86f02c7-015c-46d1-a6a9-e313654a75db tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178384 Oct 15 19:48:14.482976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1ca49-29d9-49e6-b910-6b3fb7be3ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:14.576530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fba390d4-ed43-47a7-8fc9-3da505fd85fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.630684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Attempting to bind port 1bdcca1b-aa00-49b7-a2e2-20188e54071a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:14.633288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Attempting to bind port 1bdcca1b-aa00-49b7-a2e2-20188e54071a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:14.633288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Attempting to bind port 1bdcca1b-aa00-49b7-a2e2-20188e54071a on network dafbd67c-d12f-41b4-b776-d8f865aba445 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:14.641636 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.644976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Port 1bdcca1b-aa00-49b7-a2e2-20188e54071a on network dafbd67c-d12f-41b4-b776-d8f865aba445 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:14.645292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Attempting to bind port 1bdcca1b-aa00-49b7-a2e2-20188e54071a on network dafbd67c-d12f-41b4-b776-d8f865aba445 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:14.663524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 26d7a5ff-dc9b-4350-9f09-8b449e9a7550 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:14.663763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.666944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:14.666944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Checking segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:14.669148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Bound using segment: {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:14.669148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Bound port: 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde536f5-32ae-4942-aa78-ac791c772adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:14.669148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.722128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fba390d4-ed43-47a7-8fc9-3da505fd85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.776706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba390d4-ed43-47a7-8fc9-3da505fd85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c5c5e5-5e2a-4ad9-8b6f-5639ca960a09,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:14.786134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fba390d4-ed43-47a7-8fc9-3da505fd85fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1e67dc0263746fa89b17cd1858662b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486939 Oct 15 19:48:14.786791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-6e0200ab-b40c-4994-b911-89c2c525265a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.788735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-6e0200ab-b40c-4994-b911-89c2c525265a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 1095 time: 0.1090767 Oct 15 19:48:14.789250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:14.832304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.835075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.864208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-3599581a-46e8-43c8-995a-afcdcebc4585 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240 HTTP/1.1" status: 200 len: 217 time: 0.0488775 Oct 15 19:48:14.866006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:14.883606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 26d7a5ff-dc9b-4350-9f09-8b449e9a7550 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:14.893738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:14.899227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.947818 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.958433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-71e052e6-ffaa-45fc-8eaa-7ecea64ab424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:14.961026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-71e052e6-ffaa-45fc-8eaa-7ecea64ab424 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.0756652 Oct 15 19:48:14.967781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:14.999505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-2b0eb4e7-a529-4f1b-97e7-b62c4f555f79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317161 Oct 15 19:48:15.010307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:15.013296 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959d142-59e5-4152-a22d-fd998a1d03d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:15.055960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.055960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.056264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] 10.222.0.11 "PUT /v2.0/ports/1bdcca1b-aa00-49b7-a2e2-20188e54071a HTTP/1.1" status: 200 len: 1093 time: 1.9650488 Oct 15 19:48:15.056466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:15.058784 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10559162-c1a9-4ffb-bff0-5f828a40669b" -d '{"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:15.105064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5aea96-530e-4bed-93dd-06929e831385 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:15.130469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-762673e5-6fb0-4081-935c-8dfb146a6d50 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136165 Oct 15 19:48:15.174306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.189159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.196839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.196839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4c5c5e5-5e2a-4ad9-8b6f-5639ca960a09 HTTP/1.1" status: 204 len: 168 time: 0.4031842 Oct 15 19:48:15.237915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34aeea-eefe-4eee-9388-3c840c2d2058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c5c5e5-5e2a-4ad9-8b6f-5639ca960a09,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:15.267787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.311293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b8289-20a5-4b11-8948-4491222f16c7 req-05df858f-64a7-4855-9b15-cc51b2361eb0 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738391 Oct 15 19:48:15.312750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6865d5e4-8b02-477a-be1d-bf5a779211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.313382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6865d5e4-8b02-477a-be1d-bf5a779211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.313776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6865d5e4-8b02-477a-be1d-bf5a779211e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.315393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-6865d5e4-8b02-477a-be1d-bf5a779211e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2868 time: 0.1077673 Oct 15 19:48:15.388248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.392201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event updated for resources: {'Port': ['ID=cf5c45eb-6d58-4369-ac0b-eddd3530aa29,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:15.399446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-013aa6bd-b787-4d50-a9ce-72e09bc75667 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.192&port_id=43d93a2a-1386-4659-bab0-a7887860d53c HTTP/1.1" status: 200 len: 217 time: 0.0600631 Oct 15 19:48:15.439040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=26d7a5ff-dc9b-4350-9f09-8b449e9a7550,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:15.457945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.521128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-35e59943-86f2-411d-93dd-a02a22d40394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.523197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-35e59943-86f2-411d-93dd-a02a22d40394 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf78b28-8448-4b71-80ac-9f7f5874b817 HTTP/1.1" status: 200 len: 801 time: 0.0997977 Oct 15 19:48:15.576046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.579119 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7e98038b-f954-4913-a6ce-8453e69b862d tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/26d7a5ff-dc9b-4350-9f09-8b449e9a7550 HTTP/1.1" status: 204 len: 168 time: 1.4801440 Oct 15 19:48:15.581678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42204) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:15.582152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.582889 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-ef732a3b-ad04-494e-a594-ab0b3a0a02cd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2895284 Oct 15 19:48:15.607258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-bc192e23-f004-4bd1-acf0-6d71cb81a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.612231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-bc192e23-f004-4bd1-acf0-6d71cb81a135 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dafbd67c-d12f-41b4-b776-d8f865aba445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802708 Oct 15 19:48:15.670874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-7af8eba1-839b-4d38-97ab-4bade862a704 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0782480 Oct 15 19:48:15.678847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 992aa8a1-fe86-4dfd-bd81-952c499a58e1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:15.679252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.770472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:15.782248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 992aa8a1-fe86-4dfd-bd81-952c499a58e1 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:15.810844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-32e0956f-4c90-4913-8925-4c3728761ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675084 Oct 15 19:48:15.857307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-d1032227-efd0-4e0d-851e-bdc8fcb38c1c tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.858703 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b8f727b6-03fa-4def-a7ca-71d846ba1007 req-d1032227-efd0-4e0d-851e-bdc8fcb38c1c tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1763973 Oct 15 19:48:15.922733 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4809fc-8d9c-458e-b99e-be0a63bb2b37 x-openstack-request-id: req-3b4809fc-8d9c-458e-b99e-be0a63bb2b37 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:15.923038 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:15.923368 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b4809fc-8d9c-458e-b99e-be0a63bb2b37 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:15.923768 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240', 'status': 'completed', 'code': 200} Oct 15 19:48:15.946915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-d051aed7-d8d6-4a49-9d50-96fe5163f311 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286855 Oct 15 19:48:15.954198 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc55091c-126f-4807-9dc2-9e61a12bb6fd x-openstack-request-id: req-dc55091c-126f-4807-9dc2-9e61a12bb6fd {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:15.954673 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:15.954987 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc55091c-126f-4807-9dc2-9e61a12bb6fd {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:15.955455 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a', 'status': 'completed', 'code': 200} Oct 15 19:48:15.984454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-8966a893-7fd5-4a08-bdcd-b3791fa73e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:15.986012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-8966a893-7fd5-4a08-bdcd-b3791fa73e35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 1095 time: 0.0549355 Oct 15 19:48:15.996128 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-40ff326f-5cf9-4f67-babb-8e42d801223e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.22&port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b HTTP/1.1" status: 200 len: 217 time: 0.0389791 Oct 15 19:48:16.012086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:16.034244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.036193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a430566-2451-4645-88fb-400975dab9ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.082126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-246a5045-b125-431a-abf9-29026470ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.083270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-246a5045-b125-431a-abf9-29026470ce2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=85a80ce3-36b0-477e-9c5b-4a675608d29f HTTP/1.1" status: 200 len: 801 time: 0.0788381 Oct 15 19:48:16.095871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a0203-562d-4c98-8032-97979708933a req-31b8ea95-1df5-47c4-9965-db58587fa393 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.097325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-473a0203-562d-4c98-8032-97979708933a req-31b8ea95-1df5-47c4-9965-db58587fa393 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 943 time: 0.0917096 Oct 15 19:48:16.106962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=992aa8a1-fe86-4dfd-bd81-952c499a58e1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:16.169833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-473a0203-562d-4c98-8032-97979708933a req-d8981725-8804-4b13-ab24-6b2b8be24e12 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632782 Oct 15 19:48:16.172480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-887e208a-2c26-4d6c-aa3d-4f61fed77fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.173923 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-887e208a-2c26-4d6c-aa3d-4f61fed77fcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e2e48fa7-781c-4ee6-955b-ed3384eb1cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757303 Oct 15 19:48:16.186459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-0f4521a7-068c-4933-b4bb-059aa3d599da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.189744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-0f4521a7-068c-4933-b4bb-059aa3d599da service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.1952431 Oct 15 19:48:16.251222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-2fcaca24-1cf9-43ea-8eeb-811473b6b472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240 HTTP/1.1" status: 200 len: 217 time: 0.0525997 Oct 15 19:48:16.259918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.265295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d48fc869-a1db-4162-896b-3da7d43678e5 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/ports/992aa8a1-fe86-4dfd-bd81-952c499a58e1 HTTP/1.1" status: 204 len: 168 time: 0.6800818 Oct 15 19:48:16.267501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42234) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:16.324881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-82285a5c-ba1d-4d8a-9af3-da4b84eecf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.326331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-82285a5c-ba1d-4d8a-9af3-da4b84eecf67 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.0678227 Oct 15 19:48:16.336666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a430566-2451-4645-88fb-400975dab9ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.362101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1714f4-843c-4b6f-85dc-00226c1caf3e req-d4bb92f5-e798-4b9b-bb3a-328944681425 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.362462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-441105df-d98e-4ff3-a8cd-48b4972d911b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287428 Oct 15 19:48:16.366777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1714f4-843c-4b6f-85dc-00226c1caf3e req-d4bb92f5-e798-4b9b-bb3a-328944681425 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.372699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1714f4-843c-4b6f-85dc-00226c1caf3e req-d4bb92f5-e798-4b9b-bb3a-328944681425 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.374388 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e1714f4-843c-4b6f-85dc-00226c1caf3e req-d4bb92f5-e798-4b9b-bb3a-328944681425 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2412 time: 0.1188891 Oct 15 19:48:16.378292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-c89d5e23-38d0-466a-bdd1-8fffc328a666 service neutron] 10.222.0.11 "GET /v2.0/networks/e2e48fa7-781c-4ee6-955b-ed3384eb1cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966450 Oct 15 19:48:16.387836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384a1957-296b-4a77-96d8-16d17fc98225 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.389350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-384a1957-296b-4a77-96d8-16d17fc98225 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a24dac2-cf71-4f8a-a514-2a5f9cae5055 HTTP/1.1" status: 200 len: 913 time: 0.1209068 Oct 15 19:48:16.392287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:16.444649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a430566-2451-4645-88fb-400975dab9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.484584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1e1714f4-843c-4b6f-85dc-00226c1caf3e req-f90e2976-7b6c-4414-8485-ebd947a3b805 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939016 Oct 15 19:48:16.516677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-de4abdac-a4cd-48fb-8b24-1337559c9aaf service neutron] 10.222.0.11 "GET /v2.0/networks/e2e48fa7-781c-4ee6-955b-ed3384eb1cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250839 Oct 15 19:48:16.560896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-56e47dde-7fef-4a77-b76f-7aaf3cb740b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a HTTP/1.1" status: 200 len: 217 time: 0.0366158 Oct 15 19:48:16.604414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a430566-2451-4645-88fb-400975dab9ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36f4c62f20794a1483798fb532635d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912917 Oct 15 19:48:16.608111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42240) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:16.613737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a430566-2451-4645-88fb-400975dab9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2104b011-4573-4f06-a260-61b9e771fc45,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:16.626765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e94ff469-a03f-45a2-ae06-29bb9a0e918e req-bdd25ebb-0e99-4345-986e-99cf5c4f2bd1 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips/ea5cded1-54dd-49af-830e-848e4e67c7bf HTTP/1.1" status: 200 len: 692 time: 0.1168363 Oct 15 19:48:16.631453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-212289fc-a073-46df-ad66-4feb3c3693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.633087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-212289fc-a073-46df-ad66-4feb3c3693fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf78b28-8448-4b71-80ac-9f7f5874b817 HTTP/1.1" status: 200 len: 801 time: 0.0651608 Oct 15 19:48:16.635508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-f66c64f7-c976-485a-ad15-7487adb2965e service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660952 Oct 15 19:48:16.700937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.705675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c6202-41e3-4737-9cfd-d840879f01ec req-9ff73185-84e3-4f18-861e-417e9767e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.707469 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-9ff73185-84e3-4f18-861e-417e9767e945 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dafbd67c-d12f-41b4-b776-d8f865aba445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572968 Oct 15 19:48:16.749506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.847240 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-36a0659c-48a8-45b3-a066-4e2c6a77e626 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294563 Oct 15 19:48:16.904018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f959d142-59e5-4152-a22d-fd998a1d03d4 req-8cee8c78-8caf-4645-8f1f-387d0c65eed5 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503495 Oct 15 19:48:16.911116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff469-a03f-45a2-ae06-29bb9a0e918e req-62abb41e-7f87-4e16-9d92-b6e20e716006 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:16.912570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e94ff469-a03f-45a2-ae06-29bb9a0e918e req-62abb41e-7f87-4e16-9d92-b6e20e716006 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2714360 Oct 15 19:48:16.928499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.931499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:16.932904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2104b011-4573-4f06-a260-61b9e771fc45 HTTP/1.1" status: 204 len: 168 time: 0.3238502 Oct 15 19:48:16.974202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550c6202-41e3-4737-9cfd-d840879f01ec req-1ea16010-090e-4404-9fa9-224a0708aa40 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191638 Oct 15 19:48:16.992596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e6e7b-3fc0-4dab-9862-d6b925d8832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2104b011-4573-4f06-a260-61b9e771fc45,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:17.038803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-99901bd3-c1bb-4bac-a53a-5777bcdc32c9 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips/ea5cded1-54dd-49af-830e-848e4e67c7bf HTTP/1.1" status: 200 len: 692 time: 0.0615931 Oct 15 19:48:17.137237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.194532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-f91a185a-63d9-48e2-9f35-f5ea4f7b74b4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.196107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-f91a185a-63d9-48e2-9f35-f5ea4f7b74b4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1500342 Oct 15 19:48:17.202403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-f8e625d8-cb27-437a-9dad-7db862b3e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.203307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-f8e625d8-cb27-437a-9dad-7db862b3e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.203405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-f8e625d8-cb27-437a-9dad-7db862b3e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.204970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-f8e625d8-cb27-437a-9dad-7db862b3e0c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2868 time: 0.0788050 Oct 15 19:48:17.266843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-9ed43134-8a89-4c72-8d7a-eefa15a873cf tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0608485 Oct 15 19:48:17.291092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-f7804fea-2604-4265-9d46-0c5407bc29e1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.292593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-f7804fea-2604-4265-9d46-0c5407bc29e1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.1812022 Oct 15 19:48:17.316919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-dcd14a0e-2e96-48e6-8a6e-b3cce9f20ac4 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/quotas/a1ee334be08c4456a4370fa904343a83 HTTP/1.1" status: 200 len: 375 time: 0.0182729 Oct 15 19:48:17.357500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-cfae8189-1ba0-44ec-9ff8-3db542d9668b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0819602 Oct 15 19:48:17.415782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-52103825-43a0-427e-ad12-87fbd5b40877 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717018 Oct 15 19:48:17.420197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-8c57ba00-d93e-44cf-ab02-05c51825f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.421662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-8c57ba00-d93e-44cf-ab02-05c51825f90f service neutron] 10.222.0.11 "GET /v2.0/networks?id=dafbd67c-d12f-41b4-b776-d8f865aba445 HTTP/1.1" status: 200 len: 902 time: 0.2078001 Oct 15 19:48:17.517183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-30d26203-ffa7-4265-a466-973ac2d5445c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a HTTP/1.1" status: 200 len: 217 time: 0.0620050 Oct 15 19:48:17.567119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-38ea6604-54c3-49a3-ab7f-835e2ebf2504 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444306 Oct 15 19:48:17.581734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-efb2a63a-f554-49d0-a30c-5dad2152d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.583203 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-efb2a63a-f554-49d0-a30c-5dad2152d1d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6bf78b28-8448-4b71-80ac-9f7f5874b817 HTTP/1.1" status: 200 len: 801 time: 0.0580587 Oct 15 19:48:17.584966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Deleting port cf5c45eb-6d58-4369-ac0b-eddd3530aa29 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:17.585294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.603769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port b6c613b9-21fd-4ec6-a88c-3c873cf68fb9 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:17.604107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.682742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-a3c67fc6-fc86-4b5f-a087-d93c82ce7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:17.684281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-a3c67fc6-fc86-4b5f-a087-d93c82ce7a6c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dafbd67c-d12f-41b4-b776-d8f865aba445&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873308 Oct 15 19:48:17.706858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.707193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.732186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Calling delete_port for cf5c45eb-6d58-4369-ac0b-eddd3530aa29 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:17.748461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-16c612c3-e6fd-4d67-85bf-d70d959cbe61 service neutron] 10.222.0.13 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685710 Oct 15 19:48:17.750607 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:17.766819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for b6c613b9-21fd-4ec6-a88c-3c873cf68fb9 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:17.850471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-b695dadf-7a9d-49fd-a8d7-96e7488bee81 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541705 Oct 15 19:48:18.020337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10559162-c1a9-4ffb-bff0-5f828a40669b req-fc6bb869-d890-454b-95f7-0cb6ec34e247 service neutron] 10.222.0.11 "GET /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605806 Oct 15 19:48:18.041311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.054214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea31fa-70db-4cb8-b979-bf83705970d9 req-d7fa8756-3987-4e00-b694-85ae2dd3c8bc tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:18.055749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bea31fa-70db-4cb8-b979-bf83705970d9 req-d7fa8756-3987-4e00-b694-85ae2dd3c8bc tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 943 time: 0.0654299 Oct 15 19:48:18.093824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.100686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=b6c613b9-21fd-4ec6-a88c-3c873cf68fb9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:18.189040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event deleted for resources: {'Port': ['ID=cf5c45eb-6d58-4369-ac0b-eddd3530aa29,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:18.200825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bea31fa-70db-4cb8-b979-bf83705970d9 req-5338113f-4f60-4f27-8b96-732a700d0d17 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068773 Oct 15 19:48:18.218217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.223487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.225329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3a566b8-dc9c-452b-8225-7870c1933b58 req-d45b3510-6a6f-48ca-88f4-2b02681491e4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "DELETE /v2.0/floatingips/ea5cded1-54dd-49af-830e-848e4e67c7bf HTTP/1.1" status: 204 len: 173 time: 0.8595970 Oct 15 19:48:18.338128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.410865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8c6a7305-3e58-4582-9be4-cf9370b9f793 req-f371992c-ad40-4282-89c3-b1051dd2c9f8 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 210 time: 0.0499303 Oct 15 19:48:18.488378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-112c3ead-014e-4087-9311-106bae15321d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:18.494890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486457-8a21-42e4-9c6d-87b0b253d89d req-9938ee02-f869-46c1-b4e9-58189d52ab74 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:18.500854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486457-8a21-42e4-9c6d-87b0b253d89d req-9938ee02-f869-46c1-b4e9-58189d52ab74 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:18.507659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88486457-8a21-42e4-9c6d-87b0b253d89d req-9938ee02-f869-46c1-b4e9-58189d52ab74 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:18.509238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-88486457-8a21-42e4-9c6d-87b0b253d89d req-9938ee02-f869-46c1-b4e9-58189d52ab74 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2412 time: 0.1571507 Oct 15 19:48:18.927167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-88486457-8a21-42e4-9c6d-87b0b253d89d req-3342ad4b-db57-4b23-9280-7ce9d8774497 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114192 Oct 15 19:48:18.966507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16e54a-24c0-4cfd-9412-abe68d8a6f96 req-64c4df9a-20bc-46f3-950e-f2033acc02d4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:18.967908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b16e54a-24c0-4cfd-9412-abe68d8a6f96 req-64c4df9a-20bc-46f3-950e-f2033acc02d4 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5323923 Oct 15 19:48:19.013300 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-ae33723c-15cf-404f-a7c7-17ca3da47332 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:19.014965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-ae33723c-15cf-404f-a7c7-17ca3da47332 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "GET /v2.0/ports?device_id=f336fb20-3244-4f3c-9e30-605f492f8db2 HTTP/1.1" status: 200 len: 946 time: 0.0687039 Oct 15 19:48:19.087105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6dc8010-212f-409d-b03f-3d455a9390ad req-7a063c53-0367-4ce5-bf30-69921944573f tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=9b29a6c88a5d4f54b4ea3342b4f59a90 HTTP/1.1" status: 200 len: 1654 time: 0.0907941 Oct 15 19:48:19.120847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Deleting port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:19.121777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.128798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:48:19.224271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] For port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:19.224271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.237512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Calling delete_port for 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:19.259495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8010-212f-409d-b03f-3d455a9390ad req-d1e6a3bf-c609-4f05-be97-980456f52bfb tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:19.266467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6dc8010-212f-409d-b03f-3d455a9390ad req-d1e6a3bf-c609-4f05-be97-980456f52bfb tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks?id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 787 time: 0.1783226 Oct 15 19:48:19.273743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-a6dc8010-212f-409d-b03f-3d455a9390ad req-da415a6d-9546-468a-b5d7-6787396111e3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:48:19.278345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6dc8010-212f-409d-b03f-3d455a9390ad req-da415a6d-9546-468a-b5d7-6787396111e3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110922 Oct 15 19:48:19.302392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d65dfa98-ee40-42a4-b6e2-c6447820b240 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:19.326257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:19.386143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-820a5605-4d3d-4b8e-8b6b-8ed4dc78e303 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips/46ba751e-dfc1-4a23-90a7-2626ad3b2128 HTTP/1.1" status: 200 len: 692 time: 0.0580058 Oct 15 19:48:19.416209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:48:19.426669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f2125-e263-46a4-b6fc-e6676ff8c54f req-e280a470-8ce8-4a95-abe4-8a197bc66c74 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:19.427293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] Sync routers for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:48:19.432465 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e5f2125-e263-46a4-b6fc-e6676ff8c54f req-e280a470-8ce8-4a95-abe4-8a197bc66c74 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 943 time: 0.1023731 Oct 15 19:48:19.438357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6413522c-d199-4441-98fa-585fe10b5727 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "PUT /v2.0/routers/1a24dac2-cf71-4f8a-a514-2a5f9cae5055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0448287 Oct 15 19:48:19.444624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:19.455113 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:19.455794 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:19.472422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:19.496782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'd65dfa98-ee40-42a4-b6e2-c6447820b240', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'port_id': 'd65dfa98-ee40-42a4-b6e2-c6447820b240', 'mac_address': 'fa:16:3e:40:eb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c33c12-682e-4ceb-bbc3-0e63b23bd5c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:19.518819 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:19.539078 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] Routers {'1a24dac2-cf71-4f8a-a514-2a5f9cae5055'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:19.540001 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:19.550451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.576161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-3482d7e3-7d18-4243-975e-ef33949a9b07 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:19.585652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-3482d7e3-7d18-4243-975e-ef33949a9b07 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.1981583 Oct 15 19:48:19.592478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-1af8010b-b6ec-4e6c-83c5-411856cfe1ae tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:48:19.600240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-1af8010b-b6ec-4e6c-83c5-411856cfe1ae tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131421 Oct 15 19:48:19.605470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.629261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65dfa98-ee40-42a4-b6e2-c6447820b240 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:19.641921 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:19.642691 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c27893-39a1-4a8f-a585-8712448c2bc9 None None] The sync data for ids ['1a24dac2-cf71-4f8a-a514-2a5f9cae5055'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:48:19.654586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:19.673149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-c0d9edb6-cc73-4bcd-bfc4-85b953c18ef0 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.0717423 Oct 15 19:48:19.676218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.726111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e5f2125-e263-46a4-b6fc-e6676ff8c54f req-aada41b6-7d49-4b59-b72c-69d7358bc3b4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874694 Oct 15 19:48:19.732707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-93db912e-52ad-4c54-be7c-cf4e189c2815 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.83 HTTP/1.1" status: 200 len: 695 time: 0.0515914 Oct 15 19:48:19.751158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.802200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:19.822030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.842749 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.888359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event deleted for resources: {'Port': ['ID=3d766e86-7f8a-4b2b-a3bf-a35d865ea511,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:19.889291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Deleting port 2d723f17-8f56-474a-8a7d-8779e25ffca0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:19.889891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.952579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] No DVR routers for this DVR port 3d766e86-7f8a-4b2b-a3bf-a35d865ea511 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:19.960002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.963710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-315cddc5-a2ec-4322-8ea3-bf2ecb2aead7 req-24aac543-1ae5-4fef-8f14-2dbd0b6140ec tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.11 "DELETE /v2.0/ports/3d766e86-7f8a-4b2b-a3bf-a35d865ea511 HTTP/1.1" status: 204 len: 173 time: 0.9425032 Oct 15 19:48:19.964134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-deleted', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:19.966778 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c5f43d-be6f-48c9-8097-57921fc0c27b" -d '{"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-deleted", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:19.984444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.985012 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:19.997640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Calling delete_port for 2d723f17-8f56-474a-8a7d-8779e25ffca0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:20.017012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7d87479-a9a7-4c0c-be29-f260a5ee215d req-547b5e98-4801-4827-b740-c1c46bcb42d1 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Oct 15 19:48:20.037090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting port 511b66e1-a2f7-4280-b143-4aecace14eca {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:20.037563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.046632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['d65dfa98-ee40-42a4-b6e2-c6447820b240'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:20.154430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.170935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Calling delete_port for 511b66e1-a2f7-4280-b143-4aecace14eca owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:20.185326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd28d-00fc-4df0-92b4-66ec629ca3fd req-f68ec93f-cbf0-4488-adf8-9723ec7c91db tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.191402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd28d-00fc-4df0-92b4-66ec629ca3fd req-f68ec93f-cbf0-4488-adf8-9723ec7c91db tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.200490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfd28d-00fc-4df0-92b4-66ec629ca3fd req-f68ec93f-cbf0-4488-adf8-9723ec7c91db tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.208121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7cfd28d-00fc-4df0-92b4-66ec629ca3fd req-f68ec93f-cbf0-4488-adf8-9723ec7c91db tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2412 time: 0.1052778 Oct 15 19:48:20.283809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7cfd28d-00fc-4df0-92b4-66ec629ca3fd req-b5569166-147d-4208-b7d9-767b135158bb tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747917 Oct 15 19:48:20.304285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.340208 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ee911-b921-419e-aa76-47bd0ab10a87 x-openstack-request-id: req-a88ee911-b921-419e-aa76-47bd0ab10a87 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:20.340605 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f336fb20-3244-4f3c-9e30-605f492f8db2", "name": "network-vif-deleted", "tag": "3d766e86-7f8a-4b2b-a3bf-a35d865ea511", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:20.340965 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a88ee911-b921-419e-aa76-47bd0ab10a87 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:20.341376 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f336fb20-3244-4f3c-9e30-605f492f8db2', 'name': 'network-vif-deleted', 'tag': '3d766e86-7f8a-4b2b-a3bf-a35d865ea511', 'status': 'completed', 'code': 200} Oct 15 19:48:20.349864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event deleted for resources: {'Port': ['ID=2d723f17-8f56-474a-8a7d-8779e25ffca0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:20.486971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.487597 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.491520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.492877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b883e27-6658-43a2-8819-845b14d0a2bf req-55ec89ac-1971-4784-b0a9-f954adce4b0b tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "DELETE /v2.0/floatingips/46ba751e-dfc1-4a23-90a7-2626ad3b2128 HTTP/1.1" status: 204 len: 173 time: 0.7593896 Oct 15 19:48:20.516455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-f47593e0-c72f-48a3-8656-2e37994f3978 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.518016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-f47593e0-c72f-48a3-8656-2e37994f3978 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "GET /v2.0/networks?id=ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 200 len: 805 time: 0.1775258 Oct 15 19:48:20.531531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Request body: {'port': {'device_id': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'admin_state_up': True, 'tenant_id': 'a1ee334be08c4456a4370fa904343a83'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:20.545669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Port': ['ID=511b66e1-a2f7-4280-b143-4aecace14eca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:20.625429 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-4c3e44cb-2ac6-49cb-b4ec-94b353595bdd tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips/1823c01a-ff80-4706-95c8-c9412d97f853 HTTP/1.1" status: 200 len: 692 time: 0.1056418 Oct 15 19:48:20.672592 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.801654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.805975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.812591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Made reservation on behalf of a1ee334be08c4456a4370fa904343a83 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:20.816154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.872593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-5e203c48-30d2-4d1c-8f9f-0a8db8048f74 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.874220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-5e203c48-30d2-4d1c-8f9f-0a8db8048f74 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2420592 Oct 15 19:48:20.885490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-6c59b8e7-b2d2-41f6-95aa-8a3bb538a136 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:48:20.886645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-6c59b8e7-b2d2-41f6-95aa-8a3bb538a136 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061657 Oct 15 19:48:20.903821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4339d9-b88b-44c3-9428-fbe4d26bc407 req-8b554df8-96bf-4473-8f2e-4298b295b425 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:20.905427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e4339d9-b88b-44c3-9428-fbe4d26bc407 req-8b554df8-96bf-4473-8f2e-4298b295b425 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 944 time: 0.1064837 Oct 15 19:48:20.947662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-8a0062d1-d720-4cd5-b3c6-8439336b3e35 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0511055 Oct 15 19:48:20.963875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.964420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Fanout notify agent at l3_agent the message router_deleted on router 1a24dac2-cf71-4f8a-a514-2a5f9cae5055 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:48:20.998031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:20.999115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-59961263-79ea-4683-b3a7-e39a9298db3f tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/routers/1a24dac2-cf71-4f8a-a514-2a5f9cae5055 HTTP/1.1" status: 204 len: 168 time: 1.5519567 Oct 15 19:48:21.001700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42354) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:21.003671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e4339d9-b88b-44c3-9428-fbe4d26bc407 req-5bc8c2b8-264a-4866-a88f-93156fc4f364 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841799 Oct 15 19:48:21.025246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Allocated IP 172.20.0.10 (ba9f173e-efbf-424d-a132-3ded9b217768/a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5/bc126e0c-a8ab-4b21-ba1f-a0b703897eff) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:21.071637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-cfcd242f-63d9-471d-8feb-e5ca83e427d2 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1157491 Oct 15 19:48:21.137807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42360) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:21.196472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.197079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Deleting subnet 74e00139-5076-494b-bbc8-d32e1a311b9d {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:21.202330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.282246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.283318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba24a8df-85bb-4a60-8d75-af75c312a23d req-b3b6c23c-bbc3-4cdb-8b9d-f698cd20ec8d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 210 time: 0.0286875 Oct 15 19:48:21.325560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1bdcca1b-aa00-49b7-a2e2-20188e54071a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:21.325560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d65dfa98-ee40-42a4-b6e2-c6447820b240 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:21.326209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4115a6d0-1afb-4a71-a6e4-955efce59ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.361171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.370370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.389621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Deleting port 46000b4e-02ba-4ead-a195-dd6bcf815e9b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:21.389831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.430341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-695ea85b-9c98-424b-b72f-73083ecb8d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.436735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Network ba9f173e-efbf-424d-a132-3ded9b217768 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:21.448284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:21.451091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:21.454280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:21.464432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a968-cc3a-4fe6-b1f8-8c62ce243a37 req-e46c96ff-36b4-45ec-8734-3858efb8fd1a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:21.464813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:21.470739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a968-cc3a-4fe6-b1f8-8c62ce243a37 req-e46c96ff-36b4-45ec-8734-3858efb8fd1a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:21.477069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '1bdcca1b-aa00-49b7-a2e2-20188e54071a', 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'port_id': '1bdcca1b-aa00-49b7-a2e2-20188e54071a', 'mac_address': 'fa:16:3e:65:df:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78b28-8448-4b71-80ac-9f7f5874b817', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:21.477224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105a968-cc3a-4fe6-b1f8-8c62ce243a37 req-e46c96ff-36b4-45ec-8734-3858efb8fd1a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:21.479516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d105a968-cc3a-4fe6-b1f8-8c62ce243a37 req-e46c96ff-36b4-45ec-8734-3858efb8fd1a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2412 time: 0.1198323 Oct 15 19:48:21.517477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port d65dfa98-ee40-42a4-b6e2-c6447820b240 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:21.525470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.540716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port d65dfa98-ee40-42a4-b6e2-c6447820b240 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:21.541085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.545848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.547719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.553276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:21.553961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.564042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdcca1b-aa00-49b7-a2e2-20188e54071a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:21.564347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d105a968-cc3a-4fe6-b1f8-8c62ce243a37 req-eb04f3f7-6a70-48a2-a00f-422a5665f6bb tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637717 Oct 15 19:48:21.570317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Calling delete_port for 46000b4e-02ba-4ead-a195-dd6bcf815e9b owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:21.573302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4115a6d0-1afb-4a71-a6e4-955efce59ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.599066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:21.626006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.640785 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.662976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:21.665258 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6a5fc4-38f5-4d48-8fcf-9f5a11a0a1e5" -d '{"events": [{"server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "name": "network-vif-plugged", "status": "completed", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:21.667020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-23c6392d-092d-48c7-ae61-ad2cf9876400 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1396341 Oct 15 19:48:21.673530 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.676643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/subnets/74e00139-5076-494b-bbc8-d32e1a311b9d HTTP/1.1" status: 204 len: 168 time: 0.6738136 Oct 15 19:48:21.677495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007ed3f-6d53-4188-9eae-5056a4a64042 tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Subnet': ['ID=74e00139-5076-494b-bbc8-d32e1a311b9d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:21.680171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42368) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:21.682026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:21.685899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Request body: {'port': {'device_id': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:21.710912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.711605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9bc06d9a-27ee-4ae4-a3f9-50096a29573b details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:21.715285 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce53b54-25c2-4803-87ac-028111007a05 x-openstack-request-id: req-cce53b54-25c2-4803-87ac-028111007a05 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:21.715751 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "name": "network-vif-plugged", "status": "completed", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:21.716321 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cce53b54-25c2-4803-87ac-028111007a05 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:21.716718 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240', 'code': 200} Oct 15 19:48:21.719791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4115a6d0-1afb-4a71-a6e4-955efce59ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.782561 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.788285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.802201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:21.854560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.860495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4115a6d0-1afb-4a71-a6e4-955efce59ac1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=148ae522fe7c4dd999d153f1c4e5b5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190685 Oct 15 19:48:21.876725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115a6d0-1afb-4a71-a6e4-955efce59ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17099ee5-fac7-4559-93ad-bba98291a362,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:21.879789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:21.898762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:21.906096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:21.919136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b', 'network_id': 'e2e48fa7-781c-4ee6-955b-ed3384eb1cef', 'port_id': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b', 'mac_address': 'fa:16:3e:12:75:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85a80ce3-36b0-477e-9c5b-4a675608d29f', 'ip_address': '19.86.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:21.964383 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:21.970466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd29f3-cf9c-4552-9d6d-93bb9620803a req-012359d7-5532-4c18-bdc5-1cd28ea9c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:21.972095 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ddcd29f3-cf9c-4552-9d6d-93bb9620803a req-012359d7-5532-4c18-bdc5-1cd28ea9c20d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 1097 time: 0.1616304 Oct 15 19:48:21.978863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc06d9a-27ee-4ae4-a3f9-50096a29573b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:21.999938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:22.028288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.075768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.076433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 43d93a2a-1386-4659-bab0-a7887860d53c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:22.091780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.101449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.103979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event deleted for resources: {'Port': ['ID=46000b4e-02ba-4ead-a195-dd6bcf815e9b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.118384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc126e0c-a8ab-4b21-ba1f-a0b703897eff {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:22.129120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.133705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ddcd29f3-cf9c-4552-9d6d-93bb9620803a req-d1aa4177-7cea-4300-8be4-42db5b64075f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440427 Oct 15 19:48:22.149216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Transition to ACTIVE for port object bc126e0c-a8ab-4b21-ba1f-a0b703897eff will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:22.157979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=43d93a2a-1386-4659-bab0-a7887860d53c,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:22.162922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe39e5-ec50-411a-a13e-afc2c71719ca req-da5f5f63-80d2-4406-b672-367f0b84a3e7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.164659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3fe39e5-ec50-411a-a13e-afc2c71719ca req-da5f5f63-80d2-4406-b672-367f0b84a3e7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.0823874 Oct 15 19:48:22.168442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.170959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e2efaf-499a-4a10-8b71-59fc1af523b0']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:22.174012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '43d93a2a-1386-4659-bab0-a7887860d53c', 'network_id': 'dafbd67c-d12f-41b4-b776-d8f865aba445', 'port_id': '43d93a2a-1386-4659-bab0-a7887860d53c', 'mac_address': 'fa:16:3e:bd:24:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bf78b28-8448-4b71-80ac-9f7f5874b817', 'ip_address': '19.80.0.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:22.176444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.216159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21601ef5-9a93-4997-9b1d-74d60035651f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:22.216730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21601ef5-9a93-4997-9b1d-74d60035651f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:22.222026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3fe39e5-ec50-411a-a13e-afc2c71719ca req-e1c6649a-bd15-42ab-9aa5-0fb0e7866ab6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507870 Oct 15 19:48:22.232604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.244292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.258518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.258753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d93a2a-1386-4659-bab0-a7887860d53c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:22.268440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.272611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.277742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca96e44-f96d-491e-977a-0c5a4c18a746 req-a1c7a27b-b524-4e34-85f5-318a9adeb3df tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "DELETE /v2.0/floatingips/1823c01a-ff80-4706-95c8-c9412d97f853 HTTP/1.1" status: 204 len: 173 time: 1.2043176 Oct 15 19:48:22.286582 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.294664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:22.295146 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.297211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=43d93a2a-1386-4659-bab0-a7887860d53c,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:22.309028 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:22.352424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.358485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.395581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.433477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-c103ace9-bcc7-45d3-97eb-90640f429e23 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips/ccdaa9df-28e3-4729-b92b-923ea3acb2c6 HTTP/1.1" status: 200 len: 692 time: 0.0842459 Oct 15 19:48:22.462707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.474180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186c09-dc21-466c-bc1b-2e845eb7c2fc req-df4b88dd-e350-44b7-82d1-463106f4e4a2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.476325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9186c09-dc21-466c-bc1b-2e845eb7c2fc req-df4b88dd-e350-44b7-82d1-463106f4e4a2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.0657272 Oct 15 19:48:22.477796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.480922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.481073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Attempting to bind port bc126e0c-a8ab-4b21-ba1f-a0b703897eff on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:22.481270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Attempting to bind port bc126e0c-a8ab-4b21-ba1f-a0b703897eff by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:22.481590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17099ee5-fac7-4559-93ad-bba98291a362 HTTP/1.1" status: 204 len: 168 time: 0.5973036 Oct 15 19:48:22.481693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Attempting to bind port bc126e0c-a8ab-4b21-ba1f-a0b703897eff on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:22.494283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Port bc126e0c-a8ab-4b21-ba1f-a0b703897eff on network ba9f173e-efbf-424d-a132-3ded9b217768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:22.494613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Attempting to bind port bc126e0c-a8ab-4b21-ba1f-a0b703897eff on network ba9f173e-efbf-424d-a132-3ded9b217768 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:22.497695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce49184-d91f-4d13-b665-025aa7c00f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17099ee5-fac7-4559-93ad-bba98291a362,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.534504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:22.534886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Checking segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:22.535236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Bound using segment: {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:22.535723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Bound port: bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5876002-d244-412d-885d-7f316a864bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:22.536087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.540373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.558282 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9186c09-dc21-466c-bc1b-2e845eb7c2fc req-5968f378-4139-464d-9047-8c3ba63dcbcb tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653863 Oct 15 19:48:22.566975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.569841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.584510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] 10.222.0.13 "DELETE /v2.0/networks/73e2efaf-499a-4a10-8b71-59fc1af523b0 HTTP/1.1" status: 204 len: 168 time: 0.9011798 Oct 15 19:48:22.609373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589fe61-6aae-4411-b107-1f3d14769fda tempest-FloatingIPTestJSON-386154066 tempest-FloatingIPTestJSON-386154066-project] Pushing event deleted for resources: {'Network': ['ID=73e2efaf-499a-4a10-8b71-59fc1af523b0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:22.653473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-5dfe065e-d3fe-48a8-9998-48a68a4006f8 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.661068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-5dfe065e-d3fe-48a8-9998-48a68a4006f8 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 784 time: 0.2159586 Oct 15 19:48:22.680333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.731776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-7cfe168a-011f-42cf-a2b1-387bb0957f7e tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.0697701 Oct 15 19:48:22.732680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.733968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0429b8-0c38-4251-a76f-48f4828cbf70 req-a3ff8836-6cea-4aad-b364-222cd8f69eb2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.741864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0429b8-0c38-4251-a76f-48f4828cbf70 req-a3ff8836-6cea-4aad-b364-222cd8f69eb2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.748687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0429b8-0c38-4251-a76f-48f4828cbf70 req-a3ff8836-6cea-4aad-b364-222cd8f69eb2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.750732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb0429b8-0c38-4251-a76f-48f4828cbf70 req-a3ff8836-6cea-4aad-b364-222cd8f69eb2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2415 time: 0.0897760 Oct 15 19:48:22.783320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:22.798350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb0429b8-0c38-4251-a76f-48f4828cbf70 req-2f2f231e-4438-4801-8888-eb9b735e2630 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Oct 15 19:48:22.799671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-366fc134-7da7-4429-9454-1f891a7a8236 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.0.26 HTTP/1.1" status: 200 len: 695 time: 0.0670149 Oct 15 19:48:22.804499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:22.817848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9bc06d9a-27ee-4ae4-a3f9-50096a29573b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:22.892319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.899221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['43d93a2a-1386-4659-bab0-a7887860d53c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:22.955350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:22.955984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:22.957377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bc126e0c-a8ab-4b21-ba1f-a0b703897eff HTTP/1.1" status: 200 len: 1093 time: 1.2816317 Oct 15 19:48:22.962865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:22.962865 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbb427c-847e-4b14-a76c-23b9d66bb448" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:22.991741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3074e5-c78a-4def-9e53-a8d32f44a1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:23.009828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Deleting port 65a57d9d-f347-4f60-a6cc-6ad2946f151d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:23.010545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.072542 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a0a9af-77d5-4953-8643-2f75a4d079ea x-openstack-request-id: req-08a0a9af-77d5-4953-8643-2f75a4d079ea {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:23.072777 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:23.073075 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08a0a9af-77d5-4953-8643-2f75a4d079ea {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:23.073391 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'status': 'completed', 'code': 200} Oct 15 19:48:23.139443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.140083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.156345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-2acaede8-96d2-4b99-80ac-fc62366f460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.157843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-2acaede8-96d2-4b99-80ac-fc62366f460a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 1096 time: 0.0674222 Oct 15 19:48:23.158704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Calling delete_port for 65a57d9d-f347-4f60-a6cc-6ad2946f151d owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:23.202085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42394) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:23.351223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-865dec89-a0b2-4cb7-a5a4-cadf1a0b5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.352851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-865dec89-a0b2-4cb7-a5a4-cadf1a0b5355 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a1ee334be08c4456a4370fa904343a83&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1853714 Oct 15 19:48:23.440785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b4cadf6-f3bb-4928-9eea-d78d27fdbf24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7716d88fb8874f0a923cf3efe19b6283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375336 Oct 15 19:48:23.448848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf3502-3d86-4b52-a585-4005e0910807 req-2d3fe3bf-7b17-469a-aa5a-7f39490d0845 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.450284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fbf3502-3d86-4b52-a585-4005e0910807 req-2d3fe3bf-7b17-469a-aa5a-7f39490d0845 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.0839350 Oct 15 19:48:23.450842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42404) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:23.504633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-9452c67b-21fe-41cf-afc4-1c65577e771b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.507665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bbb427c-847e-4b14-a76c-23b9d66bb448 req-9452c67b-21fe-41cf-afc4-1c65577e771b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477532 Oct 15 19:48:23.524310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fbf3502-3d86-4b52-a585-4005e0910807 req-3a166624-d659-4712-b1ce-fd3a53ec4676 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603740 Oct 15 19:48:23.524989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42406) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:23.555584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.559694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da1731fb-0ae5-4aaf-b5d5-63dca9132dd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.572168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.617534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.647278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Pushing event deleted for resources: {'Port': ['ID=65a57d9d-f347-4f60-a6cc-6ad2946f151d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:23.694815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-d713d9ac-c496-4714-8cbb-4f9ffdf47ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.696361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-d713d9ac-c496-4714-8cbb-4f9ffdf47ee7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ee334be08c4456a4370fa904343a83&device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 1096 time: 0.1173098 Oct 15 19:48:23.698736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.701376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.702513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ba93a-163b-413f-9bc4-2c53302f4cc0 req-62d65e79-734d-4439-8507-2b3b8ca0c9a3 tempest-FloatingIPDetailsTestJSON-344921111 tempest-FloatingIPDetailsTestJSON-344921111-project] 10.222.0.13 "DELETE /v2.0/floatingips/ccdaa9df-28e3-4729-b92b-923ea3acb2c6 HTTP/1.1" status: 204 len: 173 time: 0.8963058 Oct 15 19:48:23.711382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42410) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:23.780833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-b3751c14-97e5-4d37-8762-fa163c91dbde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff HTTP/1.1" status: 200 len: 217 time: 0.0767910 Oct 15 19:48:23.878664 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.881255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.882389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d8687c7-e0e5-4f65-a818-900953f0252b HTTP/1.1" status: 204 len: 168 time: 0.4307013 Oct 15 19:48:23.900711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c085808-9795-4d39-b797-451497756abd req-1b82f25d-db3d-4e55-a3c0-a53eddaeb096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.902151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-1b82f25d-db3d-4e55-a3c0-a53eddaeb096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 200 len: 845 time: 0.1118462 Oct 15 19:48:23.912477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49eca22-7d8c-4408-9907-0518ec290f54 req-ff780724-1f74-481b-93b6-6236cd6e1882 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.913858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c49eca22-7d8c-4408-9907-0518ec290f54 req-ff780724-1f74-481b-93b6-6236cd6e1882 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.1373374 Oct 15 19:48:23.944417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318a0b1-bbaa-43c5-983c-083ffeef5704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8687c7-e0e5-4f65-a818-900953f0252b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:23.947729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da1731fb-0ae5-4aaf-b5d5-63dca9132dd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:23.953121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-86fe463a-93ef-4eca-9a09-772f452dec15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ba9f173e-efbf-424d-a132-3ded9b217768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366945 Oct 15 19:48:23.977456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701de05-ac08-404a-a14c-b9091fd3a2b5 req-adb12a7d-b440-49f1-8abb-e018dd0342d6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.986252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1bdcca1b-aa00-49b7-a2e2-20188e54071a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:23.991740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701de05-ac08-404a-a14c-b9091fd3a2b5 req-adb12a7d-b440-49f1-8abb-e018dd0342d6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:23.998146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701de05-ac08-404a-a14c-b9091fd3a2b5 req-adb12a7d-b440-49f1-8abb-e018dd0342d6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:24.014948 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6701de05-ac08-404a-a14c-b9091fd3a2b5 req-adb12a7d-b440-49f1-8abb-e018dd0342d6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2415 time: 0.1335871 Oct 15 19:48:24.055037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da1731fb-0ae5-4aaf-b5d5-63dca9132dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.114956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1731fb-0ae5-4aaf-b5d5-63dca9132dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb291f9-e35f-49ff-947a-8df875b26dac,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:24.126185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6701de05-ac08-404a-a14c-b9091fd3a2b5 req-7ce9d069-28e7-4aa0-8111-7197bf39a134 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120269 Oct 15 19:48:24.129894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da1731fb-0ae5-4aaf-b5d5-63dca9132dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=675fe6b31bdc48e28633afb7e5aba4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5984025 Oct 15 19:48:24.132790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42416) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:24.241643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.267953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.390145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.392917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.397138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cb291f9-e35f-49ff-947a-8df875b26dac HTTP/1.1" status: 204 len: 168 time: 0.2574580 Oct 15 19:48:24.408841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5e97b-5c3d-4705-a763-9e9edf0591dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb291f9-e35f-49ff-947a-8df875b26dac,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:24.464288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:24.565088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c49eca22-7d8c-4408-9907-0518ec290f54 req-c5cf3072-5a0a-422e-a61d-5538c911e864 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348653 Oct 15 19:48:24.624530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-abe670f9-b2e4-4128-85da-1d1c3cd8ba8d service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206925 Oct 15 19:48:24.673639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ec246-dcdb-4803-b749-111c66ec1386 req-38b9acfb-abb7-4bae-983c-67b056ed7f54 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:24.675250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e8ec246-dcdb-4803-b749-111c66ec1386 req-38b9acfb-abb7-4bae-983c-67b056ed7f54 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Oct 15 19:48:24.734201 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e8ec246-dcdb-4803-b749-111c66ec1386 req-099e18fe-a05e-48de-809b-7bb9bed212f1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506673 Oct 15 19:48:24.761671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c085808-9795-4d39-b797-451497756abd req-bd088287-90e0-4d05-a2e3-6f47a5f022a3 service neutron] 10.222.0.15 "GET /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287768 Oct 15 19:48:24.800974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.088198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Deleting port 55820c60-8fe5-425e-bc9a-f4d40940ad85 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:25.088526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.205515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] For port 55820c60-8fe5-425e-bc9a-f4d40940ad85, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55820c60-8fe5-425e-bc9a-f4d40940ad85,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:25.205793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.232556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada36c9f-a995-4595-9f2a-adddeea09037 req-7dbb0e78-cb8d-4676-800b-0b782ce7b589 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:25.234051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ada36c9f-a995-4595-9f2a-adddeea09037 req-7dbb0e78-cb8d-4676-800b-0b782ce7b589 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.0856798 Oct 15 19:48:25.234995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Calling delete_port for 55820c60-8fe5-425e-bc9a-f4d40940ad85 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:25.288624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f603d-c911-49e3-855c-479b67444cbe req-c182c09b-bb66-4702-89a3-e964e956e575 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:25.295385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f603d-c911-49e3-855c-479b67444cbe req-c182c09b-bb66-4702-89a3-e964e956e575 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:25.301490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f603d-c911-49e3-855c-479b67444cbe req-c182c09b-bb66-4702-89a3-e964e956e575 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:25.309922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-461f603d-c911-49e3-855c-479b67444cbe req-c182c09b-bb66-4702-89a3-e964e956e575 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2415 time: 0.0750687 Oct 15 19:48:25.317076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 43d93a2a-1386-4659-bab0-a7887860d53c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:25.348519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ada36c9f-a995-4595-9f2a-adddeea09037 req-89fe4a53-9548-42d0-bcfc-9378651aa1f8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014485 Oct 15 19:48:25.393682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-461f603d-c911-49e3-855c-479b67444cbe req-fb9ababa-42ab-4792-baca-b7b11fa41c42 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827634 Oct 15 19:48:25.410001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42460) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:25.486629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 43d93a2a-1386-4659-bab0-a7887860d53c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:25.491728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 43d93a2a-1386-4659-bab0-a7887860d53c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:25.492251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.507192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1307759775'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:25.571030 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.595497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.598482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:25.601127 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8578033d-644c-4681-b1fa-4628b555e3d0" -d '{"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:25.612424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.623281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.623462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=43d93a2a-1386-4659-bab0-a7887860d53c,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:25.639104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Pushing event deleted for resources: {'Port': ['ID=55820c60-8fe5-425e-bc9a-f4d40940ad85,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:25.677017 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7451694d-7dd4-4e82-8592-21531e4809d0 x-openstack-request-id: req-7451694d-7dd4-4e82-8592-21531e4809d0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:25.677364 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:25.677696 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7451694d-7dd4-4e82-8592-21531e4809d0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:25.678622 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c', 'code': 200} Oct 15 19:48:25.710798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.711631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9bc06d9a-27ee-4ae4-a3f9-50096a29573b up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:25.748982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.829792 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.884419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:25.936011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef169188-cf48-400c-b3e1-e5d5c1fb867f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:25.936592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.960774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10eed02-eb77-457a-acfb-7581dd27f085 req-80a6b281-757e-47d7-95ab-e29f3f96f602 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:25.962359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c10eed02-eb77-457a-acfb-7581dd27f085 req-80a6b281-757e-47d7-95ab-e29f3f96f602 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.2512057 Oct 15 19:48:25.971644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:25.977055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:25.977414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:25.999733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.064218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.080695 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.092593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c10eed02-eb77-457a-acfb-7581dd27f085 req-084d7d59-9887-4f38-ac87-f980759dde2e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780790 Oct 15 19:48:26.099895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:26.114059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c40b7-bf4b-4da8-83df-b82880c68eaa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:26.144379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.145431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1bdcca1b-aa00-49b7-a2e2-20188e54071a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:26.178017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.182065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-67dc6207-1236-40fd-9589-b9daea07fd80 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7708423 Oct 15 19:48:26.184859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42484) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.225829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:26.237751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Router 044ac7bb-85d8-4d96-89c5-20378e99d779 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:48:26.278943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c8157b52-c31b-41a2-8242-eeba24e880a7 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0913382 Oct 15 19:48:26.281782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42486) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.286345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-security--1841620669', 'description': 'tempest-security-description-1143630057'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:26.312985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.315264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 1bdcca1b-aa00-49b7-a2e2-20188e54071a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:26.320559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 1bdcca1b-aa00-49b7-a2e2-20188e54071a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:26.321193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.349698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:48:26.358074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b5fb8cce-bb33-4275-b312-437dca0bb03c admin admin] 10.222.0.13 "PUT /v2.0/routers/044ac7bb-85d8-4d96-89c5-20378e99d779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423638 Oct 15 19:48:26.366159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.366274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Sync routers for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:48:26.371486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.392539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:26.393196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:48:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:26.418865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.422149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.426595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "PUT /v2.0/security-groups/6c0c40b7-bf4b-4da8-83df-b82880c68eaa HTTP/1.1" status: 200 len: 1780 time: 0.1414812 Oct 15 19:48:26.426977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42498) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.495712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262ffd6-d810-499b-a31d-a36cc44e4848 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c40b7-bf4b-4da8-83df-b82880c68eaa,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:26.504617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-deffd660-2256-41ca-b413-29c692cf9f4b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups/6c0c40b7-bf4b-4da8-83df-b82880c68eaa HTTP/1.1" status: 200 len: 1780 time: 0.0736387 Oct 15 19:48:26.504617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42500) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.506678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.631276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.645343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410647-8305-4c8d-914d-acf0e3845779 req-a940e834-5d8f-4ba9-8066-4373e661a51d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:26.653404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410647-8305-4c8d-914d-acf0e3845779 req-a940e834-5d8f-4ba9-8066-4373e661a51d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:26.660095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43410647-8305-4c8d-914d-acf0e3845779 req-a940e834-5d8f-4ba9-8066-4373e661a51d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:26.662831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43410647-8305-4c8d-914d-acf0e3845779 req-a940e834-5d8f-4ba9-8066-4373e661a51d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2417 time: 0.1377838 Oct 15 19:48:26.676564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc04470-9214-4482-a6c7-5e558f2300e8 req-f3711304-75e7-4f50-97c0-f6fa25b4eed7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:26.678321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3bc04470-9214-4482-a6c7-5e558f2300e8 req-f3711304-75e7-4f50-97c0-f6fa25b4eed7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.1371121 Oct 15 19:48:26.706880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.717095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.723712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-aba8557a-9fc4-442d-9199-91e37bb88ecd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:26.726544 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-aba8557a-9fc4-442d-9199-91e37bb88ecd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 945 time: 0.1476755 Oct 15 19:48:26.730207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.744913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:48:26.746910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43410647-8305-4c8d-914d-acf0e3845779 req-a1045208-0fb4-442d-94ac-df773a36ef92 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732186 Oct 15 19:48:26.821398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:26.904582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.907292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:26.910772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c0c40b7-bf4b-4da8-83df-b82880c68eaa HTTP/1.1" status: 204 len: 168 time: 0.4007475 Oct 15 19:48:26.913338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:26.928374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449b97-8f56-4be0-9bbd-cb438934c52d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c40b7-bf4b-4da8-83df-b82880c68eaa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:26.953461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.021259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-58308b21-6442-4960-9f2d-60c6ced059b2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042399 Oct 15 19:48:27.021646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42514) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:27.051516 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-e2eb295d-0775-42f1-9716-cc3b91bcc59f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] delete failed (client error): The resource could not be found. Oct 15 19:48:27.057257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e2eb295d-0775-42f1-9716-cc3b91bcc59f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c0c40b7-bf4b-4da8-83df-b82880c68eaa HTTP/1.1" status: 404 len: 347 time: 0.0309479 Oct 15 19:48:27.058386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42518) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:27.064040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--373175887'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:27.091987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:27.109535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:48:25Z', 'revision_number': 5, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:27.121238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3bc04470-9214-4482-a6c7-5e558f2300e8 req-64e7b009-ac1a-4bd4-b805-fa7facf04840 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346726 Oct 15 19:48:27.148043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Checking router: 044ac7bb-85d8-4d96-89c5-20378e99d779 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:48:27.156359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Routers {'044ac7bb-85d8-4d96-89c5-20378e99d779'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:48:27.156996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:48:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['044ac7bb-85d8-4d96-89c5-20378e99d779'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:27.168829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.185803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Deleting port d65dfa98-ee40-42a4-b6e2-c6447820b240 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:27.186193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.278165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937ab27-ad0f-4ed7-a62f-e769fff286c8 req-17640edb-bd5e-4397-98aa-50a36c845c7e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:27.284293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c937ab27-ad0f-4ed7-a62f-e769fff286c8 req-17640edb-bd5e-4397-98aa-50a36c845c7e tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.1008308 Oct 15 19:48:27.302113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] Set router 044ac7bb-85d8-4d96-89c5-20378e99d779 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:48:27.313790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] For port d65dfa98-ee40-42a4-b6e2-c6447820b240, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d65dfa98-ee40-42a4-b6e2-c6447820b240,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:27.314159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.325772 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Deleting port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:27.326109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.344035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Calling delete_port for d65dfa98-ee40-42a4-b6e2-c6447820b240 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:27.365938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c937ab27-ad0f-4ed7-a62f-e769fff286c8 req-dc8094f4-8776-43f1-a856-c4adfc5cc0b0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722127 Oct 15 19:48:27.369113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.441128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.472577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f44e78-635d-41d5-9da8-25149ccb1733,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:27.475149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] For port 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:27.475527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.492002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Calling delete_port for 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:27.531009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:48:25Z', 'revision_number': 5, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:27.559492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b681f7f-8c13-4cdc-a14f-64ce8402b667 None None] The sync data for ids ['044ac7bb-85d8-4d96-89c5-20378e99d779'] in n-d-712140-14 is: [{'id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'name': 'tempest-FloatingIPDetailsTestJSON-1618267520-router', 'tenant_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:42Z', 'updated_at': '2021-10-15T19:48:25Z', 'revision_number': 5, 'project_id': '9b29a6c88a5d4f54b4ea3342b4f59a90', 'gw_port': {'id': '88faac4a-32c5-49ea-8b77-2fe28e9fd2d1', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044ac7bb-85d8-4d96-89c5-20378e99d779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:43Z', 'updated_at': '2021-10-15T19:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:48:27.598351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.600746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3a0a0547-b0bc-40f7-9115-6a0d0526f7ce tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5413611 Oct 15 19:48:27.603711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:27.608213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': '08f44e78-635d-41d5-9da8-25149ccb1733', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:27.679967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b'}, {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:27.682414 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e4de02-8194-42ff-bfd7-098ab76e87c2" -d '{"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b"}, {"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:27.684082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.696749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['d65dfa98-ee40-42a4-b6e2-c6447820b240'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:27.723367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:27.723531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Pushing event deleted for resources: {'Port': ['ID=d65dfa98-ee40-42a4-b6e2-c6447820b240,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:27.733693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.756942 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c738836-b216-4a8e-bbca-0df46b6bb1d1 x-openstack-request-id: req-0c738836-b216-4a8e-bbca-0df46b6bb1d1 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:27.757243 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b", "code": 200}, {"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-plugged", "status": "completed", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:27.757501 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c738836-b216-4a8e-bbca-0df46b6bb1d1 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:27.757908 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b', 'code': 200} Oct 15 19:48:27.758164 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a', 'code': 200} Oct 15 19:48:27.812226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] No DVR routers for this DVR port d65dfa98-ee40-42a4-b6e2-c6447820b240 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:27.815040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.819249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6c18e70-ba1d-46b2-b5fa-55659a8c195a req-93b7cfe7-7c8e-40a3-ac6f-60e83e4fc59f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "DELETE /v2.0/ports/d65dfa98-ee40-42a4-b6e2-c6447820b240 HTTP/1.1" status: 204 len: 173 time: 1.0814726 Oct 15 19:48:27.819844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'name': 'network-vif-deleted', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:27.822745 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a610f1-3268-4f64-8381-3096252cd10f" -d '{"events": [{"server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "name": "network-vif-deleted", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:27.842513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.888823 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b648e7-5f69-4808-a88a-e70c768e9f4e x-openstack-request-id: req-d9b648e7-5f69-4808-a88a-e70c768e9f4e {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:27.889169 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46f8473-977a-4bf3-ad1d-69104c4bbc25", "name": "network-vif-deleted", "tag": "d65dfa98-ee40-42a4-b6e2-c6447820b240", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:27.889424 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9b648e7-5f69-4808-a88a-e70c768e9f4e {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:27.889827 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46f8473-977a-4bf3-ad1d-69104c4bbc25', 'name': 'network-vif-deleted', 'tag': 'd65dfa98-ee40-42a4-b6e2-c6447820b240', 'status': 'completed', 'code': 200} Oct 15 19:48:27.895446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Pushing event deleted for resources: {'Port': ['ID=88faac4a-32c5-49ea-8b77-2fe28e9fd2d1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:27.946158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55820c60-8fe5-425e-bc9a-f4d40940ad85 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:27.948197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:27.973842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 55820c60-8fe5-425e-bc9a-f4d40940ad85 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:27.974874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55820c60-8fe5-425e-bc9a-f4d40940ad85 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:28.004857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.009855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07547-b973-429f-8cd7-e59b9c382291 req-c9103199-7c7e-46c7-a908-bc19681aaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.011712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07547-b973-429f-8cd7-e59b9c382291 req-c9103199-7c7e-46c7-a908-bc19681aaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.012256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f07547-b973-429f-8cd7-e59b9c382291 req-c9103199-7c7e-46c7-a908-bc19681aaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.015634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15f07547-b973-429f-8cd7-e59b9c382291 req-c9103199-7c7e-46c7-a908-bc19681aaa82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2874 time: 0.2072892 Oct 15 19:48:28.023652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.065717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27f4d-075b-449b-89dd-68465b10740d req-dc752c3b-376a-4c7d-ab7d-a0bbf004abe1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.072455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27f4d-075b-449b-89dd-68465b10740d req-dc752c3b-376a-4c7d-ab7d-a0bbf004abe1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.078420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd27f4d-075b-449b-89dd-68465b10740d req-dc752c3b-376a-4c7d-ab7d-a0bbf004abe1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.080096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd27f4d-075b-449b-89dd-68465b10740d req-dc752c3b-376a-4c7d-ab7d-a0bbf004abe1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.2243931 Oct 15 19:48:28.095357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355fe5ef-94b2-496f-934e-7ebdf1425f7a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:28.141016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15f07547-b973-429f-8cd7-e59b9c382291 req-fe4b2ba1-3010-4add-b421-b6ea5370057a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114240 Oct 15 19:48:28.159514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.163070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.199311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd27f4d-075b-449b-89dd-68465b10740d req-62651401-c03b-49b4-86cd-2a688535627e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941067 Oct 15 19:48:28.199311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.199311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a4802de6-f194-4c61-b7a3-6c26fe616fdd tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918069 Oct 15 19:48:28.210088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.252520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.258207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e79da1a-190a-437a-b506-6bc56317a80f req-3f749685-0b57-4eac-ac51-053f8ae09d0b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46f8473-977a-4bf3-ad1d-69104c4bbc25 HTTP/1.1" status: 200 len: 210 time: 0.0283196 Oct 15 19:48:28.260866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.344012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.344851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044ac7bb-85d8-4d96-89c5-20378e99d779 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:48:28.349100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.350371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-428154c5-d10d-4b84-8cc4-e8d1df746108 admin admin] 10.222.0.13 "DELETE /v2.0/routers/044ac7bb-85d8-4d96-89c5-20378e99d779 HTTP/1.1" status: 204 len: 168 time: 1.9919803 Oct 15 19:48:28.353412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42544) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.404991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Deleting subnet c1595548-ea8e-4761-a67e-29423048d457 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:28.408559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.430984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.441674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.443427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/355fe5ef-94b2-496f-934e-7ebdf1425f7a HTTP/1.1" status: 204 len: 168 time: 0.2317288 Oct 15 19:48:28.446357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.452850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b886a-7d05-4ed6-aced-78c53cf509d0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=355fe5ef-94b2-496f-934e-7ebdf1425f7a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:28.471539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.517197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-73746fb4-f449-4649-b1e4-7df0f5d4b97d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651972 Oct 15 19:48:28.517197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.553170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d5f2a-6e97-442e-95f6-71502e30458a req-0b44ec2b-1b3f-410d-8734-6d93a34799a5 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:28.554670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d47d5f2a-6e97-442e-95f6-71502e30458a req-0b44ec2b-1b3f-410d-8734-6d93a34799a5 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.0982933 Oct 15 19:48:28.582027 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.607433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.617033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.642097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d47d5f2a-6e97-442e-95f6-71502e30458a req-b86d2a8d-0025-4756-a6f3-854b8e7cacd0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652471 Oct 15 19:48:28.761039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.761674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.763742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.764488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42554) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.764886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/08f44e78-635d-41d5-9da8-25149ccb1733 HTTP/1.1" status: 204 len: 168 time: 0.2484169 Oct 15 19:48:28.769188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42556) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.780679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a502648-6018-459a-8aa4-71b2b4d4cfa5 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f44e78-635d-41d5-9da8-25149ccb1733,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:28.812621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.817233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1595548-ea8e-4761-a67e-29423048d457 HTTP/1.1" status: 204 len: 168 time: 0.4627571 Oct 15 19:48:28.818833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113267b-ba93-4078-b1a8-a0ebf032ace0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1595548-ea8e-4761-a67e-29423048d457,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:28.820666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42560) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.821242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7de4b4b6-2db8-43cb-bb51-890fb394943e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509975 Oct 15 19:48:28.825626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42562) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:28.832140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c937b-a9ca-4b84-9c74-28c888ca91ce None None] Network 8748ec74-f60d-46eb-9c17-a36469af007a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:28.833728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736166490'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:28.940453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:28.983349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c6b99e6-eeda-4c93-aa84-ec525f66a552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.001289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.067084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Deleting port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:29.067414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.094417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.119883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] DHCP port deletion for 8748ec74-f60d-46eb-9c17-a36469af007a request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:48:29.149040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c6b99e6-eeda-4c93-aa84-ec525f66a552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.156436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] For port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:29.156754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.166771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Deleting port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:29.167256 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.170464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Calling delete_port for 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:29.189254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.221179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e168a607-91a9-40b8-a60c-68cdfc31f9ee,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.252573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c6b99e6-eeda-4c93-aa84-ec525f66a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.262380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] For port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,segment=NetworkSegment(cf875491-2d42-42e4-92af-92a9573fe910),segment_id=cf875491-2d42-42e4-92af-92a9573fe910)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:29.264958 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.276061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Calling delete_port for 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:29.308360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.310149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c666298-426d-427a-962e-432c0e4b0238 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4831741 Oct 15 19:48:29.310822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42572) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:29.314672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b99e6-eeda-4c93-aa84-ec525f66a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4131bff-aa1d-4579-abc8-4e461b7bfa0a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.318562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'e168a607-91a9-40b8-a60c-68cdfc31f9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:29.330610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5c6b99e6-eeda-4c93-aa84-ec525f66a552 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba3b9c317c89469292c0e2865552946e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636449 Oct 15 19:48:29.333445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:29.340751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0142c-bf17-4459-8a25-9dd48a57ccd3 req-df8d259e-bf2f-4f19-a082-7af905ef27a2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:29.347411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0142c-bf17-4459-8a25-9dd48a57ccd3 req-df8d259e-bf2f-4f19-a082-7af905ef27a2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:29.357433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0142c-bf17-4459-8a25-9dd48a57ccd3 req-df8d259e-bf2f-4f19-a082-7af905ef27a2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:29.359157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4fa0142c-bf17-4459-8a25-9dd48a57ccd3 req-df8d259e-bf2f-4f19-a082-7af905ef27a2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.0929601 Oct 15 19:48:29.411124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.424163 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4fa0142c-bf17-4459-8a25-9dd48a57ccd3 req-327efc2c-7ae3-4c53-b36f-4ac40618be03 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549486 Oct 15 19:48:29.441633 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.446620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.463850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.469773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.480822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] Pushing event deleted for resources: {'Port': ['ID=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.487179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ba214-cb20-4766-81c3-5e55b263a293 None None] No DVR routers for this DVR port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:29.504260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.506461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] No DVR routers for this DVR port 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:29.557007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.558130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:29.590979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53939f72-2c03-4a85-aa25-979891896749 req-da8ac031-4359-45e3-9b5e-cd3676712d5d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:29.592487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53939f72-2c03-4a85-aa25-979891896749 req-da8ac031-4359-45e3-9b5e-cd3676712d5d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1824131 Oct 15 19:48:29.624412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.652209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.664008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8748ec74-f60d-46eb-9c17-a36469af007a']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:29.674604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:29.682577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf875491-2d42-42e4-92af-92a9573fe910') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:29.682934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf875491-2d42-42e4-92af-92a9573fe910') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:29.688540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e1fe2f-403e-4d4e-b96f-315157ca0417,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.692285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'mac_address': 'fa:16:3e:3e:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:29.693741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53939f72-2c03-4a85-aa25-979891896749 req-ac78a272-36f8-4d46-8b3f-33c93541a8df tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713210 Oct 15 19:48:29.696762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.712514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.719482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:29.720191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:29.722325 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:29.750214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.766681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc126e0c-a8ab-4b21-ba1f-a0b703897eff {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:29.789873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:29.792947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.793414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.794161 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c4671b5c-c186-4057-a79e-bcca165e602c tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4812384 Oct 15 19:48:29.796190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.796847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42582) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:29.800963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4131bff-aa1d-4579-abc8-4e461b7bfa0a HTTP/1.1" status: 204 len: 168 time: 0.4578006 Oct 15 19:48:29.807680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c02789-cbfc-4548-b472-9d52227684fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4131bff-aa1d-4579-abc8-4e461b7bfa0a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.812726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'e168a607-91a9-40b8-a60c-68cdfc31f9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:29.851541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090168da-e356-467c-b567-fe5bff60b854 req-896dde06-df5a-4101-a71a-db4957397597 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:29.858717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-090168da-e356-467c-b567-fe5bff60b854 req-896dde06-df5a-4101-a71a-db4957397597 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 944 time: 0.1053262 Oct 15 19:48:29.870365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.884095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.885927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.901287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] 10.222.0.13 "DELETE /v2.0/networks/8748ec74-f60d-46eb-9c17-a36469af007a HTTP/1.1" status: 204 len: 168 time: 1.0562692 Oct 15 19:48:29.921470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-090168da-e356-467c-b567-fe5bff60b854 req-7287d4c1-8a24-4259-a541-9947505ad6b2 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Oct 15 19:48:29.923033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:29.939538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3ac1f-9a8b-48ad-885a-ec641fc00ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=8748ec74-f60d-46eb-9c17-a36469af007a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:29.973467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:30.002600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:30.007576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:30.008040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 88faac4a-32c5-49ea-8b77-2fe28e9fd2d1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:30.008468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:30.014148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d3e8a-b33d-49fe-9d4b-fedd42afdcfe req-dbea2ff3-bf04-4179-ac88-e3b14f8a0c2c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:30.015711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f25d3e8a-b33d-49fe-9d4b-fedd42afdcfe req-dbea2ff3-bf04-4179-ac88-e3b14f8a0c2c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0569565 Oct 15 19:48:30.026680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.030321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:30.030670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0fa45f6f-3d0b-4328-a6f8-3767e8dfbebf not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:30.058620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f25d3e8a-b33d-49fe-9d4b-fedd42afdcfe req-2f6368f7-c9c7-4e84-8b10-c2e80bc817ba tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358028 Oct 15 19:48:30.110038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.144493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dac724f-8ed2-41ea-9674-8696b85a186b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:30.190420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d077c-e243-46b3-b4ad-8608611822c1 req-43753a8f-1e93-4d21-a598-6aab10fe4782 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:30.191462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a6d077c-e243-46b3-b4ad-8608611822c1 req-43753a8f-1e93-4d21-a598-6aab10fe4782 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0586336 Oct 15 19:48:30.204334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bc126e0c-a8ab-4b21-ba1f-a0b703897eff'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:30.210848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.214531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b6f42d78-5f23-4887-b4ff-c1f0efadbe0b tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4142823 Oct 15 19:48:30.215779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42598) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.225183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'e168a607-91a9-40b8-a60c-68cdfc31f9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:30.259879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a6d077c-e243-46b3-b4ad-8608611822c1 req-c0f5cffd-e038-4fa2-8cb5-1ab291245c11 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537181 Oct 15 19:48:30.292000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42604) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.343847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c27ce02-e78c-4c81-946f-950e44497eaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b29a6c88a5d4f54b4ea3342b4f59a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484626 Oct 15 19:48:30.344839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42606) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.349244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.410939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.416004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.434177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.474371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.498641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1fc0e3-2c52-466a-b0c5-d0e773b18857,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:30.553086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb29df-b62c-4c25-878f-fd5b11cb302d req-8a8c6c95-0ac2-49a7-9572-843a1f7b7dcc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:30.558971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb29df-b62c-4c25-878f-fd5b11cb302d req-8a8c6c95-0ac2-49a7-9572-843a1f7b7dcc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:30.564897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb29df-b62c-4c25-878f-fd5b11cb302d req-8a8c6c95-0ac2-49a7-9572-843a1f7b7dcc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:30.566525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54eb29df-b62c-4c25-878f-fd5b11cb302d req-8a8c6c95-0ac2-49a7-9572-843a1f7b7dcc tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.0711353 Oct 15 19:48:30.588781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.613043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a32437cd-b7f2-40aa-90c9-d6e55e34f404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.618662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-54eb29df-b62c-4c25-878f-fd5b11cb302d req-47c55e8f-c95c-49d3-acb5-6be8111766c5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461063 Oct 15 19:48:30.657566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.657666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.657761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.660826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47d92dd7-edf4-454d-9f54-abdc26866aa4 HTTP/1.1" status: 204 len: 168 time: 0.3122177 Oct 15 19:48:30.661042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d539eb5-5433-4fb2-93d2-bd4d1b66ade2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4405198 Oct 15 19:48:30.661906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42616) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.667669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'e168a607-91a9-40b8-a60c-68cdfc31f9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:30.689784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cee4a1-5e19-4a5a-982d-9598d6cad30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d92dd7-edf4-454d-9f54-abdc26866aa4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:30.732535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a32437cd-b7f2-40aa-90c9-d6e55e34f404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.847086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.858356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a32437cd-b7f2-40aa-90c9-d6e55e34f404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.898669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a32437cd-b7f2-40aa-90c9-d6e55e34f404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e474018439a48a68e014511fdd54dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087466 Oct 15 19:48:30.899519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32437cd-b7f2-40aa-90c9-d6e55e34f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd77b056-df79-4cf2-95f6-a70074762ed7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:30.902007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.902154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:30.951294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:30.975273 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.032193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23285a33-9caf-431b-b756-faa5808003d3 req-8f3e7192-bcdf-4bbe-b209-81616cdb4832 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:31.033678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23285a33-9caf-431b-b756-faa5808003d3 req-8f3e7192-bcdf-4bbe-b209-81616cdb4832 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 945 time: 0.0505798 Oct 15 19:48:31.040249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.072382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=247b2983-ed83-4883-9eb6-7f853df2f705,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:31.091968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23285a33-9caf-431b-b756-faa5808003d3 req-591b8a9c-0ae6-4ee7-845b-b00481fc51ff tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Oct 15 19:48:31.173562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.176129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.177280 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd77b056-df79-4cf2-95f6-a70074762ed7 HTTP/1.1" status: 204 len: 168 time: 0.2745459 Oct 15 19:48:31.194227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33289e-97c0-403e-b34b-c5a14c70abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd77b056-df79-4cf2-95f6-a70074762ed7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:31.214390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.215993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0617e39-cfbe-4fb2-9268-b78a079d683e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5523922 Oct 15 19:48:31.218338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:31.218980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9099-8cba-4f32-b0e4-248c532fc839 req-cbf162c4-9fb3-4708-bd8d-fe6adc57116e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:31.223379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'e168a607-91a9-40b8-a60c-68cdfc31f9ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:31.237427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9099-8cba-4f32-b0e4-248c532fc839 req-cbf162c4-9fb3-4708-bd8d-fe6adc57116e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:31.237427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9099-8cba-4f32-b0e4-248c532fc839 req-cbf162c4-9fb3-4708-bd8d-fe6adc57116e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:31.245908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-064b9099-8cba-4f32-b0e4-248c532fc839 req-cbf162c4-9fb3-4708-bd8d-fe6adc57116e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.1014361 Oct 15 19:48:31.308935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-064b9099-8cba-4f32-b0e4-248c532fc839 req-2e57a426-f6de-40a9-86ed-0df27498cb33 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619891 Oct 15 19:48:31.339947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d65dfa98-ee40-42a4-b6e2-c6447820b240 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:31.362461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: d65dfa98-ee40-42a4-b6e2-c6447820b240 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:31.362461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d65dfa98-ee40-42a4-b6e2-c6447820b240 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:31.395308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.465571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.572446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.583234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:31.621026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93013647-d4c7-4233-ad82-6ff19a5448ca,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:31.711368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.712912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-921fda3c-89f7-4dff-ab89-266e95b750d6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4928744 Oct 15 19:48:31.715797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42656) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:31.748503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.759845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.772197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port bc126e0c-a8ab-4b21-ba1f-a0b703897eff completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:31.780075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port bc126e0c-a8ab-4b21-ba1f-a0b703897eff triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:31.780845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.876016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.902622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:31.905454 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abcd542-9809-4832-8ff6-6f660d0d6649" -d '{"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-plugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:31.908929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.916486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:31.920563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/93013647-d4c7-4233-ad82-6ff19a5448ca HTTP/1.1" status: 204 len: 168 time: 0.2007821 Oct 15 19:48:31.921326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:31.939406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:31.940891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25b0f8-895f-4480-b4d0-50ca94088932 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93013647-d4c7-4233-ad82-6ff19a5448ca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:31.960359 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61837d6-8585-46a8-9169-de17d1e86b65 x-openstack-request-id: req-f61837d6-8585-46a8-9169-de17d1e86b65 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:31.960648 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-plugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:31.960897 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f61837d6-8585-46a8-9169-de17d1e86b65 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:31.961410 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'code': 200} Oct 15 19:48:31.995451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.001225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a7e6bad2-a1a4-4adf-91dd-4b43d709fde9 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0789514 Oct 15 19:48:32.004209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42674) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.064523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:32.076263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.087848 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.156451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125c81-2303-422e-8d2a-0aaf15635f9e req-6b9176e2-fe23-4c55-9de0-cd00350b8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.158130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac125c81-2303-422e-8d2a-0aaf15635f9e req-6b9176e2-fe23-4c55-9de0-cd00350b8f49 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 1098 time: 0.0983262 Oct 15 19:48:32.168170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.187630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.188994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/247b2983-ed83-4883-9eb6-7f853df2f705 HTTP/1.1" status: 204 len: 168 time: 0.1823337 Oct 15 19:48:32.190134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f772812-5a07-471a-ac4b-0bf1fc706aa2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=247b2983-ed83-4883-9eb6-7f853df2f705,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:32.191823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.252623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-884782eb-7c27-4a06-9dd4-e6f58fa0f00f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0586712 Oct 15 19:48:32.255241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42692) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.264927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac125c81-2303-422e-8d2a-0aaf15635f9e req-485555f7-dcc8-42d7-a58b-7c4b61954358 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984056 Oct 15 19:48:32.282244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b91e33-e665-400f-ae81-25966d31080c req-cf6ef765-b719-4c60-8b50-375607013bf0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.284940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6b91e33-e665-400f-ae81-25966d31080c req-cf6ef765-b719-4c60-8b50-375607013bf0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0771523 Oct 15 19:48:32.299729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.316237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.333749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6b91e33-e665-400f-ae81-25966d31080c req-06b601bb-92cd-4e36-9697-42f7baf81461 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411022 Oct 15 19:48:32.441334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.454011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.459879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2b1fc0e3-2c52-466a-b0c5-d0e773b18857 HTTP/1.1" status: 204 len: 168 time: 0.2023776 Oct 15 19:48:32.463150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42704) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.476899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677c1df-ce2c-4edc-9c73-58846c024c72 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b1fc0e3-2c52-466a-b0c5-d0e773b18857,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:32.519781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1b2-d643-4133-a4df-a6c3f9a5aa3c req-80a37a11-1cf6-42e2-9b05-41dd2bcfca12 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.526413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1b2-d643-4133-a4df-a6c3f9a5aa3c req-80a37a11-1cf6-42e2-9b05-41dd2bcfca12 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.532769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac1b2-d643-4133-a4df-a6c3f9a5aa3c req-80a37a11-1cf6-42e2-9b05-41dd2bcfca12 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.534535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-425ac1b2-d643-4133-a4df-a6c3f9a5aa3c req-80a37a11-1cf6-42e2-9b05-41dd2bcfca12 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.0968664 Oct 15 19:48:32.544696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-701956c6-4113-4144-8e9b-08f415ad2615 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0801661 Oct 15 19:48:32.547659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42708) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.585044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-425ac1b2-d643-4133-a4df-a6c3f9a5aa3c req-82f01f82-ffbd-46f6-952a-7e70dbce4daf tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Oct 15 19:48:32.597765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.614101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.726588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.733212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.734318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5dac724f-8ed2-41ea-9674-8696b85a186b HTTP/1.1" status: 204 len: 168 time: 0.1855588 Oct 15 19:48:32.737164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42714) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.740367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79859e-a918-411b-a073-bc6691400400 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dac724f-8ed2-41ea-9674-8696b85a186b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:32.785653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2cd1a1eb-99e5-45c7-b9fc-1baf3d5c8a1a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451446 Oct 15 19:48:32.786942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.810639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.818300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.891680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-50d008d0-f009-49f4-aacf-36cafba0b34a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.897523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-50d008d0-f009-49f4-aacf-36cafba0b34a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.903386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-50d008d0-f009-49f4-aacf-36cafba0b34a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:32.904913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-50d008d0-f009-49f4-aacf-36cafba0b34a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 2418 time: 0.0641255 Oct 15 19:48:32.951301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.975091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:32.976216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/67e1fe2f-403e-4d4e-b96f-315157ca0417 HTTP/1.1" status: 204 len: 168 time: 0.1883521 Oct 15 19:48:32.979035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42718) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:32.984056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a756df3-1a2e-498c-8546-d703634d4ea3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67e1fe2f-403e-4d4e-b96f-315157ca0417,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:33.012512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:33.012850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.019255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2fd6d739-b936-4a02-a919-cd29a0eb49f9 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390701 Oct 15 19:48:33.022042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.087348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.111544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:33.111935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.113225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.125111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 9bc06d9a-27ee-4ae4-a3f9-50096a29573b owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:33.135751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42724) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.212234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.214898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.218545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/e168a607-91a9-40b8-a60c-68cdfc31f9ee HTTP/1.1" status: 204 len: 168 time: 0.1932435 Oct 15 19:48:33.219313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.227435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b304f3c-0cb6-4288-8a6c-e4a541eb9c96 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e168a607-91a9-40b8-a60c-68cdfc31f9ee,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:33.276377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34851e5f-e777-4647-8af3-298f812fcf41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.326648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66cf4a04-966a-49f1-9296-e81f0690cb05 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061053 Oct 15 19:48:33.331751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42736) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.337729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639963813'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:33.388269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.399337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34851e5f-e777-4647-8af3-298f812fcf41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.400415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9bc06d9a-27ee-4ae4-a3f9-50096a29573b', '43d93a2a-1386-4659-bab0-a7887860d53c', '1bdcca1b-aa00-49b7-a2e2-20188e54071a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:33.418935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.422780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=9bc06d9a-27ee-4ae4-a3f9-50096a29573b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:33.486833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34851e5f-e777-4647-8af3-298f812fcf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.513904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 9bc06d9a-27ee-4ae4-a3f9-50096a29573b on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:33.517718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.522765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-7cef1c2e-8c9b-4bf4-8bbf-4de74cbfc571 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "DELETE /v2.0/ports/9bc06d9a-27ee-4ae4-a3f9-50096a29573b HTTP/1.1" status: 204 len: 173 time: 0.6117954 Oct 15 19:48:33.526843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:33.533850 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7a831-3345-41e1-925b-3a1c0352e634" -d '{"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:33.596956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047306c-2237-437c-8788-bff0f9ab2a87 req-132095d0-44b9-431b-ae30-60708809f59f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:33.604948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-34851e5f-e777-4647-8af3-298f812fcf41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=743c977a877649c99d031dd7065d136e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680922 Oct 15 19:48:33.605709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42752) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.606709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8047306c-2237-437c-8788-bff0f9ab2a87 req-132095d0-44b9-431b-ae30-60708809f59f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.1526389 Oct 15 19:48:33.647763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.670494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8047306c-2237-437c-8788-bff0f9ab2a87 req-0c6edeb1-e5de-4450-9770-02fabf8e6366 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 Oct 15 19:48:33.750017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.774815 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f58abc3-20be-41d6-8f29-5a48527adb95 x-openstack-request-id: req-1f58abc3-20be-41d6-8f29-5a48527adb95 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:33.775235 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "9bc06d9a-27ee-4ae4-a3f9-50096a29573b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:33.775791 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f58abc3-20be-41d6-8f29-5a48527adb95 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:33.776297 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '9bc06d9a-27ee-4ae4-a3f9-50096a29573b', 'status': 'completed', 'code': 200} Oct 15 19:48:33.777176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34851e5f-e777-4647-8af3-298f812fcf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb72666-4454-4a43-8715-385ce71f6d2a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:33.820748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.826902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62824dc0-5471-4df3-901a-49c3e5ac7b6e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:33.891368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.915717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:33.919873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2a681ce9-ab7b-48a4-8202-c5f83b00aaae tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5838678 Oct 15 19:48:33.923081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42768) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:33.930302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': '62824dc0-5471-4df3-901a-49c3e5ac7b6e', 'direction': 'ingress', 'protocol': 17}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:34.029821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.126989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729496b-ba5c-4d68-9230-1387eec85961 req-7c539a83-177d-4de5-a266-24ad5d60a312 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:34.128617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3729496b-ba5c-4d68-9230-1387eec85961 req-7c539a83-177d-4de5-a266-24ad5d60a312 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0945349 Oct 15 19:48:34.135915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.173790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3729496b-ba5c-4d68-9230-1387eec85961 req-40770a37-eeae-4ce4-9031-94c1b0971e2d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366077 Oct 15 19:48:34.201917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.225279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c13b242-fccb-4ac9-b6a2-de3300248bad,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:34.265053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 1bdcca1b-aa00-49b7-a2e2-20188e54071a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:34.265623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.278457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59925db-522f-4bef-ab8a-ee6abcde26fb req-a1a212cd-828f-4e48-a6bd-1096d3c3fd1d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:34.284375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59925db-522f-4bef-ab8a-ee6abcde26fb req-a1a212cd-828f-4e48-a6bd-1096d3c3fd1d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:34.286441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a59925db-522f-4bef-ab8a-ee6abcde26fb req-a1a212cd-828f-4e48-a6bd-1096d3c3fd1d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 1683 time: 0.4603963 Oct 15 19:48:34.290841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.292514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b09ff40b-7405-4b52-9c9f-0580f82bb1d4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3683698 Oct 15 19:48:34.295231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:34.340362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd899ca-196a-4e9b-866d-3975568785fc req-ba4573e3-7bed-4693-8410-d0539905b3ad tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:34.342608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ecd899ca-196a-4e9b-866d-3975568785fc req-ba4573e3-7bed-4693-8410-d0539905b3ad tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0891914 Oct 15 19:48:34.381072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a59925db-522f-4bef-ab8a-ee6abcde26fb req-70e56787-dd3d-43c6-94cf-e0b1435eeefb tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820889 Oct 15 19:48:34.399489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.404476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ecd899ca-196a-4e9b-866d-3975568785fc req-a65d0030-af99-4d2b-bb2f-7d36238bf31a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523756 Oct 15 19:48:34.409652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 1bdcca1b-aa00-49b7-a2e2-20188e54071a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1bdcca1b-aa00-49b7-a2e2-20188e54071a,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:34.410090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.430916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.434385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 1bdcca1b-aa00-49b7-a2e2-20188e54071a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:34.451419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.452909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.456025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edb72666-4454-4a43-8715-385ce71f6d2a HTTP/1.1" status: 204 len: 168 time: 0.8450575 Oct 15 19:48:34.511119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc23c8e-7387-4ee4-b030-6ba71742196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb72666-4454-4a43-8715-385ce71f6d2a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:34.601073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.604407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.606338 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/62824dc0-5471-4df3-901a-49c3e5ac7b6e HTTP/1.1" status: 204 len: 168 time: 0.3093140 Oct 15 19:48:34.609034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:34.616444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e327f1-636c-406d-884b-20190b154b01 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62824dc0-5471-4df3-901a-49c3e5ac7b6e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:34.678323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c3b50255-0775-4fad-8a0c-3055a70089f2 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685475 Oct 15 19:48:34.682179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:34.687698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498602450'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:34.766468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.778754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9bc06d9a-27ee-4ae4-a3f9-50096a29573b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:34.798541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=1bdcca1b-aa00-49b7-a2e2-20188e54071a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:34.811811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11af01-8485-4f4c-9905-476300a1f241 req-2d5383e7-28e5-43d7-869b-5efe1a369435 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:34.813393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c11af01-8485-4f4c-9905-476300a1f241 req-2d5383e7-28e5-43d7-869b-5efe1a369435 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0649250 Oct 15 19:48:34.819765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.856674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 1bdcca1b-aa00-49b7-a2e2-20188e54071a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:34.872143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:34.875594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-425f2f1c-de3d-46d5-b6ae-e2f4d07322c0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "DELETE /v2.0/ports/1bdcca1b-aa00-49b7-a2e2-20188e54071a HTTP/1.1" status: 204 len: 173 time: 1.3348310 Oct 15 19:48:34.890319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c11af01-8485-4f4c-9905-476300a1f241 req-af1c297e-5f28-4ad9-80fd-7f63b6604e4d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Oct 15 19:48:34.948496 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.037992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 43d93a2a-1386-4659-bab0-a7887860d53c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:35.038618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.048095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.085308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f018b4-7874-4496-9bf6-9a5993196971,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:35.134448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.136056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ecf50a47-3f21-427e-aa72-c20b909e1424 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4523401 Oct 15 19:48:35.138966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:35.157200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356573914'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:35.171706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 43d93a2a-1386-4659-bab0-a7887860d53c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=43d93a2a-1386-4659-bab0-a7887860d53c,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:35.172332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.195092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 43d93a2a-1386-4659-bab0-a7887860d53c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:35.235147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.319209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.406922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.407605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.441098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faecbff2-7b32-44d7-aeb3-87ed85165804,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:35.445876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=43d93a2a-1386-4659-bab0-a7887860d53c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:35.510107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 43d93a2a-1386-4659-bab0-a7887860d53c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:35.510107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.511371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897acdb7-1415-438e-ae9e-93e38a3c0ac1 req-a73e6053-1e5c-4626-9c9a-3612a72de5f0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.11 "DELETE /v2.0/ports/43d93a2a-1386-4659-bab0-a7887860d53c HTTP/1.1" status: 204 len: 173 time: 0.6228852 Oct 15 19:48:35.539078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.544278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42850) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:35.547596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0862caa6-c028-4171-becb-33ab36d3e6db tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4036438 Oct 15 19:48:35.547596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2acb081-16e8-41b8-a07e-bd32dc65b993 req-c9906c47-2cd1-4167-b042-f88d678ce148 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 210 time: 0.0450044 Oct 15 19:48:35.549066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'b9f018b4-7874-4496-9bf6-9a5993196971', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'faecbff2-7b32-44d7-aeb3-87ed85165804', 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:35.695202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.785301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a'}, {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:35.786927 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a8d812-cbb2-4ad7-843c-7e503b064bc0" -d '{"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a"}, {"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:35.888516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.898075 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821c9a6-8e74-4d84-87ff-05020945b544 x-openstack-request-id: req-2821c9a6-8e74-4d84-87ff-05020945b544 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:35.898385 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "1bdcca1b-aa00-49b7-a2e2-20188e54071a", "status": "completed", "code": 200}, {"server_uuid": "255fa6f5-dd8b-4ecf-878f-aa65e608d827", "name": "network-vif-deleted", "tag": "43d93a2a-1386-4659-bab0-a7887860d53c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:35.898768 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2821c9a6-8e74-4d84-87ff-05020945b544 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:35.899337 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '1bdcca1b-aa00-49b7-a2e2-20188e54071a', 'status': 'completed', 'code': 200} Oct 15 19:48:35.899661 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255fa6f5-dd8b-4ecf-878f-aa65e608d827', 'name': 'network-vif-deleted', 'tag': '43d93a2a-1386-4659-bab0-a7887860d53c', 'status': 'completed', 'code': 200} Oct 15 19:48:35.955325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:35.987101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a257f4a1-25be-410d-b677-1f027957ab5b,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:36.089475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.097597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-091d769a-9acb-402a-8b3e-5526b821e641 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5453002 Oct 15 19:48:36.097597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42902) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:36.139262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.150250 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.258165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.273341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.273341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a257f4a1-25be-410d-b677-1f027957ab5b HTTP/1.1" status: 204 len: 168 time: 0.1745718 Oct 15 19:48:36.275071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:36.284316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad6d87-6362-4b08-a405-828cb654e905 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a257f4a1-25be-410d-b677-1f027957ab5b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:36.360620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b196acea-3300-44f4-9c9e-32ba9b6ac6e7 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0845821 Oct 15 19:48:36.363534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42920) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:36.432628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.460895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.462444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfba375-3665-46ce-b86a-730df8626769 req-7559d4cd-2630-47b6-b9ba-69c264a1d507 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:36.464884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0dfba375-3665-46ce-b86a-730df8626769 req-7559d4cd-2630-47b6-b9ba-69c264a1d507 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0802407 Oct 15 19:48:36.559792 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0dfba375-3665-46ce-b86a-730df8626769 req-48ad5c8e-6b29-4968-8e03-1af1101b8f90 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850022 Oct 15 19:48:36.606730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.609379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.612866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/faecbff2-7b32-44d7-aeb3-87ed85165804 HTTP/1.1" status: 204 len: 168 time: 0.2480519 Oct 15 19:48:36.617704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42932) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:36.626652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc852fd-e166-4024-ae7a-aca25d854353 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faecbff2-7b32-44d7-aeb3-87ed85165804,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:36.688466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-394c76c1-d227-4b23-9b9a-d9f517ffa908 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0695245 Oct 15 19:48:36.692071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:36.782642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3127338d-ce39-4e73-8870-4ff46a654f05 req-951fc104-e377-4879-977f-0b1660cf1cb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=255fa6f5-dd8b-4ecf-878f-aa65e608d827 HTTP/1.1" status: 200 len: 210 time: 0.0380874 Oct 15 19:48:36.804135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:36.827756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.023977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.026794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.028040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/b9f018b4-7874-4496-9bf6-9a5993196971 HTTP/1.1" status: 204 len: 168 time: 0.3347690 Oct 15 19:48:37.030679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42968) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:37.037629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8435772-7f50-47c9-a4cb-b565ee6ab542 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f018b4-7874-4496-9bf6-9a5993196971,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:37.091324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-53bd7378-782f-4461-bc65-b4d822137ee0 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558131 Oct 15 19:48:37.091542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:37.096203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091708637'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:37.217581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.290450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.347542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 43d93a2a-1386-4659-bab0-a7887860d53c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:37.369553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 43d93a2a-1386-4659-bab0-a7887860d53c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:37.369905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 43d93a2a-1386-4659-bab0-a7887860d53c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:37.370334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9bc06d9a-27ee-4ae4-a3f9-50096a29573b no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:37.389470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 9bc06d9a-27ee-4ae4-a3f9-50096a29573b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:37.389819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9bc06d9a-27ee-4ae4-a3f9-50096a29573b not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:37.390254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1bdcca1b-aa00-49b7-a2e2-20188e54071a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:37.395114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.408810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 1bdcca1b-aa00-49b7-a2e2-20188e54071a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:37.409153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1bdcca1b-aa00-49b7-a2e2-20188e54071a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:37.423989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0a3cab-2851-4251-a437-6166a5a119c4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:37.488755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.490747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-83cd11f6-6e36-46fd-8f36-2793b035f884 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3980949 Oct 15 19:48:37.492222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b403d94-f6c2-4508-a8b7-22e48c8a104a req-32b74a45-6d5b-45fa-9ce3-02a4e2e350f1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:37.493732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b403d94-f6c2-4508-a8b7-22e48c8a104a req-32b74a45-6d5b-45fa-9ce3-02a4e2e350f1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0537777 Oct 15 19:48:37.499394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42992) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:37.503761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': 'bc0a3cab-2851-4251-a437-6166a5a119c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:37.551410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b403d94-f6c2-4508-a8b7-22e48c8a104a req-bad9f15c-3979-43fb-a73f-c80f88630d92 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430679 Oct 15 19:48:37.659674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.717340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542ebe5-bb16-45ea-b634-7a1fc234730a req-f66acd69-d1a2-42f0-99a0-4d67ad9f2539 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:37.718926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b542ebe5-bb16-45ea-b634-7a1fc234730a req-f66acd69-d1a2-42f0-99a0-4d67ad9f2539 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0541339 Oct 15 19:48:37.747312 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.755221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef5308-d1ad-4f9e-b871-13e1827a83c5 req-9f941fda-747d-418c-a4c9-bdb05b77c82a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:37.756769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9ef5308-d1ad-4f9e-b871-13e1827a83c5 req-9f941fda-747d-418c-a4c9-bdb05b77c82a tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0757751 Oct 15 19:48:37.771223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b542ebe5-bb16-45ea-b634-7a1fc234730a req-a04ea52b-6a46-4d8d-9d5d-a8d5bbb1d754 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Oct 15 19:48:37.797933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9ef5308-d1ad-4f9e-b871-13e1827a83c5 req-f1c6ec91-f983-4906-870c-112b193b02fa tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Oct 15 19:48:37.845083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43010) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:37.858353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.907380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96dfa08-03fa-4d9a-a235-96e8607ba02d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:37.920820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting subnet 85a80ce3-36b0-477e-9c5b-4a675608d29f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:37.923919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.969764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:37.971025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d097349f-5abf-46de-9c9e-f88b6d7aac8d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4706175 Oct 15 19:48:37.972542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf097277-6162-4899-9cca-71cb8c74d443 req-aff9f3a1-1064-4bce-b697-688bff98030a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:37.981938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43020) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:37.983155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf097277-6162-4899-9cca-71cb8c74d443 req-aff9f3a1-1064-4bce-b697-688bff98030a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0727866 Oct 15 19:48:38.025861 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf097277-6162-4899-9cca-71cb8c74d443 req-303a98cf-5cd4-4ef8-9be4-24155b6af91f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411944 Oct 15 19:48:38.026732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.070602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.081238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.157547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.162345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb2d26-ddca-481e-9b43-3767aa9bf48c req-f991811c-4666-40e0-847b-0e60c43b9a95 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:38.163958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20fb2d26-ddca-481e-9b43-3767aa9bf48c req-f991811c-4666-40e0-847b-0e60c43b9a95 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0612764 Oct 15 19:48:38.207238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.219007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.220538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d96dfa08-03fa-4d9a-a235-96e8607ba02d HTTP/1.1" status: 204 len: 168 time: 0.2376842 Oct 15 19:48:38.221625 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20fb2d26-ddca-481e-9b43-3767aa9bf48c req-41ad8518-7cb9-4423-b5ed-4d92592e1ec1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516508 Oct 15 19:48:38.224794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.261372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7ea63-b555-4d3d-9f83-bd0d7dddec2f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96dfa08-03fa-4d9a-a235-96e8607ba02d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:38.288722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.317179 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df59ef64-6433-4301-95fb-11780624bee3 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871086 Oct 15 19:48:38.320512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43040) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.361115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.392041 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.410480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Subnet': ['ID=85a80ce3-36b0-477e-9c5b-4a675608d29f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:38.410480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.413512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d37f39-bb85-4f8e-bb38-d3ebdc942dff None None] Network e2e48fa7-781c-4ee6-955b-ed3384eb1cef requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:38.431817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-00f43a4c-06db-43ce-b9c0-1bc850f73699 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/subnets/85a80ce3-36b0-477e-9c5b-4a675608d29f HTTP/1.1" status: 204 len: 168 time: 0.5756273 Oct 15 19:48:38.431817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43048) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.469863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.490948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc3036fe-d4bd-4282-9ee8-d4af7e248539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.538185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.610542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9478ea2-94b6-4ffd-bec9-bcd07956f963 req-d8b39d62-f0a5-43f5-af56-bdfa60ff2d97 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:38.612118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9478ea2-94b6-4ffd-bec9-bcd07956f963 req-d8b39d62-f0a5-43f5-af56-bdfa60ff2d97 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0699511 Oct 15 19:48:38.667915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] DHCP port deletion for e2e48fa7-781c-4ee6-955b-ed3384eb1cef request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:48:38.678455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.682010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.683166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/bc0a3cab-2851-4251-a437-6166a5a119c4 HTTP/1.1" status: 204 len: 168 time: 0.3616934 Oct 15 19:48:38.687351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43052) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.692281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9478ea2-94b6-4ffd-bec9-bcd07956f963 req-86d9d24a-1b6a-464e-975a-6f2bd63fea69 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 Oct 15 19:48:38.702339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190327a-61e1-4700-aff2-1fa9a96adc0d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0a3cab-2851-4251-a437-6166a5a119c4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:38.746771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 01807225-ce0a-4374-b72a-96f53d0a010e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:38.747176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.747798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Deleting port 01807225-ce0a-4374-b72a-96f53d0a010e {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:38.748784 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.793845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6fd02529-522e-40d9-ab61-06f8c1701087 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006875 Oct 15 19:48:38.797788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43056) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.805728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group': {'name': 'tempest-secgroup--813187173'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:38.821347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc3036fe-d4bd-4282-9ee8-d4af7e248539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.880847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] For port 01807225-ce0a-4374-b72a-96f53d0a010e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=01807225-ce0a-4374-b72a-96f53d0a010e,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:38.881260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.897802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 01807225-ce0a-4374-b72a-96f53d0a010e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=01807225-ce0a-4374-b72a-96f53d0a010e,segment=NetworkSegment(00a12f8e-53ad-4b55-af77-b38caae264f7),segment_id=00a12f8e-53ad-4b55-af77-b38caae264f7)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:38.898609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.899092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f217b-19bf-4282-8f05-3b0f7d99ca40 req-bae70e18-326c-4ea1-92ad-e2fde8ab5bf0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:38.899258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Calling delete_port for 01807225-ce0a-4374-b72a-96f53d0a010e owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:38.900699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-950f217b-19bf-4282-8f05-3b0f7d99ca40 req-bae70e18-326c-4ea1-92ad-e2fde8ab5bf0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0824485 Oct 15 19:48:38.909457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc3036fe-d4bd-4282-9ee8-d4af7e248539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.928636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 01807225-ce0a-4374-b72a-96f53d0a010e owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:38.972810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dc3036fe-d4bd-4282-9ee8-d4af7e248539 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d0c8a9aa9144332bd75887b6a2e093a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800184 Oct 15 19:48:38.974401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43064) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:38.986409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:38.999940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3036fe-d4bd-4282-9ee8-d4af7e248539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538454cb-24f8-41e9-8fba-0291ac55a304,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.017711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-950f217b-19bf-4282-8f05-3b0f7d99ca40 req-fb9a51d3-6a03-47ca-896b-686f53d37f30 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957172 Oct 15 19:48:39.049287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b3bb8-3e56-40d0-b11b-48ba5022ea23 req-d51b570a-e913-4d3a-b6d8-d4cce967c874 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:39.058630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec7b3bb8-3e56-40d0-b11b-48ba5022ea23 req-d51b570a-e913-4d3a-b6d8-d4cce967c874 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.1499984 Oct 15 19:48:39.086862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.093550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.132320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec7b3bb8-3e56-40d0-b11b-48ba5022ea23 req-1c2e4a73-113d-4c42-9301-5df4cdf069a7 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726531 Oct 15 19:48:39.137218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.156380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.180482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] No DVR routers for this DVR port 01807225-ce0a-4374-b72a-96f53d0a010e on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:39.183282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31461fa4-ee99-41df-b5fb-97a88848ace9 None None] Pushing event deleted for resources: {'Port': ['ID=01807225-ce0a-4374-b72a-96f53d0a010e,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.187771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.205061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 01807225-ce0a-4374-b72a-96f53d0a010e on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:39.207754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=01807225-ce0a-4374-b72a-96f53d0a010e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.241739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.286661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f860815-a59c-4d9f-8907-bbd98dc7ab55,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.355357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.355517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.358462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.362023 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/538454cb-24f8-41e9-8fba-0291ac55a304 HTTP/1.1" status: 204 len: 168 time: 0.3806329 Oct 15 19:48:39.370623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810ff5b-bb45-43c5-a37e-70719f5957c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538454cb-24f8-41e9-8fba-0291ac55a304,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.385605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.387105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c42cd05-7e54-4237-a22a-ad8c65588f1d tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5881193 Oct 15 19:48:39.388215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e48fa7-781c-4ee6-955b-ed3384eb1cef']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:39.391221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43100) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:39.412612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': '0f860815-a59c-4d9f-8907-bbd98dc7ab55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:39.421100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a12f8e-53ad-4b55-af77-b38caae264f7') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:39.421396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a12f8e-53ad-4b55-af77-b38caae264f7') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:39.438784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0056f-e690-4b25-92ff-99c2f62bc2b1 req-9dc13872-6a21-4565-af68-896c66ffba70 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:39.440312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae0056f-e690-4b25-92ff-99c2f62bc2b1 req-9dc13872-6a21-4565-af68-896c66ffba70 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1462431 Oct 15 19:48:39.442896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.478444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.488392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:39.488778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:39.492460 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:39.527184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae0056f-e690-4b25-92ff-99c2f62bc2b1 req-b1c7ba29-8260-4f8d-ae0d-240c550629a4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737214 Oct 15 19:48:39.554704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-4a133924-524c-4201-aa49-deb30dd9eddf tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a109ba1947854b9990b1fe581dce0bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361574 Oct 15 19:48:39.632582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.685701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12090c-e1c7-4018-b04e-560b6f57992e req-19105335-2776-4e7f-b72c-07f8738b9d91 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:39.687112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb12090c-e1c7-4018-b04e-560b6f57992e req-19105335-2776-4e7f-b72c-07f8738b9d91 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0867054 Oct 15 19:48:39.693421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.703924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.706963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/networks/e2e48fa7-781c-4ee6-955b-ed3384eb1cef HTTP/1.1" status: 204 len: 168 time: 1.2776635 Oct 15 19:48:39.714289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43114) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:39.752170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-57cd578c-1063-4a05-82cd-4c1f144937c1 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:39.753791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-57cd578c-1063-4a05-82cd-4c1f144937c1 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930244 Oct 15 19:48:39.766192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ea31a-1a8d-4a92-8d7a-0bf6fc075d6a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Network': ['ID=e2e48fa7-781c-4ee6-955b-ed3384eb1cef,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.776136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-fbf98c39-78dc-4930-8402-05def4959663 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/quotas/a109ba1947854b9990b1fe581dce0bc9 HTTP/1.1" status: 200 len: 375 time: 0.0154715 Oct 15 19:48:39.800192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.812470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb12090c-e1c7-4018-b04e-560b6f57992e req-512d11e1-cb4b-4489-873b-9cf0efd0eedd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 Oct 15 19:48:39.813982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-c1257144-cecf-421e-9676-0d77fd4ec77d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305779 Oct 15 19:48:39.819487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting subnet 6bf78b28-8448-4b71-80ac-9f7f5874b817 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:39.822923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.863276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.893525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:39.897999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883a08c4-a139-4d18-a808-0148beb4f12f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:39.950348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 01807225-ce0a-4374-b72a-96f53d0a010e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:40.007320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 01807225-ce0a-4374-b72a-96f53d0a010e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:40.011343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 01807225-ce0a-4374-b72a-96f53d0a010e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:40.024806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.026292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-abd910cc-65a9-41d8-a609-098e19d2ec35 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6286995 Oct 15 19:48:40.028973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.039549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.055727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-318b47fa-5c92-4f42-bd75-000739ff0e1a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules/883a08c4-a139-4d18-a808-0148beb4f12f HTTP/1.1" status: 200 len: 763 time: 0.0243497 Oct 15 19:48:40.059450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43134) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.130821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ac93233-7212-4c87-9931-1661853011b8 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0685041 Oct 15 19:48:40.133917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.143796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80eaca2-23f8-4181-b1c2-3a556bb86873 req-96471dc3-6a15-4740-a371-aa939c9aa453 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:40.145617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80eaca2-23f8-4181-b1c2-3a556bb86873 req-96471dc3-6a15-4740-a371-aa939c9aa453 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0816720 Oct 15 19:48:40.191194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.209839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.210447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80eaca2-23f8-4181-b1c2-3a556bb86873 req-e1bd6ce5-96b6-4137-8612-516146b9d2fa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Oct 15 19:48:40.219543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.281011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf78b28-8448-4b71-80ac-9f7f5874b817,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:40.310512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.314233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.314628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.314979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.315323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.315686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.316017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.316343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.316669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.316991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.317849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.318176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:40.328383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.329475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb78fc79-3456-4d77-a4a8-d11004f27659 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/subnets/6bf78b28-8448-4b71-80ac-9f7f5874b817 HTTP/1.1" status: 204 len: 168 time: 0.6113513 Oct 15 19:48:40.332159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43154) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.335321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48783df7-235e-4546-afc5-217890ef29be None None] Network dafbd67c-d12f-41b4-b776-d8f865aba445 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:40.388119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.401308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.404947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/883a08c4-a139-4d18-a808-0148beb4f12f HTTP/1.1" status: 204 len: 168 time: 0.2692788 Oct 15 19:48:40.406167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef0d95-c588-41e6-8619-e430ccbba7d6 req-7e3ff8f3-c0b2-44bf-8c31-486d5c3e1f82 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:40.407704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aef0d95-c588-41e6-8619-e430ccbba7d6 req-7e3ff8f3-c0b2-44bf-8c31-486d5c3e1f82 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0781648 Oct 15 19:48:40.408192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43158) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.484869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aef0d95-c588-41e6-8619-e430ccbba7d6 req-01412552-9adb-4650-9e69-6f7d8d24f6bb tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653739 Oct 15 19:48:40.500080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71822fa-9c1c-4eab-b29f-18775d858f66 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=883a08c4-a139-4d18-a808-0148beb4f12f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:40.524324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b0b00dda-4577-4ad2-897a-758bc2fc83b6 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1142042 Oct 15 19:48:40.526332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:40.530018 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.532071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': '0f860815-a59c-4d9f-8907-bbd98dc7ab55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:40.552109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8aef-3e4e-408d-8fb8-4c440d5c138f req-fd2711e5-3008-4c9e-90f5-b4003ea19968 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:40.564714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5ac8aef-3e4e-408d-8fb8-4c440d5c138f req-fd2711e5-3008-4c9e-90f5-b4003ea19968 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1863792 Oct 15 19:48:40.585983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] DHCP port deletion for dafbd67c-d12f-41b4-b776-d8f865aba445 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:48:40.628417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-9e11ea75-4cee-46f6-9a03-b2c56c9e7c0f tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a109ba1947854b9990b1fe581dce0bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353596 Oct 15 19:48:40.662264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Deleting port c0d4cabf-ae75-44a1-a181-c3995f167dc0 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:40.662993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.665225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b5ac8aef-3e4e-408d-8fb8-4c440d5c138f req-eaf6edcd-5d8e-410b-b63c-50db8fdf9412 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939527 Oct 15 19:48:40.704090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port c0d4cabf-ae75-44a1-a181-c3995f167dc0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:40.707058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.774233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] For port c0d4cabf-ae75-44a1-a181-c3995f167dc0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c0d4cabf-ae75-44a1-a181-c3995f167dc0,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:40.774233 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.800456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.803935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Calling delete_port for c0d4cabf-ae75-44a1-a181-c3995f167dc0 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:40.814771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port c0d4cabf-ae75-44a1-a181-c3995f167dc0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c0d4cabf-ae75-44a1-a181-c3995f167dc0,segment=NetworkSegment(dde536f5-32ae-4942-aa78-ac791c772adf),segment_id=dde536f5-32ae-4942-aa78-ac791c772adf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:40.815487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:40.832700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for c0d4cabf-ae75-44a1-a181-c3995f167dc0 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:40.983902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.001319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.006946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.013998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-b75b8a49-347f-4dc4-bd4b-9c131f67f972 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.021590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-b75b8a49-347f-4dc4-bd4b-9c131f67f972 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869042 Oct 15 19:48:41.031654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] Pushing event deleted for resources: {'Port': ['ID=c0d4cabf-ae75-44a1-a181-c3995f167dc0,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:41.040700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd4952-aa14-431a-8c46-e92ec0a8821a None None] No DVR routers for this DVR port c0d4cabf-ae75-44a1-a181-c3995f167dc0 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:41.040948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-1bf33cbf-8075-4b40-a60a-3c657852382e tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/quotas/a109ba1947854b9990b1fe581dce0bc9 HTTP/1.1" status: 200 len: 375 time: 0.0182621 Oct 15 19:48:41.057224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=c0d4cabf-ae75-44a1-a181-c3995f167dc0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:41.068348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port c0d4cabf-ae75-44a1-a181-c3995f167dc0 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:41.084634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-3a9a57f6-7443-46fa-81a1-28b7daef0021 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426557 Oct 15 19:48:41.088692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.111219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdff183-35ad-475b-8a49-f4ceddff4c57,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:41.131970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaa7b5-34ec-4daa-9ebf-2a8eae116005 req-4d54d71b-cc68-4c2c-81d2-ee966d6b0ff6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.133660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4fbaa7b5-34ec-4daa-9ebf-2a8eae116005 req-4d54d71b-cc68-4c2c-81d2-ee966d6b0ff6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1607277 Oct 15 19:48:41.190222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.204652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.208713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bb0c0d24-03f0-4f9f-a3bd-e63664d817cb tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6788692 Oct 15 19:48:41.209105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.222379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafbd67c-d12f-41b4-b776-d8f865aba445']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:41.226784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e17ea79-fe29-4242-b708-cc24376bc59f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules/8cdff183-35ad-475b-8a49-f4ceddff4c57 HTTP/1.1" status: 200 len: 763 time: 0.0164561 Oct 15 19:48:41.232870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4fbaa7b5-34ec-4daa-9ebf-2a8eae116005 req-2dd1745b-847d-4119-94cc-3fcddd3036a4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Oct 15 19:48:41.236309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde536f5-32ae-4942-aa78-ac791c772adf') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:41.236684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde536f5-32ae-4942-aa78-ac791c772adf') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:41.237254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.247819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.262783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.273285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:41.273285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:41.275605 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:41.293028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7bc7de7d-7b8a-4c37-848b-eb9839c9abf4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522079 Oct 15 19:48:41.293269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43198) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.317344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.324513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.387351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482db1c7-002f-48ae-aafa-6f261a3c2ec5 req-74560fa8-3384-408d-ab42-d904e5d7c9e3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.388992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-482db1c7-002f-48ae-aafa-6f261a3c2ec5 req-74560fa8-3384-408d-ab42-d904e5d7c9e3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0599167 Oct 15 19:48:41.431837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-482db1c7-002f-48ae-aafa-6f261a3c2ec5 req-db743d2a-b254-4c11-b48c-d5de47388d13 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Oct 15 19:48:41.437087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.443714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.447393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/8cdff183-35ad-475b-8a49-f4ceddff4c57 HTTP/1.1" status: 204 len: 168 time: 0.1507254 Oct 15 19:48:41.447913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43204) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.465597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab272d-1e3d-4502-ab9e-957e84544a4a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cdff183-35ad-475b-8a49-f4ceddff4c57,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:41.499066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.509703 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.512930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/networks/dafbd67c-d12f-41b4-b776-d8f865aba445 HTTP/1.1" status: 204 len: 168 time: 1.1767738 Oct 15 19:48:41.524128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.534431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1188566208'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:41.587640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed215919-9cf1-4322-86ad-15bebbe577ff req-72b513d4-2138-4b58-8107-0f3ee1fa1d1e tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.0806687 Oct 15 19:48:41.591833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dd0e6-6f5a-4913-844b-d6455eb26828 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Network': ['ID=dafbd67c-d12f-41b4-b776-d8f865aba445,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:41.597033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:41.614688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-35616d16-83da-4265-bb01-c49a1bf528ec tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1651554 Oct 15 19:48:41.618549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:41.624029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Request body: {'security_group_rule': {'security_group_id': '0f860815-a59c-4d9f-8907-bbd98dc7ab55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:41.651435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2541a2-36c2-4b71-9cdc-45b28ccbfd64 req-fac28581-3c4c-4d70-895c-dec64f6c6e31 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.653012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2541a2-36c2-4b71-9cdc-45b28ccbfd64 req-fac28581-3c4c-4d70-895c-dec64f6c6e31 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.0784707 Oct 15 19:48:41.694468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2541a2-36c2-4b71-9cdc-45b28ccbfd64 req-5a602606-3c6a-4b99-a38b-a75e842c0683 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Oct 15 19:48:41.699227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:41.702632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.723816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:41.735753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'network_id': 'ba9f173e-efbf-424d-a132-3ded9b217768', 'port_id': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'mac_address': 'fa:16:3e:3e:92:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:41.745654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:48:41.758426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.759298 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Added segment 7d235aff-f6a9-4246-b09e-256b1c5c68a8 of type vlan for network 31f08d5b-7fbb-4904-8405-75633b37c7fd Oct 15 19:48:41.786522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.803189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc126e0c-a8ab-4b21-ba1f-a0b703897eff {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:41.817747 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Project df5705699f5740bf9376a5cdafea5e71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:48:41.828160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:41.828410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.830615 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.908298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c0d4cabf-ae75-44a1-a181-c3995f167dc0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:41.909622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f7897-2b7e-4756-8e33-5faf427cd759 req-36b0a4dd-f6b4-48ac-8515-bd3cc7c17bb0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.911826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4f8f7897-2b7e-4756-8e33-5faf427cd759 req-36b0a4dd-f6b4-48ac-8515-bd3cc7c17bb0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 814 time: 0.1947780 Oct 15 19:48:41.933008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4f8f7897-2b7e-4756-8e33-5faf427cd759 req-ae8894fe-05ee-47ce-8e50-b41dfda5f4ee tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/quotas/345cecef50154ec6b37da2aaa0eda3a6 HTTP/1.1" status: 200 len: 375 time: 0.0143011 Oct 15 19:48:41.934652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.938218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.939726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c0d4cabf-ae75-44a1-a181-c3995f167dc0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:41.940247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c0d4cabf-ae75-44a1-a181-c3995f167dc0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:41.950108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:41.951143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:41.966429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.008771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:42.029272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4f8f7897-2b7e-4756-8e33-5faf427cd759 req-cf23959c-2aac-4ca7-88bf-326365b4c6c2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710857 Oct 15 19:48:42.030439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bc126e0c-a8ab-4b21-ba1f-a0b703897eff'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:42.052753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Network': ['ID=31f08d5b-7fbb-4904-8405-75633b37c7fd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:42.057887 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.077461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ed5e89-dcdc-4bab-9623-b83c6e654ca4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:42.080832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:48:42.089466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d19ca9d5-4ae5-4eac-b770-cabebea4eab7 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5619705 Oct 15 19:48:42.091990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43234) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.098956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'subnet': {'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:42.145917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.147105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2aa377eb-7848-48f1-adfe-c4dcda73124f tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5274408 Oct 15 19:48:42.149726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.166575 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d61dc09f-5c49-4513-bbef-749658086420 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules/e0ed5e89-dcdc-4bab-9623-b83c6e654ca4 HTTP/1.1" status: 200 len: 769 time: 0.0157075 Oct 15 19:48:42.168985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43240) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.239616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-057ebbc6-d330-4e50-90b9-b6702a76879e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0675235 Oct 15 19:48:42.241014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.259770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15561-3f65-4f97-9b4d-a4bfac971ccf req-45237723-5084-4a64-b476-e2c404f0d630 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:42.261359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daf15561-3f65-4f97-9b4d-a4bfac971ccf req-45237723-5084-4a64-b476-e2c404f0d630 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1257112 Oct 15 19:48:42.270444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.279538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.322575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-daf15561-3f65-4f97-9b4d-a4bfac971ccf req-1ffa0fea-ba4b-461c-9aa3-16192d56200f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498264 Oct 15 19:48:42.383189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:42.386874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.387042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.404420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.406527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e0ed5e89-dcdc-4bab-9623-b83c6e654ca4 HTTP/1.1" status: 204 len: 168 time: 0.1643569 Oct 15 19:48:42.409341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.410210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c923f50-1475-4347-99a9-da48695aa56e tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0ed5e89-dcdc-4bab-9623-b83c6e654ca4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:42.493895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2d41d-5121-4e7e-88eb-0443306241dd req-367fbe61-383d-4b5c-b198-b82123b2aabb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:42.496241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6a2d41d-5121-4e7e-88eb-0443306241dd req-367fbe61-383d-4b5c-b198-b82123b2aabb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0650675 Oct 15 19:48:42.534460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6aaf848d-ff17-45eb-a64c-fd46f0835986 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1230130 Oct 15 19:48:42.537860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:42.575121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6a2d41d-5121-4e7e-88eb-0443306241dd req-bff93b58-f86e-4afb-b385-500a2ae8b525 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600903 Oct 15 19:48:42.623153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.704688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa3552bd-c3fd-4bd4-ae62-66e373931515 req-8fee22ce-52df-4847-84d6-8e8355e391d6 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.0305593 Oct 15 19:48:42.783398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.855056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e93ed3d8-7259-41a8-83e2-80dc3b764184 req-f6fd2ad6-fa7d-4d7c-a8d8-e2c780716809 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=345cecef50154ec6b37da2aaa0eda3a6 HTTP/1.1" status: 200 len: 221 time: 0.0392725 Oct 15 19:48:42.883218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2e192-bde4-4d3f-ba35-ed3c6ad12562 req-6846577d-6a53-4d28-a726-8b4fd9d0e1b9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:42.885044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27f2e192-bde4-4d3f-ba35-ed3c6ad12562 req-6846577d-6a53-4d28-a726-8b4fd9d0e1b9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 945 time: 0.1042161 Oct 15 19:48:42.912135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.966258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5afc90-00fe-40ba-a557-7839edd9e077 req-4e5dde1a-0e98-4bea-b417-1e616c0d1fea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:42.967789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f5afc90-00fe-40ba-a557-7839edd9e077 req-4e5dde1a-0e98-4bea-b417-1e616c0d1fea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0544763 Oct 15 19:48:42.982196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27f2e192-bde4-4d3f-ba35-ed3c6ad12562 req-2c592e51-31c1-4edc-8516-43f174ad61f6 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Oct 15 19:48:42.993118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.995663 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:42.999079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "DELETE /v2.0/security-groups/0f860815-a59c-4d9f-8907-bbd98dc7ab55 HTTP/1.1" status: 204 len: 168 time: 0.4580584 Oct 15 19:48:43.012619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:43.016211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f5afc90-00fe-40ba-a557-7839edd9e077 req-35138d4e-c423-4822-af87-bd199696bca4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401154 Oct 15 19:48:43.022459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Subnet': ['ID=bf8292d8-1796-4498-a05f-3b36c4a86f36,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:43.044469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d626bd1-1a04-46e2-b3e7-6a46017f61b4 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f860815-a59c-4d9f-8907-bbd98dc7ab55,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:43.071898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-5f3f0cf0-e2dc-4140-b429-2576af6904a7 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a109ba1947854b9990b1fe581dce0bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452542 Oct 15 19:48:43.072829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Checking segment: {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:43.073602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network hostable DHCP agents. Network: 31f08d5b-7fbb-4904-8405-75633b37c7fd, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:48:43.103738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f3fd97e8-4aba-4def-aa39-2c8eb2e75907 tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862217 Oct 15 19:48:43.110384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:43.168499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-782df4b4-02d1-4d97-a9e3-4c26dc4b605a tempest-SecGroupIPv6Test-1827895814 tempest-SecGroupIPv6Test-1827895814-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568495 Oct 15 19:48:43.239811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:48:43.281447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-cedd2c9b-cdc8-4065-a2ea-2ca993a6276b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:43.282788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-cedd2c9b-cdc8-4065-a2ea-2ca993a6276b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038260 Oct 15 19:48:43.292006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa18e1-bfed-4f22-905a-13e6ca902644 req-cf2af784-9c06-4807-be3d-a771c18802f7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:43.293341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33fa18e1-bfed-4f22-905a-13e6ca902644 req-cf2af784-9c06-4807-be3d-a771c18802f7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0914714 Oct 15 19:48:43.297894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Request body: {'port': {'device_id': '32dd076b-c8c6-44e8-8595-9715795796f6', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'a109ba1947854b9990b1fe581dce0bc9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:43.382061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 31f08d5b-7fbb-4904-8405-75633b37c7fd) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:43.390939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c60d91-7e2d-4d29-82a5-e0984711bcc9 None None] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:43.393506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:43.393692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.405442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33fa18e1-bfed-4f22-905a-13e6ca902644 req-9b241731-855b-4288-8d13-9d1e62b0a0a5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021233 Oct 15 19:48:43.542332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fc9772d9-fd73-4238-aa96-0a516b9684f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4489765 Oct 15 19:48:43.545271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43298) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:43.552678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-759150605'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:43.593220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51c57-81d6-4c33-8132-4762a732a59e req-889af3fc-2225-429c-8a4d-483c8cc25791 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:43.593333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-31f08d5b-7fbb-4904-8405-75633b37c7fd', 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'fixed_ips': [{'subnet_id': 'bf8292d8-1796-4498-a05f-3b36c4a86f36'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:48:43.593333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.593490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd51c57-81d6-4c33-8132-4762a732a59e req-889af3fc-2225-429c-8a4d-483c8cc25791 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0878670 Oct 15 19:48:43.607593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:43.665486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd51c57-81d6-4c33-8132-4762a732a59e req-f1f77ec6-89eb-4669-b7ff-d50e470376a5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728517 Oct 15 19:48:43.666354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Made reservation on behalf of a109ba1947854b9990b1fe581dce0bc9 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:43.695047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.718342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.777844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:43.781825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.800890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port bc126e0c-a8ab-4b21-ba1f-a0b703897eff triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:43.801257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.802416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43314) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:43.857468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:48:43.867883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Allocated IP 19.80.0.2 (31f08d5b-7fbb-4904-8405-75633b37c7fd/bf8292d8-1796-4498-a05f-3b36c4a86f36/9a3cfb9f-7fcc-4625-b912-afb66c240d84) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:43.890272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:43.890779 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Added segment 54342e3e-4a05-4185-b067-1ad6d6e787af of type vlan for network 0403f0d6-7865-4382-841b-bfd8bf85a275 Oct 15 19:48:43.943363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-144472dc-06b6-4469-91e0-d28f0eb95a07 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a109ba1947854b9990b1fe581dce0bc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501041 Oct 15 19:48:43.982555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.026653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:44.028119 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590e733-7590-468f-aa3d-36cfbcb5fcab" -d '{"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-plugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:44.047602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ece105f5-ec16-4a0e-8436-811fcb084c98 req-729363df-e613-4002-99e0-da16461911be tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.0723803 Oct 15 19:48:44.049729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.053773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:44.064479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.079467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a41d-9ce6-49c4-b66e-bd289a821e8c req-f282d45f-78a6-4042-9cab-1c46b9a429cb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:44.085744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51b6a41d-9ce6-49c4-b66e-bd289a821e8c req-f282d45f-78a6-4042-9cab-1c46b9a429cb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1987426 Oct 15 19:48:44.104846 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.107689 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.169257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.172148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51b6a41d-9ce6-49c4-b66e-bd289a821e8c req-c46ee1cf-7091-4aff-988f-b0fbd5d3b600 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797558 Oct 15 19:48:44.173877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.184376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.236608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:44.240447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:44.244891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:44.256144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Pushing event updated for resources: {'Port': ['ID=9a3cfb9f-7fcc-4625-b912-afb66c240d84,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.294824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43332) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:44.295279 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-408404df-b3ee-4ecc-9961-c667e745b446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df5705699f5740bf9376a5cdafea5e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4766865 Oct 15 19:48:44.298539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aabf979-f99e-41bb-9146-f189c9efe7f3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.321156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-0c5e271c-9f17-4f41-8a6a-f90097ae4478 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:44.322684 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-0c5e271c-9f17-4f41-8a6a-f90097ae4478 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494501 Oct 15 19:48:44.327782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.332951 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dae15a-5623-47ea-b77e-e6afd4ad2708 x-openstack-request-id: req-11dae15a-5623-47ea-b77e-e6afd4ad2708 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:44.332951 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-plugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:44.333886 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11dae15a-5623-47ea-b77e-e6afd4ad2708 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:44.334440 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'code': 200} Oct 15 19:48:44.334559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:44.335761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.346569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee1468-9b2e-4373-b677-ee7efc1cb6e6 req-503daea5-4957-4741-870d-fcd550609ff5 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:44.348146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11ee1468-9b2e-4373-b677-ee7efc1cb6e6 req-503daea5-4957-4741-870d-fcd550609ff5 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.1721768 Oct 15 19:48:44.350376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Attempting to bind port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:44.351112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Attempting to bind port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:44.351820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Attempting to bind port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 on network 31f08d5b-7fbb-4904-8405-75633b37c7fd {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:44.358529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:44.358955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Checking segment: {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:44.359357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.359786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Bound using segment: {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:44.360250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Bound port: 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:44.360625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.361329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Request body: {'port': {'device_id': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'a109ba1947854b9990b1fe581dce0bc9'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:44.451004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] For port 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:44.459832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] For port 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a3cfb9f-7fcc-4625-b912-afb66c240d84,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:44.493429 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.521113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.572922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.668585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1b170-0f7b-4e48-b2f1-6a9c8630ff1e None None] Pushing event updated for resources: {'Port': ['ID=9a3cfb9f-7fcc-4625-b912-afb66c240d84,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.678696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63859d17-3683-40b1-bb76-c89fdd9c84be req-8e6e7a4c-1e2d-42b6-b903-723b67bea8ab tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:44.680679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63859d17-3683-40b1-bb76-c89fdd9c84be req-8e6e7a4c-1e2d-42b6-b903-723b67bea8ab tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1572955 Oct 15 19:48:44.698616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Allocated IP 192.168.233.235 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/95d616d0-75cc-4669-bba8-9d9a600e1cb7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:44.751992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63859d17-3683-40b1-bb76-c89fdd9c84be req-e9614ca4-3f77-471c-9d3a-9f7f4096eb48 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Oct 15 19:48:44.768153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.771302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:44.775120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef169188-cf48-400c-b3e1-e5d5c1fb867f HTTP/1.1" status: 204 len: 168 time: 0.4643533 Oct 15 19:48:44.803015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295cd222-729b-4435-ac87-f14570ed4f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef169188-cf48-400c-b3e1-e5d5c1fb867f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.865402 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-11ee1468-9b2e-4373-b677-ee7efc1cb6e6 req-98a3e998-a9c8-492a-ac33-1be419def8ba tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890373 Oct 15 19:48:44.872609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Network': ['ID=0403f0d6-7865-4382-841b-bfd8bf85a275,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:44.894692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:48:44.908137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a83c9049-bbf6-479a-899b-b032d05139af tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3613672 Oct 15 19:48:44.909062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43342) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:45.006586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'subnet': {'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:45.198542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 19:48:45.198542 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 19:48:45.198542 n-d-712140-14 neutron-server[101181]: [parameters: {'project_id_1': '057cf9ddefb14cdbb5ec92d57da0c23c', 'expiration_1': datetime.datetime(2021, 10, 15, 19, 48, 25, 159178)}] Oct 15 19:48:45.198542 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:48:45.199424 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:48:45.201903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35930ebc-c61f-4add-b7aa-68bd0b1afcb4 req-a0e4bf4e-73f6-47c6-ab98-5403dae839b8 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.0398083 Oct 15 19:48:45.350136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Made reservation on behalf of a109ba1947854b9990b1fe581dce0bc9 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:45.354054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:45.385369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:45.416359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67eedc-b29e-4cd4-8405-915ca8149723 req-c55ae2bb-9941-4828-81d0-e96c3004d362 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:45.418094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c67eedc-b29e-4cd4-8405-915ca8149723 req-c55ae2bb-9941-4828-81d0-e96c3004d362 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4394093 Oct 15 19:48:45.501692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c67eedc-b29e-4cd4-8405-915ca8149723 req-eb364b30-79c7-4b8d-b429-eb46e5d99b46 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657411 Oct 15 19:48:45.576025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:45.611464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:45.642218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:45.658716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:45.683348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:45.688429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:45.696397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Allocated IP 192.168.233.145 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/b7f6b2c5-19e3-4c67-bc72-d7e042861d15) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:45.725337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-1039dc4f-ba49-442d-bd40-9dbc0be77d8d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:45.727891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-1039dc4f-ba49-442d-bd40-9dbc0be77d8d tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.1886802 Oct 15 19:48:45.829757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:45.875019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:45.875742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:45.940383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:46.017164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.024015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a3cfb9f-7fcc-4625-b912-afb66c240d84 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:46.045400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Deleting port bc126e0c-a8ab-4b21-ba1f-a0b703897eff {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:48:46.045774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.052780 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.078059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e6e41-f95b-41af-b451-c56921db4c2f req-d44b19a7-db8d-4a4f-a1ea-76a35df760ec tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:46.086626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e1e6e41-f95b-41af-b451-c56921db4c2f req-d44b19a7-db8d-4a4f-a1ea-76a35df760ec tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4903359 Oct 15 19:48:46.125139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:46.152225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d927d2-e17d-4c38-b0ed-45b257663c9b None None] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:46.161520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.164635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044cd3-26b0-449a-8ef5-e7efa35a7b55 req-c1e97387-760a-48e5-bd59-2f04cfcdb0f9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:46.166202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd044cd3-26b0-449a-8ef5-e7efa35a7b55 req-c1e97387-760a-48e5-bd59-2f04cfcdb0f9 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 946 time: 0.1808708 Oct 15 19:48:46.186747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e1e6e41-f95b-41af-b451-c56921db4c2f req-abed20c7-6591-4448-8fda-5bc82e0e1d52 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989752 Oct 15 19:48:46.237189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:46.237557 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.244158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] For port bc126e0c-a8ab-4b21-ba1f-a0b703897eff, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,segment=NetworkSegment(c5876002-d244-412d-885d-7f316a864bfc),segment_id=c5876002-d244-412d-885d-7f316a864bfc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:46.244964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.264481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:46.274564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.275028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.275249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.275588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd044cd3-26b0-449a-8ef5-e7efa35a7b55 req-c9657af9-bd15-4e63-8eeb-3442a993cb9f tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/security-groups?id=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022303 Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:46.286804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.299517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-771d55e3-a2cd-4fdb-9819-29146f5cf21b tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0051532 Oct 15 19:48:46.307394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Calling delete_port for bc126e0c-a8ab-4b21-ba1f-a0b703897eff owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:48:46.307713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Provisioning complete for port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:46.308088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.316699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Request body: {'port': {'device_id': '32dd076b-c8c6-44e8-8595-9715795796f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:46.325773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:46.329779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:46.366355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:46.370676 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefa5801-d087-4ea0-b76d-07ac8ee56505" -d '{"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-unplugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:46.371709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:46.472969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:46.494195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43386) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:46.506977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:46.507669 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.520694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.537982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Provisioning complete for port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:46.538361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.565897 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:48:46.585816 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.589290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f439f2e-baa4-4a6d-9cef-3d409bc0529e req-d37fe849-774b-40a7-9ff1-9a690766d0c1 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:46.597736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f439f2e-baa4-4a6d-9cef-3d409bc0529e req-d37fe849-774b-40a7-9ff1-9a690766d0c1 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 936 time: 0.1542149 Oct 15 19:48:46.626057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-ade6ad3d-26f7-4b39-8cfd-ae5e6441cdb4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2751508 Oct 15 19:48:46.641014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Request body: {'port': {'device_id': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:46.676988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a3cfb9f-7fcc-4625-b912-afb66c240d84,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:46.725997 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.736283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6f439f2e-baa4-4a6d-9cef-3d409bc0529e req-65d7b7a9-7aa1-4f3f-8afc-f4dcdd7a7ab3 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367373 Oct 15 19:48:46.736979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa457-53a7-45af-88b3-bac9a120df49 req-c038bbb8-9fd9-4e32-99ac-424c6186b596 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:46.738939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dbaa457-53a7-45af-88b3-bac9a120df49 req-c038bbb8-9fd9-4e32-99ac-424c6186b596 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.3001945 Oct 15 19:48:46.757983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-186758080'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:46.783869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.807163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.875493 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f79a99-6478-4e7f-a352-f24c3c6349a1 x-openstack-request-id: req-92f79a99-6478-4e7f-a352-f24c3c6349a1 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:46.875885 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-unplugged", "status": "completed", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:46.876255 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f79a99-6478-4e7f-a352-f24c3c6349a1 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:46.876693 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'code': 200} Oct 15 19:48:46.897026 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:48:46.897654 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-ae5cb3c3-aedb-4135-9da7-7467124930e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:48:46.901971 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.913631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9a3cfb9f-7fcc-4625-b912-afb66c240d84,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:46.962414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:46.992425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dbaa457-53a7-45af-88b3-bac9a120df49 req-0938d577-d6d8-4d68-809b-c3cd2aaf4bac tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193763 Oct 15 19:48:46.993534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Subnet': ['ID=f5f8273b-982b-4773-98ff-acabf3e116cd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:47.016048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Checking segment: {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:47.016409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network hostable DHCP agents. Network: 0403f0d6-7865-4382-841b-bfd8bf85a275, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:48:47.022005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Made reservation on behalf of a42ff4c09dd649aca3db5a84612d4a1f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:47.025558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.037066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.042605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Pushing event deleted for resources: {'Port': ['ID=bc126e0c-a8ab-4b21-ba1f-a0b703897eff,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:47.113461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] No DVR routers for this DVR port bc126e0c-a8ab-4b21-ba1f-a0b703897eff on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:48:47.120539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:48:47.121287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.124657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c6b7dda-128c-42db-9ef8-35a9b45b189c req-3f2e4364-acf6-4690-8efb-5b4c865865e0 tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.15 "DELETE /v2.0/ports/bc126e0c-a8ab-4b21-ba1f-a0b703897eff HTTP/1.1" status: 204 len: 173 time: 1.3869541 Oct 15 19:48:47.132269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-deleted', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:47.134663 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef3e95d-449e-4ef5-9407-f7295d2d3c43" -d '{"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-deleted", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:47.173478 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02724ebc-b0ab-4330-89c3-9840e35e2e1f x-openstack-request-id: req-02724ebc-b0ab-4330-89c3-9840e35e2e1f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:47.173777 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd7475a-9237-4c2a-953c-0dfb8abc8733", "name": "network-vif-deleted", "tag": "bc126e0c-a8ab-4b21-ba1f-a0b703897eff", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:47.174031 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02724ebc-b0ab-4330-89c3-9840e35e2e1f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:47.174424 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd7475a-9237-4c2a-953c-0dfb8abc8733', 'name': 'network-vif-deleted', 'tag': 'bc126e0c-a8ab-4b21-ba1f-a0b703897eff', 'status': 'completed', 'code': 200} Oct 15 19:48:47.224585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0403f0d6-7865-4382-841b-bfd8bf85a275) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:47.236804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:47.236804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.237054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cb695-374e-4ce6-82da-23ba4b235e19 None None] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:47.244357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2212e7-1836-405a-9fc5-65e6e917cd0c req-dca5d4dc-e35e-4b0b-9147-ac719b961964 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:47.245885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e2212e7-1836-405a-9fc5-65e6e917cd0c req-dca5d4dc-e35e-4b0b-9147-ac719b961964 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1349244 Oct 15 19:48:47.257397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:47.275151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.313785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Transition to ACTIVE for port object 95d616d0-75cc-4669-bba8-9d9a600e1cb7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:47.329047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.334150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e2212e7-1836-405a-9fc5-65e6e917cd0c req-00b8cb93-20f6-4ae1-8253-5c2357ed0582 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Oct 15 19:48:47.386962 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6fd7d0f2-5198-4d2b-aea3-f06161f93ac6 req-5c776930-aacd-422d-aa59-26c9a32e02fc tempest-ImagesTestJSON-372990174 tempest-ImagesTestJSON-372990174-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fd7475a-9237-4c2a-953c-0dfb8abc8733 HTTP/1.1" status: 200 len: 210 time: 0.0412009 Oct 15 19:48:47.427617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d815d30e-449c-4e24-a239-d6cec57e4b20 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4305418 Oct 15 19:48:47.439154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0403f0d6-7865-4382-841b-bfd8bf85a275', 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'fixed_ips': [{'subnet_id': 'f5f8273b-982b-4773-98ff-acabf3e116cd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:48:47.439154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.496328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d8ca6-1036-4d5f-84c0-5ddbc7d4b08b req-39cebe09-3934-4df6-9ec7-e568bc51e465 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:47.498236 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c4d8ca6-1036-4d5f-84c0-5ddbc7d4b08b req-39cebe09-3934-4df6-9ec7-e568bc51e465 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0537448 Oct 15 19:48:47.509682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.518454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.578035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:48:47.608073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde3306-4a42-44c7-bca2-6445af548f09,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:47.612179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.612517 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Added segment 05c185ee-f30e-406f-92e3-4ba930b2e8d4 of type vlan for network 66b4e7dc-d06b-4389-ac48-933c2792e200 Oct 15 19:48:47.631944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:47.666359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-42446a8a-3a04-40ba-909a-1a1e4baaae99 None None] Provisioning complete for port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:47.666725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42446a8a-3a04-40ba-909a-1a1e4baaae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.672565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c4d8ca6-1036-4d5f-84c0-5ddbc7d4b08b req-f0b21098-e46d-4876-bb86-ce052c658c33 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677814 Oct 15 19:48:47.734979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Allocated IP 19.86.0.2 (0403f0d6-7865-4382-841b-bfd8bf85a275/f5f8273b-982b-4773-98ff-acabf3e116cd/835afd2f-f7d2-4833-8f69-9e02fddc536f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:47.812936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.834309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f6b2c5-19e3-4c67-bc72-d7e042861d15 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:47.852750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.857920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Attempting to bind port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:47.858258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Attempting to bind port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:47.858594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Attempting to bind port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:47.900711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Transition to ACTIVE for port object b7f6b2c5-19e3-4c67-bc72-d7e042861d15 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:47.900902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:47.900902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Attempting to bind port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:47.908470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:47.908899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:47.909193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:47.909638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Bound port: 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:47.909995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.919496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75b040-730b-46b1-88eb-2fc79efe331f req-b33daa23-d799-4faa-ac7a-a4bc92bac6f0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:47.931604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b75b040-730b-46b1-88eb-2fc79efe331f req-b33daa23-d799-4faa-ac7a-a4bc92bac6f0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0893450 Oct 15 19:48:47.976230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b75b040-730b-46b1-88eb-2fc79efe331f req-c6ee901f-d476-4232-b1d8-0bfb1fec402a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471053 Oct 15 19:48:47.987000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.994531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:47.998104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a3cfb9f-7fcc-4625-b912-afb66c240d84 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:48.001996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.002727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.060816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:48.082499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-abc94edb-0bb6-42bd-b0b9-fbba3bf6a710 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.089505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-abc94edb-0bb6-42bd-b0b9-fbba3bf6a710 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.091379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-abc94edb-0bb6-42bd-b0b9-fbba3bf6a710 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/networks?id=31f08d5b-7fbb-4904-8405-75633b37c7fd&id=0403f0d6-7865-4382-841b-bfd8bf85a275 HTTP/1.1" status: 200 len: 1391 time: 0.3331833 Oct 15 19:48:48.125558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:48.125927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.141479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.6424387 Oct 15 19:48:48.149013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43432) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:48.170330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.173509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Request body: {'subnet': {'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:48.214017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39adce9b-2b0e-4b7f-8e57-29daf65a877b req-b1c53ecc-f1cf-4f58-a490-6da4c8aa2990 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.222047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-7a3a1569-5e8f-436d-a3e2-8669f0f08ff5 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/quotas/057cf9ddefb14cdbb5ec92d57da0c23c HTTP/1.1" status: 200 len: 375 time: 0.0843384 Oct 15 19:48:48.229073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39adce9b-2b0e-4b7f-8e57-29daf65a877b req-b1c53ecc-f1cf-4f58-a490-6da4c8aa2990 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1309280 Oct 15 19:48:48.236805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Attempting to bind port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:48.237139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Attempting to bind port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:48.239637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Attempting to bind port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:48.253679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:48.254007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Attempting to bind port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:48.266860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb9371-a81c-4b6c-8fb2-67c20f9b1250 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event updated for resources: {'Network': ['ID=66b4e7dc-d06b-4389-ac48-933c2792e200,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:48.268179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:48.268536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:48.268910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:48.269356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Bound port: b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:48.269715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.277282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.303266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:48.303485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39adce9b-2b0e-4b7f-8e57-29daf65a877b req-999f371f-18e3-49a0-a2cf-d6ac5bc46bba tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 Oct 15 19:48:48.303638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:48.303723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:48:48.308149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:48.367442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:48.400814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:48.416114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:48.419761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:48.425962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-43b825de-147d-472b-afab-c1ec8c701a7a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1391561 Oct 15 19:48:48.503442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Pushing event updated for resources: {'Port': ['ID=835afd2f-f7d2-4833-8f69-9e02fddc536f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:48.504210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.523441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd25ef8-198d-4965-a5ba-9447cdaaa7cf req-95c40dda-a4c2-4e93-b6e9-eb7f41eb9594 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.525149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bd25ef8-198d-4965-a5ba-9447cdaaa7cf req-95c40dda-a4c2-4e93-b6e9-eb7f41eb9594 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0568526 Oct 15 19:48:48.532734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Attempting to bind port 835afd2f-f7d2-4833-8f69-9e02fddc536f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:48.534605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.534721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Attempting to bind port 835afd2f-f7d2-4833-8f69-9e02fddc536f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:48.534721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Attempting to bind port 835afd2f-f7d2-4833-8f69-9e02fddc536f on network 0403f0d6-7865-4382-841b-bfd8bf85a275 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:48.541758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:48.542082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Checking segment: {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:48.542531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.542913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Bound using segment: {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:48.543577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Bound port: 835afd2f-f7d2-4833-8f69-9e02fddc536f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:48.543847 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.559886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.560503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.561895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] 10.222.0.11 "PUT /v2.0/ports/95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 200 len: 1097 time: 2.2513938 Oct 15 19:48:48.592024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Made reservation on behalf of a42ff4c09dd649aca3db5a84612d4a1f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:48.595526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.596422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.597051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.598472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] 10.222.0.11 "PUT /v2.0/ports/b7f6b2c5-19e3-4c67-bc72-d7e042861d15 HTTP/1.1" status: 200 len: 1097 time: 1.9633939 Oct 15 19:48:48.598933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:48.601274 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4716d003-d369-495a-95a0-6fec8b5675a2" -d '{"events": [{"name": "network-changed", "server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:48.638825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bda50-50e2-4d82-874b-08d069921a28 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:48.646498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3334b546-2286-443d-b383-b64df3e38455 None None] For port 835afd2f-f7d2-4833-8f69-9e02fddc536f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:48.650565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3334b546-2286-443d-b383-b64df3e38455 None None] For port 835afd2f-f7d2-4833-8f69-9e02fddc536f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=835afd2f-f7d2-4833-8f69-9e02fddc536f,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:48.659624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-4f9deb87-44ab-438a-8adf-6b639a0c8ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/31f08d5b-7fbb-4904-8405-75633b37c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227480 Oct 15 19:48:48.663439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bd25ef8-198d-4965-a5ba-9447cdaaa7cf req-c6165ec5-68e9-42fb-b402-48d718f2c730 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985870 Oct 15 19:48:48.674704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-23d7621c-f1c3-4712-83c3-37f90e5db675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.703463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d1f48-56d6-4a8d-8381-c7ead71871f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:48.778264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:48.824790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-7edbb00c-7fe0-4345-8750-1acec89a6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.829336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-7edbb00c-7fe0-4345-8750-1acec89a6de1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 1100 time: 0.0938764 Oct 15 19:48:48.832751 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62094c55-2d43-41ae-813e-42296cf244bb x-openstack-request-id: req-62094c55-2d43-41ae-813e-42296cf244bb {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:48.833112 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:48.833428 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62094c55-2d43-41ae-813e-42296cf244bb {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:48.833682 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'status': 'completed', 'code': 200} Oct 15 19:48:48.921426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-fac6eb10-98a4-45df-a78d-0086bb9c431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:48.922893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-fac6eb10-98a4-45df-a78d-0086bb9c431d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 1100 time: 0.1240518 Oct 15 19:48:48.924765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-1371d6fd-b03e-46c9-b5b2-ac8e98e50b06 service neutron] 10.222.0.13 "GET /v2.0/networks/31f08d5b-7fbb-4904-8405-75633b37c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329867 Oct 15 19:48:48.930102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-148ccc1a-241c-4ae0-b757-a626b242a8d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 200 len: 217 time: 0.0902674 Oct 15 19:48:48.933604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334b546-2286-443d-b383-b64df3e38455 None None] Pushing event updated for resources: {'Port': ['ID=835afd2f-f7d2-4833-8f69-9e02fddc536f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:49.002041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-cae70f49-8a05-4b3c-85b0-9aa2ec32d89f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15 HTTP/1.1" status: 200 len: 217 time: 0.0716829 Oct 15 19:48:49.037308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-0057ab10-0139-41e7-befd-a7660a04048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.039017 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-0057ab10-0139-41e7-befd-a7660a04048d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1015599 Oct 15 19:48:49.087086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50ad25-4929-45f1-a828-5b69ad9d91ba req-f3fb3fcb-45cb-4286-a87a-751a6f2bc397 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.094711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec50ad25-4929-45f1-a828-5b69ad9d91ba req-f3fb3fcb-45cb-4286-a87a-751a6f2bc397 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1013548 Oct 15 19:48:49.135200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-e8383bee-fad2-4851-8148-91d19819cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.136753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-e8383bee-fad2-4851-8148-91d19819cdf0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910499 Oct 15 19:48:49.153859 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec50ad25-4929-45f1-a828-5b69ad9d91ba req-a859b097-7ba6-4b16-ac34-3d5d4d6bd0b3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557802 Oct 15 19:48:49.193322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:49.199950 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1650a28-be4f-41ef-ada4-c3dc431d7725" -d '{"events": [{"name": "network-changed", "server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:49.225694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-487b6162-1a6b-4e31-93fa-86373cde06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.225694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-487b6162-1a6b-4e31-93fa-86373cde06d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.2099843 Oct 15 19:48:49.225694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-c85bc92f-3ead-4dda-a427-5ec9dedc97fa service neutron] 10.222.0.13 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820895 Oct 15 19:48:49.293300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:49.324619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-f7f75aa2-b004-49f5-bad3-c2004e71f1bd service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704612 Oct 15 19:48:49.366424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddced75-049a-4915-b445-7177964fe241 req-13136a48-276b-4f01-85c1-792fba265b5c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.367955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ddced75-049a-4915-b445-7177964fe241 req-13136a48-276b-4f01-85c1-792fba265b5c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1013236 Oct 15 19:48:49.422378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event updated for resources: {'Subnet': ['ID=197ae0f1-08a3-4a8e-9d41-13abd2c97f52,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:49.437076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-12dc490a-f79b-4251-bcb5-52e147a8ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.438527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-12dc490a-f79b-4251-bcb5-52e147a8ec23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2080953 Oct 15 19:48:49.450699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ddced75-049a-4915-b445-7177964fe241 req-a2e7213e-6ce3-4d79-852a-93067e3c6b9f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759010 Oct 15 19:48:49.465234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-3744a59f-e10a-48cc-ab39-0bff8d1b6aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149007 Oct 15 19:48:49.465853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a2f9e4d-b972-47a6-aa81-44130fe88c07 req-38e0efdb-b659-410d-b582-309c8bbc5475 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334679 Oct 15 19:48:49.494430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Checking segment: {'id': '05c185ee-f30e-406f-92e3-4ba930b2e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:49.494769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Network hostable DHCP agents. Network: 66b4e7dc-d06b-4389-ac48-933c2792e200, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:48:49.540507 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce847b67-dba6-414f-a71f-aa9baa8f4f6d x-openstack-request-id: req-ce847b67-dba6-414f-a71f-aa9baa8f4f6d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:49.540806 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:49.541064 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce847b67-dba6-414f-a71f-aa9baa8f4f6d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:49.546220 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'status': 'completed', 'code': 200} Oct 15 19:48:49.567444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-d74b4a36-efd5-4100-9a21-c7777db78078 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162529 Oct 15 19:48:49.626594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:48:49.646289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-85fc583a-525c-48c9-a584-c6061b24217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.647825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-85fc583a-525c-48c9-a584-c6061b24217b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 1100 time: 0.0514946 Oct 15 19:48:49.652622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:48:49.656927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: bc126e0c-a8ab-4b21-ba1f-a0b703897eff {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:48:49.657298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bc126e0c-a8ab-4b21-ba1f-a0b703897eff not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:48:49.690830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77094737-57d2-4ff1-b8a7-51ef1c3e2792 req-9bcac936-4d34-48b0-a9b9-15c6d9c4fd61 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148739 Oct 15 19:48:49.760876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 66b4e7dc-d06b-4389-ac48-933c2792e200) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:49.768779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.776814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:49.776992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b09625-bf0d-4c85-9c41-d8c283aa65fe None None] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:49.815392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4bbdb-d8e5-47a1-b93a-bc046b189085 req-18f19fb8-e83f-41d6-a5b5-705deaa57b1f tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.824446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39d4bbdb-d8e5-47a1-b93a-bc046b189085 req-18f19fb8-e83f-41d6-a5b5-705deaa57b1f tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1400709 Oct 15 19:48:49.860255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-db2d5048-6a74-4acd-a0f5-8d674a3f21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.862046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-db2d5048-6a74-4acd-a0f5-8d674a3f21db service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1996558 Oct 15 19:48:49.926818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9b812d0e-a272-447d-b648-b3c1540e8599 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7766676 Oct 15 19:48:49.928730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:49.957153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-4a7f2da2-4650-4259-a6a3-b1b138f3e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:49.957884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Request body: {'port': {'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200', 'name': 'tempest-TagsExtTest-2123343818'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:49.964622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-4a7f2da2-4650-4259-a6a3-b1b138f3e91f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 1100 time: 0.1335855 Oct 15 19:48:50.034181 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39d4bbdb-d8e5-47a1-b93a-bc046b189085 req-105fef0f-8f16-4549-9572-fa111cb66226 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087615 Oct 15 19:48:50.045385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-39dcece6-51c7-4005-b4ca-88c696392707 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 200 len: 217 time: 0.1726265 Oct 15 19:48:50.085360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 835afd2f-f7d2-4833-8f69-9e02fddc536f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:50.094913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b314cf5-6af0-4584-9b51-11f79f00b655 req-e8d6ef8e-edd4-4bac-9679-5807d3468bd2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 210 time: 0.1075964 Oct 15 19:48:50.215892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-66b4e7dc-d06b-4389-ac48-933c2792e200', 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200', 'tenant_id': 'a42ff4c09dd649aca3db5a84612d4a1f', 'fixed_ips': [{'subnet_id': '197ae0f1-08a3-4a8e-9d41-13abd2c97f52'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:48:50.217152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.293568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-a6361c06-819f-4d00-a3f8-09e504359d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.297227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-a6361c06-819f-4d00-a3f8-09e504359d71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.2240093 Oct 15 19:48:50.374249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43512) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:50.382143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16a3562-6540-4522-af6e-e697a024897f None None] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:50.410200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 835afd2f-f7d2-4833-8f69-9e02fddc536f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:50.410661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.475715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Deleting subnet a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:48:50.482011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-dce39e6c-e1df-40f6-a26f-7ae1d11f1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.483542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-dce39e6c-e1df-40f6-a26f-7ae1d11f1f9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1791193 Oct 15 19:48:50.486789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.527355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20436b82-bf07-479e-abba-6a2a04276a0a req-dec5a38b-f170-4b67-bf55-3ce1ea91cbc6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.529127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20436b82-bf07-479e-abba-6a2a04276a0a req-dec5a38b-f170-4b67-bf55-3ce1ea91cbc6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2214608 Oct 15 19:48:50.553707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6506a61b-46fa-4a1b-8971-f23bcd723f6c None None] Provisioning complete for port 835afd2f-f7d2-4833-8f69-9e02fddc536f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:50.554157 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6506a61b-46fa-4a1b-8971-f23bcd723f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.561322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Allocated IP 172.20.0.2 (66b4e7dc-d06b-4389-ac48-933c2792e200/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/30fd91b7-514e-4c5a-8138-a51e46512143) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:50.584775 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.623063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-1b19cb71-8264-4a4c-a5c1-4db614a85115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.624492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-1b19cb71-8264-4a4c-a5c1-4db614a85115 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.6526167 Oct 15 19:48:50.637038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Made reservation on behalf of a42ff4c09dd649aca3db5a84612d4a1f for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:50.646614 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.670225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-86388088-c1b1-4010-8fab-e8b9583ff59d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15 HTTP/1.1" status: 200 len: 217 time: 0.0378044 Oct 15 19:48:50.697102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] device_id is not set on port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:48:50.709927 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20436b82-bf07-479e-abba-6a2a04276a0a req-9c6b01f9-0399-4815-8045-ae53ef5da1cf tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662409 Oct 15 19:48:50.718713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.727356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-00664042-f61c-42a5-9919-1f79231a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.729401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-00664042-f61c-42a5-9919-1f79231a7ecf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0514197 Oct 15 19:48:50.768562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.783472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-80858e15-be47-4e65-8ca0-1072d5d22c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.786857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-80858e15-be47-4e65-8ca0-1072d5d22c68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0492997 Oct 15 19:48:50.792189 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-7f8741ae-ec98-4caf-bf68-34a2ac33d3bb service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821450 Oct 15 19:48:50.913921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 835afd2f-f7d2-4833-8f69-9e02fddc536f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=835afd2f-f7d2-4833-8f69-9e02fddc536f,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:50.916289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d995fac-ffd2-41b3-9517-e7f99d97b04b req-e32c5c73-f996-488c-a1d1-d146525c4c2c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:50.916472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6506a61b-46fa-4a1b-8971-f23bcd723f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:50.923922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d995fac-ffd2-41b3-9517-e7f99d97b04b req-e32c5c73-f996-488c-a1d1-d146525c4c2c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1279652 Oct 15 19:48:50.937234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1650a28-be4f-41ef-ada4-c3dc431d7725 req-ae645c7d-3c6d-41cf-be60-f78550e6b8d2 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342967 Oct 15 19:48:50.987820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-ff402845-482a-4857-ac9d-864b0dd0a7b6 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798904 Oct 15 19:48:50.991473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d995fac-ffd2-41b3-9517-e7f99d97b04b req-16357cb3-47bb-4855-bffb-b74b09f73032 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667007 Oct 15 19:48:51.015585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.021515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.081027 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.101322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-6506a61b-46fa-4a1b-8971-f23bcd723f6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:48:51.101994 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-6506a61b-46fa-4a1b-8971-f23bcd723f6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:48:51.104469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=835afd2f-f7d2-4833-8f69-9e02fddc536f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.123713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4716d003-d369-495a-95a0-6fec8b5675a2 req-2d00d6e3-a746-419d-ade8-9e3cebbb909d service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282463 Oct 15 19:48:51.129792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.136616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.143162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.147532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ae7dacb-52a3-4e1c-8f91-02878cf25408 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7a6a1f8-cdfb-4ceb-8a00-32ef660c4cd5 HTTP/1.1" status: 204 len: 168 time: 0.7731295 Oct 15 19:48:51.150044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:51.211476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Pushing event updated for resources: {'Port': ['ID=30fd91b7-514e-4c5a-8138-a51e46512143,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.226362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:51.227799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:51.232851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:51.241105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Allocated IP 172.20.0.7 (66b4e7dc-d06b-4389-ac48-933c2792e200/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:51.273428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.301313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d180be6-704a-4458-b003-696fbb57cc0d req-2773bdac-01dc-4b91-9eaf-40db186b30e9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:51.303524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d180be6-704a-4458-b003-696fbb57cc0d req-2773bdac-01dc-4b91-9eaf-40db186b30e9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1264751 Oct 15 19:48:51.316606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710ccdd-fab7-4d77-a138-8a6a5285d042 req-74e8e47c-5555-47a7-8eb0-81d61c7a0441 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:51.318297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e710ccdd-fab7-4d77-a138-8a6a5285d042 req-74e8e47c-5555-47a7-8eb0-81d61c7a0441 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1695230 Oct 15 19:48:51.332802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Attempting to bind port 30fd91b7-514e-4c5a-8138-a51e46512143 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:51.333167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Attempting to bind port 30fd91b7-514e-4c5a-8138-a51e46512143 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '05c185ee-f30e-406f-92e3-4ba930b2e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:51.333786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Attempting to bind port 30fd91b7-514e-4c5a-8138-a51e46512143 on network 66b4e7dc-d06b-4389-ac48-933c2792e200 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:51.339236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:51.339642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Checking segment: {'id': '05c185ee-f30e-406f-92e3-4ba930b2e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:51.340046 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.346297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Bound using segment: {'id': '05c185ee-f30e-406f-92e3-4ba930b2e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:51.346297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Bound port: 30fd91b7-514e-4c5a-8138-a51e46512143, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c185ee-f30e-406f-92e3-4ba930b2e8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '66b4e7dc-d06b-4389-ac48-933c2792e200'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:51.346297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.375977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d180be6-704a-4458-b003-696fbb57cc0d req-782aa3a9-f14b-4fed-a4d4-48207285c40d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Oct 15 19:48:51.417079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] For port 30fd91b7-514e-4c5a-8138-a51e46512143, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:51.423645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] For port 30fd91b7-514e-4c5a-8138-a51e46512143, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=30fd91b7-514e-4c5a-8138-a51e46512143,segment=NetworkSegment(05c185ee-f30e-406f-92e3-4ba930b2e8d4),segment_id=05c185ee-f30e-406f-92e3-4ba930b2e8d4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:51.440575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d7ddc5d3-100a-4b55-a8f0-68f6e7198b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.449166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e710ccdd-fab7-4d77-a138-8a6a5285d042 req-ab841af8-7c94-450d-8627-e2cefb54462d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186314 Oct 15 19:48:51.451019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.483953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b496a680-0782-47b0-9fc2-82dc13cd3e88 req-dfa7f141-52e2-47f8-bbec-69493c8ffb9e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 210 time: 0.0347819 Oct 15 19:48:51.486225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.499483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f173e-efbf-424d-a132-3ded9b217768']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:51.510694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5876002-d244-412d-885d-7f316a864bfc') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:51.511092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5876002-d244-412d-885d-7f316a864bfc') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:51.520382 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.535170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.541432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.543245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:48:51.543245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:48:51.548431 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:48:51.631434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.635483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89e33b-7449-47d5-8d78-9894114884f8 None None] Pushing event updated for resources: {'Port': ['ID=30fd91b7-514e-4c5a-8138-a51e46512143,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.673666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336dd4e-eece-4685-97aa-16cf740437a5 req-92a97232-6b62-4623-bcf9-115ec9eff3be tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:51.676039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d336dd4e-eece-4685-97aa-16cf740437a5 req-92a97232-6b62-4623-bcf9-115ec9eff3be tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1044471 Oct 15 19:48:51.692222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:51.695397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:51.702351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:51.706422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event updated for resources: {'Port': ['ID=e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.722829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d336dd4e-eece-4685-97aa-16cf740437a5 req-8a93581e-d14d-47bf-af21-ed8fadc743ea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401385 Oct 15 19:48:51.732214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.738332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.741839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba9f173e-efbf-424d-a132-3ded9b217768 HTTP/1.1" status: 204 len: 168 time: 0.5907302 Oct 15 19:48:51.758080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926483b-ad6e-4d86-8ada-0a6be05e5541 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba9f173e-efbf-424d-a132-3ded9b217768,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:51.766004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:51.767031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.784709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fc3fe50d-9c49-4a46-a877-bd808b995cf7 None None] Provisioning complete for port 835afd2f-f7d2-4833-8f69-9e02fddc536f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:51.785797 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fc3fe50d-9c49-4a46-a877-bd808b995cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:51.882072 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-68164a92-6957-43fc-bb40-631d7f85168e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9365895 Oct 15 19:48:51.890233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:51.898540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-947623247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:52.011424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286b351-b891-4524-9a9e-801ed7eda63e req-17626cb5-912f-4e35-b1b9-def867897130 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:52.022266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b286b351-b891-4524-9a9e-801ed7eda63e req-17626cb5-912f-4e35-b1b9-def867897130 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1465485 Oct 15 19:48:52.031265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.032108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.074909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 30fd91b7-514e-4c5a-8138-a51e46512143 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:52.091377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b286b351-b891-4524-9a9e-801ed7eda63e req-94274dfa-3981-41a5-8d20-aa9ab4348b2b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Oct 15 19:48:52.149951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.235672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43548) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:52.246061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.255162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224865f6-d099-401b-b242-b7aa6f52e5a3 req-b1e94ffd-a793-4521-b7ef-06e0c17d8626 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:52.256899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-224865f6-d099-401b-b242-b7aa6f52e5a3 req-b1e94ffd-a793-4521-b7ef-06e0c17d8626 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0787475 Oct 15 19:48:52.284580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 30fd91b7-514e-4c5a-8138-a51e46512143 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:52.285141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.302806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-224865f6-d099-401b-b242-b7aa6f52e5a3 req-9777446a-8623-4b99-a352-9d555b9ac5b3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Oct 15 19:48:52.326303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c704eb9a-cf58-4d65-bc80-da7c210c5233 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1ee334be08c4456a4370fa904343a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871780 Oct 15 19:48:52.326601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:52.338109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.373139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.377311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43554) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:52.377581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-166d656a-a1aa-45c9-8f21-62c684ca3ed7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4861407 Oct 15 19:48:52.389120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-43fd0efe-f8d7-4eb3-8e1c-201d72db43fb tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2042384129', 'prefixes': ['172.20.0.0/16']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:52.397844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.400782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.442554 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.457075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 30fd91b7-514e-4c5a-8138-a51e46512143, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=30fd91b7-514e-4c5a-8138-a51e46512143,segment=NetworkSegment(05c185ee-f30e-406f-92e3-4ba930b2e8d4),segment_id=05c185ee-f30e-406f-92e3-4ba930b2e8d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:52.557686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.560692 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.562361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 835afd2f-f7d2-4833-8f69-9e02fddc536f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:52.624889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67f4e0-d727-4b35-a80a-081e30c90b8a req-1f4572af-9452-4c84-aa3d-1966c639dbbd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:52.626626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b67f4e0-d727-4b35-a80a-081e30c90b8a req-1f4572af-9452-4c84-aa3d-1966c639dbbd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.0950527 Oct 15 19:48:52.632861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-2f9e5996-bcad-4ad1-b805-d1f3eea59d61 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:52.649076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-2f9e5996-bcad-4ad1-b805-d1f3eea59d61 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:52.650745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-2f9e5996-bcad-4ad1-b805-d1f3eea59d61 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "GET /v2.0/networks?id=31f08d5b-7fbb-4904-8405-75633b37c7fd&id=0403f0d6-7865-4382-841b-bfd8bf85a275 HTTP/1.1" status: 200 len: 1391 time: 0.2207570 Oct 15 19:48:52.667966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'port': {'device_id': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd', 'admin_state_up': True, 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:52.685821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=30fd91b7-514e-4c5a-8138-a51e46512143,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:52.697143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b67f4e0-d727-4b35-a80a-081e30c90b8a req-885124bb-d3bf-4922-8b0d-89c657ab5dff tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563333 Oct 15 19:48:52.698446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.711511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.712117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.712600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.713254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.713732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.714203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.714684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.715898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.716464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.717582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.718228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.718704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:48:52.739847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 835afd2f-f7d2-4833-8f69-9e02fddc536f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:52.740685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.835351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8656fcf8-3909-465d-9376-4fee2fa93d01 req-a9cf1f79-bfe8-41d8-9fbe-f55d32300350 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 210 time: 0.0431998 Oct 15 19:48:52.872974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.876094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-43fd0efe-f8d7-4eb3-8e1c-201d72db43fb tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for subnetpool, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.881475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-43fd0efe-f8d7-4eb3-8e1c-201d72db43fb tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4994533 Oct 15 19:48:52.881955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43564) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:52.887376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd2e93-ad44-4cf1-8a2a-dc6f2b4139bf None None] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:48:52.888623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-e92d9d4b-f215-4d1a-b4c3-38015be0cf09 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-145126190') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:52.920628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.923612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:52.927587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe HTTP/1.1" status: 204 len: 168 time: 0.5979009 Oct 15 19:48:52.941091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbf2ea-02c2-44db-b279-9fa62da372a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd3ed0a-d296-4ef3-9e7b-01a912fa2cbe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:53.012647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212163d-3e73-4c45-b156-433f2dd74243 req-bfbc2aee-b0c0-4188-84c7-ecbb1522c847 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:53.017669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:53.019781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f212163d-3e73-4c45-b156-433f2dd74243 req-bfbc2aee-b0c0-4188-84c7-ecbb1522c847 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1356342 Oct 15 19:48:53.021757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.048712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-78b7f01e-adae-4c71-b3af-8bcb05cb9ce9 None None] Provisioning complete for port 30fd91b7-514e-4c5a-8138-a51e46512143 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:53.049437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-78b7f01e-adae-4c71-b3af-8bcb05cb9ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.131932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f212163d-3e73-4c45-b156-433f2dd74243 req-cf41a20e-ce79-46e5-9c4d-1af9e5163f4f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110630 Oct 15 19:48:53.237193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e92d9d4b-f215-4d1a-b4c3-38015be0cf09 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-145126190 HTTP/1.1" status: 201 len: 201 time: 0.3544190 Oct 15 19:48:53.237404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Allocated IP 19.80.0.66 (31f08d5b-7fbb-4904-8405-75633b37c7fd/bf8292d8-1796-4498-a05f-3b36c4a86f36/2195ee86-3680-4a4e-9281-4e9df55155f0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:53.240436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43570) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:53.245114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-de2af78a-33bc-4ca3-a8d4-50ae303d336a tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-1469309578') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:53.376174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cd41d357-26f7-4e09-a478-d4ac1ceee7a1 None None] Provisioning complete for port 30fd91b7-514e-4c5a-8138-a51e46512143 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:53.376704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd41d357-26f7-4e09-a478-d4ac1ceee7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.402380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.441463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-de2af78a-33bc-4ca3-a8d4-50ae303d336a tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-1469309578 HTTP/1.1" status: 201 len: 201 time: 0.1999657 Oct 15 19:48:53.447693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:53.453141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d7412ccc-3bbe-4be2-9439-c89425a87a79 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1818090680') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:53.463101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:53.533033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cd41d357-26f7-4e09-a478-d4ac1ceee7a1 None None] Provisioning complete for port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:53.533455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd41d357-26f7-4e09-a478-d4ac1ceee7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.562535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.605730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cd41d357-26f7-4e09-a478-d4ac1ceee7a1 None None] Port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:53.610426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:53.614182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:53.617155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:53.619234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:53.632531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'mac_address': 'fa:16:3e:c5:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:53.666699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7412ccc-3bbe-4be2-9439-c89425a87a79 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1818090680 HTTP/1.1" status: 201 len: 201 time: 0.2155511 Oct 15 19:48:53.668261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43582) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:53.674706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-28df3cc8-6634-4681-8d5c-c327b17e9e24 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1896234734') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:53.676988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.687825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:53.702979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:53.703540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f6b2c5-19e3-4c67-bc72-d7e042861d15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:53.704035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.738019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:53.746245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0b2225ff-be95-413a-a806-0b7a623807ea None None] Provisioning complete for port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:53.746705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2225ff-be95-413a-a806-0b7a623807ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.784129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0b2225ff-be95-413a-a806-0b7a623807ea None None] Port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:53.813898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-28df3cc8-6634-4681-8d5c-c327b17e9e24 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1896234734 HTTP/1.1" status: 201 len: 201 time: 0.1428256 Oct 15 19:48:53.815934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:53.821514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-5a88625f-9dee-4239-835b-fc5a837b09e2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:53.828540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.829278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:48:53.858477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-18ad0153-20be-4918-9577-f8016c4425f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1957772 Oct 15 19:48:53.875042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Request body: {'port': {'device_id': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275', 'admin_state_up': True, 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:53.916911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a88625f-9dee-4239-835b-fc5a837b09e2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 200 len: 240 time: 0.0985448 Oct 15 19:48:53.928419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:53.934182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-63897ee5-7025-4167-a5ec-ae0c737e3d85 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-145126190') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:53.955817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a0f3-2f20-4fd6-86ce-f6c2f51986e0 req-788ce7bf-e4e4-4c84-96a5-8a3e68cecc4d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:53.960343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db46a0f3-2f20-4fd6-86ce-f6c2f51986e0 req-788ce7bf-e4e4-4c84-96a5-8a3e68cecc4d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1668067 Oct 15 19:48:53.960506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc965c46-f4f2-493d-87da-416b3a4374a5 None None] Provisioning complete for port 2195ee86-3680-4a4e-9281-4e9df55155f0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:53.960763 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc965c46-f4f2-493d-87da-416b3a4374a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:53.965681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:53.974544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:54.002635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 30fd91b7-514e-4c5a-8138-a51e46512143 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:54.028154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'mac_address': 'fa:16:3e:39:69:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:48:54.060543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db46a0f3-2f20-4fd6-86ce-f6c2f51986e0 req-42335ae0-d70c-4110-8edd-7f9b403a814d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989494 Oct 15 19:48:54.088050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cc965c46-f4f2-493d-87da-416b3a4374a5 None None] Port 2195ee86-3680-4a4e-9281-4e9df55155f0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:54.100459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536be33a-6e65-42a1-873e-02e8187ed03d req-74ae44d4-da90-4cd8-aac7-ab519bc8177a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:54.108761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-536be33a-6e65-42a1-873e-02e8187ed03d req-74ae44d4-da90-4cd8-aac7-ab519bc8177a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 931 time: 0.0855196 Oct 15 19:48:54.112591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63897ee5-7025-4167-a5ec-ae0c737e3d85 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-145126190 HTTP/1.1" status: 204 len: 168 time: 0.1829898 Oct 15 19:48:54.115743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.117612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.121574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-a2c28e90-15da-4026-a160-eae447f4c4f3 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-145126190') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.141588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:54.155319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 30fd91b7-514e-4c5a-8138-a51e46512143 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:54.158015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.166241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-536be33a-6e65-42a1-873e-02e8187ed03d req-0c5180a8-ece4-4945-808e-952d5b17c39f tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511994 Oct 15 19:48:54.190805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Made reservation on behalf of 057cf9ddefb14cdbb5ec92d57da0c23c for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:48:54.195153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.196772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:54.298497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fcbfe-b16f-466e-b164-c5c4e47cede2 req-23f461fa-1b55-492e-ba0c-33bdc58781c1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:54.300446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a8fcbfe-b16f-466e-b164-c5c4e47cede2 req-23f461fa-1b55-492e-ba0c-33bdc58781c1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0644906 Oct 15 19:48:54.337557 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.361488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3a8fcbfe-b16f-466e-b164-c5c4e47cede2 req-6fe35015-261c-4994-8bc7-91d7da80cd2c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Oct 15 19:48:54.407469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:54.407981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Allocated IP 19.86.0.95 (0403f0d6-7865-4382-841b-bfd8bf85a275/f5f8273b-982b-4773-98ff-acabf3e116cd/887b0276-9082-40d7-a290-6573ff948a8a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:48:54.452034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.485390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a2c28e90-15da-4026-a160-eae447f4c4f3 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-145126190 HTTP/1.1" status: 204 len: 168 time: 0.3657906 Oct 15 19:48:54.485782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.490374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-afa9c9dd-32b9-4292-b70c-598f68a8a790 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.546600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-afa9c9dd-32b9-4292-b70c-598f68a8a790 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 200 len: 205 time: 0.0596292 Oct 15 19:48:54.556554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43622) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.561126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-5a87181d-f862-44de-ac0f-3f3620bb755c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.607831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.648121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a87181d-f862-44de-ac0f-3f3620bb755c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 200 len: 241 time: 0.0902684 Oct 15 19:48:54.650952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43624) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.654707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b7f6b2c5-19e3-4c67-bc72-d7e042861d15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:54.655467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-192fb6fa-8aaf-43b3-a3b8-3708b978c373 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-1469309578') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.680824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['95d616d0-75cc-4669-bba8-9d9a600e1cb7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:48:54.706829 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-192fb6fa-8aaf-43b3-a3b8-3708b978c373 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-1469309578 HTTP/1.1" status: 204 len: 168 time: 0.0548365 Oct 15 19:48:54.709899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.714325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-cf920a30-0817-49d6-ba21-50399aa2db58 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-1469309578') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.865686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:54.882494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf920a30-0817-49d6-ba21-50399aa2db58 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-1469309578 HTTP/1.1" status: 204 len: 168 time: 0.1716030 Oct 15 19:48:54.885055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43630) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.889688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-99b9613e-7d2f-4ee8-8f3e-65b296940691 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:54.937036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:48:54.937036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:48:54.943829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:48:54.980315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99b9613e-7d2f-4ee8-8f3e-65b296940691 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 200 len: 205 time: 0.0940676 Oct 15 19:48:54.982010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event updated for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:54.983098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43638) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:54.989738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-890dc656-ce92-4586-bf19-76db95df8f50 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.005149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ee237-0bb9-4e7c-bd28-844e37f88671 req-80dbbbf0-8a51-46a7-9195-5687d76db676 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:55.006876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47ee237-0bb9-4e7c-bd28-844e37f88671 req-80dbbbf0-8a51-46a7-9195-5687d76db676 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1736889 Oct 15 19:48:55.054160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:55.054780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:55.082625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47ee237-0bb9-4e7c-bd28-844e37f88671 req-46dd0843-3882-4628-9c0c-429cb9b43a88 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Oct 15 19:48:55.217213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-a36432c9-06eb-4b87-b118-571c73678aac tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3484709 Oct 15 19:48:55.219809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5aaaa9e4-d104-4c37-9e77-dd65f41b2b37 None None] Provisioning complete for port 887b0276-9082-40d7-a290-6573ff948a8a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:55.220320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5aaaa9e4-d104-4c37-9e77-dd65f41b2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:55.231452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Request body: {'port': {'device_id': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:55.274991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5aaaa9e4-d104-4c37-9e77-dd65f41b2b37 None None] Port 887b0276-9082-40d7-a290-6573ff948a8a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:48:55.285105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b403b-9852-4e9f-b615-f884bb1f63ff req-27f35d67-25fe-470b-aa6e-a0d5ce3b4667 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:55.288120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-434b403b-9852-4e9f-b615-f884bb1f63ff req-27f35d67-25fe-470b-aa6e-a0d5ce3b4667 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 949 time: 0.1244547 Oct 15 19:48:55.334438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:55.359376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-434b403b-9852-4e9f-b615-f884bb1f63ff req-f80909fd-af14-438d-b6c9-bf5f3ef3a703 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648761 Oct 15 19:48:55.441065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-890dc656-ce92-4586-bf19-76db95df8f50 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 200 len: 241 time: 0.4543688 Oct 15 19:48:55.443170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.453540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d75196c6-dbee-4350-8996-a3395d2fe3a5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1818090680') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.529362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d75196c6-dbee-4350-8996-a3395d2fe3a5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1818090680 HTTP/1.1" status: 204 len: 168 time: 0.0824857 Oct 15 19:48:55.531119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.536333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-be3deaf8-0dc6-4bca-b5db-67df175fb2a1 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1818090680') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.553386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b24c0-407e-4429-9dc1-7ece04cfebdb req-20669ae0-d92f-4ecc-8606-24d1032478ee tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:55.559290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b24c0-407e-4429-9dc1-7ece04cfebdb req-20669ae0-d92f-4ecc-8606-24d1032478ee tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:55.560893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-922b24c0-407e-4429-9dc1-7ece04cfebdb req-20669ae0-d92f-4ecc-8606-24d1032478ee tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1653 time: 0.1007035 Oct 15 19:48:55.645309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-922b24c0-407e-4429-9dc1-7ece04cfebdb req-3656a036-990b-4497-8471-ba3fe8af5ebf tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508137 Oct 15 19:48:55.721333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2195ee86-3680-4a4e-9281-4e9df55155f0 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:55.729415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:55.741392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Transition to ACTIVE for port object 2195ee86-3680-4a4e-9281-4e9df55155f0 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:55.772783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be3deaf8-0dc6-4bca-b5db-67df175fb2a1 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1818090680 HTTP/1.1" status: 204 len: 168 time: 0.2404299 Oct 15 19:48:55.775121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.779400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d24cee04-6f96-4f75-9e82-d8a09e98dde8 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.851372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:55.856246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d24cee04-6f96-4f75-9e82-d8a09e98dde8 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 200 len: 205 time: 0.0800769 Oct 15 19:48:55.858612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43656) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.862791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-2f34947c-93e8-43d5-b553-21a315e8252b tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.883314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f34947c-93e8-43d5-b553-21a315e8252b tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 200 len: 241 time: 0.0236387 Oct 15 19:48:55.886100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.893769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-705138e2-4266-4034-bf3e-f29991213de2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1896234734') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.906062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Pushing event updated for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:55.935211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-705138e2-4266-4034-bf3e-f29991213de2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1896234734 HTTP/1.1" status: 204 len: 168 time: 0.0483003 Oct 15 19:48:55.937856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43662) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:55.943166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ba45135c-04b8-45a4-aeb1-f2283cd6aae7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1896234734') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:55.977476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Attempting to bind port 2195ee86-3680-4a4e-9281-4e9df55155f0 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:55.983434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Attempting to bind port 2195ee86-3680-4a4e-9281-4e9df55155f0 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:55.983434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Attempting to bind port 2195ee86-3680-4a4e-9281-4e9df55155f0 on network 31f08d5b-7fbb-4904-8405-75633b37c7fd {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:55.983434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Port 2195ee86-3680-4a4e-9281-4e9df55155f0 on network 31f08d5b-7fbb-4904-8405-75633b37c7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:55.983434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Attempting to bind port 2195ee86-3680-4a4e-9281-4e9df55155f0 on network 31f08d5b-7fbb-4904-8405-75633b37c7fd {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:55.988055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:55.988513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Checking segment: {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:55.989083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Bound using segment: {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:55.989702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Bound port: 2195ee86-3680-4a4e-9281-4e9df55155f0, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d235aff-f6a9-4246-b09e-256b1c5c68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:55.990058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.078461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:56.078461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2195ee86-3680-4a4e-9281-4e9df55155f0,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:56.115914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba45135c-04b8-45a4-aeb1-f2283cd6aae7 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1896234734 HTTP/1.1" status: 204 len: 168 time: 0.1766021 Oct 15 19:48:56.118318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43670) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:56.122672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-cf4dd9e2-99d1-4fc1-9872-c1c2d72244f5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:56.143827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf4dd9e2-99d1-4fc1-9872-c1c2d72244f5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 200 len: 205 time: 0.0241332 Oct 15 19:48:56.146597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:56.151223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-81e42395-6edc-46fb-a954-e881f9556370 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:56.214336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.260131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-81e42395-6edc-46fb-a954-e881f9556370 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 204 len: 168 time: 0.1097009 Oct 15 19:48:56.261341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43674) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:56.264453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.265088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.266463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] 10.222.0.15 "PUT /v2.0/ports/2195ee86-3680-4a4e-9281-4e9df55155f0 HTTP/1.1" status: 200 len: 1092 time: 1.0396020 Oct 15 19:48:56.266942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:56.271707 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2d50a-170e-4265-8b96-006a1748c56b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:56.272015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-2467c519-319b-4bb2-a9c9-cd2fc8dba946 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:56.289353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248c4ed-0ac1-4f6a-8cae-d957d6efff3b req-29b05aeb-af56-493b-8299-64a3d500b234 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.290952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f248c4ed-0ac1-4f6a-8cae-d957d6efff3b req-29b05aeb-af56-493b-8299-64a3d500b234 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1247110 Oct 15 19:48:56.312873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5fc86-896d-4c00-95de-abb865b0608b service neutron] Pushing event updated for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:56.318219 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e06f0-62f3-4055-9282-af07792fb7d0 x-openstack-request-id: req-0a8e06f0-62f3-4055-9282-af07792fb7d0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:56.318511 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:56.318767 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a8e06f0-62f3-4055-9282-af07792fb7d0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:56.319168 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0', 'status': 'completed', 'code': 200} Oct 15 19:48:56.383183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f248c4ed-0ac1-4f6a-8cae-d957d6efff3b req-69303212-12c7-4930-89d2-14b33136159e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714977 Oct 15 19:48:56.385163 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2467c519-319b-4bb2-a9c9-cd2fc8dba946 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 204 len: 168 time: 0.1187930 Oct 15 19:48:56.389060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43682) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:56.400146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-5dccfd5f-f356-48e1-9b83-305b7513c009 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:56.404589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Request body: {'port': {'device_id': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:48:56.486836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.496579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-14ff8da4-05b8-430b-ba73-362b308406d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.497410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-14ff8da4-05b8-430b-ba73-362b308406d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.499166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-14ff8da4-05b8-430b-ba73-362b308406d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1913 time: 0.1566041 Oct 15 19:48:56.569255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57178e3e-087e-428e-b3ae-b4d0391f765a req-04c1be08-65b7-47aa-9c36-36fea8f08edb tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.571079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57178e3e-087e-428e-b3ae-b4d0391f765a req-04c1be08-65b7-47aa-9c36-36fea8f08edb tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 949 time: 0.1096845 Oct 15 19:48:56.659548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5dccfd5f-f356-48e1-9b83-305b7513c009 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 204 len: 168 time: 0.2608438 Oct 15 19:48:56.662374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:56.670393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-e3c6ea25-1510-49d0-b736-258e0495daae tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:56.701839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57178e3e-087e-428e-b3ae-b4d0391f765a req-6159b78a-b23a-482e-89b8-eb6007f16a2c tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038132 Oct 15 19:48:56.712322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-1f9b4a20-a48e-40dc-bd47-e56ddf3622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.712322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-1f9b4a20-a48e-40dc-bd47-e56ddf3622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.712322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-1f9b4a20-a48e-40dc-bd47-e56ddf3622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:56.712322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-1f9b4a20-a48e-40dc-bd47-e56ddf3622d4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2018752 Oct 15 19:48:56.786582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887b0276-9082-40d7-a290-6573ff948a8a {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:48:56.794616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.808071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Transition to ACTIVE for port object 887b0276-9082-40d7-a290-6573ff948a8a will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:48:56.875050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:56.932664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Pushing event updated for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:57.022492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Attempting to bind port 887b0276-9082-40d7-a290-6573ff948a8a on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:48:57.022964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Attempting to bind port 887b0276-9082-40d7-a290-6573ff948a8a by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:48:57.023405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Attempting to bind port 887b0276-9082-40d7-a290-6573ff948a8a on network 0403f0d6-7865-4382-841b-bfd8bf85a275 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:57.029443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Port 887b0276-9082-40d7-a290-6573ff948a8a on network 0403f0d6-7865-4382-841b-bfd8bf85a275 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:48:57.029881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Attempting to bind port 887b0276-9082-40d7-a290-6573ff948a8a on network 0403f0d6-7865-4382-841b-bfd8bf85a275 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:48:57.036325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:48:57.036673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Checking segment: {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:48:57.037207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Bound using segment: {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:48:57.037872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Bound port: 887b0276-9082-40d7-a290-6573ff948a8a, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54342e3e-4a05-4185-b067-1ad6d6e787af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:48:57.038677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.101622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e3c6ea25-1510-49d0-b736-258e0495daae tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 204 len: 168 time: 0.4345675 Oct 15 19:48:57.106666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43694) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:57.112223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-2d8dedb3-6e63-49c2-8c8a-ed0b5a15668b tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-254209916') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:57.131193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:48:57.135423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=887b0276-9082-40d7-a290-6573ff948a8a,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:48:57.157896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-3059c6d6-cc8c-4d18-b119-7becf5692bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.159277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e2d50a-170e-4265-8b96-006a1748c56b req-3059c6d6-cc8c-4d18-b119-7becf5692bf5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4384522 Oct 15 19:48:57.171988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb364399-6b23-45f6-a9d1-5008f1f37d0f req-e7d8bd00-c31f-4c65-89c8-d119a2d6b27e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.173433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb364399-6b23-45f6-a9d1-5008f1f37d0f req-e7d8bd00-c31f-4c65-89c8-d119a2d6b27e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.3737926 Oct 15 19:48:57.226185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb364399-6b23-45f6-a9d1-5008f1f37d0f req-1b0194ce-654b-45e3-829d-a6ea59b1e1aa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450170 Oct 15 19:48:57.234499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.268956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.270101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.271893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] 10.222.0.15 "PUT /v2.0/ports/887b0276-9082-40d7-a290-6573ff948a8a HTTP/1.1" status: 200 len: 1092 time: 0.8887362 Oct 15 19:48:57.272352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:57.274796 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6be27-08b0-4595-8974-140aacdc2f80" -d '{"events": [{"name": "network-changed", "server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "tag": "887b0276-9082-40d7-a290-6573ff948a8a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:57.323863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81d7c-b42b-4579-a02b-2de3fc700491 service neutron] Pushing event updated for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:57.337599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2d8dedb3-6e63-49c2-8c8a-ed0b5a15668b tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-254209916 HTTP/1.1" status: 201 len: 201 time: 0.2260003 Oct 15 19:48:57.337599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:57.346056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-6d94b2f4-fd2e-4e75-a271-75557ca6d862 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-2025375360') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:57.382017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80089b1-0e33-493d-9607-f33f8b36a197 req-2970876c-9d93-499f-a531-c5db618d42f4 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.388215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80089b1-0e33-493d-9607-f33f8b36a197 req-2970876c-9d93-499f-a531-c5db618d42f4 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.389879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80089b1-0e33-493d-9607-f33f8b36a197 req-2970876c-9d93-499f-a531-c5db618d42f4 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.0931339 Oct 15 19:48:57.441145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-5873b9d7-51ff-44f8-bcaa-df060c37d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.441649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-5873b9d7-51ff-44f8-bcaa-df060c37d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.443243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-5873b9d7-51ff-44f8-bcaa-df060c37d3a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1981 time: 0.0499866 Oct 15 19:48:57.448959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80089b1-0e33-493d-9607-f33f8b36a197 req-4fc514f8-62ae-40a8-b8d2-83b2f84ba102 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480332 Oct 15 19:48:57.456572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:57.522826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-f2ad3d70-91e1-46b8-ae1d-cb4ebba25162 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.66&port_id=2195ee86-3680-4a4e-9281-4e9df55155f0 HTTP/1.1" status: 200 len: 217 time: 0.0538578 Oct 15 19:48:57.524338 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19e2714-6de4-4696-8a33-76263c4c3c0d x-openstack-request-id: req-c19e2714-6de4-4696-8a33-76263c4c3c0d {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:57.524620 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "tag": "887b0276-9082-40d7-a290-6573ff948a8a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:57.524870 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c19e2714-6de4-4696-8a33-76263c4c3c0d {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:57.525326 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a', 'status': 'completed', 'code': 200} Oct 15 19:48:57.561751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d94b2f4-fd2e-4e75-a271-75557ca6d862 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-2025375360 HTTP/1.1" status: 201 len: 201 time: 0.2232623 Oct 15 19:48:57.564541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:57.570002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-5226ff26-e098-42bf-b436-75e51b278839 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1755588073') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:57.585778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-c5e055ea-2a2f-4651-af91-78a4405194e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.587850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-c5e055ea-2a2f-4651-af91-78a4405194e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf8292d8-1796-4498-a05f-3b36c4a86f36 HTTP/1.1" status: 200 len: 801 time: 0.0575776 Oct 15 19:48:57.617420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:57.622356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:57.623365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.639429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-7eabc5fe-dd94-4278-b1d3-e3ba7f64124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.641059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-7eabc5fe-dd94-4278-b1d3-e3ba7f64124f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31f08d5b-7fbb-4904-8405-75633b37c7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457718 Oct 15 19:48:57.705636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110bacb-1eb2-40e2-b774-961475e62ad3 req-e70f07ca-72ec-4231-9955-db72a4f77f4e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.716598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c110bacb-1eb2-40e2-b774-961475e62ad3 req-e70f07ca-72ec-4231-9955-db72a4f77f4e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0991759 Oct 15 19:48:57.722116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.761768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c110bacb-1eb2-40e2-b774-961475e62ad3 req-0eab5c9a-179f-4672-b184-20c517f9026a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478888 Oct 15 19:48:57.765191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:48:57.773568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-bd4c9f22-b86d-495a-bcb2-7e994be612af service neutron] 10.222.0.15 "GET /v2.0/networks/31f08d5b-7fbb-4904-8405-75633b37c7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249788 Oct 15 19:48:57.778029 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4081b7-81b9-4ef2-9125-c6f98e564ceb" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:48:57.793701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:57.824142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5226ff26-e098-42bf-b436-75e51b278839 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1755588073 HTTP/1.1" status: 201 len: 201 time: 0.2585018 Oct 15 19:48:57.827847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:57.832619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-20a49e39-e518-4812-b20f-036d2f24e4f2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1686248285') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:57.880556 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-7ed4dcf5-68a9-4876-a96c-f358a477eb2f service neutron] 10.222.0.15 "GET /v2.0/networks/31f08d5b-7fbb-4904-8405-75633b37c7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995467 Oct 15 19:48:57.900025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda835a7-1f44-4bf6-afda-14ee7377c578 req-fbb7b7f3-e9be-4080-aeb8-40b655a1156d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:57.901515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dda835a7-1f44-4bf6-afda-14ee7377c578 req-fbb7b7f3-e9be-4080-aeb8-40b655a1156d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 949 time: 0.0725565 Oct 15 19:48:57.920335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:57.921184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:48:57.927084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-35fcca4a-f50a-4995-bc01-a8c5fd30f7f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=887b0276-9082-40d7-a290-6573ff948a8a HTTP/1.1" status: 200 len: 217 time: 0.0391896 Oct 15 19:48:57.942887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dda835a7-1f44-4bf6-afda-14ee7377c578 req-566e0a07-52c1-4645-9971-6f5220b36e72 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353818 Oct 15 19:48:57.977878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20a49e39-e518-4812-b20f-036d2f24e4f2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1686248285 HTTP/1.1" status: 201 len: 201 time: 0.1474373 Oct 15 19:48:57.979508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43718) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:57.987604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-ece10356-ab4a-4d48-866c-4457f2303b60 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', {'tags': ['tempest-TagsExtTest-Tag-216720142', 'tempest-TagsExtTest-Tag-1643013803', 'tempest-TagsExtTest-Tag-2101528680']}) {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:57.999385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-da9b06c1-aef1-4a9a-8fbf-89202d4cd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.000983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-da9b06c1-aef1-4a9a-8fbf-89202d4cd496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5f8273b-982b-4773-98ff-acabf3e116cd HTTP/1.1" status: 200 len: 801 time: 0.0667117 Oct 15 19:48:58.005082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:58.067389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fea397b1-11f1-44b0-a87a-f2bacaf4aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.069403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-fea397b1-11f1-44b0-a87a-f2bacaf4aea9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0403f0d6-7865-4382-841b-bfd8bf85a275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587559 Oct 15 19:48:58.075950 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345db4d-5258-4e0d-a1d2-6a1e0397ebd8 x-openstack-request-id: req-2345db4d-5258-4e0d-a1d2-6a1e0397ebd8 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:48:58.076241 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:48:58.076494 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2345db4d-5258-4e0d-a1d2-6a1e0397ebd8 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:48:58.076948 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'code': 200} Oct 15 19:48:58.088443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:48:58.104587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:48:58.105132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:58.127526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73032a2f-ca36-4ae6-86c3-be4dda81fb43 req-8434b556-7da6-4425-b5f2-f4b2cac42ae9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.129515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73032a2f-ca36-4ae6-86c3-be4dda81fb43 req-8434b556-7da6-4425-b5f2-f4b2cac42ae9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0945899 Oct 15 19:48:58.190370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ece10356-ab4a-4d48-866c-4457f2303b60 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 200 len: 317 time: 0.2090731 Oct 15 19:48:58.194644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43724) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:58.200930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-5859ab44-3a4c-408e-b8d3-a479dafd8fc0 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:58.209323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:58.210509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-20c060b8-4814-460b-b7b6-414b7fde95a7 service neutron] 10.222.0.15 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338382 Oct 15 19:48:58.214761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73032a2f-ca36-4ae6-86c3-be4dda81fb43 req-13a088d6-cfea-4d93-a8c9-9bfdc6157fef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780673 Oct 15 19:48:58.245725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:48:58.258314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c068-c5f6-4110-95b6-404279a2f4dd req-19abbbd7-6db9-4fcb-a8af-66c93e2cd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.260205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4972c068-c5f6-4110-95b6-404279a2f4dd req-19abbbd7-6db9-4fcb-a8af-66c93e2cd605 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 1102 time: 0.1084943 Oct 15 19:48:58.320522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:48:58.327724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4972c068-c5f6-4110-95b6-404279a2f4dd req-48cafae2-f84c-4ddf-a26f-684bd9fbda6f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595782 Oct 15 19:48:58.333016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7abccc44-3e23-4078-bb09-baac4a2890c3 req-c212e7b4-731e-4b7f-a6ad-75e71a47b824 service neutron] 10.222.0.15 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111820 Oct 15 19:48:58.370216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:48:58.387627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca782ae6-2ced-4314-8633-9eb48cbcaefd req-21cce88b-3ab4-4d4c-9709-90984eb52047 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.389126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca782ae6-2ced-4314-8633-9eb48cbcaefd req-21cce88b-3ab4-4d4c-9709-90984eb52047 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0751359 Oct 15 19:48:58.428652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca782ae6-2ced-4314-8633-9eb48cbcaefd req-b46bf1d5-3d0d-407f-8d36-07fd11a0c93a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328450 Oct 15 19:48:58.453392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5859ab44-3a4c-408e-b8d3-a479dafd8fc0 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 204 len: 168 time: 0.2558517 Oct 15 19:48:58.455908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43740) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:58.478901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-36e0899a-35e2-4fca-b48f-566f288f76e4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-216720142') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:58.524481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-388bedc2-de33-4b56-8d44-64ef096ab64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.524990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-388bedc2-de33-4b56-8d44-64ef096ab64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.526546 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-388bedc2-de33-4b56-8d44-64ef096ab64e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1981 time: 0.0865669 Oct 15 19:48:58.605192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0babe0-8b3d-46fb-9d30-1e98bb89ac97 req-43d7c496-30f3-4385-b5e0-1db033d77586 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.606660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e0babe0-8b3d-46fb-9d30-1e98bb89ac97 req-43d7c496-30f3-4385-b5e0-1db033d77586 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0540736 Oct 15 19:48:58.607267 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-36e0899a-35e2-4fca-b48f-566f288f76e4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:58.611065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43746) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:58.611191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-36e0899a-35e2-4fca-b48f-566f288f76e4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-216720142 HTTP/1.1" status: 404 len: 328 time: 0.1543319 Oct 15 19:48:58.615740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-942e04ed-47f1-4fcd-bffa-11a65c1e07dc tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-1643013803') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:58.643397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-2ba2544a-04b1-49a8-a1b6-56b983b29bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.645381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-2ba2544a-04b1-49a8-a1b6-56b983b29bca service neutron] 10.222.0.15 "GET /v2.0/networks?id=0403f0d6-7865-4382-841b-bfd8bf85a275 HTTP/1.1" status: 200 len: 902 time: 0.1109028 Oct 15 19:48:58.678814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e0babe0-8b3d-46fb-9d30-1e98bb89ac97 req-a8b7d043-6291-456d-bd67-11101c7223ba tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Oct 15 19:48:58.688698 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-913a7375-5401-4c98-9b1b-7db09e17d9ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.95&port_id=887b0276-9082-40d7-a290-6573ff948a8a HTTP/1.1" status: 200 len: 217 time: 0.0365698 Oct 15 19:48:58.709997 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-942e04ed-47f1-4fcd-bffa-11a65c1e07dc tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:58.711224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-942e04ed-47f1-4fcd-bffa-11a65c1e07dc tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-1643013803 HTTP/1.1" status: 404 len: 329 time: 0.0989089 Oct 15 19:48:58.714356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43750) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:58.718543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-a6794e8d-41a8-451d-bfd9-fa08cdafee2f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52', 'tempest-TagsExtTest-Tag-2101528680') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:58.747611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-78db26d4-6830-47c2-933d-61429eb24065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.749248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-78db26d4-6830-47c2-933d-61429eb24065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f5f8273b-982b-4773-98ff-acabf3e116cd HTTP/1.1" status: 200 len: 801 time: 0.0534170 Oct 15 19:48:58.805837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-c1090965-a555-4d38-93e5-d69d58680956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.807352 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-c1090965-a555-4d38-93e5-d69d58680956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0403f0d6-7865-4382-841b-bfd8bf85a275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515444 Oct 15 19:48:58.820369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53b10e-4806-47a5-bddf-2c96324ba450 req-2eea529c-8f89-4245-babe-62a0c52a5ac8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.826415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53b10e-4806-47a5-bddf-2c96324ba450 req-2eea529c-8f89-4245-babe-62a0c52a5ac8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:58.828067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f53b10e-4806-47a5-bddf-2c96324ba450 req-2eea529c-8f89-4245-babe-62a0c52a5ac8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.0770817 Oct 15 19:48:58.830007 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-a6794e8d-41a8-451d-bfd9-fa08cdafee2f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:58.834660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43752) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:58.835784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a6794e8d-41a8-451d-bfd9-fa08cdafee2f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags/tempest-TagsExtTest-Tag-2101528680 HTTP/1.1" status: 404 len: 329 time: 0.1175723 Oct 15 19:48:58.841960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-37a48c68-5d12-4b92-a234-6b44b89379fa tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', {'tags': ['tempest-TagsExtTest-Tag-182534846', 'tempest-TagsExtTest-Tag-207856776', 'tempest-TagsExtTest-Tag-623662540']}) {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:58.878179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f53b10e-4806-47a5-bddf-2c96324ba450 req-dfc13a94-0063-4a3b-8e06-9c9e2b8799c3 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Oct 15 19:48:58.963874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-dbdad192-d042-437d-949d-3a938e694c2f service neutron] 10.222.0.15 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487010 Oct 15 19:48:59.009616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-37a48c68-5d12-4b92-a234-6b44b89379fa tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 200 len: 315 time: 0.1739030 Oct 15 19:48:59.012232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43764) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.016965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-b52058dd-33cf-45e6-b3d7-cfece34eb334 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.066406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6314f-d6d7-4187-bc19-27a7542f6bee req-282dd58f-48e8-43ab-87a5-1ebb70800dad tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:59.067931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1a6314f-d6d7-4187-bc19-27a7542f6bee req-282dd58f-48e8-43ab-87a5-1ebb70800dad tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1082373 Oct 15 19:48:59.112153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80b6be27-08b0-4595-8974-140aacdc2f80 req-b34bd3df-24ff-4540-a30c-ec55d2ee9072 service neutron] 10.222.0.15 "GET /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387420 Oct 15 19:48:59.128311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b52058dd-33cf-45e6-b3d7-cfece34eb334 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 204 len: 168 time: 0.1147280 Oct 15 19:48:59.132718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1a6314f-d6d7-4187-bc19-27a7542f6bee req-aca19347-0ef7-4661-b8c5-9942415a3b73 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Oct 15 19:48:59.132881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43768) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.139330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-1dfbb403-8288-4f1b-9276-9515c8309c93 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-182534846') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.171242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95d1fa-9427-4d7e-b29d-76b854816349 req-c4a24f7e-d3aa-4b36-a041-55f0bfa03a9c tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:59.172736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c95d1fa-9427-4d7e-b29d-76b854816349 req-c4a24f7e-d3aa-4b36-a041-55f0bfa03a9c tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.0807829 Oct 15 19:48:59.224200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c95d1fa-9427-4d7e-b29d-76b854816349 req-25991566-e107-4d34-98fd-64d614372686 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Oct 15 19:48:59.232646 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1dfbb403-8288-4f1b-9276-9515c8309c93 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:59.233637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1dfbb403-8288-4f1b-9276-9515c8309c93 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-182534846 HTTP/1.1" status: 404 len: 328 time: 0.0998502 Oct 15 19:48:59.236814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43772) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.241906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ea6273ac-1c63-4abf-9086-904b7a565c7f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-207856776') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.291757 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-ea6273ac-1c63-4abf-9086-904b7a565c7f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:59.295375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea6273ac-1c63-4abf-9086-904b7a565c7f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-207856776 HTTP/1.1" status: 404 len: 328 time: 0.0550296 Oct 15 19:48:59.295598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43774) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.299722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ae460dd8-bafe-4b6a-9dd6-547e6339f095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd', 'tempest-TagsExtTest-Tag-623662540') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.333169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a960-1504-4e46-af58-3601b2d46396 req-a9b1cb0c-ea9e-49f8-9f9c-5983673dce0b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:59.334799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de76a960-1504-4e46-af58-3601b2d46396 req-a9b1cb0c-ea9e-49f8-9f9c-5983673dce0b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0547514 Oct 15 19:48:59.370594 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-ae460dd8-bafe-4b6a-9dd6-547e6339f095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:59.372083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae460dd8-bafe-4b6a-9dd6-547e6339f095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags/tempest-TagsExtTest-Tag-623662540 HTTP/1.1" status: 404 len: 328 time: 0.0754459 Oct 15 19:48:59.376425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43776) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.397913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ab89c474-598e-4eb5-ad7f-cb7447679ca5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', {'tags': ['tempest-TagsExtTest-Tag-1590596578', 'tempest-TagsExtTest-Tag-1170014159', 'tempest-TagsExtTest-Tag-1893163266']}) {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.398391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de76a960-1504-4e46-af58-3601b2d46396 req-d36eb4b0-a5cb-4638-a83b-091d7d3989fa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 Oct 15 19:48:59.547345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42b259-15f8-44e6-92e0-444ea6fdb136 req-7b8efc1d-bb54-4f53-8856-5868d2c9fada tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:59.548855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb42b259-15f8-44e6-92e0-444ea6fdb136 req-7b8efc1d-bb54-4f53-8856-5868d2c9fada tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0525773 Oct 15 19:48:59.592217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb42b259-15f8-44e6-92e0-444ea6fdb136 req-678c586d-e397-4647-8736-000b666aa2fc tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366259 Oct 15 19:48:59.599514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ab89c474-598e-4eb5-ad7f-cb7447679ca5 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 200 len: 318 time: 0.2187879 Oct 15 19:48:59.599727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.604386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-06e7bd52-8e64-4a73-85e6-769547bbc9d1 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.837719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347838-e174-47ab-bfa4-a9b60b661759 req-539578a7-2f58-47d5-9b12-6546cac615f5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:48:59.839199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b347838-e174-47ab-bfa4-a9b60b661759 req-539578a7-2f58-47d5-9b12-6546cac615f5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0494289 Oct 15 19:48:59.871956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-06e7bd52-8e64-4a73-85e6-769547bbc9d1 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 204 len: 168 time: 0.2712677 Oct 15 19:48:59.874631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43790) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.880190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b347838-e174-47ab-bfa4-a9b60b661759 req-a3ce8d1e-d859-47a1-9e41-97b2cdbd0f31 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346513 Oct 15 19:48:59.880358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-063a3ec2-10ff-4095-a482-cc01345bab47 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1590596578') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:48:59.970389 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-063a3ec2-10ff-4095-a482-cc01345bab47 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:48:59.974090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-063a3ec2-10ff-4095-a482-cc01345bab47 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1590596578 HTTP/1.1" status: 404 len: 329 time: 0.0958383 Oct 15 19:48:59.974278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43800) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:48:59.978729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-2465028c-a220-4c4c-a1a4-9f6466ab4740 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1170014159') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.031894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568707dc-b6e4-4f04-a7df-696026ec93c3 req-8139eb25-850d-4646-852d-c5bb1775de8a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.033509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-568707dc-b6e4-4f04-a7df-696026ec93c3 req-8139eb25-850d-4646-852d-c5bb1775de8a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0603313 Oct 15 19:49:00.078249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:00.081039 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767257b1-463f-4751-8787-bde012f81143" -d '{"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:00.085983 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-2465028c-a220-4c4c-a1a4-9f6466ab4740 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:49:00.086184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-568707dc-b6e4-4f04-a7df-696026ec93c3 req-2e1a9c68-8600-44ff-a0af-1a2c81820dca tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454018 Oct 15 19:49:00.087029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2465028c-a220-4c4c-a1a4-9f6466ab4740 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1170014159 HTTP/1.1" status: 404 len: 329 time: 0.1117494 Oct 15 19:49:00.089973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43804) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.094753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-0bc8774f-bb08-433f-a4e8-39f12d7fadd9 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501', 'tempest-TagsExtTest-Tag-1893163266') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.095407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d212ff-1255-4674-94c6-4a13bfe33f2b req-cd372493-f63f-4ad6-871b-691b900e91c2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.101397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d212ff-1255-4674-94c6-4a13bfe33f2b req-cd372493-f63f-4ad6-871b-691b900e91c2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.103004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10d212ff-1255-4674-94c6-4a13bfe33f2b req-cd372493-f63f-4ad6-871b-691b900e91c2 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.1222126 Oct 15 19:49:00.144008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10d212ff-1255-4674-94c6-4a13bfe33f2b req-3e6988a2-4a3e-4685-b255-4160eb7ee847 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341547 Oct 15 19:49:00.165954 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749b17e3-c3ea-4b05-bf28-fa407a778f5c x-openstack-request-id: req-749b17e3-c3ea-4b05-bf28-fa407a778f5c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:00.166249 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:00.166590 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-749b17e3-c3ea-4b05-bf28-fa407a778f5c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:00.167068 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'code': 200} Oct 15 19:49:00.178384 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-0bc8774f-bb08-433f-a4e8-39f12d7fadd9 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:49:00.183652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bc8774f-bb08-433f-a4e8-39f12d7fadd9 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags/tempest-TagsExtTest-Tag-1893163266 HTTP/1.1" status: 404 len: 329 time: 0.0887392 Oct 15 19:49:00.184205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43810) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.187295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d2819404-8202-4280-9277-1ffdba64d6e2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', {'tags': ['tempest-TagsExtTest-Tag-1581001040', 'tempest-TagsExtTest-Tag-304295589', 'tempest-TagsExtTest-Tag-1441176305']}) {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.316517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35f2d9-6d5b-4fe5-9543-5039560e6a02 req-0d1bb7bc-c597-4cc6-b8a6-92ef96360990 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.316517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa35f2d9-6d5b-4fe5-9543-5039560e6a02 req-0d1bb7bc-c597-4cc6-b8a6-92ef96360990 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0764735 Oct 15 19:49:00.316517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97909ea5-1186-4980-a7aa-c867b73fcb84 req-5c373e32-8a6b-40d2-b99a-a2cca381aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.317747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97909ea5-1186-4980-a7aa-c867b73fcb84 req-5c373e32-8a6b-40d2-b99a-a2cca381aebb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 1102 time: 0.0623033 Oct 15 19:49:00.340772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d2819404-8202-4280-9277-1ffdba64d6e2 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "PUT /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 200 len: 317 time: 0.1571267 Oct 15 19:49:00.341879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43818) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.347220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-3fe708bd-c933-4ea1-b5a5-6f6045eaf02e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.377087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa35f2d9-6d5b-4fe5-9543-5039560e6a02 req-d6a72a26-d4f5-4ae5-b832-4536e5a74e62 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630655 Oct 15 19:49:00.390139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97909ea5-1186-4980-a7aa-c867b73fcb84 req-901879a6-90fb-4280-8334-8261e7ff8664 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592804 Oct 15 19:49:00.418854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a324f9-75ac-4fd7-9b7f-7df4c4c5c45a req-57042447-8fcb-4644-a099-b1a049dc634e tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.419075 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33a324f9-75ac-4fd7-9b7f-7df4c4c5c45a req-57042447-8fcb-4644-a099-b1a049dc634e tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.0682945 Oct 15 19:49:00.457404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33a324f9-75ac-4fd7-9b7f-7df4c4c5c45a req-bb92c8b4-f5d3-4ace-8f2c-9f4d6c1daa2d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Oct 15 19:49:00.537803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3fe708bd-c933-4ea1-b5a5-6f6045eaf02e tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 204 len: 168 time: 0.1948917 Oct 15 19:49:00.540378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.545041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d4dc0568-6731-40e5-9de9-5826e7c2dc8a tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1581001040') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.554532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc2073-6db7-4c03-b0b3-2594a130f020 req-f09f3809-d243-43ce-9b75-d0e2f1214f8d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.556607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6dc2073-6db7-4c03-b0b3-2594a130f020 req-f09f3809-d243-43ce-9b75-d0e2f1214f8d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0511301 Oct 15 19:49:00.569768 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-d4dc0568-6731-40e5-9de9-5826e7c2dc8a tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:49:00.570850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d4dc0568-6731-40e5-9de9-5826e7c2dc8a tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1581001040 HTTP/1.1" status: 404 len: 329 time: 0.0292597 Oct 15 19:49:00.574015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.578238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-55c331e9-3bf9-42af-b2fe-a30844e65095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-304295589') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.597391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6dc2073-6db7-4c03-b0b3-2594a130f020 req-ceb4c26e-ea8e-4b3e-9b17-137e8082c648 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346529 Oct 15 19:49:00.599698 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-55c331e9-3bf9-42af-b2fe-a30844e65095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:49:00.600711 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55c331e9-3bf9-42af-b2fe-a30844e65095 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-304295589 HTTP/1.1" status: 404 len: 328 time: 0.0258038 Oct 15 19:49:00.603590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.607704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-cf18b05e-a0c9-4510-a305-40295996c8ac tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72', 'tempest-TagsExtTest-Tag-1441176305') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.631194 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-cf18b05e-a0c9-4510-a305-40295996c8ac tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] show failed (client error): The resource could not be found. Oct 15 19:49:00.632649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf18b05e-a0c9-4510-a305-40295996c8ac tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags/tempest-TagsExtTest-Tag-1441176305 HTTP/1.1" status: 404 len: 329 time: 0.0278819 Oct 15 19:49:00.635078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.639371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-7ac217eb-9393-4d88-8439-d96f28223037 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2ed729c9-df8a-436b-bf20-951002453e72') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.670544 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ac217eb-9393-4d88-8439-d96f28223037 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72/tags HTTP/1.1" status: 204 len: 168 time: 0.0344481 Oct 15 19:49:00.673478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.678816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-62da1530-3a72-4a4e-b89d-1e60d98710db tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1e71abf7-41f9-4467-a4fa-f49ab6c05501') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.728708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb2a31-ccba-4a3f-838f-1df120c331cd req-7f1b6478-8887-4988-adb6-0e3d8fcc1d0e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.733041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25fb2a31-ccba-4a3f-838f-1df120c331cd req-7f1b6478-8887-4988-adb6-0e3d8fcc1d0e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0614085 Oct 15 19:49:00.775443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-62da1530-3a72-4a4e-b89d-1e60d98710db tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501/tags HTTP/1.1" status: 204 len: 168 time: 0.1006796 Oct 15 19:49:00.777778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.780242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25fb2a31-ccba-4a3f-838f-1df120c331cd req-ff55d812-4cd2-45bd-b7a5-ba1ad80fa388 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Oct 15 19:49:00.782055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-a960481a-7cbb-4af6-80ad-40b36888e2b9 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.845632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.848442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a960481a-7cbb-4af6-80ad-40b36888e2b9 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd/tags HTTP/1.1" status: 204 len: 168 time: 0.0692806 Oct 15 19:49:00.856995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-d19e0bb7-48da-4cca-8695-860a98818e63 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '197ae0f1-08a3-4a8e-9d41-13abd2c97f52') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:00.911600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d19e0bb7-48da-4cca-8695-860a98818e63 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52/tags HTTP/1.1" status: 204 len: 168 time: 0.0648646 Oct 15 19:49:00.915805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.922397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43852) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:00.935535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea0230-1378-4208-89ef-8d10e050506d req-a935f01a-a1da-4532-9f4d-3695f946fbef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:00.937030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7ea0230-1378-4208-89ef-8d10e050506d req-a935f01a-a1da-4532-9f4d-3695f946fbef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0595582 Oct 15 19:49:00.976508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7ea0230-1378-4208-89ef-8d10e050506d req-80e5820e-6d31-4c9e-bd6b-d129d9b68a25 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Oct 15 19:49:01.083381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c43a4b58-8192-4980-8a8f-1c254aaae244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.118633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17233bc3-02f3-4382-8054-ec42756ba172 req-8f2106d6-49ad-4bcf-bfe7-431f2d1c1fc1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.120147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17233bc3-02f3-4382-8054-ec42756ba172 req-8f2106d6-49ad-4bcf-bfe7-431f2d1c1fc1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0738900 Oct 15 19:49:01.128638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57723d5b-5362-4404-80fe-1a7aa98db204 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for subnetpool, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.134441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-57723d5b-5362-4404-80fe-1a7aa98db204 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnetpools/2ed729c9-df8a-436b-bf20-951002453e72 HTTP/1.1" status: 204 len: 168 time: 0.2135322 Oct 15 19:49:01.134578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:01.161123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c3b931a-f242-4a52-b112-67ab1e0e80f6 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e71abf7-41f9-4467-a4fa-f49ab6c05501 HTTP/1.1" status: 200 len: 205 time: 0.0262811 Oct 15 19:49:01.164607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:01.177865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-17233bc3-02f3-4382-8054-ec42756ba172 req-9327f9af-5075-428f-9571-82d039ce2398 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449781 Oct 15 19:49:01.234930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c43a4b58-8192-4980-8a8f-1c254aaae244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.309201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.335679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c43a4b58-8192-4980-8a8f-1c254aaae244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.385027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a4b58-8192-4980-8a8f-1c254aaae244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995ef130-c515-4966-90fb-65e34ee2269b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:01.405724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c43a4b58-8192-4980-8a8f-1c254aaae244 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d74d11a39c741aa806b633aff0070dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738269 Oct 15 19:49:01.405922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ab29-0dd5-4d06-9038-ea3b0bca5dd1 req-edc040f6-6da0-4ebc-8b6a-3175a0f49047 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.409383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644ab29-0dd5-4d06-9038-ea3b0bca5dd1 req-edc040f6-6da0-4ebc-8b6a-3175a0f49047 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.410975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0cdb4-f266-42af-9bd3-a1b5e206323c req-9130ef8e-2aa9-4718-9190-501d9f296d6a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.411980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c644ab29-0dd5-4d06-9038-ea3b0bca5dd1 req-edc040f6-6da0-4ebc-8b6a-3175a0f49047 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.1683102 Oct 15 19:49:01.412481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43872) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:01.412681 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6dd0cdb4-f266-42af-9bd3-a1b5e206323c req-9130ef8e-2aa9-4718-9190-501d9f296d6a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1075902 Oct 15 19:49:01.453812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6dd0cdb4-f266-42af-9bd3-a1b5e206323c req-646c1db7-d10b-42fe-9ffc-d172231aec5f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345421 Oct 15 19:49:01.576756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.579501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.585089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c644ab29-0dd5-4d06-9038-ea3b0bca5dd1 req-cb7dd9af-bb96-4e33-aadc-7512c19340ce tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639957 Oct 15 19:49:01.586009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef6216-aeb9-4727-a08f-4d6d682f9208 req-eb239b10-9f01-473c-8d16-20f58e49548a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.587706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47ef6216-aeb9-4727-a08f-4d6d682f9208 req-eb239b10-9f01-473c-8d16-20f58e49548a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0575407 Oct 15 19:49:01.633323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47ef6216-aeb9-4727-a08f-4d6d682f9208 req-d31779e1-21c6-457c-84c2-61958b249a91 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 Oct 15 19:49:01.639485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.664338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.742638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b4f2b-3624-46d9-ae1a-ba99035a547d req-611f2568-47ba-4b63-a525-98460f6e75aa tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.744299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40b4f2b-3624-46d9-ae1a-ba99035a547d req-611f2568-47ba-4b63-a525-98460f6e75aa tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.0649204 Oct 15 19:49:01.789504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40b4f2b-3624-46d9-ae1a-ba99035a547d req-b98a425b-cd96-43a7-9b6f-94215906b513 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Oct 15 19:49:01.805699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.806227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Fanout notify agent at l3_agent the message router_deleted on router 1e71abf7-41f9-4467-a4fa-f49ab6c05501 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:49:01.813080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.817350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d022b1a6-c99c-4b5e-9ba9-1d488ae0da7c tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/routers/1e71abf7-41f9-4467-a4fa-f49ab6c05501 HTTP/1.1" status: 204 len: 168 time: 0.6486559 Oct 15 19:49:01.817454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43886) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:01.840772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.844776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.847340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/995ef130-c515-4966-90fb-65e34ee2269b HTTP/1.1" status: 204 len: 168 time: 0.4335597 Oct 15 19:49:01.862215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48359feb-4521-4a4b-87e4-8d148d306688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995ef130-c515-4966-90fb-65e34ee2269b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:01.940868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Deleting port e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:01.941275 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:01.967889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e330b1-323d-4767-9c38-6837d76b4c6a req-73dba847-d11f-47f9-812e-297773358973 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:01.968345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00e330b1-323d-4767-9c38-6837d76b4c6a req-73dba847-d11f-47f9-812e-297773358973 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0500817 Oct 15 19:49:02.013163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00e330b1-323d-4767-9c38-6837d76b4c6a req-b50493c2-160b-4db0-a016-372616f1fe40 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379009 Oct 15 19:49:02.036413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.049400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Calling delete_port for e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:02.164990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62178ba-f854-425f-aa52-3698404e0584 req-42ae8514-f2cf-4fe9-8c16-6122812ca6d5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.166493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c62178ba-f854-425f-aa52-3698404e0584 req-42ae8514-f2cf-4fe9-8c16-6122812ca6d5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0721958 Oct 15 19:49:02.240679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c62178ba-f854-425f-aa52-3698404e0584 req-7f03d895-35fd-4f85-b94c-d270ba9cf675 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674522 Oct 15 19:49:02.320125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.357987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event deleted for resources: {'Port': ['ID=e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:02.460549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714689f-00b0-491a-a2fa-caf8a021dd5a req-5634dd42-7d61-4b2c-8d32-cbe940d48d44 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.462135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f714689f-00b0-491a-a2fa-caf8a021dd5a req-5634dd42-7d61-4b2c-8d32-cbe940d48d44 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1083317 Oct 15 19:49:02.466737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.470539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed9c50b6-d3fa-4175-83ec-112f0a1b775f tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/ports/e4e16ae5-363d-4ea1-bc6b-f2f5fb792cfd HTTP/1.1" status: 204 len: 168 time: 0.6523969 Oct 15 19:49:02.473672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43908) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:02.512645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f714689f-00b0-491a-a2fa-caf8a021dd5a req-101da1a8-91ab-4855-a25b-02d2f82b8e5f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361595 Oct 15 19:49:02.538285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Deleting subnet 197ae0f1-08a3-4a8e-9d41-13abd2c97f52 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:02.543425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.620560 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.683862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4fa78-5405-449c-a2f0-4ce1809ea8ea req-75cf203f-0501-4d6c-ab9f-bfcfe1b8d0a5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.685539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85a4fa78-5405-449c-a2f0-4ce1809ea8ea req-75cf203f-0501-4d6c-ab9f-bfcfe1b8d0a5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0988286 Oct 15 19:49:02.719496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c5d05-f16b-4b7f-baec-76a0aea017e7 req-889b17ba-6981-4da0-a455-3953d20c3594 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.726096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c5d05-f16b-4b7f-baec-76a0aea017e7 req-889b17ba-6981-4da0-a455-3953d20c3594 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.732061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b27c5d05-f16b-4b7f-baec-76a0aea017e7 req-889b17ba-6981-4da0-a455-3953d20c3594 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.0721858 Oct 15 19:49:02.748966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.772211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b27c5d05-f16b-4b7f-baec-76a0aea017e7 req-90ffcf95-a79c-4f12-b2e0-3a77d2c8657b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373917 Oct 15 19:49:02.787693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85a4fa78-5405-449c-a2f0-4ce1809ea8ea req-6868e764-e196-4609-9116-a30151f16603 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757394 Oct 15 19:49:02.911862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faedce-9775-4351-b095-c8a0cfe0a91d req-9f147e6d-0bc9-4fdd-98bb-8eee0fafbc05 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:02.913360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0faedce-9775-4351-b095-c8a0cfe0a91d req-9f147e6d-0bc9-4fdd-98bb-8eee0fafbc05 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.0531540 Oct 15 19:49:02.928517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.974127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event deleted for resources: {'Subnet': ['ID=197ae0f1-08a3-4a8e-9d41-13abd2c97f52,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:02.977029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:02.981202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de24d8b-630e-487c-a76c-aaf82bf47a98 None None] Network 66b4e7dc-d06b-4389-ac48-933c2792e200 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:02.992626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8cfbcf05-f842-4e4a-b123-0a9ae9b369bf tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/subnets/197ae0f1-08a3-4a8e-9d41-13abd2c97f52 HTTP/1.1" status: 204 len: 168 time: 0.5178435 Oct 15 19:49:02.995222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43936) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:03.006795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43938) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:03.020487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0faedce-9775-4351-b095-c8a0cfe0a91d req-f7a55f0d-b7b0-4ec2-8c6f-9c4ee17c088f tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999498 Oct 15 19:49:03.086344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.163852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Deleting port 30fd91b7-514e-4c5a-8138-a51e46512143 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:03.164994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.180654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-753964453-network', 'tenant_id': 'bfd69b7ad8e543f680a342a49c21e343'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:03.271653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] DHCP port deletion for 66b4e7dc-d06b-4389-ac48-933c2792e200 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:03.304830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] For port 30fd91b7-514e-4c5a-8138-a51e46512143, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=30fd91b7-514e-4c5a-8138-a51e46512143,segment=NetworkSegment(05c185ee-f30e-406f-92e3-4ba930b2e8d4),segment_id=05c185ee-f30e-406f-92e3-4ba930b2e8d4)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:03.305193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.318813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Calling delete_port for 30fd91b7-514e-4c5a-8138-a51e46512143 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:03.341870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Made reservation on behalf of bfd69b7ad8e543f680a342a49c21e343 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:03.345628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.361454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Deleting port 30fd91b7-514e-4c5a-8138-a51e46512143 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:03.361830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.364015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.394077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c70c29-1eec-4731-b70f-dec663185d46 req-73d3e335-9f42-4edd-8a03-78c34bb9b463 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:03.396654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c70c29-1eec-4731-b70f-dec663185d46 req-73d3e335-9f42-4edd-8a03-78c34bb9b463 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 950 time: 0.1021242 Oct 15 19:49:03.435768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] For port 30fd91b7-514e-4c5a-8138-a51e46512143, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=30fd91b7-514e-4c5a-8138-a51e46512143,segment=NetworkSegment(05c185ee-f30e-406f-92e3-4ba930b2e8d4),segment_id=05c185ee-f30e-406f-92e3-4ba930b2e8d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:03.436199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.450031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Calling delete_port for 30fd91b7-514e-4c5a-8138-a51e46512143 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:03.452417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c70c29-1eec-4731-b70f-dec663185d46 req-74d588b3-9c88-449e-8da0-d99738bf5375 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 Oct 15 19:49:03.532190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: from cryptography.utils import int_from_bytes Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: from cryptography.utils import int_from_bytes Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.538566 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:03.541532 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:49:03.547947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.579156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event deleted for resources: {'Port': ['ID=30fd91b7-514e-4c5a-8138-a51e46512143,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:03.585646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] Pushing event deleted for resources: {'Port': ['ID=30fd91b7-514e-4c5a-8138-a51e46512143,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:03.588132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63cab2e-8a76-4e5a-bc00-3db24b93b918 None None] No DVR routers for this DVR port 30fd91b7-514e-4c5a-8138-a51e46512143 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:03.606127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] No DVR routers for this DVR port 30fd91b7-514e-4c5a-8138-a51e46512143 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:03.623417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.676926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2195ee86-3680-4a4e-9281-4e9df55155f0 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:03.679255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440fa44-9d07-4489-91a5-4a98fd03eece req-5bf33d92-5fb9-402b-9450-459f44c4aa4e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:03.680809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6440fa44-9d07-4489-91a5-4a98fd03eece req-5bf33d92-5fb9-402b-9450-459f44c4aa4e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1401787 Oct 15 19:49:03.716045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.719685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.741068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:03.756205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b4e7dc-d06b-4389-ac48-933c2792e200']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:03.757833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cbfd71-6d2e-4c44-875c-34d8453edfee,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:03.761180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.761744 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Added segment 5c692c72-ff48-40d5-8178-ba3e3a6c7580 of type vlan for network 85b0135b-67c1-4a27-81d7-fda0af9405a8 Oct 15 19:49:03.776550 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6440fa44-9d07-4489-91a5-4a98fd03eece req-3d439499-7097-449b-8505-e9f1a7cfedeb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648127 Oct 15 19:49:03.779723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c185ee-f30e-406f-92e3-4ba930b2e8d4') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:03.781416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c185ee-f30e-406f-92e3-4ba930b2e8d4') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:03.797871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.808972 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.810965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2195ee86-3680-4a4e-9281-4e9df55155f0,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:03.816696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.823131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:03.823756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:03.828182 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:03.834669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '2195ee86-3680-4a4e-9281-4e9df55155f0', 'network_id': '31f08d5b-7fbb-4904-8405-75633b37c7fd', 'port_id': '2195ee86-3680-4a4e-9281-4e9df55155f0', 'mac_address': 'fa:16:3e:f0:e2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8292d8-1796-4498-a05f-3b36c4a86f36', 'ip_address': '19.80.0.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:03.882579 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.898494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2195ee86-3680-4a4e-9281-4e9df55155f0 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:03.921562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2195ee86-3680-4a4e-9281-4e9df55155f0,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:03.934271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 30fd91b7-514e-4c5a-8138-a51e46512143 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:03.943215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.943668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8f80-ca1c-4a06-8959-48aef70d6dfd req-5d979631-4b4f-4ebd-b085-c703f3f12f6d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:03.944945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:03.945658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:03.949673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a8f80-ca1c-4a06-8959-48aef70d6dfd req-5d979631-4b4f-4ebd-b085-c703f3f12f6d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:03.951621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-562a8f80-ca1c-4a06-8959-48aef70d6dfd req-5d979631-4b4f-4ebd-b085-c703f3f12f6d tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1677 time: 0.0664494 Oct 15 19:49:03.958879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 30fd91b7-514e-4c5a-8138-a51e46512143 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:03.959271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 30fd91b7-514e-4c5a-8138-a51e46512143 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:03.993854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-562a8f80-ca1c-4a06-8959-48aef70d6dfd req-baf2ccba-a7be-4d3f-b6db-8cec6a3b692c tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Oct 15 19:49:04.040856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] Pushing event updated for resources: {'Network': ['ID=85b0135b-67c1-4a27-81d7-fda0af9405a8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:04.051747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 85b0135b-67c1-4a27-81d7-fda0af9405a8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:04.079570 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.079998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.080621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 887b0276-9082-40d7-a290-6573ff948a8a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:04.096642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.096642 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] 10.222.0.13 "DELETE /v2.0/networks/66b4e7dc-d06b-4389-ac48-933c2792e200 HTTP/1.1" status: 204 len: 168 time: 1.0940161 Oct 15 19:49:04.102862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb6368-b10b-435a-908c-71c0ac9e9bd4 tempest-TagsExtTest-1823641710 tempest-TagsExtTest-1823641710-project] Pushing event deleted for resources: {'Network': ['ID=66b4e7dc-d06b-4389-ac48-933c2792e200,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:04.157740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-da5be243-90ee-489c-9dd9-59e7e77e847a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1503155 Oct 15 19:49:04.161321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43974) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:04.166481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Request body: {'subnet': {'network_id': '85b0135b-67c1-4a27-81d7-fda0af9405a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-753964453-subnet', 'tenant_id': 'bfd69b7ad8e543f680a342a49c21e343', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:04.190347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:04.265174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=887b0276-9082-40d7-a290-6573ff948a8a,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:04.278460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '887b0276-9082-40d7-a290-6573ff948a8a', 'network_id': '0403f0d6-7865-4382-841b-bfd8bf85a275', 'port_id': '887b0276-9082-40d7-a290-6573ff948a8a', 'mac_address': 'fa:16:3e:90:c9:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f8273b-982b-4773-98ff-acabf3e116cd', 'ip_address': '19.86.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:04.315459 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.321802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Made reservation on behalf of bfd69b7ad8e543f680a342a49c21e343 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:04.324388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.329002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887b0276-9082-40d7-a290-6573ff948a8a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:04.351659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=887b0276-9082-40d7-a290-6573ff948a8a,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:04.423092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.475294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:04.719900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43994) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:04.772676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['887b0276-9082-40d7-a290-6573ff948a8a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:04.853509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:04.905099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18be1604-b0c3-4904-b8cc-d29ca60bea7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a42ff4c09dd649aca3db5a84612d4a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807179 Oct 15 19:49:04.906737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44002) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:04.934591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Checking segment: {'id': '5c692c72-ff48-40d5-8178-ba3e3a6c7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '85b0135b-67c1-4a27-81d7-fda0af9405a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:04.935107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Network hostable DHCP agents. Network: 85b0135b-67c1-4a27-81d7-fda0af9405a8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:04.937344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce60d1a-f44a-45a5-ae5d-55ca67f447a5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:04.966841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ac64e-6ef5-49ed-990e-7646624d5820 req-9ffe5777-3b2e-482f-b9c1-ed1efb589954 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:04.968361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d3ac64e-6ef5-49ed-990e-7646624d5820 req-9ffe5777-3b2e-482f-b9c1-ed1efb589954 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1072257 Oct 15 19:49:04.990269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.016894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Network 85b0135b-67c1-4a27-81d7-fda0af9405a8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:05.032750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.045303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d3ac64e-6ef5-49ed-990e-7646624d5820 req-43098caf-5aab-4817-bcc8-2b7b206da6c3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663888 Oct 15 19:49:05.100187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 85b0135b-67c1-4a27-81d7-fda0af9405a8) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:05.106728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:05.107344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.110225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69609f88-26ce-428c-8dbe-eda6bcac132b None None] Network 85b0135b-67c1-4a27-81d7-fda0af9405a8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:05.132810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e2f9-7f38-47ad-be21-ac88304c808a req-9bec2f5d-c307-4ec1-90ef-3b9d8dba784b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:05.138821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921e2f9-7f38-47ad-be21-ac88304c808a req-9bec2f5d-c307-4ec1-90ef-3b9d8dba784b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:05.140436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1921e2f9-7f38-47ad-be21-ac88304c808a req-9bec2f5d-c307-4ec1-90ef-3b9d8dba784b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1679 time: 0.0707073 Oct 15 19:49:05.142854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.145976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.150193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bde3306-4a42-44c7-bca2-6445af548f09 HTTP/1.1" status: 204 len: 168 time: 0.2423372 Oct 15 19:49:05.158720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96848dc0-b025-4980-8208-7d5a5aff7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde3306-4a42-44c7-bca2-6445af548f09,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:05.187415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1921e2f9-7f38-47ad-be21-ac88304c808a req-dc3a1733-db8a-49c5-afdd-1f35c20f045b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Oct 15 19:49:05.204274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-934d98db-09a6-435c-899d-a960c58d1943 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0416291 Oct 15 19:49:05.270488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079938e-8c70-4961-b9e0-d206db797ee7 None None] Network 85b0135b-67c1-4a27-81d7-fda0af9405a8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:05.592560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-461770450', 'description': 'tempest-description-106885388'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:05.686064 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.756508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.834135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.857949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2195ee86-3680-4a4e-9281-4e9df55155f0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:05.864526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d88d86-f07c-443c-bb96-9fe2a2a12680,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:05.922293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:05.923829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-687903f4-accc-41bf-8c46-6a8b8d9eb7c3 req-af047bef-aea5-4d39-833c-1225a9514686 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3353047 Oct 15 19:49:05.990811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-4c952250-932f-4789-8d0b-2c70a69e0e90 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/21d88d86-f07c-443c-bb96-9fe2a2a12680 HTTP/1.1" status: 200 len: 1813 time: 0.0427182 Oct 15 19:49:06.003124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21d88d86-f07c-443c-bb96-9fe2a2a12680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:06.004263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '21d88d86-f07c-443c-bb96-9fe2a2a12680', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:06.169375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.174953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc4252-3d41-406d-8c2d-2f840890f20a req-184d1dd3-af60-49ba-9601-9b4deaf6c58f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:06.177034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cc4252-3d41-406d-8c2d-2f840890f20a req-184d1dd3-af60-49ba-9601-9b4deaf6c58f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0534644 Oct 15 19:49:06.196402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.221918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cc4252-3d41-406d-8c2d-2f840890f20a req-eb3e3e9a-573c-4716-ae64-5cd60dca1ee8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351393 Oct 15 19:49:06.285907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.299890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe05f027-bae7-4267-886f-a03e8bfb5ab4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:06.354895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10cfa-01a2-454f-9b96-f5b69c4f8452 req-369390b9-6981-44d4-a5c7-6fdbfe115f81 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:06.360752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c10cfa-01a2-454f-9b96-f5b69c4f8452 req-369390b9-6981-44d4-a5c7-6fdbfe115f81 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:06.366214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c10cfa-01a2-454f-9b96-f5b69c4f8452 req-369390b9-6981-44d4-a5c7-6fdbfe115f81 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1679 time: 0.0672462 Oct 15 19:49:06.401725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45c10cfa-01a2-454f-9b96-f5b69c4f8452 req-c4cbd562-d3ce-42fc-b447-01ef20f967f6 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Oct 15 19:49:06.413743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.414984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47ffa214-4999-4c6c-b69d-a7d4b9ccbf8c req-ed44290a-f8bd-4011-beb4-3dbf00f904d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4162753 Oct 15 19:49:06.530341 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-42e30124-e518-4e4f-bda4-3ae6f956487f req-89a746e8-a8a4-4fbd-8a77-09eba2a8754b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/21d88d86-f07c-443c-bb96-9fe2a2a12680 HTTP/1.1" status: 200 len: 2407 time: 0.0421591 Oct 15 19:49:06.568968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-dabf9653-20fa-49ac-87e2-39b00874780a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-group-rules/fe05f027-bae7-4267-886f-a03e8bfb5ab4 HTTP/1.1" status: 200 len: 778 time: 0.0163870 Oct 15 19:49:06.620811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-97ca70c1-4aa3-4c4a-870e-1185dc2f3df8 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/21d88d86-f07c-443c-bb96-9fe2a2a12680 HTTP/1.1" status: 200 len: 2407 time: 0.0459452 Oct 15 19:49:06.653013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.660934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.771762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.777936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.779035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2dd59a-d84a-4ae5-ae66-a63b22bf4954 req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fe05f027-bae7-4267-886f-a03e8bfb5ab4 HTTP/1.1" status: 204 len: 173 time: 0.1519530 Oct 15 19:49:06.784270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a1941-9a9c-4b53-bb59-da3c1f615d53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe05f027-bae7-4267-886f-a03e8bfb5ab4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:06.804234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1147858504', 'description': 'tempest-description-686738889'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:06.902962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:06.969808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.068305 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.096750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87df8733-28ac-423c-a480-b39185c29b81,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:07.161988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.164235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-823b1f38-e429-442b-a651-e2918a131d06 req-cab4b7e8-e4c0-489d-b426-a42bee9b0b4a tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3640451 Oct 15 19:49:07.232435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87778e15-9eee-4f57-900e-e815697ef9f4 req-27c24d0c-ca8f-4731-8092-27799cdd686b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/87df8733-28ac-423c-a480-b39185c29b81 HTTP/1.1" status: 200 len: 1814 time: 0.0429997 Oct 15 19:49:07.273615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-184004344', 'description': 'tempest-description-96440722'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:07.340658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c3d88-6595-42e8-b4bc-40a21153c27d req-fb9ecc63-0b94-447a-a236-5c48e5070c10 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:07.341368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073c3d88-6595-42e8-b4bc-40a21153c27d req-fb9ecc63-0b94-447a-a236-5c48e5070c10 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0497830 Oct 15 19:49:07.360324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.380347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073c3d88-6595-42e8-b4bc-40a21153c27d req-9fb839a5-65da-49f4-a04a-1bf2e6813afe tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Oct 15 19:49:07.430694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.518252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678db8a-7594-409b-a2fd-e2456a5de36f req-7ce43614-fe43-456f-ad2e-9f0df62d82f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:07.524417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678db8a-7594-409b-a2fd-e2456a5de36f req-7ce43614-fe43-456f-ad2e-9f0df62d82f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:07.525961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2678db8a-7594-409b-a2fd-e2456a5de36f req-7ce43614-fe43-456f-ad2e-9f0df62d82f9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1679 time: 0.0576894 Oct 15 19:49:07.548115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.569234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2678db8a-7594-409b-a2fd-e2456a5de36f req-50c8dd4a-f09b-4225-a057-327ae334c5ee tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369220 Oct 15 19:49:07.579925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc9f9f-01af-467e-b6e4-6509ab56df20,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:07.671175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.672492 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e88bb5b-88da-402f-8128-cae1754957ad req-22074afd-3010-4c16-aee6-9cc13adf13d5 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4038696 Oct 15 19:49:07.712305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2195ee86-3680-4a4e-9281-4e9df55155f0 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:07.753125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b07da207-bca2-44b0-8eed-394b9c6c767a req-e7bc4cd4-ec30-49c6-8021-2c07f6ee1cc6 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/4cfc9f9f-01af-467e-b6e4-6509ab56df20 HTTP/1.1" status: 200 len: 1812 time: 0.0474131 Oct 15 19:49:07.782264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1814703875', 'description': 'tempest-description-1381819100'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:07.851411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 2195ee86-3680-4a4e-9281-4e9df55155f0 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:49:07.855803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 2195ee86-3680-4a4e-9281-4e9df55155f0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:07.856193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.896836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.931286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.966813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:07.967006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:07.969434 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7278d54-132c-44c5-9e1e-20f849840f72" -d '{"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-plugged", "status": "completed", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:07.977032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2195ee86-3680-4a4e-9281-4e9df55155f0,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:08.008097 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0eb4a-4e18-434a-85c3-4eb26b25ad16 x-openstack-request-id: req-23f0eb4a-4e18-434a-85c3-4eb26b25ad16 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:08.008389 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-plugged", "status": "completed", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:08.008639 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23f0eb4a-4e18-434a-85c3-4eb26b25ad16 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:08.009061 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0', 'code': 200} Oct 15 19:49:08.040205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:08.046462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.057214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.058017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 887b0276-9082-40d7-a290-6573ff948a8a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:08.077096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=226fd2a0-84f6-4dec-8d85-d9bd624e02b6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.137917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.157264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.158494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78fb8f1b-f2c7-4b30-b477-2c123c97aaa1 req-28986d14-58f3-486c-836b-1b32977689f7 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3807142 Oct 15 19:49:08.159641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52386e12-b86e-45e6-90bf-3e2301366ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.200123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 887b0276-9082-40d7-a290-6573ff948a8a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:49:08.206331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 887b0276-9082-40d7-a290-6573ff948a8a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:08.207283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.225757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd008401-2ea3-41b4-a4d3-5f7badc08ff6 req-9ed36934-30f0-4439-9128-1c219eb7f837 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/226fd2a0-84f6-4dec-8d85-d9bd624e02b6 HTTP/1.1" status: 200 len: 1815 time: 0.0448790 Oct 15 19:49:08.240343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52386e12-b86e-45e6-90bf-3e2301366ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.252472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-721925047', 'description': 'tempest-description-2015499572'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:08.289278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.323682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=887b0276-9082-40d7-a290-6573ff948a8a,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:08.342871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52386e12-b86e-45e6-90bf-3e2301366ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.374100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.397202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52386e12-b86e-45e6-90bf-3e2301366ecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ba6e358426b41d9a2c6b05d9d1bb855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559070 Oct 15 19:49:08.399907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44148) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:08.400394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386e12-b86e-45e6-90bf-3e2301366ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b4780b-1157-401b-be9b-82661d30ccaa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.422745 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.466365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.467606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.495026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.500211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.554255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.572707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fce3-c34b-4923-81c6-18dcde4964dd req-78bcbf92-bab4-4309-a938-c28e42e19f56 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:08.577088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a40fce3-c34b-4923-81c6-18dcde4964dd req-78bcbf92-bab4-4309-a938-c28e42e19f56 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0749719 Oct 15 19:49:08.585599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f6f8a7-282b-4287-9218-2a1e1c202d75,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.621489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a40fce3-c34b-4923-81c6-18dcde4964dd req-02c9856a-1ad8-4718-88a7-80ab283b14b2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363770 Oct 15 19:49:08.721883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56450-d1e4-4eff-9735-8f1426ea06ff req-2a410888-4082-4b2a-ad67-f9665a58a0a9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:08.722136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.724455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f07c50e4-062a-4051-b4db-93215aee59ab req-54fa1001-f881-4a2d-9276-4ac6dd1fb1ec tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4761713 Oct 15 19:49:08.728355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d56450-d1e4-4eff-9735-8f1426ea06ff req-2a410888-4082-4b2a-ad67-f9665a58a0a9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:08.729911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14d56450-d1e4-4eff-9735-8f1426ea06ff req-2a410888-4082-4b2a-ad67-f9665a58a0a9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.0571322 Oct 15 19:49:08.754420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.757177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:08.762411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3b4780b-1157-401b-be9b-82661d30ccaa HTTP/1.1" status: 204 len: 168 time: 0.3592978 Oct 15 19:49:08.777616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef762a4b-cc76-42e6-a2ea-a3b0e54dba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b4780b-1157-401b-be9b-82661d30ccaa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:08.792782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14d56450-d1e4-4eff-9735-8f1426ea06ff req-dd338d4b-14a9-4a40-b1c0-7980e0dcf40a tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529847 Oct 15 19:49:08.877985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aac0bf2a-b674-4192-82de-2429847dc844 req-adc07c98-d9ec-4b05-b5e0-09238b89df8d tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/96f6f8a7-282b-4287-9218-2a1e1c202d75 HTTP/1.1" status: 200 len: 1814 time: 0.0514123 Oct 15 19:49:08.918602 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-6adbf34c-db4e-4084-9069-23be831d6623 req-e4fdc2e1-9d99-4525-806a-f0486f99fb97 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] show failed (client error): The resource could not be found. Oct 15 19:49:08.920121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6adbf34c-db4e-4084-9069-23be831d6623 req-e4fdc2e1-9d99-4525-806a-f0486f99fb97 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/d208842e-d5b4-4ae1-b151-997a0f315b9e HTTP/1.1" status: 404 len: 352 time: 0.0157359 Oct 15 19:49:08.956086 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-8e528eb9-8ce7-41a8-92cd-6d7fdf1e8d77 req-653bbce3-9b7e-4a74-b4e4-10b5f1d94854 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] show failed (client error): The resource could not be found. Oct 15 19:49:08.957648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e528eb9-8ce7-41a8-92cd-6d7fdf1e8d77 req-653bbce3-9b7e-4a74-b4e4-10b5f1d94854 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-group-rules/d66d9788-d57d-4bd9-bca9-4144f7d2c930 HTTP/1.1" status: 404 len: 361 time: 0.0124993 Oct 15 19:49:08.993908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:09.023764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-210474ee-4da5-44c2-809e-752684c80c5b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/96f6f8a7-282b-4287-9218-2a1e1c202d75 HTTP/1.1" status: 200 len: 1814 time: 0.0419586 Oct 15 19:49:09.086004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.114149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9862ac80-11f8-4b29-a01d-25470582f70f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.117834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.187977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9862ac80-11f8-4b29-a01d-25470582f70f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.245465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.248098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.249249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57f4ab4f-4cff-474e-bafd-a0e4a19e4419 req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-groups/96f6f8a7-282b-4287-9218-2a1e1c202d75 HTTP/1.1" status: 204 len: 173 time: 0.2192919 Oct 15 19:49:09.258873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199b3fd-baf6-4b67-a61f-e46aa22f5de1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f6f8a7-282b-4287-9218-2a1e1c202d75,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.277911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9862ac80-11f8-4b29-a01d-25470582f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.338920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862ac80-11f8-4b29-a01d-25470582f70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bb22cb-186e-4f37-963e-b60ef058ac97,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.346720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9862ac80-11f8-4b29-a01d-25470582f70f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f0c5b0040234a7ca85102a050bdb142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517547 Oct 15 19:49:09.350611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:09.355124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-f02ce18b-2d1b-45fc-a8df-81b2e8346294 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/226fd2a0-84f6-4dec-8d85-d9bd624e02b6 HTTP/1.1" status: 200 len: 1815 time: 0.0868721 Oct 15 19:49:09.400058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.412028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:09.413989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.427809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.438737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d70b50c7-3084-44d0-8cd6-1971ea862997 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.460918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.536476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:09.548595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.551877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.555900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58bb22cb-186e-4f37-963e-b60ef058ac97 HTTP/1.1" status: 204 len: 168 time: 0.2016182 Oct 15 19:49:09.567673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f798-80bd-46e9-8851-552dd3cab19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bb22cb-186e-4f37-963e-b60ef058ac97,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.580240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.584069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.585204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e2276ade-83c7-4813-a4e7-13950388e6a8 req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-groups/226fd2a0-84f6-4dec-8d85-d9bd624e02b6 HTTP/1.1" status: 204 len: 173 time: 0.2270889 Oct 15 19:49:09.604387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce4d88-9350-464f-b927-a9a4dc7a8521 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=226fd2a0-84f6-4dec-8d85-d9bd624e02b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.627069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d70b50c7-3084-44d0-8cd6-1971ea862997 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.662683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-b8bc078b-2b3a-4704-b531-c3d0940e8c53 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/4cfc9f9f-01af-467e-b6e4-6509ab56df20 HTTP/1.1" status: 200 len: 1812 time: 0.0508533 Oct 15 19:49:09.673579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:09.693151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'mac_address': 'fa:16:3e:39:69:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:09.706119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d70b50c7-3084-44d0-8cd6-1971ea862997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.731920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.739962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.754165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:09.756163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.764539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d70b50c7-3084-44d0-8cd6-1971ea862997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb1bf7ad3a8644bb8266e73cebd253ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490531 Oct 15 19:49:09.765213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:09.776963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:09.779677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b50c7-3084-44d0-8cd6-1971ea862997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ac8d0-0115-45c6-90e4-ab38d8312d9f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.792662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd96698-bb5d-4af4-9ed5-ea361a22050c req-f16413d8-a52f-482b-ab6b-dba7e8144c07 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:09.794158 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd96698-bb5d-4af4-9ed5-ea361a22050c req-f16413d8-a52f-482b-ab6b-dba7e8144c07 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1032400 Oct 15 19:49:09.843135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.844404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd96698-bb5d-4af4-9ed5-ea361a22050c req-872a3ce0-eb5b-4f21-861d-80a0ed1c157f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Oct 15 19:49:09.868173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.874091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.939254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:09.944368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.948612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:09.955666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e97b7e99-c0c6-456b-ac7e-ab1f44c5f2b5 req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-groups/4cfc9f9f-01af-467e-b6e4-6509ab56df20 HTTP/1.1" status: 204 len: 173 time: 0.2795489 Oct 15 19:49:09.970241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['95d616d0-75cc-4669-bba8-9d9a600e1cb7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:09.976213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d3b51-6994-4c8b-8ba7-04b40485737b tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc9f9f-01af-467e-b6e4-6509ab56df20,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:10.011686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:10.011873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.013919 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd066661-07ee-4ae4-8144-af57440d7c4d" -d '{"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-plugged", "status": "completed", "tag": "887b0276-9082-40d7-a290-6573ff948a8a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:10.015003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.016349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b5ac8d0-0115-45c6-90e4-ab38d8312d9f HTTP/1.1" status: 204 len: 168 time: 0.2501898 Oct 15 19:49:10.031293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc06f38-b3a3-4240-9231-ad586f1bb4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ac8d0-0115-45c6-90e4-ab38d8312d9f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:10.085012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97075c-c67d-4d99-805b-36505b802421 req-ba5984ba-f975-4eda-85c8-91a81618585e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:10.091879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97075c-c67d-4d99-805b-36505b802421 req-ba5984ba-f975-4eda-85c8-91a81618585e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:10.092838 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da97075c-c67d-4d99-805b-36505b802421 req-ba5984ba-f975-4eda-85c8-91a81618585e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.1001122 Oct 15 19:49:10.136047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da97075c-c67d-4d99-805b-36505b802421 req-75a15002-50db-42cf-a0b6-9956639c7226 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Oct 15 19:49:10.210023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b78f783-ab13-4432-a144-12ac8df77568 req-25832bfe-f1e3-4799-a03d-cfde2929a699 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/87df8733-28ac-423c-a480-b39185c29b81 HTTP/1.1" status: 200 len: 1814 time: 0.0644815 Oct 15 19:49:10.224022 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575b7fef-991a-4fec-b94f-0517e732174b x-openstack-request-id: req-575b7fef-991a-4fec-b94f-0517e732174b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:10.224318 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-plugged", "status": "completed", "tag": "887b0276-9082-40d7-a290-6573ff948a8a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:10.224575 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-575b7fef-991a-4fec-b94f-0517e732174b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:10.224959 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a', 'code': 200} Oct 15 19:49:10.281416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7b78f783-ab13-4432-a144-12ac8df77568 req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.297683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7b78f783-ab13-4432-a144-12ac8df77568 req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.303652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d150-0c61-4a8c-85cc-3a6309554955 req-969347c8-4c6f-4443-ad2f-1c401fdb0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:10.304135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071d150-0c61-4a8c-85cc-3a6309554955 req-969347c8-4c6f-4443-ad2f-1c401fdb0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:10.305866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e071d150-0c61-4a8c-85cc-3a6309554955 req-969347c8-4c6f-4443-ad2f-1c401fdb0051 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1985 time: 0.0433624 Oct 15 19:49:10.345744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e071d150-0c61-4a8c-85cc-3a6309554955 req-328f3458-99f6-4956-b6ac-0dbde43ca15a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Oct 15 19:49:10.440078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7b78f783-ab13-4432-a144-12ac8df77568 req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.443638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7b78f783-ab13-4432-a144-12ac8df77568 req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.444869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b78f783-ab13-4432-a144-12ac8df77568 req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-groups/87df8733-28ac-423c-a480-b39185c29b81 HTTP/1.1" status: 204 len: 173 time: 0.2289023 Oct 15 19:49:10.454999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4d51a-061e-4584-9879-231c4261225f tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87df8733-28ac-423c-a480-b39185c29b81,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:10.509334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c10f159a-446c-4838-ba37-1439ce855b61 req-6d192e07-e2f3-4ac7-a129-8fe59fdc8ef8 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "GET /v2.0/security-groups/21d88d86-f07c-443c-bb96-9fe2a2a12680 HTTP/1.1" status: 200 len: 1813 time: 0.0415840 Oct 15 19:49:10.569827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c10f159a-446c-4838-ba37-1439ce855b61 req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.597019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c10f159a-446c-4838-ba37-1439ce855b61 req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.765557 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c10f159a-446c-4838-ba37-1439ce855b61 req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.768371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c10f159a-446c-4838-ba37-1439ce855b61 req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.775732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:10.776046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c10f159a-446c-4838-ba37-1439ce855b61 req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] 10.222.0.13 "DELETE /v2.0/security-groups/21d88d86-f07c-443c-bb96-9fe2a2a12680 HTTP/1.1" status: 204 len: 173 time: 0.2595775 Oct 15 19:49:10.785655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a22f91-534d-427b-951f-6e2010baf6e1 tempest-SecurityGroupRulesNegativeTestJSON-630418357 tempest-SecurityGroupRulesNegativeTestJSON-630418357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d88d86-f07c-443c-bb96-9fe2a2a12680,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:10.837763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Deleting subnet 2ce60d1a-f44a-45a5-ae5d-55ca67f447a5 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:10.841099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.887356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:10.939956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.035075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb7941-1aba-4877-bbc2-415faebe240b req-2ff9e4de-9dd6-4202-b7fe-9109085cf0ea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:11.036646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6fb7941-1aba-4877-bbc2-415faebe240b req-2ff9e4de-9dd6-4202-b7fe-9109085cf0ea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1010785 Oct 15 19:49:11.082902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6fb7941-1aba-4877-bbc2-415faebe240b req-f4ec5119-416a-44dc-b815-30ee9e567dfe tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Oct 15 19:49:11.161178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.214960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce60d1a-f44a-45a5-ae5d-55ca67f447a5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:11.218105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.225027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8353a8a4-dcda-47fa-8dbe-86cbcdec3ad9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ce60d1a-f44a-45a5-ae5d-55ca67f447a5 HTTP/1.1" status: 204 len: 168 time: 0.4473929 Oct 15 19:49:11.225324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44296) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:11.306489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.316355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc4aed-7ff3-4874-8c1b-845de31a090d req-53e520a9-1da6-4918-a084-ee65922901c3 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:11.322722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc4aed-7ff3-4874-8c1b-845de31a090d req-53e520a9-1da6-4918-a084-ee65922901c3 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:11.324595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6dc4aed-7ff3-4874-8c1b-845de31a090d req-53e520a9-1da6-4918-a084-ee65922901c3 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.0631020 Oct 15 19:49:11.371653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6dc4aed-7ff3-4874-8c1b-845de31a090d req-9dd6d21d-9d60-42a5-9106-559254bd8e53 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Oct 15 19:49:11.403425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.424410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b0135b-67c1-4a27-81d7-fda0af9405a8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:11.434491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c692c72-ff48-40d5-8178-ba3e3a6c7580') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:11.434896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c692c72-ff48-40d5-8178-ba3e3a6c7580') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:11.445348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.465575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.472602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:11.473002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:11.474827 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:11.551648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:11.570598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44312) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:11.622995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:11.623360 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.629543 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.650209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.654225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/85b0135b-67c1-4a27-81d7-fda0af9405a8 HTTP/1.1" status: 204 len: 168 time: 0.4270806 Oct 15 19:49:11.657874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982c97c-9e12-4cca-a30c-129993d813d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b0135b-67c1-4a27-81d7-fda0af9405a8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:11.723753 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.755878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558174861-network', 'tenant_id': 'dee3739390e14826b4830c82bfc3dd97'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:11.783525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:11.834500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Made reservation on behalf of dee3739390e14826b4830c82bfc3dd97 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:11.837093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.850458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.855114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:11.937637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:11.984936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.057445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.093441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:12.132455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea797c-147f-49fe-924d-03ba689d9e68,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:12.150278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.159021 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Added segment 400bcebf-460e-4aae-afb2-6f5ee0b52d5c of type vlan for network 74623f2e-1c40-4c19-a98a-a9f7f079a4f6 Oct 15 19:49:12.226690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:12.232827 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ad7276-f0de-4650-a440-7afb50e0dd3c" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:12.238236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.262877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:12.305120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a739e-a296-4f38-a518-d9745e9efead req-23bf6a2f-5a39-4693-ae64-7761ac678806 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:12.310164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-900a739e-a296-4f38-a518-d9745e9efead req-23bf6a2f-5a39-4693-ae64-7761ac678806 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0869446 Oct 15 19:49:12.346616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc6baaf6-38b1-4c41-be15-098dd6545e6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfd69b7ad8e543f680a342a49c21e343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655022 Oct 15 19:49:12.349546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44352) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:12.395678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-900a739e-a296-4f38-a518-d9745e9efead req-6a5422a7-1efc-459d-a6fc-949efb45c98c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749216 Oct 15 19:49:12.428861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.430090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:12.430724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.446656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.501452 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.531658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] Pushing event updated for resources: {'Network': ['ID=74623f2e-1c40-4c19-a98a-a9f7f079a4f6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:12.541274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 74623f2e-1c40-4c19-a98a-a9f7f079a4f6 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:12.611468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-36dc9f05-04c6-46dc-95e6-d7e3d761d689 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0367460 Oct 15 19:49:12.612018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44364) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:12.617590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Request body: {'subnet': {'network_id': '74623f2e-1c40-4c19-a98a-a9f7f079a4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558174861-subnet', 'tenant_id': 'dee3739390e14826b4830c82bfc3dd97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:12.625633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5eebe-3712-4e9f-89f1-c0591506159f req-0edc9012-b9da-4bc3-ba9c-8e613db5adcc tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:12.628687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1db5eebe-3712-4e9f-89f1-c0591506159f req-0edc9012-b9da-4bc3-ba9c-8e613db5adcc tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0810859 Oct 15 19:49:12.680501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1db5eebe-3712-4e9f-89f1-c0591506159f req-bf96ae00-35e3-48dc-b0e0-679e3375f6fd tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372167 Oct 15 19:49:12.806009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.811377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.813881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22cbfd71-6d2e-4c44-875c-34d8453edfee HTTP/1.1" status: 204 len: 168 time: 0.4626658 Oct 15 19:49:12.817780 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6437a9-c2f1-4946-98fb-fde10e295cf7 x-openstack-request-id: req-ba6437a9-c2f1-4946-98fb-fde10e295cf7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:12.818242 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:12.818345 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba6437a9-c2f1-4946-98fb-fde10e295cf7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:12.818671 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'code': 200} Oct 15 19:49:12.831156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ac62b-972e-4755-a455-040a25bc376e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cbfd71-6d2e-4c44-875c-34d8453edfee,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:12.852690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Made reservation on behalf of dee3739390e14826b4830c82bfc3dd97 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:12.855984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:12.950847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13560c3-1055-4d9c-b247-5135234e73c2 req-af096cd9-b52b-42f3-ac00-748bb844d69f tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:12.971408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13560c3-1055-4d9c-b247-5135234e73c2 req-af096cd9-b52b-42f3-ac00-748bb844d69f tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:12.974600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a13560c3-1055-4d9c-b247-5135234e73c2 req-af096cd9-b52b-42f3-ac00-748bb844d69f tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.1040356 Oct 15 19:49:13.019686 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a13560c3-1055-4d9c-b247-5135234e73c2 req-e31962ab-586e-4e9e-8141-3a1516debbff tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357068 Oct 15 19:49:13.138532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:13.232476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07500e8d-fab6-4cea-8e62-89b9811b54b2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:13.253995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Checking segment: {'id': '400bcebf-460e-4aae-afb2-6f5ee0b52d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '74623f2e-1c40-4c19-a98a-a9f7f079a4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:13.254511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Network hostable DHCP agents. Network: 74623f2e-1c40-4c19-a98a-a9f7f079a4f6, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:13.371594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Network 74623f2e-1c40-4c19-a98a-a9f7f079a4f6 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:13.528243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 74623f2e-1c40-4c19-a98a-a9f7f079a4f6) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:13.538021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:13.538288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e92c21-5afe-4c4e-b535-490c67a54ecf None None] Network 74623f2e-1c40-4c19-a98a-a9f7f079a4f6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:13.538669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:13.652531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b925a313-6b51-40f9-a36c-2c1fc1c2bde2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0398290 Oct 15 19:49:13.700136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269219d-615b-49ef-b3d5-d760de1c73d4 req-a2abc2d7-6f60-4c84-bb60-9aa095bf70d5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:13.716965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c269219d-615b-49ef-b3d5-d760de1c73d4 req-a2abc2d7-6f60-4c84-bb60-9aa095bf70d5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1122944 Oct 15 19:49:13.750150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bd5632-ca68-4f9a-af78-7097096f2314 None None] Network 74623f2e-1c40-4c19-a98a-a9f7f079a4f6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:13.809879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c269219d-615b-49ef-b3d5-d760de1c73d4 req-92c05848-cc48-46c1-9f59-e7a7e382c801 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898228 Oct 15 19:49:13.968746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356ebaa-82dc-41ee-b51a-89326a978e16 req-42f75fd5-c8c7-4cb0-91b3-82995e9785ec tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:13.970742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0356ebaa-82dc-41ee-b51a-89326a978e16 req-42f75fd5-c8c7-4cb0-91b3-82995e9785ec tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0943806 Oct 15 19:49:14.049569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7043ce-781e-401b-b06a-b6a460d95ee1 req-3b6241b8-93b0-4d47-a1ba-f6670da49a22 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:14.051168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0356ebaa-82dc-41ee-b51a-89326a978e16 req-322775d7-2f69-419e-aa97-1fa17a955078 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702600 Oct 15 19:49:14.070939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7043ce-781e-401b-b06a-b6a460d95ee1 req-3b6241b8-93b0-4d47-a1ba-f6670da49a22 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:14.079979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c7043ce-781e-401b-b06a-b6a460d95ee1 req-3b6241b8-93b0-4d47-a1ba-f6670da49a22 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.1430883 Oct 15 19:49:14.126736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c7043ce-781e-401b-b06a-b6a460d95ee1 req-64f8fb9b-6866-4b72-9d60-ff1acdda40d0 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457346 Oct 15 19:49:14.369632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44480) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:14.514729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-98203540-network', 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:14.759279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:14.761841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:14.771652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44498) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:14.778069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2000976395-network', 'tenant_id': '109eab59980f49dc8259d0d5e6f1b922'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:14.785291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:14.919733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Made reservation on behalf of 109eab59980f49dc8259d0d5e6f1b922 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:14.932785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:14.957997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:14.990950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.029178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.035625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a2942-4c21-41ff-a745-0d14b68356e3 req-bb35a091-1eca-4a28-95b2-0e4f98140d7f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.037509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f5a2942-4c21-41ff-a745-0d14b68356e3 req-bb35a091-1eca-4a28-95b2-0e4f98140d7f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1023431 Oct 15 19:49:15.070099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:15.084031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.084650 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Added segment 6a3481dc-a048-42be-b6a8-a1eda20720e3 of type vlan for network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 Oct 15 19:49:15.104958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e8d803-2f7b-4f3b-94fb-b9a20237b63d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:15.123390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f5a2942-4c21-41ff-a745-0d14b68356e3 req-a806eff6-cb6b-48d4-9cf0-6b9fe15cd19c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Oct 15 19:49:15.149463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.162753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44508) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:15.192545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.206889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.292201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:15.337150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401a771-a688-400a-aec5-675a3a8a3240,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:15.353301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.353534 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Added segment b4ddd716-dcde-4619-80a3-9af148f06ad9 of type vlan for network c07e1008-742c-4f9b-b9eb-15bfbb18476b Oct 15 19:49:15.355311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-160eb95c-0a01-4e88-9b55-fe19a7883e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.396269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.397226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.397798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.419265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9e0a-7183-4cfd-9be0-ee6f7e902d33 req-f23cac4f-21e0-48d8-8f16-1cd44f5ca654 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.427448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b9e0a-7183-4cfd-9be0-ee6f7e902d33 req-f23cac4f-21e0-48d8-8f16-1cd44f5ca654 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.435874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d07b9e0a-7183-4cfd-9be0-ee6f7e902d33 req-f23cac4f-21e0-48d8-8f16-1cd44f5ca654 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.2011869 Oct 15 19:49:15.484487 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.575199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d07b9e0a-7183-4cfd-9be0-ee6f7e902d33 req-1239cba7-9a6a-484f-a7b9-083b0610f9f1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Oct 15 19:49:15.621540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-160eb95c-0a01-4e88-9b55-fe19a7883e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.742530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.744393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.745106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.791933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-160eb95c-0a01-4e88-9b55-fe19a7883e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:15.845284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4742358 Oct 15 19:49:15.846202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44526) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:15.865693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Request body: {'subnet': {'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-98203540-subnet', 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:15.876018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] Pushing event updated for resources: {'Network': ['ID=c07e1008-742c-4f9b-b9eb-15bfbb18476b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:15.877465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-1c8c2add-5fbb-409d-97b7-e59e2f408c4e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.882591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c24e000d-77f2-49e2-8875-01261353d463 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1091893 Oct 15 19:49:15.883727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-1c8c2add-5fbb-409d-97b7-e59e2f408c4e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:15.885451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-1c8c2add-5fbb-409d-97b7-e59e2f408c4e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 1681 time: 0.5509655 Oct 15 19:49:15.886893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-160eb95c-0a01-4e88-9b55-fe19a7883e6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8babb5632f64bc28162b3acfe6227f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217882 Oct 15 19:49:15.886893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160eb95c-0a01-4e88-9b55-fe19a7883e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693baf8-406b-4cf3-a187-a84697bbc498,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:15.889126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:15.890855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c6b45-c02f-48a3-afb3-31faf534e366 admin admin] Pushing event updated for resources: {'Network': ['ID=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:15.894565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c07e1008-742c-4f9b-b9eb-15bfbb18476b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:15.904949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:15.911638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Request body: {'subnet': {'network_id': 'c07e1008-742c-4f9b-b9eb-15bfbb18476b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2000976395-subnet', 'tenant_id': '109eab59980f49dc8259d0d5e6f1b922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:15.931913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:15.961514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 19:49:15.961514 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 19:49:15.961514 n-d-712140-14 neutron-server[101180]: [parameters: {'project_id_1': '109eab59980f49dc8259d0d5e6f1b922', 'expiration_1': datetime.datetime(2021, 10, 15, 19, 48, 55, 923612)}] Oct 15 19:49:15.961514 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:49:15.961980 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:49:15.962493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.007355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.058424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb36b9-38bf-4c0f-b3bd-21493c1d799e req-8d932528-63f4-4b35-a6e2-cd73d33cf1a8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:16.061788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66eb36b9-38bf-4c0f-b3bd-21493c1d799e req-8d932528-63f4-4b35-a6e2-cd73d33cf1a8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.2361145 Oct 15 19:49:16.124488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-66eb36b9-38bf-4c0f-b3bd-21493c1d799e req-15d2215a-0466-41a5-82d6-ca1078865820 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537639 Oct 15 19:49:16.131073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 2195ee86-3680-4a4e-9281-4e9df55155f0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:16.131407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.233604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 2195ee86-3680-4a4e-9281-4e9df55155f0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=2195ee86-3680-4a4e-9281-4e9df55155f0,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:16.233959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.241034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c285a-19db-4242-9767-899aee834d90 req-7d9c4f96-63dd-46ca-8d22-c4c0b9eb6cf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:16.242531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-969c285a-19db-4242-9767-899aee834d90 req-7d9c4f96-63dd-46ca-8d22-c4c0b9eb6cf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Oct 15 19:49:16.253620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 2195ee86-3680-4a4e-9281-4e9df55155f0 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:16.282180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-969c285a-19db-4242-9767-899aee834d90 req-8a358cc6-13b0-4e44-916f-b003ac3bb709 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328805 Oct 15 19:49:16.329384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:16.332400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.359794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.362580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.364302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1693baf8-406b-4cf3-a187-a84697bbc498 HTTP/1.1" status: 204 len: 168 time: 0.4742455 Oct 15 19:49:16.372290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d890a07-7f1e-4751-9f09-97fad9eb4d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693baf8-406b-4cf3-a187-a84697bbc498,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:16.561701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.578683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['887b0276-9082-40d7-a290-6573ff948a8a', '2195ee86-3680-4a4e-9281-4e9df55155f0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:16.601692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=2195ee86-3680-4a4e-9281-4e9df55155f0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:16.618106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Made reservation on behalf of 109eab59980f49dc8259d0d5e6f1b922 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:16.620897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.673703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 2195ee86-3680-4a4e-9281-4e9df55155f0 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:16.678359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:16.682389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-9e611d93-fdc7-449c-8a4c-815e8f5cecf1 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "DELETE /v2.0/ports/2195ee86-3680-4a4e-9281-4e9df55155f0 HTTP/1.1" status: 204 len: 173 time: 0.7710428 Oct 15 19:49:16.682924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-deleted', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:16.685785 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d10d110-5e99-4339-9552-a5bc2f1a6283" -d '{"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-deleted", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:16.887771 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929152b-b8e7-4845-a74c-14aac7f4d50e x-openstack-request-id: req-0929152b-b8e7-4845-a74c-14aac7f4d50e {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:16.891150 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-deleted", "tag": "2195ee86-3680-4a4e-9281-4e9df55155f0", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:16.891150 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0929152b-b8e7-4845-a74c-14aac7f4d50e {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:16.891150 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-deleted', 'tag': '2195ee86-3680-4a4e-9281-4e9df55155f0', 'status': 'completed', 'code': 200} Oct 15 19:49:16.907247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.028610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aeed2b-bffe-4deb-a4da-54e3bc06c580,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:17.057697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.065709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85161e-7311-4222-abfd-784697ab0c0c req-0956757c-792f-4a51-8296-67f02c1692fb tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.073386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa85161e-7311-4222-abfd-784697ab0c0c req-0956757c-792f-4a51-8296-67f02c1692fb tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 945 time: 0.2103498 Oct 15 19:49:17.097966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 887b0276-9082-40d7-a290-6573ff948a8a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:17.098331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.127434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:17.127807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Network hostable DHCP agents. Network: 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:17.169455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae3caaa-50cf-41b5-82ae-17745782aecb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:17.181816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Checking segment: {'id': 'b4ddd716-dcde-4619-80a3-9af148f06ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c07e1008-742c-4f9b-b9eb-15bfbb18476b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:17.182867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Network hostable DHCP agents. Network: c07e1008-742c-4f9b-b9eb-15bfbb18476b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:17.216579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aa85161e-7311-4222-abfd-784697ab0c0c req-165b2bfe-ceae-4cc3-a77e-fb2e014f377f tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/security-groups?id=28f8fc48-8535-44f5-91ad-ff96e353179b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423285 Oct 15 19:49:17.272641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 887b0276-9082-40d7-a290-6573ff948a8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=887b0276-9082-40d7-a290-6573ff948a8a,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:17.273266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.286448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44560) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:17.296403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 887b0276-9082-40d7-a290-6573ff948a8a owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:17.299728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05633a3-5d0c-4361-993a-7c14f83b6dce req-0a70eac8-9d95-4b94-bb7c-403841028114 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.301272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a05633a3-5d0c-4361-993a-7c14f83b6dce req-0a70eac8-9d95-4b94-bb7c-403841028114 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.0707746 Oct 15 19:49:17.302378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Network c07e1008-742c-4f9b-b9eb-15bfbb18476b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:17.312476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df91fc55-4056-40c9-85d3-c62c11983fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.361316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:17.419754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a05633a3-5d0c-4361-993a-7c14f83b6dce req-f00a8e5a-cb55-4a79-a568-cdd23c4fb1c8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963027 Oct 15 19:49:17.428469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e247f-6820-4a42-ac18-4d36d3877def req-f3a8468b-f39d-424e-ad9a-074a3e2fff1c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.429965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d47e247f-6820-4a42-ac18-4d36d3877def req-f3a8468b-f39d-424e-ad9a-074a3e2fff1c tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.1081824 Oct 15 19:49:17.474920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, c07e1008-742c-4f9b-b9eb-15bfbb18476b) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:17.483881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.483881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.484171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:17.493857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690ec80-ffa7-4301-924b-4df240a6304b None None] Network c07e1008-742c-4f9b-b9eb-15bfbb18476b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:17.517061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.517657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.524583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6126d-6ae3-47f8-b813-900f1e2e2928 None None] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:17.535108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b1fc0-3aa6-4f1b-8cdb-2be7beccabce req-4bf70a20-703c-4df0-8966-ecac7e469ff8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:17.546360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-687b1fc0-3aa6-4f1b-8cdb-2be7beccabce req-4bf70a20-703c-4df0-8966-ecac7e469ff8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1482370 Oct 15 19:49:17.579833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Deleting port dc41a792-27f9-40d9-b5b9-8080280f6d16 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:17.580423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.599498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0b5eeea8-b4f3-46a4-b593-df7e31fad192 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6855614 Oct 15 19:49:17.638115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df91fc55-4056-40c9-85d3-c62c11983fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.663487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-687b1fc0-3aa6-4f1b-8cdb-2be7beccabce req-ef2cea57-7c5e-406e-a169-3251fa35076d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162105 Oct 15 19:49:17.732857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63330007-e6a4-4c8d-aee5-74e50035b038 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8717554 Oct 15 19:49:17.748698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df91fc55-4056-40c9-85d3-c62c11983fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.754170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.761763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:17.803583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] For port dc41a792-27f9-40d9-b5b9-8080280f6d16, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=dc41a792-27f9-40d9-b5b9-8080280f6d16,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:17.803583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:17.811969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['2195ee86-3680-4a4e-9281-4e9df55155f0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:17.883358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44580) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:17.911169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137cc56c-4519-4419-9975-61943cb4f4bf None None] Network c07e1008-742c-4f9b-b9eb-15bfbb18476b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:17.942515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d74fcbd-fde3-4e86-8c64-36c12f57fa76 None None] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:17.944862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=887b0276-9082-40d7-a290-6573ff948a8a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:17.987134 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df91fc55-4056-40c9-85d3-c62c11983fa4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=993f63cd131142bb92fb575c887efaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7001190 Oct 15 19:49:17.993074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44584) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:18.001656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91fc55-4056-40c9-85d3-c62c11983fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9d8ea-3195-497f-bb27-7d94d5deed0d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:18.079699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 887b0276-9082-40d7-a290-6573ff948a8a on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:18.097426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.105268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-200bd22c-5c6c-40dc-b266-e47e2f0c965e req-221621b7-7654-4598-abee-1c2342e4b6f8 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.15 "DELETE /v2.0/ports/887b0276-9082-40d7-a290-6573ff948a8a HTTP/1.1" status: 204 len: 173 time: 1.4049528 Oct 15 19:49:18.124678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Deleting subnet 07500e8d-fab6-4cea-8e62-89b9811b54b2 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:18.150106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.230399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.232340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.416641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.417917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.418308 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Floating IP d10e3a39-bea1-475b-822f-d560c4be0ded disassociated. External IP: 172.25.0.160, port: dc41a792-27f9-40d9-b5b9-8080280f6d16. Oct 15 19:49:18.418763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Calling delete_port for dc41a792-27f9-40d9-b5b9-8080280f6d16 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:18.444121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.490708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.498883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5348050-6071-40e9-b265-4a82b370fd0b req-0b2e68df-c667-4a0f-b64e-25cb572a1576 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5904e55-99f0-4e5c-8e95-57eeaf30d229 HTTP/1.1" status: 200 len: 210 time: 0.1050630 Oct 15 19:49:18.625750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:18.660813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1764e517-0e83-47e0-a8fc-20639e11e112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.665885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-56047b1b-eb02-46bf-bb26-c89147a3bac7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:18.667716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-56047b1b-eb02-46bf-bb26-c89147a3bac7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.2459230 Oct 15 19:49:18.680348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.683193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '552b1228-773a-46ed-af33-22608836b9ed', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'port_id': '552b1228-773a-46ed-af33-22608836b9ed', 'mac_address': 'fa:16:3e:e9:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c33c12-682e-4ceb-bbc3-0e63b23bd5c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:18.696245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-fefe38ef-fbb7-4bf4-8fba-21ac92d48288 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.0180492 Oct 15 19:49:18.752724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-b9f0b37f-23c5-4c21-91a2-a39e739c49e5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376947 Oct 15 19:49:18.768173 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.769108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.772016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.775490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a9d8ea-3195-497f-bb27-7d94d5deed0d HTTP/1.1" status: 204 len: 168 time: 0.7771807 Oct 15 19:49:18.776464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07500e8d-fab6-4cea-8e62-89b9811b54b2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:18.792272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70d5f5-469c-46bc-b931-9d4089626960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9d8ea-3195-497f-bb27-7d94d5deed0d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:18.804389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2152b-0f83-4dfb-a109-2f9499dd9f41 req-13e1e809-a094-4aa5-94de-43a2af92d0be tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:18.806233 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ec2152b-0f83-4dfb-a109-2f9499dd9f41 req-13e1e809-a094-4aa5-94de-43a2af92d0be tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 945 time: 0.1891303 Oct 15 19:49:18.811530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:18.814071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.818121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a507bf7b-3e13-4bb8-ab05-f39af6df1742 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/07500e8d-fab6-4cea-8e62-89b9811b54b2 HTTP/1.1" status: 204 len: 168 time: 0.9224758 Oct 15 19:49:18.821355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:18.878936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:18.947292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-deleted', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:18.948352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.949958 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ede8c-ff4e-4c44-a88a-e6c5f51043f7" -d '{"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-deleted", "tag": "887b0276-9082-40d7-a290-6573ff948a8a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:18.957168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:18.987816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ec2152b-0f83-4dfb-a109-2f9499dd9f41 req-99f65c33-2b46-4293-a41a-86b6a8d16474 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups?id=d87529b9-7fa8-4103-84bd-a10f36946874&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666141 Oct 15 19:49:19.077168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:19.086086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-a2e4dd00-96ed-45c3-af82-7e95a5c184be service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647042 Oct 15 19:49:19.141286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.144303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.148695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:19.178775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74623f2e-1c40-4c19-a98a-a9f7f079a4f6']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:19.194309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400bcebf-460e-4aae-afb2-6f5ee0b52d5c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:19.194787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400bcebf-460e-4aae-afb2-6f5ee0b52d5c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:19.210081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.228409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.236845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event deleted for resources: {'Port': ['ID=dc41a792-27f9-40d9-b5b9-8080280f6d16,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:19.250140 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:19.434255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-356336c2-3c78-4917-adba-6bf21b603805 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413384 Oct 15 19:49:19.434847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa36ce-b495-4668-a28d-36fd06011e6c req-c644772a-4c49-4524-9393-14fc1e47bec0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:19.438992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffaa36ce-b495-4668-a28d-36fd06011e6c req-c644772a-4c49-4524-9393-14fc1e47bec0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2061830 Oct 15 19:49:19.510835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.521108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.525770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] 10.222.0.13 "DELETE /v2.0/networks/74623f2e-1c40-4c19-a98a-a9f7f079a4f6 HTTP/1.1" status: 204 len: 168 time: 0.7035170 Oct 15 19:49:19.530503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:19.545736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffaa36ce-b495-4668-a28d-36fd06011e6c req-01a02d15-0d02-4468-b7f8-e9e4c75d6ce4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983782 Oct 15 19:49:19.585308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14050e4b-7261-41ce-823f-42754b0af949 admin admin] Pushing event deleted for resources: {'Network': ['ID=74623f2e-1c40-4c19-a98a-a9f7f079a4f6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:19.599654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Deleting subnet 3ae3caaa-50cf-41b5-82ae-17745782aecb {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:19.603537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.645921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Router 90ee4cce-8fab-484d-8175-a046237edcc8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:49:19.660528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.728671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.749648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:19.780218 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade569c9-e221-4686-bc23-0df944710119 x-openstack-request-id: req-ade569c9-e221-4686-bc23-0df944710119 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:19.780361 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5904e55-99f0-4e5c-8e95-57eeaf30d229", "name": "network-vif-deleted", "tag": "887b0276-9082-40d7-a290-6573ff948a8a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:19.780611 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ade569c9-e221-4686-bc23-0df944710119 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:19.781038 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5904e55-99f0-4e5c-8e95-57eeaf30d229', 'name': 'network-vif-deleted', 'tag': '887b0276-9082-40d7-a290-6573ff948a8a', 'status': 'completed', 'code': 200} Oct 15 19:49:19.851389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44638) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:19.866312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 552b1228-773a-46ed-af33-22608836b9ed triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:19.866694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.926519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting subnet f5f8273b-982b-4773-98ff-acabf3e116cd {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:19.939178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:19.970397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:49:19.984047 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Sync routers for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:49:20.001287 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:20.001923 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:48:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:20.029074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.037312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.041480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.095929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:20.097106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.098876 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3f4dac-ba02-4e7a-986f-6ff696e35c19" -d '{"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:20.101668 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3ae3caaa-50cf-41b5-82ae-17745782aecb HTTP/1.1" status: 204 len: 168 time: 0.5592527 Oct 15 19:49:20.115611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:20.126732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:20.131837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d46929e5-732a-4342-917b-99fa1652954a req-7e77c97b-5b51-4d63-a842-35f7b2f22176 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.1984086 Oct 15 19:49:20.148515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcdb41b-26f3-4a5c-973b-6a22aa5f1fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae3caaa-50cf-41b5-82ae-17745782aecb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:20.171832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] No DVR routers for this DVR port dc41a792-27f9-40d9-b5b9-8080280f6d16 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:20.189008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.193129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d47e247f-6820-4a42-ac18-4d36d3877def req-e3f8b51e-a4f3-4278-a86e-71630c25eef1 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.15 "DELETE /v2.0/ports/dc41a792-27f9-40d9-b5b9-8080280f6d16 HTTP/1.1" status: 204 len: 173 time: 2.7550161 Oct 15 19:49:20.193129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'name': 'network-vif-deleted', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:20.203955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.205667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2195ee86-3680-4a4e-9281-4e9df55155f0 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:20.223518 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c206d99-789f-4823-80a4-c72a0a975500" -d '{"events": [{"server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "name": "network-vif-deleted", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:20.236899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bce6b91c-a70b-416a-9837-7da776917784 req-ec4d33f6-a182-491c-b6a3-82fefe3ddc94 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.1110458 Oct 15 19:49:20.242437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 2195ee86-3680-4a4e-9281-4e9df55155f0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:20.243961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 2195ee86-3680-4a4e-9281-4e9df55155f0 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:20.244905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device dc41a792-27f9-40d9-b5b9-8080280f6d16 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:20.386680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:20.417869 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d6cd55-f232-44b8-801c-fe1806f66d9f x-openstack-request-id: req-d3d6cd55-f232-44b8-801c-fe1806f66d9f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:20.417869 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8474ce4-592d-4a8d-89ee-2aa9227a825a", "name": "network-vif-deleted", "tag": "dc41a792-27f9-40d9-b5b9-8080280f6d16", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:20.417869 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3d6cd55-f232-44b8-801c-fe1806f66d9f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:20.417869 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8474ce4-592d-4a8d-89ee-2aa9227a825a', 'name': 'network-vif-deleted', 'tag': 'dc41a792-27f9-40d9-b5b9-8080280f6d16', 'status': 'completed', 'code': 200} Oct 15 19:49:20.438055 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:20.438879 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c772a-860f-47f5-af55-49c554b41257 x-openstack-request-id: req-635c772a-860f-47f5-af55-49c554b41257 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:20.439162 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:20.439409 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-635c772a-860f-47f5-af55-49c554b41257 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:20.441525 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'code': 200} Oct 15 19:49:20.443143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: dc41a792-27f9-40d9-b5b9-8080280f6d16 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:20.443744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device dc41a792-27f9-40d9-b5b9-8080280f6d16 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:20.444227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 887b0276-9082-40d7-a290-6573ff948a8a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:20.464400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 887b0276-9082-40d7-a290-6573ff948a8a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:20.465382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 887b0276-9082-40d7-a290-6573ff948a8a not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:20.481626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.532821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.681187 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.724908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07e1008-742c-4f9b-b9eb-15bfbb18476b']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:20.755101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ddd716-dcde-4619-80a3-9af148f06ad9') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:20.755448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ddd716-dcde-4619-80a3-9af148f06ad9') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:20.786185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.808023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44676) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc29e9-ee5e-42f9-ad0a-0afa965fdebe req-b9fe10c0-4cb0-49dd-92ac-43c839337629 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bbcc29e9-ee5e-42f9-ad0a-0afa965fdebe req-b9fe10c0-4cb0-49dd-92ac-43c839337629 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1068053 Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:20.853081 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:20.946410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:20.951118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1939841736'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:20.973726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bbcc29e9-ee5e-42f9-ad0a-0afa965fdebe req-69218e7c-9ca3-4b0f-92f5-16288c3483c8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135488 Oct 15 19:49:21.001515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f8273b-982b-4773-98ff-acabf3e116cd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:21.003812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.007364 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b881c3e9-82bb-43bf-a1b4-e5bf4ac27fb9 tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/subnets/f5f8273b-982b-4773-98ff-acabf3e116cd HTTP/1.1" status: 204 len: 168 time: 1.1547334 Oct 15 19:49:21.009987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:21.010266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f37d5d-37cd-41c2-9f17-2ac4e7e78e24 None None] Network 0403f0d6-7865-4382-841b-bfd8bf85a275 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:21.037911 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:21.071440 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Checking router: 90ee4cce-8fab-484d-8175-a046237edcc8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:49:21.074236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:21.078264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.081273 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:21.082398 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:48:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:21.104328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.105447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.111347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.129083 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.132148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c07e1008-742c-4f9b-b9eb-15bfbb18476b HTTP/1.1" status: 204 len: 168 time: 1.0012748 Oct 15 19:49:21.186223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd6bb-9ae4-458c-8172-e8c25f741003 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07e1008-742c-4f9b-b9eb-15bfbb18476b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:21.310967 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:21.329013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] DHCP port deletion for 0403f0d6-7865-4382-841b-bfd8bf85a275 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:21.379217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 835afd2f-f7d2-4833-8f69-9e02fddc536f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:21.389649 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.422893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc45531c-db39-433c-a6f3-57a961d6bb8c req-ac7a8bc8-b67d-49b5-ba83-98ead210f4e1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.1936359 Oct 15 19:49:21.445522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e51574a8-6fda-421b-ab7e-952a48e027ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.542370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Deleting port 835afd2f-f7d2-4833-8f69-9e02fddc536f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:21.546303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.600197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 835afd2f-f7d2-4833-8f69-9e02fddc536f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=835afd2f-f7d2-4833-8f69-9e02fddc536f,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:21.600818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.628913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.636874 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:21.689450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 835afd2f-f7d2-4833-8f69-9e02fddc536f owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:21.693964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] For port 835afd2f-f7d2-4833-8f69-9e02fddc536f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=835afd2f-f7d2-4833-8f69-9e02fddc536f,segment=NetworkSegment(54342e3e-4a05-4185-b067-1ad6d6e787af),segment_id=54342e3e-4a05-4185-b067-1ad6d6e787af)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:21.694893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.713034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Calling delete_port for 835afd2f-f7d2-4833-8f69-9e02fddc536f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:21.717503 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922cbcd8-d5ba-43d4-ad75-2cfba4d09f81 None None] The sync data for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 is: [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:45:46Z', 'revision_number': 4, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '499c93ab-0d6b-44a0-9bc8-7aff8ddf2963', 'name': '', 'network_id': '9fdb8003-a030-43f5-a493-8581f034bbc3', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'mac_address': 'fa:16:3e:66:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:45Z', 'updated_at': '2021-10-15T19:45:55Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'subnets': [{'id': 'e20484fd-5ae2-44ef-b9e0-0019282c509a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:49:21.718376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29f9b396-1013-482d-90b7-2e8559dbbe7d req-af03cf45-ef85-4079-8b2c-0734adb2d286 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8474ce4-592d-4a8d-89ee-2aa9227a825a HTTP/1.1" status: 200 len: 210 time: 0.1144159 Oct 15 19:49:21.801916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.881717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:21.904516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b68fb0-94ec-4b12-b8b8-0ee005165bf9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:21.912270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.912965 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Added segment 8f72bf12-2c4a-4389-b91b-6a0d4e150272 of type vlan for network 5304916a-cba8-4f3a-aa49-3964bfb8a8de Oct 15 19:49:21.966644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:21.977467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.018549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 835afd2f-f7d2-4833-8f69-9e02fddc536f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:22.023179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] No DVR routers for this DVR port 835afd2f-f7d2-4833-8f69-9e02fddc536f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:22.027472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.068561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=835afd2f-f7d2-4833-8f69-9e02fddc536f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:22.070598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 835afd2f-f7d2-4833-8f69-9e02fddc536f on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:22.141630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 835afd2f-f7d2-4833-8f69-9e02fddc536f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:22.141977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 835afd2f-f7d2-4833-8f69-9e02fddc536f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:22.143506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d7f73-1cd2-4ad1-b23f-dadec3a928c2 None None] Pushing event deleted for resources: {'Port': ['ID=835afd2f-f7d2-4833-8f69-9e02fddc536f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:22.174437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.186316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:22.186316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.229659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44720) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:22.275885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48457fd3-2018-4f80-b8d8-f7d78833e056 None None] New status for floating IP d10e3a39-bea1-475b-822f-d560c4be0ded: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:49:22.332347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.342437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a64552-4594-4127-8580-8ddac4f15b83 req-aeba263a-7745-4ef0-a528-a1d8b9170452 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:22.358540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04a64552-4594-4127-8580-8ddac4f15b83 req-aeba263a-7745-4ef0-a528-a1d8b9170452 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2083921 Oct 15 19:49:22.366920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5575948 Oct 15 19:49:22.378179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44724) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:22.397055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:22.453679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.468715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e61b8-7ed0-4bee-b2e8-d2b2a197f7a2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Network': ['ID=5304916a-cba8-4f3a-aa49-3964bfb8a8de,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:22.500627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:22.517444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c358679e-1c16-428b-b7ec-6d4b9dae1194 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dee3739390e14826b4830c82bfc3dd97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862406 Oct 15 19:49:22.521382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:22.555892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0403f0d6-7865-4382-841b-bfd8bf85a275']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:22.582941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54342e3e-4a05-4185-b067-1ad6d6e787af') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:22.583152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54342e3e-4a05-4185-b067-1ad6d6e787af') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:22.594740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.626291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.648686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.663286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:22.664088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:22.667378 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:22.690528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.725210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04a64552-4594-4127-8580-8ddac4f15b83 req-4a45467b-2a13-4708-be40-e62de9160e94 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653383 Oct 15 19:49:22.770003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.802386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:22.809913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.851305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.854177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.855281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aea797c-147f-49fe-924d-03ba689d9e68 HTTP/1.1" status: 204 len: 168 time: 0.3326614 Oct 15 19:49:22.866314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8682a36-9a9b-4cc7-9bf8-2598bc6f279f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea797c-147f-49fe-924d-03ba689d9e68,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:22.901803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:22.906284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.122142 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-550aae5e-7a6f-46bc-a3eb-2bc002bdc96d req-19f9923c-371c-4121-b111-4e26122387c1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Oct 15 19:49:23.122142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.124956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.130177 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/networks/0403f0d6-7865-4382-841b-bfd8bf85a275 HTTP/1.1" status: 204 len: 168 time: 2.1185920 Oct 15 19:49:23.133273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44736) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:23.191499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed200eb-6f8a-4cc0-ab09-3d4cd3200f8e tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Network': ['ID=0403f0d6-7865-4382-841b-bfd8bf85a275,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:23.364473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting subnet bf8292d8-1796-4498-a05f-3b36c4a86f36 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:23.390236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.526997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.568209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:49:23.763946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.916877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.920375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:23.921044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44744) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:23.980678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8292d8-1796-4498-a05f-3b36c4a86f36,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:24.031104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=108b3aca-e8ec-4826-a2d8-9b44419b11bd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:24.049403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a301397-627c-49c6-8bc0-c83b86ebec7c None None] Network 31f08d5b-7fbb-4904-8405-75633b37c7fd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:24.126206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:24.138177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-196f62bf-0417-48cc-910c-858a2893689b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/subnets/bf8292d8-1796-4498-a05f-3b36c4a86f36 HTTP/1.1" status: 204 len: 168 time: 1.0003333 Oct 15 19:49:24.154093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:24.215003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:24.215537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network hostable DHCP agents. Network: 5304916a-cba8-4f3a-aa49-3964bfb8a8de, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:24.265734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f271a-1784-4c12-a4fa-9239d59b7afc req-cbfac20d-f8ed-432b-82de-0f5157b9fe31 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:24.269032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba0f271a-1784-4c12-a4fa-9239d59b7afc req-cbfac20d-f8ed-432b-82de-0f5157b9fe31 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1996925 Oct 15 19:49:24.297995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44754) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:24.492947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:24.538432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba0f271a-1784-4c12-a4fa-9239d59b7afc req-c5f5c935-a9e5-43f4-8de9-4165b17b1023 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545433 Oct 15 19:49:24.580860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7062e17c-6600-4110-85f4-8c2b91f51232 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=109eab59980f49dc8259d0d5e6f1b922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751987 Oct 15 19:49:24.594778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:24.595402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:24.599380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44758) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:24.637660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] DHCP port deletion for 31f08d5b-7fbb-4904-8405-75633b37c7fd request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:24.735881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Deleting port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:24.740178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:24.826906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] For port 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a3cfb9f-7fcc-4625-b912-afb66c240d84,segment=NetworkSegment(7d235aff-f6a9-4246-b09e-256b1c5c68a8),segment_id=7d235aff-f6a9-4246-b09e-256b1c5c68a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:24.827324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:24.842561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Calling delete_port for 9a3cfb9f-7fcc-4625-b912-afb66c240d84 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:24.884368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bae67e7b-52e1-43a4-b46c-4edab57a5b58 req-5414c1ca-0289-4348-b067-39a9c16be29b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.1139679 Oct 15 19:49:24.889631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5304916a-cba8-4f3a-aa49-3964bfb8a8de) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:24.941012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:24.942687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ccb5e-7c71-4745-99b8-d3b5c39aa9d9 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:24.945718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.028701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.089959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.163070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-946b1ccc-d49a-4222-b0da-63c7eaa762e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7812634 Oct 15 19:49:25.164012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.165102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Deleting port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:25.165437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.168213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44760) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:25.173210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'name': 'tempest-NetworksTestDHCPv6-1539102317'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:25.242036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-a37d277c-51a1-413f-b076-78df4f5ae684 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:25.254664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-a37d277c-51a1-413f-b076-78df4f5ae684 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 1.3741426 Oct 15 19:49:25.281786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:25.297048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.302175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.302175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7401a771-a688-400a-aec5-675a3a8a3240 HTTP/1.1" status: 204 len: 168 time: 0.7016778 Oct 15 19:49:25.309829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] No DVR routers for this DVR port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:25.320233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8554f48-2127-4a7d-82ae-4353ebd52931 None None] Pushing event deleted for resources: {'Port': ['ID=9a3cfb9f-7fcc-4625-b912-afb66c240d84,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:25.334962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc61d39-8b3c-43c1-83f3-72d33ed44ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401a771-a688-400a-aec5-675a3a8a3240,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:25.416902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] For port 9a3cfb9f-7fcc-4625-b912-afb66c240d84, host n-d-712140-14, got binding levels [] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:25.417550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.456839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Calling delete_port for 9a3cfb9f-7fcc-4625-b912-afb66c240d84 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:25.459869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 was not found and therefore no delete operation was performed {{(pid=101181) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 19:49:25.461230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.497433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '108b3aca-e8ec-4826-a2d8-9b44419b11bd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:49:25.498340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.538627 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.542154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Port': ['ID=9a3cfb9f-7fcc-4625-b912-afb66c240d84,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:25.574680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.578914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:25.597145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.624283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] No DVR routers for this DVR port 9a3cfb9f-7fcc-4625-b912-afb66c240d84 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:25.662336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:25.666939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.739522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.749280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:25.752503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "DELETE /v2.0/security-groups/d87529b9-7fa8-4103-84bd-a10f36946874 HTTP/1.1" status: 204 len: 168 time: 1.8256156 Oct 15 19:49:25.766402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44766) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:25.821644 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-3419fdd3-c101-4da2-b1e8-c8fee6710efb tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] show failed (client error): The resource could not be found. Oct 15 19:49:25.822780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3419fdd3-c101-4da2-b1e8-c8fee6710efb tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "GET /v2.0/security-groups/d87529b9-7fa8-4103-84bd-a10f36946874 HTTP/1.1" status: 404 len: 347 time: 0.0443447 Oct 15 19:49:25.827586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c1482-1662-44ae-a231-f25fdda136b8 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87529b9-7fa8-4103-84bd-a10f36946874,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:25.833336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44768) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:25.872863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/108b3aca-e8ec-4826-a2d8-9b44419b11bd/9924b1bc-7ecb-4de5-823c-0ecb5688e7fa) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:25.944616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 428afa41-25d1-4db2-a2c1-55b70339075e yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:49:26.103943 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.152929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f08d5b-7fbb-4904-8405-75633b37c7fd']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:26.163682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d235aff-f6a9-4246-b09e-256b1c5c68a8') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:26.163934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d235aff-f6a9-4246-b09e-256b1c5c68a8') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:26.187010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.232194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a3cfb9f-7fcc-4625-b912-afb66c240d84 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:26.255495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.264310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.287508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651f4d1-4924-462d-aa80-e954248c29a6 req-4258f623-0a59-407d-b21b-2d070066e165 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:26.289434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b651f4d1-4924-462d-aa80-e954248c29a6 req-4258f623-0a59-407d-b21b-2d070066e165 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4896483 Oct 15 19:49:26.297023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:26.297423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:26.316823 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:26.325681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9a3cfb9f-7fcc-4625-b912-afb66c240d84 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:26.327539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a3cfb9f-7fcc-4625-b912-afb66c240d84 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:26.380621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.403383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.13 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/175e658a-3af0-41fd-b9e0-8399738da181) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:26.540101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:26.556602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Deleting port 3fc8c8bb-4fe6-4981-a3bd-b615031f41a0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:26.557586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.673460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:26.696853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:26.721940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Pushing event updated for resources: {'Port': ['ID=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:26.797435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.797766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.829465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Calling delete_port for 3fc8c8bb-4fe6-4981-a3bd-b615031f41a0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:26.869376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Attempting to bind port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:26.871010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Attempting to bind port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:26.871913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Attempting to bind port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:26.888284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:26.889816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:26.894315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:26.894934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:26.897909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Bound port: 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:26.898534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.223851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.382695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.422585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] For port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:27.475195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Pushing event deleted for resources: {'Port': ['ID=3fc8c8bb-4fe6-4981-a3bd-b615031f41a0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:27.496252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.586724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] For port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:27.588951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:27.595255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.626296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:27.631629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b651f4d1-4924-462d-aa80-e954248c29a6 req-39fe7ab6-8cb8-4258-9273-a5716f84ec9a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3113647 Oct 15 19:49:27.691574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:27.694277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.697826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.699744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a0b76263-5a1d-45cf-8e4f-46a0c4c19da9 tempest-ServersTestJSON-1975243678 tempest-ServersTestJSON-1975243678-project] 10.222.0.13 "DELETE /v2.0/floatingips/d10e3a39-bea1-475b-822f-d560c4be0ded HTTP/1.1" status: 204 len: 168 time: 1.8581529 Oct 15 19:49:27.700882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:27.704500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44792) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:27.752488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.754313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:27.771432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] 10.222.0.13 "DELETE /v2.0/networks/31f08d5b-7fbb-4904-8405-75633b37c7fd HTTP/1.1" status: 204 len: 168 time: 3.6096892 Oct 15 19:49:27.781777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::38b (5304916a-cba8-4f3a-aa49-3964bfb8a8de/108b3aca-e8ec-4826-a2d8-9b44419b11bd/428afa41-25d1-4db2-a2c1-55b70339075e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:27.812280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d7c5cf-5abc-4e17-8af3-c5279c82947b tempest-ServersTestMultiNic-1127689856 tempest-ServersTestMultiNic-1127689856-project] Pushing event deleted for resources: {'Network': ['ID=31f08d5b-7fbb-4904-8405-75633b37c7fd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:27.850467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:27.851339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.008660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f3858-a842-4a44-ab06-eb61ea320868 None None] Pushing event updated for resources: {'Port': ['ID=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:28.060620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.087387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721eb8f-bb54-4cbf-bca5-bea5e9e78830 req-4dd882bb-2fb1-44fb-b33e-876475bb0788 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:28.089445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6721eb8f-bb54-4cbf-bca5-bea5e9e78830 req-4dd882bb-2fb1-44fb-b33e-876475bb0788 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 932 time: 0.2701759 Oct 15 19:49:28.176800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6721eb8f-bb54-4cbf-bca5-bea5e9e78830 req-adce9c6c-1928-47a0-a1b2-e57af6ad7fcb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685997 Oct 15 19:49:28.252401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-06d688bf-3ef6-42bd-8ecf-5e336d53ac8e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9876635 Oct 15 19:49:28.256773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.285536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Request body: {'port': {'device_id': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:28.368643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:28.372567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:28.376845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:28.388141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:28.389198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.403272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.435935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=428afa41-25d1-4db2-a2c1-55b70339075e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:28.498088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-745956e8-98c8-4557-994c-0382bddd7f67 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3262475 Oct 15 19:49:28.499504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44804) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:28.537690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:28.713653 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0db34-a638-42ca-ba0a-0c7b845b3479 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:28.718762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44816) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:28.750588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0db34-a638-42ca-ba0a-0c7b845b3479 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:28.755571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-97a0db34-a638-42ca-ba0a-0c7b845b3479 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2500126 Oct 15 19:49:28.756619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44820) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:28.989310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1dd11-1295-43a8-9b33-f268ca484d4c req-ea9cab73-c0a4-49d4-9f9e-a60772ff6b9f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:28.998082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9d1dd11-1295-43a8-9b33-f268ca484d4c req-ea9cab73-c0a4-49d4-9f9e-a60772ff6b9f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2016082 Oct 15 19:49:29.078853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9d1dd11-1295-43a8-9b33-f268ca484d4c req-0ac6894c-9151-42b4-847e-290e0c28159b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798001 Oct 15 19:49:29.091151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 428afa41-25d1-4db2-a2c1-55b70339075e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:29.091500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.295818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.351057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 428afa41-25d1-4db2-a2c1-55b70339075e owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:29.400218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175e658a-3af0-41fd-b9e0-8399738da181 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:29.422292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.455711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Transition to ACTIVE for port object 175e658a-3af0-41fd-b9e0-8399738da181 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:49:29.593907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf13fbb-2907-4b73-8068-30a61ab2ee6c None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:29.619819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.699517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d5182-f426-4421-9004-6259316cdbf8 req-77afadd1-702e-488e-9168-54fb1290edd4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:29.710004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e62d5182-f426-4421-9004-6259316cdbf8 req-77afadd1-702e-488e-9168-54fb1290edd4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 932 time: 0.1800175 Oct 15 19:49:29.743383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] Provisioning complete for port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:29.744254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.762260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.856349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=428afa41-25d1-4db2-a2c1-55b70339075e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:29.890048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e62d5182-f426-4421-9004-6259316cdbf8 req-cc88664e-d31c-42d5-8bff-8a987ffac305 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788709 Oct 15 19:49:29.984700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:29.997281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3c71543-a088-478e-a972-c0295ac59719 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/428afa41-25d1-4db2-a2c1-55b70339075e HTTP/1.1" status: 204 len: 168 time: 1.2367678 Oct 15 19:49:30.000784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44838) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:30.010077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.143736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] For port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:30.170698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:30.253651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c9eda-60a7-4935-99d5-9355b2d42186 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:30.262817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112c9eda-60a7-4935-99d5-9355b2d42186 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:30.285961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-112c9eda-60a7-4935-99d5-9355b2d42186 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2754965 Oct 15 19:49:30.288232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:30.325809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.345853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:30.346273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.437102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Pushing event updated for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:30.479328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c2bfa-44e1-4eb1-b581-ab78fb182503 None None] Pushing event updated for resources: {'Port': ['ID=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:30.550585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 108b3aca-e8ec-4826-a2d8-9b44419b11bd {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:30.577340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031284f-a3c9-483f-aece-1cbd527f97ad req-001bcaca-b991-44b5-a3bd-a329d4e21bdd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:30.586987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0031284f-a3c9-483f-aece-1cbd527f97ad req-001bcaca-b991-44b5-a3bd-a329d4e21bdd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1916716 Oct 15 19:49:30.611242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Attempting to bind port 175e658a-3af0-41fd-b9e0-8399738da181 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:30.614155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Attempting to bind port 175e658a-3af0-41fd-b9e0-8399738da181 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:30.614585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Attempting to bind port 175e658a-3af0-41fd-b9e0-8399738da181 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:30.618500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-996be2c4-5dae-491f-ad70-41e9a4ae563b None None] Provisioning complete for port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:30.621653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-996be2c4-5dae-491f-ad70-41e9a4ae563b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.632554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.648879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Port 175e658a-3af0-41fd-b9e0-8399738da181 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:49:30.649820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Attempting to bind port 175e658a-3af0-41fd-b9e0-8399738da181 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:30.678463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:30.678463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:30.678463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:30.678935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Bound port: 175e658a-3af0-41fd-b9e0-8399738da181, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:30.679353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.779232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0031284f-a3c9-483f-aece-1cbd527f97ad req-d92208fa-e13b-4be0-ad80-f4d5c880bb00 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911902 Oct 15 19:49:30.846862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:30.856778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=175e658a-3af0-41fd-b9e0-8399738da181,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:30.877889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:30.924953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.055345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.122756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.148142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ce7a9d7-f550-4108-91c6-558c504bfa61 None None] Could not find standard attr ID for object 428afa41-25d1-4db2-a2c1-55b70339075e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:49:31.155028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7c345-465e-470c-85d4-0081027ada8d req-fb11297a-8740-4827-85e6-44f0fef5bdcb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:31.163266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-12f7c345-465e-470c-85d4-0081027ada8d req-fb11297a-8740-4827-85e6-44f0fef5bdcb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 944 time: 0.1531920 Oct 15 19:49:31.224033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Deleting port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:31.224404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.229672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:31.231021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.233366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/175e658a-3af0-41fd-b9e0-8399738da181 HTTP/1.1" status: 200 len: 1093 time: 2.9705632 Oct 15 19:49:31.235783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:31.247518 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddaf97e-d52b-4243-aed8-567362178ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "tag": "175e658a-3af0-41fd-b9e0-8399738da181"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:31.287746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-12f7c345-465e-470c-85d4-0081027ada8d req-a2f60b00-11aa-4a94-8a65-d1f850b11263 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233692 Oct 15 19:49:31.370993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.440609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=108b3aca-e8ec-4826-a2d8-9b44419b11bd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:31.473710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffad7a-a84f-4320-bd42-cd56e41bccd6 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:31.488693 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.508345 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e5477d83-0cfa-457f-9488-e7aa895e609e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/108b3aca-e8ec-4826-a2d8-9b44419b11bd HTTP/1.1" status: 204 len: 168 time: 1.2188511 Oct 15 19:49:31.511239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44864) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:31.708669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f94a3bb9-10d2-4f09-a91c-d87b7703f9b9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1961677 Oct 15 19:49:31.719990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44866) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:31.726252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:31.807263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e49e4a-4fb1-4702-82e9-d68260b972b7 service neutron] Pushing event updated for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:31.814457 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c64cf-1452-423f-9c32-c0e29596803f x-openstack-request-id: req-447c64cf-1452-423f-9c32-c0e29596803f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:31.814750 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "tag": "175e658a-3af0-41fd-b9e0-8399738da181", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:31.815676 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-447c64cf-1452-423f-9c32-c0e29596803f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:31.816067 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181', 'status': 'completed', 'code': 200} Oct 15 19:49:31.848290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:31.881975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-5788efd9-86d4-4c30-a6b2-2787656325c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:31.883581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-5788efd9-86d4-4c30-a6b2-2787656325c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 1096 time: 0.5349205 Oct 15 19:49:31.889940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee6ae5-4b3a-4f2c-883d-605613e4a23b req-0dd982e5-ff56-4e5d-9b8a-77d97ebf4c69 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:31.909165 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ee6ae5-4b3a-4f2c-883d-605613e4a23b req-0dd982e5-ff56-4e5d-9b8a-77d97ebf4c69 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.2081711 Oct 15 19:49:31.910399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] For port 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:31.910764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.955437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Deleting port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:31.962300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:31.987915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ee6ae5-4b3a-4f2c-883d-605613e4a23b req-f3918a46-28bd-4c6e-9cf1-7e3c17ee723d tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763323 Oct 15 19:49:31.993004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:32.021184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:32.026020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.076539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-0f08105c-5361-4289-bcd5-c86d84ddef3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175e658a-3af0-41fd-b9e0-8399738da181 HTTP/1.1" status: 200 len: 217 time: 0.1837685 Oct 15 19:49:32.081985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Calling delete_port for 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:32.246247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9668e8-fac5-4547-ba7e-487b68c9c3b1 req-773f7e87-a3f6-4c6d-be1f-fafdabc0260d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:32.253242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] For port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:32.253647 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.254137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Deleting port e23f44bb-8391-4aed-8214-dc6bb731bf5b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:32.254549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.256079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b9668e8-fac5-4547-ba7e-487b68c9c3b1 req-773f7e87-a3f6-4c6d-be1f-fafdabc0260d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1088533 Oct 15 19:49:32.257820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-fce1b73f-b1de-44e1-b3fc-fe06097c61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:32.259895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-fce1b73f-b1de-44e1-b3fc-fe06097c61c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.1755359 Oct 15 19:49:32.289923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Calling delete_port for 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:32.313807 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.361203 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b9668e8-fac5-4547-ba7e-487b68c9c3b1 req-7e773d08-45fc-4b94-881b-698050b5975e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045697 Oct 15 19:49:32.384814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:32.439823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.516492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.528207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-50cad529-2e8b-40b6-8cdc-cd30af65ed67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461178 Oct 15 19:49:32.533206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.533412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.584628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] No DVR routers for this DVR port 9924b1bc-7ecb-4de5-823c-0ecb5688e7fa on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:32.605320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9b0b-b9d8-4f76-aed5-2cceacfad8c0 req-c0cc299c-5036-4bde-a66e-b57bf88c1d84 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:32.614598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f92b9b0b-b9d8-4f76-aed5-2cceacfad8c0 req-c0cc299c-5036-4bde-a66e-b57bf88c1d84 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 944 time: 0.1314847 Oct 15 19:49:32.629662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:32.637714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:32.656022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:32.667722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:32.668320 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:32.698780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=af692c14-cc73-43e6-8e54-0fa1fa528d0b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:32.706267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1a764-cf41-44f9-ad30-7e6b0a19b463 None None] Pushing event deleted for resources: {'Port': ['ID=9924b1bc-7ecb-4de5-823c-0ecb5688e7fa,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:32.723853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457930c1-4591-41af-94a3-e58084992348 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:32.734177 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f92b9b0b-b9d8-4f76-aed5-2cceacfad8c0 req-3664faeb-f3db-46be-870b-8c934c8a472b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186237 Oct 15 19:49:32.767794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a11c8ba-30df-442e-91af-26ee0eb2a207 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0460031 Oct 15 19:49:32.770923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:32.773464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-7ef42b2d-636d-405b-bc01-c3f32f6dcb34 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962624 Oct 15 19:49:32.780104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'name': 'tempest-NetworksTestDHCPv6-1167527339'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:32.780789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Pushing event deleted for resources: {'Port': ['ID=499c93ab-0d6b-44a0-9bc8-7aff8ddf2963,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:33.154348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'af692c14-cc73-43e6-8e54-0fa1fa528d0b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:49:33.156592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.216922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:33.221536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.279125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] For port e23f44bb-8391-4aed-8214-dc6bb731bf5b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e23f44bb-8391-4aed-8214-dc6bb731bf5b,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:33.279125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.282440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.301564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port a7c02221-aab2-446e-b49f-cb820e58c941 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:49:33.323352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Calling delete_port for e23f44bb-8391-4aed-8214-dc6bb731bf5b owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:33.388216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/af692c14-cc73-43e6-8e54-0fa1fa528d0b/8d432c47-533d-44f7-9285-f18a1278206e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:33.391367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2091384-d8bc-4a5a-9257-478c1fcdf0af req-b84a9f82-d15d-4f92-b04b-dc7f28511576 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029563 Oct 15 19:49:33.408486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae11b1-2861-4602-be60-2d00ed334b7f req-2c485a74-f8aa-43de-a8f6-5735f587007d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:33.416693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70ae11b1-2861-4602-be60-2d00ed334b7f req-2c485a74-f8aa-43de-a8f6-5735f587007d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 950 time: 0.2584403 Oct 15 19:49:33.465230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb44b2-d070-47ab-8c46-1efbf1122581 req-2565b2ec-a810-4af3-819c-b9b27707e204 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:33.475202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dfb44b2-d070-47ab-8c46-1efbf1122581 req-2565b2ec-a810-4af3-819c-b9b27707e204 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.2205558 Oct 15 19:49:33.568407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.573838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70ae11b1-2861-4602-be60-2d00ed334b7f req-80d1c3e7-ad05-4903-83f6-77cc83cf5301 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560733 Oct 15 19:49:33.629446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2dfb44b2-d070-47ab-8c46-1efbf1122581 req-fe515d3b-51b2-4b7a-8187-c46b2ef6bbb0 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528990 Oct 15 19:49:33.696255 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.794698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::297 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/af692c14-cc73-43e6-8e54-0fa1fa528d0b/a7c02221-aab2-446e-b49f-cb820e58c941) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:33.812669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:33.824540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:33.836477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:33.839709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Pushing event updated for resources: {'Port': ['ID=8d432c47-533d-44f7-9285-f18a1278206e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:33.966437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Attempting to bind port 8d432c47-533d-44f7-9285-f18a1278206e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:33.967500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3713d-a3c4-458f-9d5e-209df905c1cb req-a00b059d-3045-4793-ba0a-f60737a14d45 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:33.968967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Attempting to bind port 8d432c47-533d-44f7-9285-f18a1278206e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:33.969591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Attempting to bind port 8d432c47-533d-44f7-9285-f18a1278206e on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:33.976341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85d3713d-a3c4-458f-9d5e-209df905c1cb req-a00b059d-3045-4793-ba0a-f60737a14d45 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.3101447 Oct 15 19:49:33.979954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-2e5053d5-ca06-4396-a6b8-f94040ad168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:33.981591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-2e5053d5-ca06-4396-a6b8-f94040ad168e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 1096 time: 0.4254034 Oct 15 19:49:33.982443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:33.982840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:33.983236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:33.983649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:33.984129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Bound port: 8d432c47-533d-44f7-9285-f18a1278206e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:33.984499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.082207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] For port 8d432c47-533d-44f7-9285-f18a1278206e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:34.090612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] For port 8d432c47-533d-44f7-9285-f18a1278206e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d432c47-533d-44f7-9285-f18a1278206e,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:34.130515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85d3713d-a3c4-458f-9d5e-209df905c1cb req-2ac0d724-d037-4355-a906-50986019ba1b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531556 Oct 15 19:49:34.168116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.172124 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.226956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.249792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ed98c-5988-44ab-9fb7-2b0eb2522d9e req-a1813736-bcb2-4a3d-a845-405f60e87d4c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.251743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-711ed98c-5988-44ab-9fb7-2b0eb2522d9e req-a1813736-bcb2-4a3d-a845-405f60e87d4c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 944 time: 0.4390478 Oct 15 19:49:34.303475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9224144-deff-4840-8ff6-62f83438f1fc None None] Pushing event updated for resources: {'Port': ['ID=8d432c47-533d-44f7-9285-f18a1278206e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:34.323866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-711ed98c-5988-44ab-9fb7-2b0eb2522d9e req-ab97152f-b97d-4b56-9ae9-6475527d5bc5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575476 Oct 15 19:49:34.323866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.386773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Pushing event deleted for resources: {'Port': ['ID=e23f44bb-8391-4aed-8214-dc6bb731bf5b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:34.431089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-6d56ee58-8067-4751-beff-eb6663f54be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.432976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-6d56ee58-8067-4751-beff-eb6663f54be5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 911 time: 0.4034779 Oct 15 19:49:34.433418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:34.436774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:34.455203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:34.483486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.484263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:34.539392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=a7c02221-aab2-446e-b49f-cb820e58c941,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:34.565846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-c93224dd-81f3-4563-b446-92dbc10f78e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=175e658a-3af0-41fd-b9e0-8399738da181 HTTP/1.1" status: 200 len: 217 time: 0.0934105 Oct 15 19:49:34.602230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b99f9b5b-1e22-43d3-b4ee-12926fc9c00a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8275912 Oct 15 19:49:34.610765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44932) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:34.630705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Router 90ee4cce-8fab-484d-8175-a046237edcc8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:49:34.832784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c239d-4405-45ec-b3b8-85e3061d0d70 req-b02b9cfc-5e3a-47cc-9b62-133070833283 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.858360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa4c239d-4405-45ec-b3b8-85e3061d0d70 req-b02b9cfc-5e3a-47cc-9b62-133070833283 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 950 time: 0.1280985 Oct 15 19:49:34.869233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42711809-1e28-47a0-8a04-04ee1ff4c150 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.883053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42711809-1e28-47a0-8a04-04ee1ff4c150 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:34.886019 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-42711809-1e28-47a0-8a04-04ee1ff4c150 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2672272 Oct 15 19:49:34.909999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44938) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:34.952458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:35.009013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-f314a757-c3bd-4f6a-88fe-bc3a41ee40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:35.010485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-f314a757-c3bd-4f6a-88fe-bc3a41ee40c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.4294975 Oct 15 19:49:35.052275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa4c239d-4405-45ec-b3b8-85e3061d0d70 req-272f2bae-eafc-4cd7-8234-0b98809e59ec tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594205 Oct 15 19:49:35.095040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port a7c02221-aab2-446e-b49f-cb820e58c941 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:35.097335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:35.151320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-c60db8cf-be1e-4a05-9be7-0c913092a11d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810905 Oct 15 19:49:35.258380 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:35.273066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for a7c02221-aab2-446e-b49f-cb820e58c941 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:35.673878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:35.703746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194f682-f2ce-47ea-a197-9f568f8790be req-8d0540c6-dcf5-4b97-baf9-1ab35a8603fc tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:35.705365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c194f682-f2ce-47ea-a197-9f568f8790be req-8d0540c6-dcf5-4b97-baf9-1ab35a8603fc tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.6362703 Oct 15 19:49:35.711029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=a7c02221-aab2-446e-b49f-cb820e58c941,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:35.727998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:49:35.738401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d065484a-e6bd-4ab1-99a5-1a45f144d22e admin admin] 10.222.0.13 "PUT /v2.0/routers/90ee4cce-8fab-484d-8175-a046237edcc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0306385 Oct 15 19:49:35.741955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Sync routers for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:49:35.764852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:35.776164 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:35.776797 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:35.788079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:35.791975 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-90877ee2-697f-4cde-bdb3-2d5f3b00c5d7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/a7c02221-aab2-446e-b49f-cb820e58c941 HTTP/1.1" status: 204 len: 168 time: 0.8805540 Oct 15 19:49:35.802078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:35.925666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5e228-fde1-48f2-8e18-7d5fdb1d6c95 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:35.932012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5e228-fde1-48f2-8e18-7d5fdb1d6c95 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:35.936667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92a5e228-fde1-48f2-8e18-7d5fdb1d6c95 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1294549 Oct 15 19:49:35.941632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44962) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:35.990582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c194f682-f2ce-47ea-a197-9f568f8790be req-8bf8038f-1aa8-4b46-8feb-bf55c3f286a9 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2661090 Oct 15 19:49:36.036623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-2e7983b1-d4d6-44b3-9d3b-46deb8829ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646858 Oct 15 19:49:36.111102 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:36.159115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet af692c14-cc73-43e6-8e54-0fa1fa528d0b {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:36.169698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.192461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ddaf97e-d52b-4243-aed8-567362178ea4 req-61e516a3-8f37-42f4-ab00-bc2f0ff0e0dc service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470506 Oct 15 19:49:36.212165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d432c47-533d-44f7-9285-f18a1278206e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:36.337089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.394284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Provisioning complete for port 8d432c47-533d-44f7-9285-f18a1278206e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:36.394569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.441666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3add3-d05f-418b-b2d3-b0fcce9e8208 req-53b35cee-4abf-4f1b-b158-796712e16aee tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:36.451020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.459768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18e3add3-d05f-418b-b2d3-b0fcce9e8208 req-53b35cee-4abf-4f1b-b158-796712e16aee tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4617395 Oct 15 19:49:36.534387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:49:36.562467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8d432c47-533d-44f7-9285-f18a1278206e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:36.563397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.611315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18e3add3-d05f-418b-b2d3-b0fcce9e8208 req-08403ca6-9f26-4056-b03e-d08aa9bdbba7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499927 Oct 15 19:49:36.635336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec98c6-98f0-4250-87a2-d666ef0a7be1 req-e2bde979-5a47-4a87-8f38-87d0aed964f0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:36.652817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70ec98c6-98f0-4250-87a2-d666ef0a7be1 req-e2bde979-5a47-4a87-8f38-87d0aed964f0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 944 time: 0.4291506 Oct 15 19:49:36.684188 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:49:32Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:36.709490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.746860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.825260 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Checking router: 90ee4cce-8fab-484d-8175-a046237edcc8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:49:36.825260 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Routers {'90ee4cce-8fab-484d-8175-a046237edcc8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:36.825260 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['90ee4cce-8fab-484d-8175-a046237edcc8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:36.826821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-909caeb9-6a1e-405f-ac17-b2b76b5ed947 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:36.826821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-909caeb9-6a1e-405f-ac17-b2b76b5ed947 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.2749944 Oct 15 19:49:36.826821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.845265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:36.890857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70ec98c6-98f0-4250-87a2-d666ef0a7be1 req-a9dc59b5-00b2-4b45-8ea3-5f78a86d74ae tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385759 Oct 15 19:49:36.931102 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] Set router 90ee4cce-8fab-484d-8175-a046237edcc8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:36.968271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:49:36.980008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Sync routers for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:49:36.988062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a63ff453-9c6a-4c82-89f8-f72d125eb95c admin admin] 10.222.0.13 "PUT /v2.0/routers/95b8c315-3dbe-470f-8e2a-f49c239a04a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9971335 Oct 15 19:49:36.989355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:36.994694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:36.996236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:37.019749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Deleting port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:37.020699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.122755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] For port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:37.123128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.143688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.193499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=af692c14-cc73-43e6-8e54-0fa1fa528d0b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:37.223530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:37.230984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.236663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-777fa7b0-14d9-410d-89cb-9201ecb1be5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/af692c14-cc73-43e6-8e54-0fa1fa528d0b HTTP/1.1" status: 204 len: 168 time: 1.2957840 Oct 15 19:49:37.243250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbd723-5585-4fab-bd91-08f754d3c8a6 req-0000d056-31fd-48cd-9969-3ec5c395890c tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:37.250476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ddbd723-5585-4fab-bd91-08f754d3c8a6 req-0000d056-31fd-48cd-9969-3ec5c395890c tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 946 time: 0.1177690 Oct 15 19:49:37.257583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44986) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:37.307129 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:49:32Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:37.318021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ece72f-e944-4d8a-8c28-dacd73a4c2d1 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:37.352983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f797d72d-f299-4afb-bac5-b523618dabd5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888598 Oct 15 19:49:37.356288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44988) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:37.363938 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028e219a-9cb7-42eb-b2ce-b61167b29cc2 None None] The sync data for ids ['90ee4cce-8fab-484d-8175-a046237edcc8'] in n-d-712140-14 is: [{'id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'name': 'tempest-ServersTestJSON-416215129-router', 'tenant_id': '70246cfef505450695ee3c271ed89c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:45:39Z', 'updated_at': '2021-10-15T19:49:32Z', 'revision_number': 5, 'project_id': '70246cfef505450695ee3c271ed89c6f', 'gw_port': {'id': 'ae7af9ed-5612-4532-8c9a-32c61a918d48', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:0e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ee4cce-8fab-484d-8175-a046237edcc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:45:41Z', 'updated_at': '2021-10-15T19:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:49:37.372591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:37.402027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.403518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.403878 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Floating IP 5fea674f-4afc-4df5-a9da-f0935f941181 disassociated. External IP: 172.25.0.131, port: 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7. Oct 15 19:49:37.404236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Calling delete_port for 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:37.527788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ddbd723-5585-4fab-bd91-08f754d3c8a6 req-cfb99595-1901-4e99-ae55-292b51c7e823 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups?id=7f1d01e0-6d3f-4675-960f-74e1ffcc9106&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2713950 Oct 15 19:49:37.553682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.638472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Deleting port ae7af9ed-5612-4532-8c9a-32c61a918d48 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:37.639108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.684043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.727742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:37.732338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:37.854923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:37.865238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 175e658a-3af0-41fd-b9e0-8399738da181 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:37.945685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event deleted for resources: {'Port': ['ID=7aa58d29-47ca-4c85-b928-beb7cdfbe6d7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:38.018727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.076090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=175e658a-3af0-41fd-b9e0-8399738da181,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:38.104036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '175e658a-3af0-41fd-b9e0-8399738da181', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': '175e658a-3af0-41fd-b9e0-8399738da181', 'mac_address': 'fa:16:3e:d6:7a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:38.160724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4d491-904c-4b7c-9bff-f5e0564e5e56 req-f325324c-33ab-4013-aca0-53dc88107485 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:38.164496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb4d491-904c-4b7c-9bff-f5e0564e5e56 req-f325324c-33ab-4013-aca0-53dc88107485 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.3531680 Oct 15 19:49:38.177357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:49:38.177802 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:49:38.178115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.275842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e5c36-36ef-43b7-8d36-b6e7ac9f0d19 req-77664cd7-fde4-41b1-b464-b984c08d50d3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:38.276845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] For port ae7af9ed-5612-4532-8c9a-32c61a918d48, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae7af9ed-5612-4532-8c9a-32c61a918d48,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:38.277215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.286428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb6e5c36-36ef-43b7-8d36-b6e7ac9f0d19 req-77664cd7-fde4-41b1-b464-b984c08d50d3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 944 time: 0.2223663 Oct 15 19:49:38.286759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:49:38.287251 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:49:38.305673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Calling delete_port for ae7af9ed-5612-4532-8c9a-32c61a918d48 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:38.325796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:38.380140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.384483 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb6e5c36-36ef-43b7-8d36-b6e7ac9f0d19 req-7ace77a0-beed-4a76-b3c7-ecb01515c8cb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908091 Oct 15 19:49:38.386126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:38.396916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:38.398029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.419631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Deleting port 138e479e-2d23-42a3-b83b-0112065739aa {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:38.420341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.454613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=d9dd3723-d5fc-4b96-bac5-9a17e367788b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:38.465525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb4d491-904c-4b7c-9bff-f5e0564e5e56 req-4eec4599-7702-4a3c-956d-b97846fa3eb8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882488 Oct 15 19:49:38.492004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175e658a-3af0-41fd-b9e0-8399738da181 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:38.578863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.597198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-daad273d-880d-4fbd-9263-7bac44ed87ed tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2308424 Oct 15 19:49:38.604097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:38.629953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'name': 'tempest-NetworksTestDHCPv6-1715034745'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:38.653695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=175e658a-3af0-41fd-b9e0-8399738da181,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:38.693831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '138e479e-2d23-42a3-b83b-0112065739aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:49:33Z', 'revision_number': 5, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port': {'id': '138e479e-2d23-42a3-b83b-0112065739aa', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:fd:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:47:37Z', 'updated_at': '2021-10-15T19:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:38.723154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:38.727945 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d769d49-791c-4479-bf42-11b5a0e56e7d" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-unplugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:38.769126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.778399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:38.781280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Checking router: 95b8c315-3dbe-470f-8e2a-f49c239a04a0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:49:38.800491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Router fbf7f434-c552-46e2-b246-1f118322845c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:49:38.872843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.936854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85791e91-2955-4e55-a2e8-7f06fc5bc84e req-a2a1039f-9e29-45c7-a109-76a10b563158 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.1102278 Oct 15 19:49:38.972622 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae3121-dae4-47db-ba37-71eef816cbe8 x-openstack-request-id: req-adae3121-dae4-47db-ba37-71eef816cbe8 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:38.973106 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-unplugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:38.973343 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adae3121-dae4-47db-ba37-71eef816cbe8 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:38.973740 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'code': 200} Oct 15 19:49:38.984260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:38.998324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:38.999168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Routers {'95b8c315-3dbe-470f-8e2a-f49c239a04a0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:38.999853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:39.005201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.063547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a794153-510f-4a6c-ac18-ebf6f1110733 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:39.084907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:39.099205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port e61eda6f-5d28-4384-86fe-613fb9745ca9 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:49:39.137498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.148825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['175e658a-3af0-41fd-b9e0-8399738da181'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:39.167899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.250530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7af9ed-5612-4532-8c9a-32c61a918d48,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:39.288802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::1d4 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/d9dd3723-d5fc-4b96-bac5-9a17e367788b/e61eda6f-5d28-4384-86fe-613fb9745ca9) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:39.290977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:49:39.303047 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Sync routers for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:49:39.305038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] For port 8d432c47-533d-44f7-9285-f18a1278206e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d432c47-533d-44f7-9285-f18a1278206e,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:39.323920 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:39.324778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:39.420688 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.541324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] Set router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:39.544377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] No DVR routers for this DVR port 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:39.559091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.576711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c140810-23ac-41e0-a3e9-9980054d5703 req-7bfdfea7-117f-450d-bf94-a1b8500f1c32 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.15 "DELETE /v2.0/ports/7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 HTTP/1.1" status: 204 len: 173 time: 2.7476635 Oct 15 19:49:39.577599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'name': 'network-vif-deleted', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:39.593156 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c044fb-1494-4492-aef6-3a54404196ca" -d '{"events": [{"server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "name": "network-vif-deleted", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:39.609293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] For port 138e479e-2d23-42a3-b83b-0112065739aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=138e479e-2d23-42a3-b83b-0112065739aa,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:39.615251 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.615517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:39.643370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Calling delete_port for 138e479e-2d23-42a3-b83b-0112065739aa owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:39.645613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:39.736118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:39.795015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:49:38Z', 'revision_number': 6, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:39.977903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:39.996782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae008b3-d7d9-41cf-a1f4-a038358919cf None None] The sync data for ids ['95b8c315-3dbe-470f-8e2a-f49c239a04a0'] in n-d-712140-14 is: [{'id': '95b8c315-3dbe-470f-8e2a-f49c239a04a0', 'name': 'tempest-ServersTestMultiNic-488580382-router', 'tenant_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:47:36Z', 'updated_at': '2021-10-15T19:49:38Z', 'revision_number': 6, 'project_id': '057cf9ddefb14cdbb5ec92d57da0c23c', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:49:40.087647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:40.087994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7aa58d29-47ca-4c85-b928-beb7cdfbe6d7 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:40.179844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-40336b93-2a07-4954-88c9-dc7d9e8d5b04 None None] Provisioning complete for port 8d432c47-533d-44f7-9285-f18a1278206e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:40.180218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40336b93-2a07-4954-88c9-dc7d9e8d5b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:40.239889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:49:40.240216 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:49:40.251127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:40.260046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:40.264671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-3b7248a0-fbe3-404c-a5ff-790852204869 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369283 Oct 15 19:49:40.290332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf7beb-e7ba-4386-a5b7-33dcccd1043d None None] Pushing event updated for resources: {'Port': ['ID=8d432c47-533d-44f7-9285-f18a1278206e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:40.324360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687d17d-2e68-4c57-8bdc-d3b7c6a1f95b req-614ec879-a2a1-49db-b173-871c8dd4df81 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:40.337760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f687d17d-2e68-4c57-8bdc-d3b7c6a1f95b req-614ec879-a2a1-49db-b173-871c8dd4df81 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2407706 Oct 15 19:49:40.387199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:40.454423 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Checking router: fbf7f434-c552-46e2-b246-1f118322845c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:49:40.476468 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:40.477092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:40.521416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-52ee609e-5ad9-45b5-a86d-262b0d91aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:40.523199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-52ee609e-5ad9-45b5-a86d-262b0d91aa78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 1100 time: 0.1373675 Oct 15 19:49:40.529620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f687d17d-2e68-4c57-8bdc-d3b7c6a1f95b req-6f902ccb-a9b5-443c-a98a-6a61be24d567 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351817 Oct 15 19:49:40.543326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:40.545837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ee4cce-8fab-484d-8175-a046237edcc8 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:49:40.577602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:40.603155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e7eb54b1-5f1c-4906-b3fe-0b499a8f6552 admin admin] 10.222.0.13 "DELETE /v2.0/routers/90ee4cce-8fab-484d-8175-a046237edcc8 HTTP/1.1" status: 204 len: 168 time: 4.8391228 Oct 15 19:49:40.639528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45036) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:40.791424 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db10e2dc-84a0-4dac-bb0c-ad8e3c7c8f1a x-openstack-request-id: req-db10e2dc-84a0-4dac-bb0c-ad8e3c7c8f1a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:40.798361 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e30625c-ec54-431c-9278-f079155b0e0b", "name": "network-vif-deleted", "tag": "7aa58d29-47ca-4c85-b928-beb7cdfbe6d7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:40.799499 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db10e2dc-84a0-4dac-bb0c-ad8e3c7c8f1a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:40.801956 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e30625c-ec54-431c-9278-f079155b0e0b', 'name': 'network-vif-deleted', 'tag': '7aa58d29-47ca-4c85-b928-beb7cdfbe6d7', 'status': 'completed', 'code': 200} Oct 15 19:49:40.914333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-40336b93-2a07-4954-88c9-dc7d9e8d5b04 None None] Could not find standard attr ID for object a7c02221-aab2-446e-b49f-cb820e58c941. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:49:40.948417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.005181 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:41.157525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Deleting subnet e20484fd-5ae2-44ef-b9e0-0019282c509a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:41.207190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03680035-4247-472d-95c3-b637a00c463c req-acbb9488-d9ab-4211-a2a7-7df321f64339 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e30625c-ec54-431c-9278-f079155b0e0b HTTP/1.1" status: 200 len: 210 time: 0.0824888 Oct 15 19:49:41.212562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-9468520f-75e7-46b4-9800-86fd039d8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.222026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-9468520f-75e7-46b4-9800-86fd039d8e69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.6145556 Oct 15 19:49:41.277328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.278515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1e7c6a67-81c7-4b73-8e30-e239b5c10157 None None] Provisioning complete for port 8d432c47-533d-44f7-9285-f18a1278206e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:41.279769 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e7c6a67-81c7-4b73-8e30-e239b5c10157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.319206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.342965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-fa18e5cf-3704-4bcb-9294-d7952246333d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 200 len: 217 time: 0.1112616 Oct 15 19:49:41.479984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-fd32b192-52fe-4b67-b202-f5585e1f7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.481578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-fd32b192-52fe-4b67-b202-f5585e1f7c73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1307220 Oct 15 19:49:41.522131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=e61eda6f-5d28-4384-86fe-613fb9745ca9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:41.537439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:41.553921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d432c47-533d-44f7-9285-f18a1278206e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:41.561559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:41.565186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:41.575597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.578468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.602899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-431cdc0d-d533-4ee2-9456-c48b0838d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.608765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-431cdc0d-d533-4ee2-9456-c48b0838d822 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165931 Oct 15 19:49:41.621528 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:41.641054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8d432c47-533d-44f7-9285-f18a1278206e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:41.641701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.670628 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600398da-be7d-4c96-869e-d5de7298d69b None None] The sync data for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 is: [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:46:26Z', 'revision_number': 4, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '69a82064-3331-4150-8b43-1c2b12c49791', 'name': '', 'network_id': 'd4232c20-11cb-4b97-94f6-ca9611d3a649', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'mac_address': 'fa:16:3e:af:d1:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:25Z', 'updated_at': '2021-10-15T19:46:30Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'subnets': [{'id': '7c26ca53-d98e-4be8-80f9-6b4c1395674f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:49:41.676730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:41.712714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:49:41.803393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60998c-3927-4c85-9192-8491b9e11c9b req-c9d4ff02-1f65-4e9e-9783-082690973cbe tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.810176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f60998c-3927-4c85-9192-8491b9e11c9b req-c9d4ff02-1f65-4e9e-9783-082690973cbe tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 945 time: 1.1967850 Oct 15 19:49:41.928641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-20aa0e11-7461-4f49-8f1e-c03ca3d53231 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087881 Oct 15 19:49:41.946184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c775-2677-4584-b309-e75d53935f56 req-099b0a8a-1cc4-4b57-9d11-e97cf604dcb9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:41.964158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24c6c775-2677-4584-b309-e75d53935f56 req-099b0a8a-1cc4-4b57-9d11-e97cf604dcb9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2372046 Oct 15 19:49:42.026481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-976567ec-9eb8-404f-884e-415321aeaadb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4018471 Oct 15 19:49:42.050715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45058) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:42.101299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398a17-127f-4013-9131-87d8bc87382d req-8792cffd-a102-4fd3-a346-e9c216caecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:42.103116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-8792cffd-a102-4fd3-a346-e9c216caecad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1097 time: 2.5213141 Oct 15 19:49:42.113046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.130593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 175e658a-3af0-41fd-b9e0-8399738da181 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:42.222429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace6fb1b-9197-4cd7-8b40-9a399b11bc37 None None] New status for floating IP 5fea674f-4afc-4df5-a9da-f0935f941181: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:49:42.281948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398a17-127f-4013-9131-87d8bc87382d req-1d9ea841-702d-46b9-8754-42bd2bbbaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:42.283632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-1d9ea841-702d-46b9-8754-42bd2bbbaca9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.1200759 Oct 15 19:49:42.320307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24c6c775-2677-4584-b309-e75d53935f56 req-2823244a-aa63-4e01-b8bf-495ce2f653fb tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551707 Oct 15 19:49:42.328844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cae5f9a-dfb9-4b65-b14c-45fea1423222 req-814accf6-2123-4bf3-ace2-e21641f2a904 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619158 Oct 15 19:49:42.357576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9f60998c-3927-4c85-9192-8491b9e11c9b req-2feb6efc-4583-48a7-9a60-0a5fd7ff066b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007689 Oct 15 19:49:42.363065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-c9c20a83-b1eb-4074-959c-3e4e4d8f3a5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.0649145 Oct 15 19:49:42.430061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d431553-b200-4c82-ac24-0e52f7ac6099 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:42.454789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-189e532d-ff51-44c1-92d4-8f4da751030a None None] Provisioning complete for port e61eda6f-5d28-4384-86fe-613fb9745ca9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:42.455340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d431553-b200-4c82-ac24-0e52f7ac6099 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:42.455611 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-189e532d-ff51-44c1-92d4-8f4da751030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.464643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d431553-b200-4c82-ac24-0e52f7ac6099 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.4103999 Oct 15 19:49:42.465440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45072) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:42.483126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:42.496318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.522198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:42.576449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:42.580320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 499c93ab-0d6b-44a0-9bc8-7aff8ddf2963 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:42.590491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae7af9ed-5612-4532-8c9a-32c61a918d48 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:42.616947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45076) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:42.622510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port e61eda6f-5d28-4384-86fe-613fb9745ca9 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:42.622864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.637563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398a17-127f-4013-9131-87d8bc87382d req-9f62fab5-4281-4e7c-a575-dfa8b547a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:42.643697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-9f62fab5-4281-4e7c-a575-dfa8b547a588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.2686963 Oct 15 19:49:42.655096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Pushing event deleted for resources: {'Port': ['ID=138e479e-2d23-42a3-b83b-0112065739aa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:42.669511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ae7af9ed-5612-4532-8c9a-32c61a918d48 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:42.671389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae7af9ed-5612-4532-8c9a-32c61a918d48 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:42.671853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e23f44bb-8391-4aed-8214-dc6bb731bf5b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:42.694513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-c3d7455d-d877-418c-b43a-9323d03f41f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369582 Oct 15 19:49:42.787730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'mac_address': 'fa:16:3e:c5:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:49:42.794248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-189e532d-ff51-44c1-92d4-8f4da751030a None None] Port e61eda6f-5d28-4384-86fe-613fb9745ca9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:49:42.826034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.841443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.848935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e20484fd-5ae2-44ef-b9e0-0019282c509a HTTP/1.1" status: 204 len: 168 time: 2.2045045 Oct 15 19:49:42.871621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:42.877755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.886321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 175e658a-3af0-41fd-b9e0-8399738da181 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:49:42.897163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for e61eda6f-5d28-4384-86fe-613fb9745ca9 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:42.904688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: e23f44bb-8391-4aed-8214-dc6bb731bf5b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:42.905142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e23f44bb-8391-4aed-8214-dc6bb731bf5b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:42.906518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 138e479e-2d23-42a3-b83b-0112065739aa no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:42.912939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.927852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4352ebe5-6cd9-4bf6-8199-2b415d2f27b1 None None] Network 9fdb8003-a030-43f5-a493-8581f034bbc3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:42.953823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.958434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:42.963180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6977c0b-cf4a-422c-ac88-98f0dde241cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20484fd-5ae2-44ef-b9e0-0019282c509a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:43.019668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7f6b2c5-19e3-4c67-bc72-d7e042861d15 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:49:43.054823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 175e658a-3af0-41fd-b9e0-8399738da181 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:43.055668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.081410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 138e479e-2d23-42a3-b83b-0112065739aa {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:43.082103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 138e479e-2d23-42a3-b83b-0112065739aa not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:43.120087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.121722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:43.129380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-3fab8f12-3343-4fed-8b63-7e0686ddcbcf service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135132 Oct 15 19:49:43.152646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.201562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.236926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.244918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.258320 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.281228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=e61eda6f-5d28-4384-86fe-613fb9745ca9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:43.309861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.309861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.309861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.310205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.310767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.310767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.324847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.325417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.325557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.325865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.326203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.326532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:43.328691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.337267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.367063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] DHCP port deletion for 9fdb8003-a030-43f5-a493-8581f034bbc3 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:43.370269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b7f6b2c5-19e3-4c67-bc72-d7e042861d15'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:49:43.382747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.384017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f1d01e0-6d3f-4675-960f-74e1ffcc9106 HTTP/1.1" status: 204 len: 168 time: 0.3414879 Oct 15 19:49:43.407815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45084) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:43.449191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aafbf5-9882-4ba7-84e6-762d2eab1a4a tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d01e0-6d3f-4675-960f-74e1ffcc9106,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:43.458044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.467391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d2f7a64b-4b0f-47eb-9710-f4e57dc6eb3f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/e61eda6f-5d28-4384-86fe-613fb9745ca9 HTTP/1.1" status: 204 len: 168 time: 1.0005021 Oct 15 19:49:43.471362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:43.494912 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-def024ff-679c-4488-b2f6-b64a516aa702 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] show failed (client error): The resource could not be found. Oct 15 19:49:43.503358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-def024ff-679c-4488-b2f6-b64a516aa702 tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "GET /v2.0/security-groups/7f1d01e0-6d3f-4675-960f-74e1ffcc9106 HTTP/1.1" status: 404 len: 347 time: 0.0886440 Oct 15 19:49:43.518381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:43.604099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bd182d46-5830-4b68-af64-5e083c18cb1e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:43.710000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:43.795940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.797042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95b8c315-3dbe-470f-8e2a-f49c239a04a0 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:49:43.818945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.822972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77dccd2a-a10b-481c-9b69-c6a7676c280a admin admin] 10.222.0.13 "DELETE /v2.0/routers/95b8c315-3dbe-470f-8e2a-f49c239a04a0 HTTP/1.1" status: 204 len: 168 time: 6.8292716 Oct 15 19:49:43.825925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:43.828223 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c29f6a5-0566-4e30-aa66-087f12ccfb01" -d '{"events": [{"server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "name": "network-vif-plugged", "status": "completed", "tag": "175e658a-3af0-41fd-b9e0-8399738da181"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:43.863709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45100) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:43.880464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=175e658a-3af0-41fd-b9e0-8399738da181,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:43.929663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72398a17-127f-4013-9131-87d8bc87382d req-b0801dfe-f3c4-444d-b12e-ac1223f1a103 service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7871599 Oct 15 19:49:43.930049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8cbe-881a-4d44-b044-f3c7411f2f70 req-06de4e44-5f59-45f0-94ed-5c8592875571 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:43.931869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dbb8cbe-881a-4d44-b044-f3c7411f2f70 req-06de4e44-5f59-45f0-94ed-5c8592875571 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4524741 Oct 15 19:49:43.937990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76251b-567c-4c3c-8f10-e479fc35c561 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:43.948154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76251b-567c-4c3c-8f10-e479fc35c561 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:43.949995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af76251b-567c-4c3c-8f10-e479fc35c561 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4765835 Oct 15 19:49:43.957162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:43.959540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:43.991662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.040405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef21d1-4855-4d12-a314-055e415b1186 req-e89e5793-6787-436d-8fdb-3efecdf703dc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:44.041997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8eef21d1-4855-4d12-a314-055e415b1186 req-e89e5793-6787-436d-8fdb-3efecdf703dc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 945 time: 0.4045658 Oct 15 19:49:44.055970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet d9dd3723-d5fc-4b96-bac5-9a17e367788b {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:44.066068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.122569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Deleting port bd182d46-5830-4b68-af64-5e083c18cb1e {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:44.122832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Deleting port bd182d46-5830-4b68-af64-5e083c18cb1e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:44.122994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.123544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.129796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Deleting subnet 7ea50f89-f334-40d2-98aa-3e918c63f945 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:44.146743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.154349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.160446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dbb8cbe-881a-4d44-b044-f3c7411f2f70 req-a48667ea-4327-4871-ad3f-64523449709f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693265 Oct 15 19:49:44.231904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bd182d46-5830-4b68-af64-5e083c18cb1e,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:44.252578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8eef21d1-4855-4d12-a314-055e415b1186 req-5246367b-4792-43cc-9cdb-c23d75fff798 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937752 Oct 15 19:49:44.272752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Deleting port 4db7c429-b92b-41dd-923c-02b81a6be2c0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:44.273202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.303431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.307405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bd182d46-5830-4b68-af64-5e083c18cb1e,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:44.310788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.318801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.383521 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0d9d1-91fb-4c9b-8db1-b3f8ab712d25 x-openstack-request-id: req-0ab0d9d1-91fb-4c9b-8db1-b3f8ab712d25 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:44.384172 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "name": "network-vif-plugged", "status": "completed", "tag": "175e658a-3af0-41fd-b9e0-8399738da181", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:44.384172 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ab0d9d1-91fb-4c9b-8db1-b3f8ab712d25 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:44.384431 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181', 'code': 200} Oct 15 19:49:44.389576 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.399713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Calling delete_port for bd182d46-5830-4b68-af64-5e083c18cb1e owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:44.422802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:44.426826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] For port bd182d46-5830-4b68-af64-5e083c18cb1e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bd182d46-5830-4b68-af64-5e083c18cb1e,segment=NetworkSegment(609b1e52-c1ce-4523-9978-a4f7cde85ba5),segment_id=609b1e52-c1ce-4523-9978-a4f7cde85ba5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:44.427218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.502629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Calling delete_port for bd182d46-5830-4b68-af64-5e083c18cb1e owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:44.593905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.594731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.599202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268956c4-a3e9-45c7-8da7-8e68a1aff76a req-cb61dcfd-45b8-4827-aca4-10be86b7113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:44.601139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-268956c4-a3e9-45c7-8da7-8e68a1aff76a req-cb61dcfd-45b8-4827-aca4-10be86b7113b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 1098 time: 0.1686356 Oct 15 19:49:44.609962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:44.618008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Calling delete_port for 4db7c429-b92b-41dd-923c-02b81a6be2c0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:44.663500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-268956c4-a3e9-45c7-8da7-8e68a1aff76a req-d3a12c7e-1d8f-4a86-bf93-565f4766e287 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505598 Oct 15 19:49:44.678766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.707816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.740106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=d9dd3723-d5fc-4b96-bac5-9a17e367788b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:44.742180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.755340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.760287 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b2d759a-41d2-4b81-948e-4babda1f634c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/d9dd3723-d5fc-4b96-bac5-9a17e367788b HTTP/1.1" status: 204 len: 168 time: 0.7985642 Oct 15 19:49:44.761405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:44.800765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68ae2b-0543-4aec-a15e-1bfe98c44147 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:44.805534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] Pushing event deleted for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:44.820380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-213824e8-028b-4ee9-88dd-a601e3984356 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511243 Oct 15 19:49:44.822171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45118) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:44.839616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8bfb8-d245-43c7-b6cc-1e7d1a75e492 None None] No DVR routers for this DVR port bd182d46-5830-4b68-af64-5e083c18cb1e on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:44.851037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.890649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:44.934093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] No DVR routers for this DVR port bd182d46-5830-4b68-af64-5e083c18cb1e on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:44.980818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea50f89-f334-40d2-98aa-3e918c63f945,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:45.009272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.012447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48e8a93a-659d-4b80-a2fa-0651bb262b51 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ea50f89-f334-40d2-98aa-3e918c63f945 HTTP/1.1" status: 204 len: 168 time: 1.1397796 Oct 15 19:49:45.018883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:45.025759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Pushing event deleted for resources: {'Port': ['ID=bd182d46-5830-4b68-af64-5e083c18cb1e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:45.042965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b002a7-662d-4743-b510-3bd84014b052 None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:45.160333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d023d05e-5477-446e-acd4-5fa860a7b241 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:45.162710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d023d05e-5477-446e-acd4-5fa860a7b241 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3333883 Oct 15 19:49:45.170559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.209339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:45.264720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:45.273394 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.295450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdb8003-a030-43f5-a493-8581f034bbc3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:45.319685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b1e52-c1ce-4523-9978-a4f7cde85ba5') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:45.320104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b1e52-c1ce-4523-9978-a4f7cde85ba5') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:45.321391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.352705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.398784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3190bad-0fbe-4964-8cba-1fcb8c76bad0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:45.400423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b3190bad-0fbe-4964-8cba-1fcb8c76bad0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1799212 Oct 15 19:49:45.404353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45134) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:45.434569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Deleting port 8d432c47-533d-44f7-9285-f18a1278206e {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:45.435092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.498263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Pushing event deleted for resources: {'Port': ['ID=4db7c429-b92b-41dd-923c-02b81a6be2c0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:45.522320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b5fe98a7-4901-4736-a935-e5dcd8743761 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166575 Oct 15 19:49:45.531339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.535271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45136) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:45.544354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:45.565844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:45.566266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:45.568435 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:45.604143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.606800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.608810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e43960a-b960-4852-8931-1bafd99ff0df tempest-ServersTestManualDisk-932993906 tempest-ServersTestManualDisk-932993906-project] 10.222.0.13 "DELETE /v2.0/floatingips/5fea674f-4afc-4df5-a9da-f0935f941181 HTTP/1.1" status: 204 len: 168 time: 2.0754232 Oct 15 19:49:45.616566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e798-51a1-4e65-acdc-71a562500076 req-15b43257-312f-42cf-93e9-0585245a55dc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:45.685909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7ea4c-da8d-4963-abc9-75e7ffa449d4 req-ff76b424-06d3-48f2-ae92-591ae215426e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:45.686111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f8e798-51a1-4e65-acdc-71a562500076 req-15b43257-312f-42cf-93e9-0585245a55dc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 946 time: 0.1440458 Oct 15 19:49:45.686213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49c7ea4c-da8d-4963-abc9-75e7ffa449d4 req-ff76b424-06d3-48f2-ae92-591ae215426e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2807631 Oct 15 19:49:45.686305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] DHCP port deletion for 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:45.686305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d432c47-533d-44f7-9285-f18a1278206e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:45.686488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Deleting port 3f74466c-976d-4ddb-a787-d205ceecd1ec {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:45.686488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.691446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:45.702987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-49c7ea4c-da8d-4963-abc9-75e7ffa449d4 req-3fd215e4-d9ec-454b-b4df-33da160fcab5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733626 Oct 15 19:49:45.741826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:45.774811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f8e798-51a1-4e65-acdc-71a562500076 req-bb5323cc-0124-4e83-8e0e-6966b270e20a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381607 Oct 15 19:49:45.827581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] For port 3f74466c-976d-4ddb-a787-d205ceecd1ec, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f74466c-976d-4ddb-a787-d205ceecd1ec,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:45.828122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.833967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] For port 8d432c47-533d-44f7-9285-f18a1278206e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d432c47-533d-44f7-9285-f18a1278206e,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:45.834720 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.846977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.856182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:45.863735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] 10.222.0.13 "DELETE /v2.0/networks/9fdb8003-a030-43f5-a493-8581f034bbc3 HTTP/1.1" status: 204 len: 168 time: 2.9864347 Oct 15 19:49:45.877244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Calling delete_port for 8d432c47-533d-44f7-9285-f18a1278206e owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:45.917318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c63822-d498-4ff0-813c-a76b6f400bac admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdb8003-a030-43f5-a493-8581f034bbc3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:45.973778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Calling delete_port for 3f74466c-976d-4ddb-a787-d205ceecd1ec owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:45.992784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:45.999137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.018898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:46.019265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.030130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.041589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Deleting port 3f74466c-976d-4ddb-a787-d205ceecd1ec {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:46.041957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.349407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8d432c47-533d-44f7-9285-f18a1278206e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d432c47-533d-44f7-9285-f18a1278206e,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:46.357031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] For port 3f74466c-976d-4ddb-a787-d205ceecd1ec, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f74466c-976d-4ddb-a787-d205ceecd1ec,segment=NetworkSegment(0793ae4c-d167-4648-b169-e3ad2fe2f04f),segment_id=0793ae4c-d167-4648-b169-e3ad2fe2f04f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:46.357415 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.384155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Calling delete_port for 3f74466c-976d-4ddb-a787-d205ceecd1ec owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:46.439504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.498998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.520670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.547830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:46.565393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:46.578787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.579316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.579725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.580068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.580401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.580757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.581088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.581646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.582205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.582750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.583267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.583838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:46.591532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f74466c-976d-4ddb-a787-d205ceecd1ec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:46.599981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:46.605572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] No DVR routers for this DVR port 3f74466c-976d-4ddb-a787-d205ceecd1ec on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:46.610205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:46.611013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.636481 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.651192 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.653275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] No DVR routers for this DVR port 8d432c47-533d-44f7-9285-f18a1278206e on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:46.665068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:46.713278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d961513-d8a8-4c65-9e94-3a128bf22532 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:46.746896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-371fc21a-4069-42fc-9d43-902833fba48b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70246cfef505450695ee3c271ed89c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805728 Oct 15 19:49:46.752750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45174) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:46.770120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.797337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df5f46d-3003-4c47-90cd-4ff4a4a83b3f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:46.811232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0793ae4c-d167-4648-b169-e3ad2fe2f04f') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:46.811776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0793ae4c-d167-4648-b169-e3ad2fe2f04f') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:46.822725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.837553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8d432c47-533d-44f7-9285-f18a1278206e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:46.839527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2be52696-0d3d-4446-abd5-15d6b2a6a739 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3002717 Oct 15 19:49:46.841911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:46.844427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:46.849338 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039c9956-22b7-47bc-b0c9-8e45f00e6c98" -d '{"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:46.853887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.857870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': 'dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b', 'ip_address': '2001:db8::8fda:5e09:9a01:254c'}], 'name': 'tempest-NetworksTestDHCPv6-1608511554'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:46.861230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:46.861751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:46.930978 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:46.933451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.028972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:47.032178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520658a-9750-4d40-b414-9aee9c9a136f None None] Pushing event deleted for resources: {'Port': ['ID=8d432c47-533d-44f7-9285-f18a1278206e,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:47.123584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.146001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.153770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47236b6-9c58-46b1-b1ab-113730a51f53 req-5ef95904-8d78-42c8-ba7e-ce156d62687c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:47.161960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f47236b6-9c58-46b1-b1ab-113730a51f53 req-5ef95904-8d78-42c8-ba7e-ce156d62687c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 946 time: 0.1987162 Oct 15 19:49:47.265317 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f47236b6-9c58-46b1-b1ab-113730a51f53 req-d6605102-1bbf-45e1-bef5-644a46453538 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011829 Oct 15 19:49:47.279188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.324784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:47.378412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Network 6df5f46d-3003-4c47-90cd-4ff4a4a83b3f is not hosted by any dhcp agent {{(pid=101182) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 19:49:47.378412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] No DVR routers for this DVR port 3f74466c-976d-4ddb-a787-d205ceecd1ec on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:47.384826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c58735-6e4f-4929-b06f-a233c8ebf2de None None] Pushing event deleted for resources: {'Port': ['ID=3f74466c-976d-4ddb-a787-d205ceecd1ec,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:47.478214 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.480846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.482062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/859cbf38-c3d9-4f26-9546-f5ec759c20f7 HTTP/1.1" status: 204 len: 168 time: 0.7282817 Oct 15 19:49:47.485858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.508106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.511772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] 10.222.0.13 "DELETE /v2.0/networks/6df5f46d-3003-4c47-90cd-4ff4a4a83b3f HTTP/1.1" status: 204 len: 168 time: 2.4918730 Oct 15 19:49:47.522891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c666965-9bd8-4db0-ab97-49e4b5b680a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cbf38-c3d9-4f26-9546-f5ec759c20f7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:47.541667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992cd3f-68db-44c8-b25f-c8938ef1050a admin admin] Pushing event deleted for resources: {'Network': ['ID=6df5f46d-3003-4c47-90cd-4ff4a4a83b3f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:47.571396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834d9bc-dea5-4d03-ab2f-e47ce560a662 req-f3e4ec60-4347-44ff-8b5e-45350c0922f8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:47.573107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5834d9bc-dea5-4d03-ab2f-e47ce560a662 req-f3e4ec60-4347-44ff-8b5e-45350c0922f8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.6389947 Oct 15 19:49:47.576659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.637890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 3e99cea9-523c-4d6e-bf47-17feeb16d8b4 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:49:47.675955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:47.695416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:49:47.701430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.705542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f74466c-976d-4ddb-a787-d205ceecd1ec no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:47.710609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5834d9bc-dea5-4d03-ab2f-e47ce560a662 req-44753265-b9f7-4f1b-b78c-b15d7d5b1e9d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264420 Oct 15 19:49:47.748222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:47.799701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3f74466c-976d-4ddb-a787-d205ceecd1ec {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:47.799701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f74466c-976d-4ddb-a787-d205ceecd1ec not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:48.007853 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0bd868-7b01-4656-8b13-ccaef05f0d90 x-openstack-request-id: req-ce0bd868-7b01-4656-8b13-ccaef05f0d90 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:48.008266 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:48.008398 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce0bd868-7b01-4656-8b13-ccaef05f0d90 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:48.008773 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'code': 200} Oct 15 19:49:48.028574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::8fda:5e09:9a01:254c (5304916a-cba8-4f3a-aa49-3964bfb8a8de/dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b/3e99cea9-523c-4d6e-bf47-17feeb16d8b4) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:48.285331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Deleting port 69a82064-3331-4150-8b43-1c2b12c49791 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:48.286102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.400297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] For port 69a82064-3331-4150-8b43-1c2b12c49791, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=69a82064-3331-4150-8b43-1c2b12c49791,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:48.400655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.428503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45220) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:48.428671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Calling delete_port for 69a82064-3331-4150-8b43-1c2b12c49791 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:48.485085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d87a1fb-106d-4d80-829c-441f5d99332c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.624216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1453626d-1bbd-4b1c-86f5-3fc6c5e70bcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=057cf9ddefb14cdbb5ec92d57da0c23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947432 Oct 15 19:49:48.624945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45236) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:48.743105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.761664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c23ca7-7a84-4d6c-8481-2b69731875ec req-f2ae81fb-0b2b-410f-a43e-b168839c02ed tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:48.769757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4c23ca7-7a84-4d6c-8481-2b69731875ec req-f2ae81fb-0b2b-410f-a43e-b168839c02ed tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 946 time: 0.2136264 Oct 15 19:49:48.863542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4c23ca7-7a84-4d6c-8481-2b69731875ec req-00378992-4b12-43be-8919-bb4b39d9eae3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875752 Oct 15 19:49:48.900724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.960468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:48.999176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae94cae-42ca-47be-8cf4-54f9f04c1180 req-86807412-59a1-4407-8fc0-8a1788c01ea1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:49.000872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aae94cae-42ca-47be-8cf4-54f9f04c1180 req-86807412-59a1-4407-8fc0-8a1788c01ea1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.1604309 Oct 15 19:49:49.009979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.063934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b/7fb584a4-661d-4f4c-ac08-aac49e633a45) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:49.080378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.111463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:49.121118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=3e99cea9-523c-4d6e-bf47-17feeb16d8b4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:49.124251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:49.129986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:49.135422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:49.136089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.146453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aae94cae-42ca-47be-8cf4-54f9f04c1180 req-3d01b038-b566-417a-a531-ec58602fd0a3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186743 Oct 15 19:49:49.166140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a82064-3331-4150-8b43-1c2b12c49791,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:49.245197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.250467 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.267724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28f8fc48-8535-44f5-91ad-ff96e353179b HTTP/1.1" status: 204 len: 168 time: 0.5716927 Oct 15 19:49:49.286418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79625634-baad-4e8a-a171-7193f790c6d1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4401362 Oct 15 19:49:49.286549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:49.312277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1ddc2-a024-4939-905a-fae4e6a1d8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f8fc48-8535-44f5-91ad-ff96e353179b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:49.465747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f67074-5456-497e-bdc8-083e9a0ecf04 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:49.467802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-62f67074-5456-497e-bdc8-083e9a0ecf04 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1803455 Oct 15 19:49:49.472200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:49.590324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.601405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.699504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-2d82cfcd-47c5-4105-92fd-2f5d482293f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:49.701343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-2d82cfcd-47c5-4105-92fd-2f5d482293f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1097 time: 0.1452150 Oct 15 19:49:49.713599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.857141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 3e99cea9-523c-4d6e-bf47-17feeb16d8b4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:49.857354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:49.859873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:49.872375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:49.896638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:49.910125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Pushing event updated for resources: {'Port': ['ID=7fb584a4-661d-4f4c-ac08-aac49e633a45,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:50.061125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Attempting to bind port 7fb584a4-661d-4f4c-ac08-aac49e633a45 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:50.061497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Attempting to bind port 7fb584a4-661d-4f4c-ac08-aac49e633a45 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:50.061871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Attempting to bind port 7fb584a4-661d-4f4c-ac08-aac49e633a45 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:50.073552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:50.074938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:50.075344 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:50.076905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:50.077404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Bound port: 7fb584a4-661d-4f4c-ac08-aac49e633a45, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:50.077800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:50.148290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-286b33a5-883c-4446-8dbe-b4fb9cf9cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:50.152669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-286b33a5-883c-4446-8dbe-b4fb9cf9cea9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.4414773 Oct 15 19:49:50.227482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Router fbf7f434-c552-46e2-b246-1f118322845c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:49:50.250949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-4a67c6b1-f873-4fce-a5d8-7937997afffa tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:50.254421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-4a67c6b1-f873-4fce-a5d8-7937997afffa tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 946 time: 0.2003574 Oct 15 19:49:50.263428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] For port 7fb584a4-661d-4f4c-ac08-aac49e633a45, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:50.268701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] For port 7fb584a4-661d-4f4c-ac08-aac49e633a45, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7fb584a4-661d-4f4c-ac08-aac49e633a45,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:50.365153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:50.491772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770512a0-457a-4f75-adb0-39fcec4f4b98 None None] Pushing event updated for resources: {'Port': ['ID=7fb584a4-661d-4f4c-ac08-aac49e633a45,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:50.733481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c69617-d051-4652-93dc-30d04da90267 req-0c4ba40a-a469-4d46-8c22-ff581e24f2b6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:50.734837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06c69617-d051-4652-93dc-30d04da90267 req-0c4ba40a-a469-4d46-8c22-ff581e24f2b6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4244540 Oct 15 19:49:50.791211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:49:50.809372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-51891fa9-497d-4159-a67e-558bad3291a8 admin admin] 10.222.0.13 "PUT /v2.0/routers/fbf7f434-c552-46e2-b246-1f118322845c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1167209 Oct 15 19:49:50.813192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45300) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:50.860321 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Sync routers for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:49:50.877200 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:50.881678 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:50.917652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-30fa21c7-60fb-48ec-b7eb-23cd8e859b89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.6378531 Oct 15 19:49:50.934135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06c69617-d051-4652-93dc-30d04da90267 req-84ba3caf-727f-4d1d-bb99-342d5349f297 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771739 Oct 15 19:49:50.934861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:50.979173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 3e99cea9-523c-4d6e-bf47-17feeb16d8b4 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:51.104844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.111597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port 175e658a-3af0-41fd-b9e0-8399738da181 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:51.123969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.228935 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:51.411632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-0c4adb39-2849-414d-b6ee-ab50d24ac44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:51.428643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-0c4adb39-2849-414d-b6ee-ab50d24ac44d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.5025632 Oct 15 19:49:51.433507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-500f464e-c61d-42e4-b768-b59013c5b775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.464748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c804548-aa63-4be0-b277-04aa8b832740 req-227984b0-c939-4b61-816b-429fdae90ab0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:51.466592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0c804548-aa63-4be0-b277-04aa8b832740 req-227984b0-c939-4b61-816b-429fdae90ab0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 946 time: 1.3751338 Oct 15 19:49:51.523304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.526201 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-87f0891f-4cd1-42c7-b7ca-f9addb27261e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553658 Oct 15 19:49:51.526986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:51.578726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.639758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7fb584a4-661d-4f4c-ac08-aac49e633a45 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:51.670554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port 175e658a-3af0-41fd-b9e0-8399738da181, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=175e658a-3af0-41fd-b9e0-8399738da181,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:51.670963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.705276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for 175e658a-3af0-41fd-b9e0-8399738da181 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:51.759379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0c804548-aa63-4be0-b277-04aa8b832740 req-37c716d1-5dde-4f97-ba72-1a8098453eb7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307146 Oct 15 19:49:51.789023 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:49:48Z', 'revision_number': 5, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port': {'id': 'c180efbf-0c15-4943-8b7f-d6e9cf06213f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ec:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:46:21Z', 'updated_at': '2021-10-15T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:51.796696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7fb584a4-661d-4f4c-ac08-aac49e633a45 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:51.797340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.801364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=3e99cea9-523c-4d6e-bf47-17feeb16d8b4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:51.827751 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:51.835107 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dfd3263a-6cba-44c3-9b97-3afbe660a7b6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/3e99cea9-523c-4d6e-bf47-17feeb16d8b4 HTTP/1.1" status: 204 len: 168 time: 2.3604393 Oct 15 19:49:51.836109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:51.875969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Checking router: fbf7f434-c552-46e2-b246-1f118322845c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:49:51.900848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Routers {'fbf7f434-c552-46e2-b246-1f118322845c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:49:51.902123 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fbf7f434-c552-46e2-b246-1f118322845c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:52.018604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 175e658a-3af0-41fd-b9e0-8399738da181 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:52.115821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a267b6-cab4-49d6-8a76-3721f0e2ba4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:52.132903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a267b6-cab4-49d6-8a76-3721f0e2ba4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:52.132903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-50a267b6-cab4-49d6-8a76-3721f0e2ba4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2839921 Oct 15 19:49:52.134992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.142546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1284907024-network', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:52.162275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:52.253817 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] Set router fbf7f434-c552-46e2-b246-1f118322845c gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:49:52.316685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 7fb584a4-661d-4f4c-ac08-aac49e633a45, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7fb584a4-661d-4f4c-ac08-aac49e633a45,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:52.326391 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:49:51Z', 'revision_number': 6, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:52.399656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7b9b2-e02b-44a5-8046-12f915732479 None None] The sync data for ids ['fbf7f434-c552-46e2-b246-1f118322845c'] in n-d-712140-14 is: [{'id': 'fbf7f434-c552-46e2-b246-1f118322845c', 'name': 'tempest-ServersTestManualDisk-1646498119-router', 'tenant_id': '50b8fb51223845638bfffbb66a12f409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:46:20Z', 'updated_at': '2021-10-15T19:49:51Z', 'revision_number': 6, 'project_id': '50b8fb51223845638bfffbb66a12f409', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:49:52.422271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.424536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-096239c3-cda8-451a-8b3b-1f465956425e service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578019 Oct 15 19:49:52.434321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45360) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:52.475746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:52.475746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.482636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.490652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.510534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.588282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.660994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:52.663187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-921393dc-73de-41ac-956d-bc586fcc0ba0 req-861290b4-952c-4585-abc6-e0443c889e74 service neutron] 10.222.0.15 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312300 Oct 15 19:49:52.675817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=7fb584a4-661d-4f4c-ac08-aac49e633a45,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:52.701715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f0a1a3-9e6d-4b4f-8c0e-df8a1991b7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.721304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc5212c8-3d56-4817-9898-9db6d4c94658 None None] Provisioning complete for port 7fb584a4-661d-4f4c-ac08-aac49e633a45 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:52.721963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc5212c8-3d56-4817-9898-9db6d4c94658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.827424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f0a1a3-9e6d-4b4f-8c0e-df8a1991b7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.844042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.947135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.982040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.984339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:52.996494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60f991fd-1562-487e-9dfd-6a40b3b210be req-64fa3bdc-9d7a-4ef4-8146-77cde3569bf1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.0704856 Oct 15 19:49:53.004085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:53.007781 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34120acd-28bf-4ace-a78c-33198fa07534" -d '{"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-unplugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:53.028050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.040706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f0a1a3-9e6d-4b4f-8c0e-df8a1991b7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.067603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.082443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:53.087236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:53.090963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=175e658a-3af0-41fd-b9e0-8399738da181,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:53.118618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.131072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Deleting port c180efbf-0c15-4943-8b7f-d6e9cf06213f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:53.131693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.157621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:49:53.162958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ff95d-904a-412b-90d8-c9825c995b11 x-openstack-request-id: req-533ff95d-904a-412b-90d8-c9825c995b11 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:53.162958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-unplugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:53.162958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-533ff95d-904a-412b-90d8-c9825c995b11 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:53.162958 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'code': 200} Oct 15 19:49:53.168975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d800fd3-cb82-4187-8da7-987a1e1c1c67,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:53.181600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.205717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f8f0a1a3-9e6d-4b4f-8c0e-df8a1991b7cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8fb34df060b49668c75c28f815f4557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711966 Oct 15 19:49:53.208785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.208785 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Added segment 06997c41-c41d-4c53-925b-70432775d7f8 of type vlan for network 6e7a7292-74f3-440c-b057-5676b38aaac4 Oct 15 19:49:53.224661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:53.286275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0a1a3-9e6d-4b4f-8c0e-df8a1991b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7970f3-6db4-4ba6-acc8-b3b63cfca6cc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:53.286419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1b665078-54a3-484d-a69b-f99e5bed670b None None] Could not find standard attr ID for object 3e99cea9-523c-4d6e-bf47-17feeb16d8b4. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:49:53.348281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.353253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:53.368215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.370714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.371164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.371583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.372191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.374663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.375193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.375701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.381934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.381934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.381934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.381934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:49:53.387610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb11ef-816c-4d66-836a-a99dd072f077 req-20da4b78-e9ac-4864-880a-a6824fb0ba67 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:53.390123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35eb11ef-816c-4d66-836a-a99dd072f077 req-20da4b78-e9ac-4864-880a-a6824fb0ba67 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 1.2323093 Oct 15 19:49:53.428549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port 175e658a-3af0-41fd-b9e0-8399738da181 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:53.433033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.442675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.452494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5c0f066-a9d3-435f-b701-3103d1dd7248 req-3093de14-b8fb-42e9-afd7-be7cee72dd52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "DELETE /v2.0/ports/175e658a-3af0-41fd-b9e0-8399738da181 HTTP/1.1" status: 204 len: 173 time: 3.1844761 Oct 15 19:49:53.477291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'name': 'network-vif-deleted', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:49:53.480672 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e8b95e-2f1c-4f73-9607-0fbfeba4fb7c" -d '{"events": [{"server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "name": "network-vif-deleted", "tag": "175e658a-3af0-41fd-b9e0-8399738da181"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:49:53.502651 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.509114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:53.510113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.582122 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab56b83-676b-482e-9d08-821414b51a12 x-openstack-request-id: req-bab56b83-676b-482e-9d08-821414b51a12 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:49:53.582407 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe64ed-546b-4170-8aa5-080fd26c3959", "name": "network-vif-deleted", "tag": "175e658a-3af0-41fd-b9e0-8399738da181", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:49:53.582645 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bab56b83-676b-482e-9d08-821414b51a12 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:49:53.583101 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe64ed-546b-4170-8aa5-080fd26c3959', 'name': 'network-vif-deleted', 'tag': '175e658a-3af0-41fd-b9e0-8399738da181', 'status': 'completed', 'code': 200} Oct 15 19:49:53.590464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7fb584a4-661d-4f4c-ac08-aac49e633a45 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:49:53.619624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.656606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35eb11ef-816c-4d66-836a-a99dd072f077 req-7d4faa36-81fc-4cc4-9981-938072c18419 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196441 Oct 15 19:49:53.670728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1310410 Oct 15 19:49:53.683906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7fb584a4-661d-4f4c-ac08-aac49e633a45 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:49:53.684548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.695126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45386) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:53.699910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Request body: {'subnet': {'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1284907024-subnet', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:53.702502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] For port c180efbf-0c15-4943-8b7f-d6e9cf06213f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c180efbf-0c15-4943-8b7f-d6e9cf06213f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:53.702918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.737162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.740533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371984c-e9cd-4807-b85b-41e062d74456 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7a7292-74f3-440c-b057-5676b38aaac4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:53.757321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Calling delete_port for c180efbf-0c15-4943-8b7f-d6e9cf06213f owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:53.765271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:53.781919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:49:53.827069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:53.829173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.086167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.094087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.103276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c7970f3-6db4-4ba6-acc8-b3b63cfca6cc HTTP/1.1" status: 204 len: 168 time: 0.8751223 Oct 15 19:49:54.104926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.157325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9646a7-e4fa-45ad-b677-f8c50a70fc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7970f3-6db4-4ba6-acc8-b3b63cfca6cc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:54.161935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:54.164261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.167476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7f4a9d1-8359-496d-936d-db8c508391aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b HTTP/1.1" status: 204 len: 168 time: 2.0025535 Oct 15 19:49:54.174689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45392) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:54.207374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b51b5e-c492-44f8-b15d-61eb24cf193b None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:54.244474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.259766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c180efbf-0c15-4943-8b7f-d6e9cf06213f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:54.287914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c180efbf-0c15-4943-8b7f-d6e9cf06213f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:54.291335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c180efbf-0c15-4943-8b7f-d6e9cf06213f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:54.291335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 69a82064-3331-4150-8b43-1c2b12c49791 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:54.291602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96679397-6c59-42d5-975b-c89d7b660f0a req-5037c9d5-8bcb-4e5f-8c73-acd2dc00e137 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=bdfe64ed-546b-4170-8aa5-080fd26c3959 HTTP/1.1" status: 200 len: 210 time: 0.0488107 Oct 15 19:49:54.363838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 69a82064-3331-4150-8b43-1c2b12c49791 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:54.364796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 69a82064-3331-4150-8b43-1c2b12c49791 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:54.405449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2de8a624-4eab-444d-b8e6-23a53d019184 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2295034 Oct 15 19:49:54.408999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45402) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:54.409581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c180efbf-0c15-4943-8b7f-d6e9cf06213f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:54.416753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:54.473397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.495829 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.679965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:54.699041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.786026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9de6102-87e6-43a1-8b2d-f2c83de5c010,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:54.802681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Checking segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:54.806835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Network hostable DHCP agents. Network: 6e7a7292-74f3-440c-b057-5676b38aaac4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:49:54.851753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Deleting port 7fb584a4-661d-4f4c-ac08-aac49e633a45 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:54.852130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.942703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.945744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:54.971004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:49:54.982781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:54.993861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.032210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] For port 7fb584a4-661d-4f4c-ac08-aac49e633a45, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7fb584a4-661d-4f4c-ac08-aac49e633a45,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:55.032524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.045827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Calling delete_port for 7fb584a4-661d-4f4c-ac08-aac49e633a45 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:55.062698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084c4b2-6caa-4dc3-81af-4125ee960903 req-64ba7c3e-41c7-4544-8b1e-b4395ae6682e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:55.067669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d084c4b2-6caa-4dc3-81af-4125ee960903 req-64ba7c3e-41c7-4544-8b1e-b4395ae6682e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.1965628 Oct 15 19:49:55.121112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.124065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf7f434-c552-46e2-b246-1f118322845c {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:49:55.151201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.153216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 6e7a7292-74f3-440c-b057-5676b38aaac4) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:55.164470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1bd51ff5-453d-4745-8abb-1150db249cb4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fbf7f434-c552-46e2-b246-1f118322845c HTTP/1.1" status: 204 len: 168 time: 4.3333182 Oct 15 19:49:55.164470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45420) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:55.168452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:55.169163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.169561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1550cf7-7cdb-4d86-a929-c67898e24c9a None None] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:55.193153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d084c4b2-6caa-4dc3-81af-4125ee960903 req-4ad85e97-d377-4b45-bf55-8ceee19f4efa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177430 Oct 15 19:49:55.256705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.331055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Deleting subnet 7c26ca53-d98e-4be8-80f9-6b4c1395674f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:49:55.338526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.353095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] Pushing event deleted for resources: {'Port': ['ID=7fb584a4-661d-4f4c-ac08-aac49e633a45,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:55.362495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-794efaae-bfde-4f4e-a90b-fab4fc386eb6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6633484 Oct 15 19:49:55.371188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45426) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:55.396356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:55.411885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fda0f1-a8ab-4295-97ce-4b97f29aca36 None None] No DVR routers for this DVR port 7fb584a4-661d-4f4c-ac08-aac49e633a45 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:55.475981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.634757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7fb584a4-661d-4f4c-ac08-aac49e633a45 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:55.640757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.725194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.726259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.756728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7fb584a4-661d-4f4c-ac08-aac49e633a45 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:55.757224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7fb584a4-661d-4f4c-ac08-aac49e633a45 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:55.788527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.887641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:55.887758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.887879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-6e7a7292-74f3-440c-b057-5676b38aaac4', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:49:55.887879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.898170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:55.905241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb0bc7d-468d-43c7-bf0b-4dabc0665ad3 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:55.926239 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:55.941422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:55.941422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.007289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=32e12021-fe4b-4cd0-aa14-24aa820a7e24,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:56.062505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-e6d12648-acbe-4bf7-a517-dbe59e66e8ff tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:56.064170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-e6d12648-acbe-4bf7-a517-dbe59e66e8ff tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.2601223 Oct 15 19:49:56.068688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c26ca53-d98e-4be8-80f9-6b4c1395674f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:56.080907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.084300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c364783-39e3-45b4-9efa-6aaf57b6565c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c26ca53-d98e-4be8-80f9-6b4c1395674f HTTP/1.1" status: 204 len: 168 time: 0.9248817 Oct 15 19:49:56.102052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45462) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:56.102317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d3545-8da8-4548-8967-fa65c5177fa6 None None] Network d4232c20-11cb-4b97-94f6-ca9611d3a649 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:49:56.108361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ea1b3d0e-c39c-481d-b88d-cbe4936a66ce tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.0120840 Oct 15 19:49:56.198207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-4623a050-5d24-4da1-b695-cae3f3832c83 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725324 Oct 15 19:49:56.211483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.211649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.221732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fea21951-716b-4d79-9f29-ae896cde9c2a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8108888 Oct 15 19:49:56.224476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45466) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:56.231769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '32e12021-fe4b-4cd0-aa14-24aa820a7e24', 'ip_address': '2001:db8::5e05:824a:150f:d37d'}], 'name': 'tempest-NetworksTestDHCPv6-168993079'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:49:56.366195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '32e12021-fe4b-4cd0-aa14-24aa820a7e24'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:49:56.367043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.374067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-21912453-2df1-4c3d-8dc1-3b7034b3a356 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656606 Oct 15 19:49:56.435910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Allocated IP 172.20.0.2 (6e7a7292-74f3-440c-b057-5676b38aaac4/f9de6102-87e6-43a1-8b2d-f2c83de5c010/3bdac13d-bbe3-4039-9bca-a149c22c736b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:56.482940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-3d6d2ef3-9aef-4e66-972f-982bef85ca34 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079743 Oct 15 19:49:56.510868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Deleting port 55664746-6ce4-447b-b0e6-628f3cea0fea {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:56.511288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.587866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] For port 55664746-6ce4-447b-b0e6-628f3cea0fea, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55664746-6ce4-447b-b0e6-628f3cea0fea,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:56.588253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.604938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Calling delete_port for 55664746-6ce4-447b-b0e6-628f3cea0fea owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:56.627219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] DHCP port deletion for d4232c20-11cb-4b97-94f6-ca9611d3a649 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:49:56.668341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/32e12021-fe4b-4cd0-aa14-24aa820a7e24/d839de56-f645-4537-b698-f936e39e76e3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:56.808296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.825930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Deleting port 55664746-6ce4-447b-b0e6-628f3cea0fea {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:49:56.826293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.936149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] For port 55664746-6ce4-447b-b0e6-628f3cea0fea, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=55664746-6ce4-447b-b0e6-628f3cea0fea,segment=NetworkSegment(fb0e2e0b-368a-48e1-872b-a6d5c120f80c),segment_id=fb0e2e0b-368a-48e1-872b-a6d5c120f80c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:49:56.936533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.945266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:56.951567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Calling delete_port for 55664746-6ce4-447b-b0e6-628f3cea0fea owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:49:57.153433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.153666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:49:57.170433 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.198799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.325173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55664746-6ce4-447b-b0e6-628f3cea0fea,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:57.339961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] No DVR routers for this DVR port 55664746-6ce4-447b-b0e6-628f3cea0fea on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:57.412453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.497011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.539856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:57.551241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:57.556163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] No DVR routers for this DVR port 55664746-6ce4-447b-b0e6-628f3cea0fea on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:49:57.571425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.587464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:57.599153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:57.609267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e7bedf8-512a-47a6-93ad-d47119fa6e2f req-32d7b707-9536-4250-a069-08804bb2b39a tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0970881 Oct 15 19:49:57.610874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:57.620404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Pushing event updated for resources: {'Port': ['ID=d839de56-f645-4537-b698-f936e39e76e3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:57.636546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55664746-6ce4-447b-b0e6-628f3cea0fea no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:57.636546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:57.664718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port b29f492e-e3b9-4e46-928a-93bd9d65f7cd yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:49:57.673207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4232c20-11cb-4b97-94f6-ca9611d3a649']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:57.706396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:57.706703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0e2e0b-368a-48e1-872b-a6d5c120f80c') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:49:57.737896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.773596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.793897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:49:57.794300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:49:57.798960 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:49:57.823123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Pushing event updated for resources: {'Port': ['ID=3bdac13d-bbe3-4039-9bca-a149c22c736b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:57.833558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 55664746-6ce4-447b-b0e6-628f3cea0fea {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:49:57.833558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 55664746-6ce4-447b-b0e6-628f3cea0fea not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:49:57.885575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90250560-90a9-4165-81e4-a4291dd63417 req-a28fc0d8-7062-43ba-97bb-a159b3553dc4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.1063118 Oct 15 19:49:57.936440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b5bb3-be20-4b70-8faf-55f14d2597e6 None None] Pushing event deleted for resources: {'Port': ['ID=55664746-6ce4-447b-b0e6-628f3cea0fea,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:57.974349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 552b1228-773a-46ed-af33-22608836b9ed no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:49:57.979887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Attempting to bind port 3bdac13d-bbe3-4039-9bca-a149c22c736b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:57.982485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Attempting to bind port 3bdac13d-bbe3-4039-9bca-a149c22c736b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:57.985157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Attempting to bind port 3bdac13d-bbe3-4039-9bca-a149c22c736b on network 6e7a7292-74f3-440c-b057-5676b38aaac4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:58.014875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Attempting to bind port d839de56-f645-4537-b698-f936e39e76e3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:49:58.015575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Attempting to bind port d839de56-f645-4537-b698-f936e39e76e3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Attempting to bind port d839de56-f645-4537-b698-f936e39e76e3 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:58.025283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Bound port: d839de56-f645-4537-b698-f936e39e76e3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:58.027274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.033281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:49:58.033921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Checking segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:49:58.034535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.035123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Bound using segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:49:58.035853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Bound port: 3bdac13d-bbe3-4039-9bca-a149c22c736b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:49:58.036462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.222772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.228832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.234305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d4232c20-11cb-4b97-94f6-ca9611d3a649 HTTP/1.1" status: 204 len: 168 time: 2.1451049 Oct 15 19:49:58.248327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a90a62-7c1d-44f0-9677-4114ab449fe4 req-fa86dccf-26dc-4d5d-8e6f-ae150028d45e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:58.269965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-75a90a62-7c1d-44f0-9677-4114ab449fe4 req-fa86dccf-26dc-4d5d-8e6f-ae150028d45e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.9634817 Oct 15 19:49:58.276091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de63b82-0c62-412f-a706-a2dc930049b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4232c20-11cb-4b97-94f6-ca9611d3a649,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:58.303659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::5e05:824a:150f:d37d (5304916a-cba8-4f3a-aa49-3964bfb8a8de/32e12021-fe4b-4cd0-aa14-24aa820a7e24/b29f492e-e3b9-4e46-928a-93bd9d65f7cd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:58.325486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.416596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.490074 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-75a90a62-7c1d-44f0-9677-4114ab449fe4 req-b47ce09c-1650-4240-96a5-b5731b42c476 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183347 Oct 15 19:49:58.691139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.815909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Allocated IP 172.25.0.187 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/22376a77-9c02-4436-9c96-f86a156feda5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:49:58.900696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:58.944515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] For port d839de56-f645-4537-b698-f936e39e76e3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:58.948323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2efdf49-cb2e-45a5-9976-c74153c5f91b req-b6064997-f75b-433c-8d64-6d914d025fc7 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0854638 Oct 15 19:49:59.027264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] For port d839de56-f645-4537-b698-f936e39e76e3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d839de56-f645-4537-b698-f936e39e76e3,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:59.035000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe1dda-7885-4fc8-962d-a966f9b37b3b req-759e3b39-f5d6-4598-a1a5-b781a5ee9023 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:59.041338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] For port 3bdac13d-bbe3-4039-9bca-a149c22c736b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:49:59.062374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fe1dda-7885-4fc8-962d-a966f9b37b3b req-759e3b39-f5d6-4598-a1a5-b781a5ee9023 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.1392980 Oct 15 19:49:59.070743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:59.072391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=b29f492e-e3b9-4e46-928a-93bd9d65f7cd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:59.096034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:59.104649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] For port 3bdac13d-bbe3-4039-9bca-a149c22c736b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bdac13d-bbe3-4039-9bca-a149c22c736b,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:49:59.105836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:59.123594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:59.133116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.141205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:59.142108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.226869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-06e95ba1-383b-4372-87fa-1abe67b7ebdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50b8fb51223845638bfffbb66a12f409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1183906 Oct 15 19:49:59.241460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9ce7bc67-5209-4e3d-afc9-03d049610bfe req-57ed236e-005b-4797-807a-81cffd8bfd3d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.1362219 Oct 15 19:49:59.244104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45568) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:59.248325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.261807 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.305008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40725f42-4453-4b24-8c8f-0fb19a2dd6e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0792236 Oct 15 19:49:59.308761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45570) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:59.365484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97db3-6204-4044-ae8a-40912457d9a2 None None] Pushing event updated for resources: {'Port': ['ID=d839de56-f645-4537-b698-f936e39e76e3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:59.442129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbdd35-ca75-48f2-9a2d-3d6b28f20136 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:59.449655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fbdd35-ca75-48f2-9a2d-3d6b28f20136 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:49:59.454207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fe1dda-7885-4fc8-962d-a966f9b37b3b req-e62c13a0-8ae3-4723-8b5e-871044cb9947 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838551 Oct 15 19:49:59.454960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30fbdd35-ca75-48f2-9a2d-3d6b28f20136 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1448431 Oct 15 19:49:59.456128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45572) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:49:59.460192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.511158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.560887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1466bd-0c48-4b35-99b0-172be7ac79e2 None None] Pushing event updated for resources: {'Port': ['ID=3bdac13d-bbe3-4039-9bca-a149c22c736b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:59.611867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.620045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:49:59.629144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:49:59.665401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:49:59.754647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Pushing event updated for resources: {'Port': ['ID=22376a77-9c02-4436-9c96-f86a156feda5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:49:59.930130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-9f70d395-ad7c-4d80-90b6-0cc0f3df8663 req-e4cc57a5-0c3c-4d20-a1df-242785180939 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:49:59.931764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f70d395-ad7c-4d80-90b6-0cc0f3df8663 req-e4cc57a5-0c3c-4d20-a1df-242785180939 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0087225 Oct 15 19:49:59.965815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.974497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:49:59.975761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4ea206a-08e3-4366-9484-233230397c6e HTTP/1.1" status: 204 len: 168 time: 0.7271347 Oct 15 19:50:00.001209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2c57b-848c-4659-8f9e-25a65d864252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea206a-08e3-4366-9484-233230397c6e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:00.147842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4b4f4791-d282-4df3-85d8-8bc80391d8fd req-a05723dd-c3ce-46c3-b479-5804fb3cb8e6 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0956423 Oct 15 19:50:00.156465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port b29f492e-e3b9-4e46-928a-93bd9d65f7cd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:00.164784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:00.403831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:00.415075 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8f88a18-193b-4252-9946-00ae1c6eb427 req-d2303a7e-a9f5-4cd3-a693-2d803843670a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0519593 Oct 15 19:50:00.491521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for b29f492e-e3b9-4e46-928a-93bd9d65f7cd owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:00.573183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:50:00.578015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956572b-f187-4143-85ee-bd510c556673 req-c97cde7f-0a02-4c89-8b25-d2bf2aebac82 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:00.588362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b956572b-f187-4143-85ee-bd510c556673 req-c97cde7f-0a02-4c89-8b25-d2bf2aebac82 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.0768769 Oct 15 19:50:00.615142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:00.692547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b956572b-f187-4143-85ee-bd510c556673 req-82daa75b-79f4-4f0a-b46c-dcfbd38521b4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981061 Oct 15 19:50:01.158297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:01.514411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed5a1416-2b92-4234-941a-eaa4d83865ce req-b471b6b1-e08d-47e4-88f1-5a29464eafd2 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0556290 Oct 15 19:50:01.531214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69dce37-add9-4bc0-bac4-7d5dbfefa2a2 None None] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:01.664367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-f3a32304-fc34-4a58-9505-f85541caddad tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:01.672304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-f3a32304-fc34-4a58-9505-f85541caddad tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.5869212 Oct 15 19:50:01.690744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': 'df187755-64f5-41f5-929c-22959c70eead', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:01.828759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] Provisioning complete for port 3bdac13d-bbe3-4039-9bca-a149c22c736b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:01.829902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:01.843131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bdac13d-bbe3-4039-9bca-a149c22c736b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:02.093374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1639-565e-4695-ac46-6b80b05ac510 req-30a3e6ad-7b7b-4ee7-8adf-65470735bdf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:02.102056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4ab1639-565e-4695-ac46-6b80b05ac510 req-30a3e6ad-7b7b-4ee7-8adf-65470735bdf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.2207367 Oct 15 19:50:02.132002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3bdac13d-bbe3-4039-9bca-a149c22c736b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:02.132403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.248749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:02.254806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.366127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4ab1639-565e-4695-ac46-6b80b05ac510 req-df9ced10-fd5c-447b-aa15-c22e33c75b22 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573159 Oct 15 19:50:02.399542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.410331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.491050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.498233 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/b29f492e-e3b9-4e46-928a-93bd9d65f7cd HTTP/1.1" status: 204 len: 168 time: 3.0401978 Oct 15 19:50:02.504461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:02.549552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] For port 3bdac13d-bbe3-4039-9bca-a149c22c736b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bdac13d-bbe3-4039-9bca-a149c22c736b,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:02.562517 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2253c66e-6052-414f-9121-56a85294e971 req-4c6b8657-accb-4dfe-a2ee-573d784c1cb2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.1329472 Oct 15 19:50:02.599627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-63cf833c-b56a-4be7-923d-cfe58ad11cf7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7199693 Oct 15 19:50:02.636884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-ec474a13-08a8-42f6-86e9-729b3c8bfb5c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:50:02.639635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-ec474a13-08a8-42f6-86e9-729b3c8bfb5c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0320983 Oct 15 19:50:02.694676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19c546-3583-4582-b1c1-b901d356cfbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=b29f492e-e3b9-4e46-928a-93bd9d65f7cd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:02.730351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd9e02-46a7-4098-a235-c5a09c8a2303 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:02.732244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd9e02-46a7-4098-a235-c5a09c8a2303 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:02.737515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63fd9e02-46a7-4098-a235-c5a09c8a2303 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1905165 Oct 15 19:50:02.738146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45680) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:02.848386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.11 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/df8cf41f-2027-4e18-b2f9-dd069926dbaf) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:02.853452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:02.903449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Router c9c63cec-75f8-4b6d-86b3-dba48331376f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:50:02.950581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.002016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f972322d-7b7c-4afb-858c-95c1dbbdbc05 req-9673d691-cd77-4f3a-bae2-fd5921a6d95f tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.2382174 Oct 15 19:50:03.024839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45682) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:03.090711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 32e12021-fe4b-4cd0-aa14-24aa820a7e24 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:03.110458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Could not find standard attr ID for object b29f492e-e3b9-4e46-928a-93bd9d65f7cd. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:03.116482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.323707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66362f92-0c86-48fc-8d7e-0d874608477e None None] Pushing event updated for resources: {'Port': ['ID=3bdac13d-bbe3-4039-9bca-a149c22c736b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:03.349459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Provisioning complete for port d839de56-f645-4537-b698-f936e39e76e3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:03.350540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.404016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-87075349-network', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:03.447472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.449113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.491413 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:03.491817 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:03.599125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.612928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da678289-8bb3-4f92-8ed7-d3b844f718e3 req-b9ee0f8d-c8c8-496e-bff9-2707297f2d32 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:03.615842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da678289-8bb3-4f92-8ed7-d3b844f718e3 req-b9ee0f8d-c8c8-496e-bff9-2707297f2d32 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.0776725 Oct 15 19:50:03.690603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] For port d839de56-f645-4537-b698-f936e39e76e3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d839de56-f645-4537-b698-f936e39e76e3,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:03.708716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da678289-8bb3-4f92-8ed7-d3b844f718e3 req-272d309f-ff76-47b4-a3a2-e0b617ed9788 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816944 Oct 15 19:50:03.717672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:03.732394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Sync routers for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:03.759309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.760322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:03.761713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:03.794012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3124d692-0b5e-4e6d-9dc5-77fa6f30fde5 req-f36abd3b-9afb-4c9d-9481-2ea68d49bcbd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0837679 Oct 15 19:50:03.832675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:03.837124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.857564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.900311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:03.905369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:03.911070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:03.944959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.951711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:03.976475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:03.980357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1bad141c-adf2-4c4f-a5d2-1073b0d752e4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5902052 Oct 15 19:50:03.990234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45708) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:04.036511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:04.093421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:04.099416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.175290 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.221630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-ccf6f1f0-5211-435f-839d-631dcd311d03 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5449176 Oct 15 19:50:04.237989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Request body: {'port': {'device_id': 'df187755-64f5-41f5-929c-22959c70eead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:04.290593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f89ea7a7-617c-4243-8438-7b3b1c73f3be req-2d425de5-4fc5-43ea-aad0-b8d682a96d1c tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.1022520 Oct 15 19:50:04.312603 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.315829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d839de56-f645-4537-b698-f936e39e76e3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:04.352863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=32e12021-fe4b-4cd0-aa14-24aa820a7e24,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:04.376984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.385537 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c774eb1-5021-4d2a-a952-b05128394beb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/32e12021-fe4b-4cd0-aa14-24aa820a7e24 HTTP/1.1" status: 204 len: 168 time: 1.6412773 Oct 15 19:50:04.386299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45712) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:04.443398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6fcd90de-f309-43f9-8d46-5af5673bfe12 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530689 Oct 15 19:50:04.444293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45714) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:04.449241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:04.503908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee7e44-7162-4cd3-9af1-7b17b45d9afb None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:04.589312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.615145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5485f7-c62a-4cff-8001-861459c6688d None None] Pushing event updated for resources: {'Port': ['ID=d839de56-f645-4537-b698-f936e39e76e3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:04.620462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d839e995-9fae-487c-b8d6-57c9f0dd13a6 None None] Provisioning complete for port 3bdac13d-bbe3-4039-9bca-a149c22c736b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:04.620799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d839e995-9fae-487c-b8d6-57c9f0dd13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.697439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:04.718076 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.734326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.748370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d839de56-f645-4537-b698-f936e39e76e3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:04.748725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.806354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.855668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:50:04.973812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:00Z', 'revision_number': 3, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:04.981616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b410d0c-f3bd-4c24-9d23-36079c172337,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:04.988752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:04.989145 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Added segment 71287eb1-fc54-4360-b875-d85e8e1d6191 of type vlan for network ee15acf5-63d6-4faa-a68f-c6f8941339c5 Oct 15 19:50:05.008802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Checking router: c9c63cec-75f8-4b6d-86b3-dba48331376f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:05.009066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Updating router c9c63cec-75f8-4b6d-86b3-dba48331376f port 22376a77-9c02-4436-9c96-f86a156feda5 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:05.050120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:50:05.101116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.106634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.145462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cd464-7583-4cbf-966d-868fb8c2265d req-698f0e31-81bb-452c-91ce-7aa894b2e7b5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:05.147187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c47cd464-7583-4cbf-966d-868fb8c2265d req-698f0e31-81bb-452c-91ce-7aa894b2e7b5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 932 time: 0.1809695 Oct 15 19:50:05.229286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85f467-8b5d-4ac4-949e-0768c182c88b req-180c3ba8-e73f-49a4-8fed-5330f9194cf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:05.239360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb85f467-8b5d-4ac4-949e-0768c182c88b req-180c3ba8-e73f-49a4-8fed-5330f9194cf3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.3638973 Oct 15 19:50:05.248487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c47cd464-7583-4cbf-966d-868fb8c2265d req-59c59ac4-0513-42cf-a873-a59b1296f315 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Oct 15 19:50:05.285232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-81573836-b338-4e7a-b6c9-37eb055ac792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:05.287019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-81573836-b338-4e7a-b6c9-37eb055ac792 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7&tenant_id=345cecef50154ec6b37da2aaa0eda3a6 HTTP/1.1" status: 200 len: 1095 time: 0.2284315 Oct 15 19:50:05.307994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:05.320808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bdac13d-bbe3-4039-9bca-a149c22c736b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:05.404418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.405491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:05.406114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.430447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.465188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Deleting port d839de56-f645-4537-b698-f936e39e76e3 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:05.465643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.547005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb85f467-8b5d-4ac4-949e-0768c182c88b req-c3f02cbf-2437-4192-9cba-d80b44ae265d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062787 Oct 15 19:50:05.587716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3bdac13d-bbe3-4039-9bca-a149c22c736b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:05.587716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.592794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.595491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5581934 Oct 15 19:50:05.596014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45740) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:05.605827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7df68a4e-ffe9-4b29-a202-6bb235dc7e81 req-96d57de4-a141-4325-9305-910bbfa8155b tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.1079669 Oct 15 19:50:05.616464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Request body: {'subnet': {'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-subnet', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:05.621463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415b759-04cb-408f-841a-b82e99c6e574 admin admin] Pushing event updated for resources: {'Network': ['ID=ee15acf5-63d6-4faa-a68f-c6f8941339c5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:05.633099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:05.637592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:05.640991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:05.641820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.646686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:50:05.658178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=8370cf43-d7c6-4e5e-916c-a6866efda913,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:05.742452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c886633-e4f7-4dc1-b32a-8b4dcf6839e7 req-5fe680df-ffef-4e4d-a632-3f81519c9c88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0370672 Oct 15 19:50:05.747956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] For port d839de56-f645-4537-b698-f936e39e76e3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d839de56-f645-4537-b698-f936e39e76e3,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:05.748349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.808409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:05.810622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:05.846818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Calling delete_port for d839de56-f645-4537-b698-f936e39e76e3 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:05.910565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe60d5b1-67e4-4d01-b7ab-51dc253f4586 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4655001 Oct 15 19:50:05.913330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45742) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:05.920341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '8370cf43-d7c6-4e5e-916c-a6866efda913', 'ip_address': '2001:db8::3a8e:8710:8cf6:3c35'}], 'name': 'tempest-NetworksTestDHCPv6-1365799607'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:05.996175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8cf41f-2027-4e18-b2f9-dd069926dbaf {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:50:06.053735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.062118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.065458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.136888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d839de56-f645-4537-b698-f936e39e76e3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:06.189786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No active binding found for port d839de56-f645-4537-b698-f936e39e76e3 {{(pid=101182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 19:50:06.190794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d839de56-f645-4537-b698-f936e39e76e3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:50:06.203322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.206598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.265968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] Pushing event deleted for resources: {'Port': ['ID=d839de56-f645-4537-b698-f936e39e76e3,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:06.271897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d3d198-380c-49d5-adf0-40dd9f93f795 None None] No DVR routers for this DVR port d839de56-f645-4537-b698-f936e39e76e3 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:06.315794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bed9b-6003-4bca-8a87-f2e084da7841 None None] Pushing event updated for resources: {'Port': ['ID=22376a77-9c02-4436-9c96-f86a156feda5,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:06.316002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Transition to ACTIVE for port object df8cf41f-2027-4e18-b2f9-dd069926dbaf will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:50:06.325172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Attempting to bind port 22376a77-9c02-4436-9c96-f86a156feda5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:06.326161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Attempting to bind port 22376a77-9c02-4436-9c96-f86a156feda5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:06.326721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Attempting to bind port 22376a77-9c02-4436-9c96-f86a156feda5 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:06.336379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:06.345805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:06.346805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.347423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:06.348274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Bound port: 22376a77-9c02-4436-9c96-f86a156feda5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:06.348994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.396791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:06.420057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb56c0-b014-474d-a0f4-ed48fee476ca None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:06.543811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.705584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] For port 22376a77-9c02-4436-9c96-f86a156feda5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:06.706154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.758501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] For port 22376a77-9c02-4436-9c96-f86a156feda5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22376a77-9c02-4436-9c96-f86a156feda5,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:06.761046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '8370cf43-d7c6-4e5e-916c-a6866efda913'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:06.761899 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.785027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 0a92749e-1c62-4e7f-81fb-7a199ff941d0 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:50:06.798830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:06.810913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ef5ee-c7e0-4db6-bb62-2a2ad75b3797 req-8d90fcc3-75ba-478a-86e0-5e89121bb83d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:06.820378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9ef5ee-c7e0-4db6-bb62-2a2ad75b3797 req-8d90fcc3-75ba-478a-86e0-5e89121bb83d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 0.0934603 Oct 15 19:50:06.896367 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:06.907632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ad9ef5ee-c7e0-4db6-bb62-2a2ad75b3797 req-d336533b-0511-4faf-9a64-f33b2136de38 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817144 Oct 15 19:50:06.920397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:06.936095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4091b4c-dc95-4b3e-92c0-ad1479929c98 req-ae8e25f7-9a90-4c14-9469-630ae4476d27 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:06.937741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4091b4c-dc95-4b3e-92c0-ad1479929c98 req-ae8e25f7-9a90-4c14-9469-630ae4476d27 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.5347784 Oct 15 19:50:07.033834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:07.034482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:07.091667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Allocated IP 172.20.0.1 (6e7a7292-74f3-440c-b057-5676b38aaac4/f9de6102-87e6-43a1-8b2d-f2c83de5c010/f2830a16-0dbe-4103-b03d-9e39d8ab3e86) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:07.096647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7ffb7db-c33b-45fe-a2bb-13ab7a79f754 req-7426266c-5dbb-4bf1-9558-4007c80ade09 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0448315 Oct 15 19:50:07.104411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342bed9b-6003-4bca-8a87-f2e084da7841 None None] Pushing event updated for resources: {'Port': ['ID=22376a77-9c02-4436-9c96-f86a156feda5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:07.133153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1a1168d-518c-4acd-b8f1-992e377f55ed req-e2184fe6-c049-4629-ab85-90500a11f495 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0985425 Oct 15 19:50:07.150844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/8370cf43-d7c6-4e5e-916c-a6866efda913/6efb7ee5-7b7a-4152-af55-e8e0407013d8) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:07.269254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:07.410086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.440192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4091b4c-dc95-4b3e-92c0-ad1479929c98 req-be591b49-5ccd-4c86-86b3-d6990cbbe92e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712074 Oct 15 19:50:07.451630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.502676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Attempting to bind port df8cf41f-2027-4e18-b2f9-dd069926dbaf on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:07.503148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Attempting to bind port df8cf41f-2027-4e18-b2f9-dd069926dbaf by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:07.503786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Attempting to bind port df8cf41f-2027-4e18-b2f9-dd069926dbaf on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:07.515286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:07.567609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Port df8cf41f-2027-4e18-b2f9-dd069926dbaf on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:50:07.568200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Attempting to bind port df8cf41f-2027-4e18-b2f9-dd069926dbaf on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:07.612189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:50:07.616286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:07.616609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:07.616996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:07.617440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Bound port: df8cf41f-2027-4e18-b2f9-dd069926dbaf, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:07.617792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.624340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ef31b1-befa-49bd-9117-ff484782e0e7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:07.629037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.679451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Checking segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:07.679853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Network hostable DHCP agents. Network: ee15acf5-63d6-4faa-a68f-c6f8941339c5, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:50:07.687988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Transition to ACTIVE for port object 552b1228-773a-46ed-af33-22608836b9ed will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:50:07.723255 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.728490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:07.729577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:00Z', 'revision_number': 3, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:07.737368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:07.756625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.763618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab7fdd1-fb81-4b45-81d8-513da2ad28b9 None None] The sync data for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 is: [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:00Z', 'revision_number': 3, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:07.792499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.802560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:07.817244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:07.820876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:07.822877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Pushing event updated for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:07.879936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.891754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.893937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:50:07.919517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] No DVR routers for this DVR port 552b1228-773a-46ed-af33-22608836b9ed on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:07.947786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=9']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:07.961338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:07.961338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:07.961958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] 10.222.0.15 "PUT /v2.0/ports/df8cf41f-2027-4e18-b2f9-dd069926dbaf HTTP/1.1" status: 200 len: 1093 time: 3.7299714 Oct 15 19:50:07.964652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:07.975452 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df243413-8fcd-4f88-a9c9-8b1034dd53e3" -d '{"events": [{"name": "network-changed", "server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:08.051487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::3a8e:8710:8cf6:3c35 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/8370cf43-d7c6-4e5e-916c-a6866efda913/0a92749e-1c62-4e7f-81fb-7a199ff941d0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:08.053616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ee15acf5-63d6-4faa-a68f-c6f8941339c5) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:08.068186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:08.071514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:08.072563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.080500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:08.082481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b3e20b-c57d-4723-b616-9dba882fb402 None None] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:08.085025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:08.131458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Pushing event updated for resources: {'Port': ['ID=6efb7ee5-7b7a-4152-af55-e8e0407013d8,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:08.137374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.173935 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ae13d0-61c7-4be6-8577-80699debfa62 x-openstack-request-id: req-56ae13d0-61c7-4be6-8577-80699debfa62 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:08.174759 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:08.178438 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56ae13d0-61c7-4be6-8577-80699debfa62 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:08.180438 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf', 'status': 'completed', 'code': 200} Oct 15 19:50:08.279992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:08.280519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:08.281154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:08.417128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a083cd9-f5cd-4294-a5c4-d9e2af9b72c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8155260 Oct 15 19:50:08.427940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 45786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:08.464771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:08.679755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.754951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-984046b9-065e-4bc4-a909-4f12ab5bc907 req-dc3e2252-f76c-43c2-9bda-ffdf8bf56476 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.4705777 Oct 15 19:50:08.833034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Attempting to bind port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:08.834123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Attempting to bind port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:08.834689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Attempting to bind port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:08.850361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.851091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:08.851728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:08.852463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.853947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:08.854700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Bound port: 6efb7ee5-7b7a-4152-af55-e8e0407013d8, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:08.856092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:08.894723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8792aaa7-2c5e-4ed8-b0ac-d6a813662782 None None] Provisioning complete for port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:08.895905 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8792aaa7-2c5e-4ed8-b0ac-d6a813662782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.054079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8792aaa7-2c5e-4ed8-b0ac-d6a813662782 None None] Port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:09.061943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:09.084391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=0a92749e-1c62-4e7f-81fb-7a199ff941d0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:09.109782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:09.118036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:09.124859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] For port 6efb7ee5-7b7a-4152-af55-e8e0407013d8, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:09.135911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:09.136516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.170591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:50:09.174316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Attempting to bind port 552b1228-773a-46ed-af33-22608836b9ed on network 4a472727-3f94-4b20-bc8d-65ca2fe271d9 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:09.223367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:09.232666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.240866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] For port 6efb7ee5-7b7a-4152-af55-e8e0407013d8, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6efb7ee5-7b7a-4152-af55-e8e0407013d8,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:09.296073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76aa6-bb68-4087-966e-c1b2b7d03003 req-02189b91-46d6-4405-9e14-ae52f897fd3e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:09.307275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ca76aa6-bb68-4087-966e-c1b2b7d03003 req-02189b91-46d6-4405-9e14-ae52f897fd3e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.2347631 Oct 15 19:50:09.371402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22376a77-9c02-4436-9c96-f86a156feda5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:09.374675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.379467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ef18-3932-4419-bea8-ae7c7d44ed81 service neutron] Pushing event updated for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:09.415309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cacee1-f61a-4a29-ac86-c0841bd81f8d req-58aceaff-7bb3-4b87-bd86-d5b4586bc41f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:09.417074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12cacee1-f61a-4a29-ac86-c0841bd81f8d req-58aceaff-7bb3-4b87-bd86-d5b4586bc41f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 943 time: 1.2733076 Oct 15 19:50:09.417213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ca76aa6-bb68-4087-966e-c1b2b7d03003 req-cd1ce050-eac4-4188-9b29-38dd19bf2de3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084855 Oct 15 19:50:09.417901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:09.418405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Checking segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:09.418607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Bound using segment: {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:09.419061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Bound port: 552b1228-773a-46ed-af33-22608836b9ed, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '911975c2-4239-49c1-90cc-7e7945e65d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:09.419414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.493852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-c6391882-7e6a-451c-b062-82cb1ea9bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:09.495348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-c6391882-7e6a-451c-b062-82cb1ea9bba7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 1096 time: 1.3268180 Oct 15 19:50:09.524469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:09.528616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:09.574051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-e213baee-397b-4f6e-bda1-a8fcb07fa63b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf HTTP/1.1" status: 200 len: 217 time: 0.0401337 Oct 15 19:50:09.639793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc242a4-a6d0-4737-802f-18028ae6df1e None None] Pushing event updated for resources: {'Port': ['ID=6efb7ee5-7b7a-4152-af55-e8e0407013d8,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:09.707276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.708514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.727395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12cacee1-f61a-4a29-ac86-c0841bd81f8d req-6a2fefa7-3004-40ba-92f3-8b9b117f6170 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918262 Oct 15 19:50:09.731023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22376a77-9c02-4436-9c96-f86a156feda5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:09.731404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.815292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8b530728-09ba-4264-83aa-ecfc22c887cc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.8967717 Oct 15 19:50:09.815723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:09.853583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.887193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:09.934127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Allocated IP 172.20.0.2 (ee15acf5-63d6-4faa-a68f-c6f8941339c5/07ef31b1-befa-49bd-9117-ff484782e0e7/22bd6bed-39e3-4445-9438-528b4dfc2a64) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:09.969344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1c09f45-436b-402a-a583-b2e978358ad0 req-ecb65914-360e-4a30-b975-d4b84dded51d tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0444379 Oct 15 19:50:09.991102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df50ee-29bc-4a34-ab27-ad964e43536c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:09.998911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df50ee-29bc-4a34-ab27-ad964e43536c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:10.001788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-535dc0b8-9147-4432-9138-11e01c9e77e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:10.005303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-535dc0b8-9147-4432-9138-11e01c9e77e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.4176950 Oct 15 19:50:10.006526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.007155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-29df50ee-29bc-4a34-ab27-ad964e43536c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1900949 Oct 15 19:50:10.008080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45810) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:10.074648 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.145783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 22376a77-9c02-4436-9c96-f86a156feda5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22376a77-9c02-4436-9c96-f86a156feda5,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:10.161009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-e6d79e53-625f-45e1-88b4-1aecf5d3ea1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961285 Oct 15 19:50:10.215240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.235446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:10.236130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.248845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] 10.222.0.11 "PUT /v2.0/ports/552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 1092 time: 4.9355733 Oct 15 19:50:10.252987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:10.255938 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a" -d '{"events": [{"name": "network-changed", "server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:10.277363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 0a92749e-1c62-4e7f-81fb-7a199ff941d0 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:10.277868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.348833 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fc5c58-58f1-4a87-a4bf-dd25e061877a x-openstack-request-id: req-65fc5c58-58f1-4a87-a4bf-dd25e061877a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:10.349127 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:10.349394 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65fc5c58-58f1-4a87-a4bf-dd25e061877a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:10.350032 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'status': 'completed', 'code': 200} Oct 15 19:50:10.381876 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.422633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=22376a77-9c02-4436-9c96-f86a156feda5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:10.467918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.484745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 0a92749e-1c62-4e7f-81fb-7a199ff941d0 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:10.500244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53934f0-258c-4abb-9a0b-bd168c48389e service neutron] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:10.512893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.559482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Pushing event updated for resources: {'Port': ['ID=22bd6bed-39e3-4445-9438-528b4dfc2a64,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:10.600763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:10.602668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:10.607682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:10.692239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1e4a-7aff-4258-944d-09651bada84e req-e22cdd28-77ec-400b-b205-5d76be231d22 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:10.700666 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac2e1e4a-7aff-4258-944d-09651bada84e req-e22cdd28-77ec-400b-b205-5d76be231d22 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.1980450 Oct 15 19:50:10.704384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-79dc54b3-3163-41af-96ab-ab1a33a2ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:10.706196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-79dc54b3-3163-41af-96ab-ab1a33a2ddd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1096 time: 0.3594031 Oct 15 19:50:10.748140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.764358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Attempting to bind port 22bd6bed-39e3-4445-9438-528b4dfc2a64 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:10.764750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Attempting to bind port 22bd6bed-39e3-4445-9438-528b4dfc2a64 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:10.765142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Attempting to bind port 22bd6bed-39e3-4445-9438-528b4dfc2a64 on network ee15acf5-63d6-4faa-a68f-c6f8941339c5 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:10.773727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:10.774115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Checking segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:10.774521 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.774913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Bound using segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:10.775386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Bound port: 22bd6bed-39e3-4445-9438-528b4dfc2a64, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:10.776188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:10.818840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-1ddf2c3f-358f-4041-8a08-31444b8fb6ef service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204896 Oct 15 19:50:10.957466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac2e1e4a-7aff-4258-944d-09651bada84e req-a5bab3e1-8a5d-43db-9582-b8e0f30d076f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484777 Oct 15 19:50:11.024634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] For port 22bd6bed-39e3-4445-9438-528b4dfc2a64, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:11.029673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] For port 22bd6bed-39e3-4445-9438-528b4dfc2a64, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22bd6bed-39e3-4445-9438-528b4dfc2a64,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:11.096877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.112202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-2bf9c53f-871f-495d-ad9b-53648952b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:11.113693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-2bf9c53f-871f-495d-ad9b-53648952b7e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.3372948 Oct 15 19:50:11.130113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.142636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=0a92749e-1c62-4e7f-81fb-7a199ff941d0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:11.203649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53858685-380e-4bea-a8c6-49f82931ae45 req-cd31ed55-1606-4281-b2ea-0b462db6d28a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:11.218751 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-53858685-380e-4bea-a8c6-49f82931ae45 req-cd31ed55-1606-4281-b2ea-0b462db6d28a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1785970 Oct 15 19:50:11.238887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5babfe86-85d7-4d8d-83f9-dcf7274fafaa req-6de31f06-4d2e-4d35-8866-7b237874eff7 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0924571 Oct 15 19:50:11.283175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.296262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dccc75fc-d747-4bb4-a832-2769e6345bd0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/0a92749e-1c62-4e7f-81fb-7a199ff941d0 HTTP/1.1" status: 204 len: 168 time: 1.2865944 Oct 15 19:50:11.302491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31f1bf-980b-41cb-901c-962b13990dae None None] Pushing event updated for resources: {'Port': ['ID=22bd6bed-39e3-4445-9438-528b4dfc2a64,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:11.316861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:11.346885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-8791c618-a55d-4312-a9a1-87c0f54db94d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.1433997 Oct 15 19:50:11.417707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-53858685-380e-4bea-a8c6-49f82931ae45 req-36e24666-16a0-4100-86d6-054210f73be9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918085 Oct 15 19:50:11.449286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fff3c-d5a9-4f14-b352-ddc576c8a8e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:11.451152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fff3c-d5a9-4f14-b352-ddc576c8a8e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:11.453419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c9fff3c-d5a9-4f14-b352-ddc576c8a8e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1355419 Oct 15 19:50:11.457509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45856) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:11.471589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Provisioning complete for port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:11.473442 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.529442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22376a77-9c02-4436-9c96-f86a156feda5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:11.537604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.565642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 8370cf43-d7c6-4e5e-916c-a6866efda913 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:11.569716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.615002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-f8ab1d97-8e0e-43aa-961d-3e14ed9a386c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:11.618235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-f8ab1d97-8e0e-43aa-961d-3e14ed9a386c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.2287300 Oct 15 19:50:11.622455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2185be3d-a853-466e-8ee7-4fb00b68ccb0 req-18d091e2-73b5-4059-962f-27cf7b2cdc3e service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7801518 Oct 15 19:50:11.661723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22376a77-9c02-4436-9c96-f86a156feda5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:11.662096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.691513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.728162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.735410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-aac7550f-34a2-47df-b5fe-fa72fd31f33c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031680 Oct 15 19:50:11.957504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:11.981138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6efb7ee5-7b7a-4152-af55-e8e0407013d8 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:12.064875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.114737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.121600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:12.122706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.123965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Pushing event updated for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:12.148222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-9dfeab0a-924b-480b-b3e5-ddf703b4d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:12.149736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-9dfeab0a-924b-480b-b3e5-ddf703b4d26f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 1096 time: 0.4094965 Oct 15 19:50:12.261423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.301189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-5f666cbf-87ec-4428-8828-faba5366d0fd service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102141 Oct 15 19:50:12.340974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2154728-3194-4617-bcfc-feea91ee2164 req-57351957-ca27-4a33-91b8-626f4dc5271e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:12.350067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2154728-3194-4617-bcfc-feea91ee2164 req-57351957-ca27-4a33-91b8-626f4dc5271e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.2327497 Oct 15 19:50:12.426231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2154728-3194-4617-bcfc-feea91ee2164 req-a2e07191-c17d-4d3a-b98f-6d4721498c97 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Oct 15 19:50:12.433808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.494408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-8a02bf21-3993-45ca-8a28-3ad1acb22f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:12.496375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-8a02bf21-3993-45ca-8a28-3ad1acb22f48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 911 time: 0.3375504 Oct 15 19:50:12.554533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.568283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=8370cf43-d7c6-4e5e-916c-a6866efda913,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:12.588157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.606154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cafe11ef-b69f-4bb6-90d6-e0e3525789b4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/8370cf43-d7c6-4e5e-916c-a6866efda913 HTTP/1.1" status: 204 len: 168 time: 1.1409736 Oct 15 19:50:12.606788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45886) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:12.619441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c3aea3-af0a-4bb9-b682-a603b08d5bf9 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:12.640382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:12.640791 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:12.666239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:12.666589 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:12.733056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f501488-03af-432a-b97c-b127004a0032 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114016 Oct 15 19:50:12.743391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45888) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:12.858177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:12.868087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf644a-4f54-4eb3-9013-5edbdfa5fc45 req-be987ce3-d225-466f-b385-56344005dbb4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:12.869660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2daf644a-4f54-4eb3-9013-5edbdfa5fc45 req-be987ce3-d225-466f-b385-56344005dbb4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1751137 Oct 15 19:50:12.882937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54d2fc6d-41cc-477b-81ba-dfb67b4f76b6 req-43c9c7aa-a300-4ca9-b19f-9afb06c2d8dd tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.3320594 Oct 15 19:50:12.888768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-801cd3d0-4384-439d-a158-954285ac7d41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf HTTP/1.1" status: 200 len: 217 time: 0.3391445 Oct 15 19:50:12.999024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7deaa5-a870-480e-8772-69810617db05 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:13.001613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad7deaa5-a870-480e-8772-69810617db05 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2570310 Oct 15 19:50:13.004565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45896) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:13.024618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:50:13.025891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2daf644a-4f54-4eb3-9013-5edbdfa5fc45 req-97221667-68d9-4c84-8eab-e7f927593cd0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215336 Oct 15 19:50:13.085684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76604-86e9-44a6-9c23-64991641a16b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:13.087842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51c76604-86e9-44a6-9c23-64991641a16b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822685 Oct 15 19:50:13.090569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45906) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:13.103626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Deleting port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:13.103626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.161731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94352564-43f5-4a8c-bc55-edf3031d41e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621836 Oct 15 19:50:13.161731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45908) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:13.168620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:13.307510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf04ee1-118b-460a-9766-007ed95cd2e8 None None] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:13.364679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:13.369384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.371275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.407872 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.457213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] For port 6efb7ee5-7b7a-4152-af55-e8e0407013d8, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6efb7ee5-7b7a-4152-af55-e8e0407013d8,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:13.457791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.582258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] For port 6efb7ee5-7b7a-4152-af55-e8e0407013d8, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6efb7ee5-7b7a-4152-af55-e8e0407013d8,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:13.582258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Calling delete_port for 6efb7ee5-7b7a-4152-af55-e8e0407013d8 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:13.609847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e15dd1-c29b-453d-abe6-f310b9796ea8 req-8be85064-bcb3-4994-8f3c-d3fc4252fe98 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0488267 Oct 15 19:50:13.674467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:13.714722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd31e81-f3f9-4280-9ae8-8dd9c5ce8e67 req-9a83f954-4c0a-4fa8-a31e-56da7332142c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:13.727903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3cd31e81-f3f9-4280-9ae8-8dd9c5ce8e67 req-9a83f954-4c0a-4fa8-a31e-56da7332142c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.1553822 Oct 15 19:50:13.763213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:13.773838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:13.881298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3cd31e81-f3f9-4280-9ae8-8dd9c5ce8e67 req-04305fce-9b37-4417-8815-78086543f8d2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524861 Oct 15 19:50:13.985478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-17c74da1-de65-44a2-a737-d8460bbd71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:13.987015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-17c74da1-de65-44a2-a737-d8460bbd71f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.3660250 Oct 15 19:50:14.073408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Could not find standard attr ID for object 0a92749e-1c62-4e7f-81fb-7a199ff941d0. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:14.086553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-661b5918-2103-4549-9be2-c9f71e6ebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:14.088182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-661b5918-2103-4549-9be2-c9f71e6ebb78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1096 time: 0.2752290 Oct 15 19:50:14.097367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df802deb-a344-4a1a-a533-d96acc5a32db req-3f91e185-59ea-4baa-bef1-8046daafb254 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0630083 Oct 15 19:50:14.160505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:14.160948 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:14.167410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-a5b239fc-6f42-4a50-9049-ec781c979843 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320112 Oct 15 19:50:14.231884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:14.243806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2327d4-854b-42c1-aa8d-76f1418786c3 None None] Pushing event updated for resources: {'Port': ['ID=6efb7ee5-7b7a-4152-af55-e8e0407013d8,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:14.254746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Allocated IP 172.25.0.58 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/d8f77131-d69e-4332-b34f-dc76b22cf8a4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:14.259427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Provisioning complete for port 22bd6bed-39e3-4445-9438-528b4dfc2a64 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:14.259837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:14.290699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:14.298055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:14.303959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:14.304905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:14.338559 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:14.374686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38594d44-b8f8-44ac-a684-878501955757 req-000e543c-72f9-4f80-adf0-4d45d23d956b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:14.389510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38594d44-b8f8-44ac-a684-878501955757 req-000e543c-72f9-4f80-adf0-4d45d23d956b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1866066 Oct 15 19:50:14.409939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] Pushing event deleted for resources: {'Port': ['ID=6efb7ee5-7b7a-4152-af55-e8e0407013d8,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:14.416011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=93e9bf43-8966-4737-813b-b6b41bd5542d,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:14.428384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94c9219-086f-40f2-b19d-8df582d9684c None None] No DVR routers for this DVR port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:14.470635 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-900c32b0-ccc2-4bfd-a7d5-18894f940c30 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3037367 Oct 15 19:50:14.471508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 45946) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:14.487398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '93e9bf43-8966-4737-813b-b6b41bd5542d', 'ip_address': '2001:db8::a40:9fc4:20c2:dca'}], 'name': 'tempest-NetworksTestDHCPv6-1194861930'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:14.504108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Router c9c63cec-75f8-4b6d-86b3-dba48331376f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:50:14.513662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97cb53e-0f6d-4b31-bcf6-8075137706bb None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:14.522196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Port 6efb7ee5-7b7a-4152-af55-e8e0407013d8 update to ACTIVE by agent not found {{(pid=101182) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 15 19:50:14.610216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-3d233140-baa5-4876-8221-9116ba96c863 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329317 Oct 15 19:50:14.722333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-1f2c82a8-1333-41d8-aaca-69903e236bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:14.724471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38594d44-b8f8-44ac-a684-878501955757 req-4777cc12-e599-4ea4-808c-f22df2508fb5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982013 Oct 15 19:50:14.727165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-1f2c82a8-1333-41d8-aaca-69903e236bbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.5910690 Oct 15 19:50:14.938314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:14.960161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df243413-8fcd-4f88-a9c9-8b1034dd53e3 req-cda310a1-5508-45fa-94ab-9c648c0716cd service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316082 Oct 15 19:50:14.964904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22bd6bed-39e3-4445-9438-528b4dfc2a64 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:15.043820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:15.075929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-51b24ae8-06a0-4d36-a38f-ed4aa82de097 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.1183386 Oct 15 19:50:15.258854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.315293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '93e9bf43-8966-4737-813b-b6b41bd5542d'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:15.317385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.347241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-f96c8d3c-2411-4231-912f-fb120a1f72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:15.348778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-f96c8d3c-2411-4231-912f-fb120a1f72c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.2284448 Oct 15 19:50:15.364595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:15.374989 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Sync routers for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:15.401380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:15.402074 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:15.406617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] For port 22bd6bed-39e3-4445-9438-528b4dfc2a64, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22bd6bed-39e3-4445-9438-528b4dfc2a64,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:15.423300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4aea19ec-682b-45c8-9c90-27b271bcfa23 admin admin] 10.222.0.13 "PUT /v2.0/routers/c9c63cec-75f8-4b6d-86b3-dba48331376f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4287763 Oct 15 19:50:15.429958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a7c4e-034c-4686-b490-56e0fd11e321 req-36322928-6945-4cee-9019-8028fe9f69e6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:15.441808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22bd6bed-39e3-4445-9438-528b4dfc2a64 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:15.442179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.442803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c50a7c4e-034c-4686-b490-56e0fd11e321 req-36322928-6945-4cee-9019-8028fe9f69e6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.3016248 Oct 15 19:50:15.476084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-15636d70-94b9-4e59-b19c-bccdb0d0fd19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055052 Oct 15 19:50:15.534356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.621788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.660865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 0ed93a77-73c6-46a6-9d23-3b8913843e43 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:50:15.690046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-97cfa011-243a-410c-8215-72f67e55b21e service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795943 Oct 15 19:50:15.692468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:15.693717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c50a7c4e-034c-4686-b490-56e0fd11e321 req-31288b34-403c-43cb-8067-aa289b6880e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499130 Oct 15 19:50:15.780825 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:15.947324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2426b7a5-6a68-439b-b973-820145e27e93 req-ca1df67b-6406-45b7-8667-2c134cb32b19 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.1130226 Oct 15 19:50:15.976199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Pushing event updated for resources: {'Port': ['ID=d8f77131-d69e-4332-b34f-dc76b22cf8a4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:15.980095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:16.051421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:16.057676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:16.076371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/93e9bf43-8966-4737-813b-b6b41bd5542d/5a0a5c50-7634-4ad8-aeb2-4062d772ba09) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:16.199279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a2a7cdd-acab-4fcc-a3e3-f894f223457a req-b89328be-7e33-491f-a53e-b9b2c77823c7 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980972 Oct 15 19:50:16.280873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8271a-0fb9-44f6-86c3-0d551d44a6fc req-d5649e9e-503d-4481-b04e-4341a68e3468 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:16.298952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39f8271a-0fb9-44f6-86c3-0d551d44a6fc req-d5649e9e-503d-4481-b04e-4341a68e3468 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1325424 Oct 15 19:50:16.320680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5d4b90d7-b300-44ab-a4b0-0b1bf8eec0a8 None None] Provisioning complete for port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:16.321672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d4b90d7-b300-44ab-a4b0-0b1bf8eec0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.330475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe3437-99a3-4ddd-bd39-814f58630964 None None] Pushing event updated for resources: {'Port': ['ID=22bd6bed-39e3-4445-9438-528b4dfc2a64,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:16.334845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device df8cf41f-2027-4e18-b2f9-dd069926dbaf details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:50:16.337182 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.420606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b90d7-b300-44ab-a4b0-0b1bf8eec0a8 None None] Port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:16.437189 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 2, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:16.442167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-39f8271a-0fb9-44f6-86c3-0d551d44a6fc req-9dfc06af-efae-4971-a0db-48c109fbefa9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423295 Oct 15 19:50:16.497407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.502937 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Checking router: c9c63cec-75f8-4b6d-86b3-dba48331376f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:16.503294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Updating router c9c63cec-75f8-4b6d-86b3-dba48331376f port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:16.553708 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.560420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5d4b90d7-b300-44ab-a4b0-0b1bf8eec0a8 None None] Provisioning complete for port 22bd6bed-39e3-4445-9438-528b4dfc2a64 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:16.560953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d4b90d7-b300-44ab-a4b0-0b1bf8eec0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.670079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::a40:9fc4:20c2:dca (5304916a-cba8-4f3a-aa49-3964bfb8a8de/93e9bf43-8966-4737-813b-b6b41bd5542d/0ed93a77-73c6-46a6-9d23-3b8913843e43) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:16.702930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6efb7ee5-7b7a-4152-af55-e8e0407013d8 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:16.757107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:16.831652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6efb7ee5-7b7a-4152-af55-e8e0407013d8 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:50:16.844693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6efb7ee5-7b7a-4152-af55-e8e0407013d8 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:50:16.851867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:16.894042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:16.906782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:16.943943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Pushing event updated for resources: {'Port': ['ID=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:17.007285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.070174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:17.122733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22bd6bed-39e3-4445-9438-528b4dfc2a64 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:17.208231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.227201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f99c0-d075-423f-88d0-0aa9b0d78fdc req-3f704800-a0f7-4d3f-8447-c7d27c174363 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:17.237933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab7f99c0-d075-423f-88d0-0aa9b0d78fdc req-3f704800-a0f7-4d3f-8447-c7d27c174363 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 944 time: 0.1348877 Oct 15 19:50:17.254713 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.259925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf', 'mac_address': 'fa:16:3e:e5:fa:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:50:17.337663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:17.341070 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.343592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab7f99c0-d075-423f-88d0-0aa9b0d78fdc req-4bb50cb1-3f5b-443c-9f41-65e34c4c35e6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046205 Oct 15 19:50:17.403283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381004b0-ffee-44ea-b04a-ecb4a717a2e4 req-21390ed5-6eb5-4d80-a5b3-479ac7798d97 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:17.418853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-381004b0-ffee-44ea-b04a-ecb4a717a2e4 req-21390ed5-6eb5-4d80-a5b3-479ac7798d97 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.3433750 Oct 15 19:50:17.422812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:17.446055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=0ed93a77-73c6-46a6-9d23-3b8913843e43,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:17.462957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:17.495833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:17.496881 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.513737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.554821 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.558164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Attempting to bind port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:17.558736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Attempting to bind port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:17.559264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Attempting to bind port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:17.590106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:17.590829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:17.591406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.592015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:17.592684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Bound port: 5a0a5c50-7634-4ad8-aeb2-4062d772ba09, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:17.593233 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.629743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-381004b0-ffee-44ea-b04a-ecb4a717a2e4 req-aef5a730-d753-47dc-b592-9dfbb9ed07e3 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094011 Oct 15 19:50:17.637498 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Pushing event updated for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:17.681197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d1596b5-ac83-46b9-b65a-704f860ca20b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2019880 Oct 15 19:50:17.684702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46038) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:17.694842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '93e9bf43-8966-4737-813b-b6b41bd5542d', 'ip_address': '2001:db8::a40:9fc4:20c2:dca'}], 'name': 'tempest-NetworksTestDHCPv6-858351799'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:17.700993 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Attempting to bind port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:17.701315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Attempting to bind port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:17.701681 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Attempting to bind port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 on network 6e7a7292-74f3-440c-b057-5676b38aaac4 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:17.703133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 22bd6bed-39e3-4445-9438-528b4dfc2a64 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:17.704009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.712653 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.715791 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.715791 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.715791 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.715791 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.727247 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.727877 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.728999 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.730141 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.732618 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.733494 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.735924 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:17.773201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:17.773201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Checking segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:17.776494 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.776644 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Bound using segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:17.777035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Bound port: f2830a16-0dbe-4103-b03d-9e39d8ab3e86, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:17.777420 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.839013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8cf41f-2027-4e18-b2f9-dd069926dbaf {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:50:17.882853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:17.951229 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] For port f2830a16-0dbe-4103-b03d-9e39d8ab3e86, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:17.973088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:17.974295 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] For port f2830a16-0dbe-4103-b03d-9e39d8ab3e86, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:18.049854 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:18.071461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4435d35-54da-4e10-b00c-5af4be602234 req-1045797d-3fe6-4262-a22b-36be30e8e4ea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:18.094776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4435d35-54da-4e10-b00c-5af4be602234 req-1045797d-3fe6-4262-a22b-36be30e8e4ea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2032521 Oct 15 19:50:18.106538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] Provisioning complete for port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:18.107306 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:18.229650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9816a9f-fdf7-4462-afe0-a43cd47b1072 None None] Pushing event updated for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:18.262596 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:18.264490 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:18.281452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f4435d35-54da-4e10-b00c-5af4be602234 req-2a6f9807-17eb-4c3e-a547-a1a7813f3518 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806397 Oct 15 19:50:18.285195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:18.308486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:18.364312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:18.372502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 2289bf44-8d9b-45cf-bea3-024b84bda77b yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:50:18.465498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] For port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:18.513857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['df8cf41f-2027-4e18-b2f9-dd069926dbaf'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:50:18.664799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] For port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:18.689097 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:18.739188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-837fa7b0-6471-43e6-8821-e4628ad8f682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:18.785770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:18.804916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-368eb4c6-e7c3-4284-89d5-fd8aa2b3a490 req-dfd4acb1-6b37-415c-a526-e8b877e5e607 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 1.2840095 Oct 15 19:50:18.850487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c540df-10c4-4915-86c4-17a570348512 req-63663968-90a3-458d-b5f1-0f0dd6f35838 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:18.852079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3c540df-10c4-4915-86c4-17a570348512 req-63663968-90a3-458d-b5f1-0f0dd6f35838 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 945 time: 0.3312018 Oct 15 19:50:18.908310 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:19.196866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75147542-77b0-4b3a-a92a-b7e7efce661b None None] Pushing event updated for resources: {'Port': ['ID=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:19.202182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] For port f2830a16-0dbe-4103-b03d-9e39d8ab3e86, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:19.265331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b3c540df-10c4-4915-86c4-17a570348512 req-7e064c9e-5703-48fb-8695-69fdf6b5c66b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899949 Oct 15 19:50:19.279034 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 19:50:19.280165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:50:19.314284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:19.370880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e381a6-8627-4621-8377-87e4d532888c req-6f3bb869-03ba-4458-9e8b-989a54136999 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:19.376642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08e381a6-8627-4621-8377-87e4d532888c req-6f3bb869-03ba-4458-9e8b-989a54136999 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 950 time: 0.3467729 Oct 15 19:50:19.428458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:19.428789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ce18906-12e0-46a0-9da4-e0a9c277ad71 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.7419143 Oct 15 19:50:19.522150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Router e3ed95ec-16e2-4681-81c8-737bd1a05c20 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:50:19.570293 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:17Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:19.658434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08e381a6-8627-4621-8377-87e4d532888c req-5f3e98ea-825e-4ab1-9235-35b4344bec56 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645764 Oct 15 19:50:19.706501 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a883725-a628-4b05-9b19-d16bfb586693 None None] The sync data for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 is: [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:17Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:19.707659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce0aac-d97d-4101-9085-880fd15d02e3 req-7a0efa27-fe82-41c8-b8ec-f0f14ac0a878 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:19.744835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbce0aac-d97d-4101-9085-880fd15d02e3 req-7a0efa27-fe82-41c8-b8ec-f0f14ac0a878 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2376258 Oct 15 19:50:19.755271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00447b23-d424-449f-8f23-095b7ed0e33d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:19.782574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00447b23-d424-449f-8f23-095b7ed0e33d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:19.788981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-00447b23-d424-449f-8f23-095b7ed0e33d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3571908 Oct 15 19:50:19.807385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46100) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:19.905511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cbce0aac-d97d-4101-9085-880fd15d02e3 req-3c996b54-3ec8-4819-b30c-091035ed4b08 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549389 Oct 15 19:50:19.980346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c14f585d-d6bc-494e-84d3-70c363c90388 None None] Provisioning complete for port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:19.980907 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c14f585d-d6bc-494e-84d3-70c363c90388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:20.052747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38788ed-abb9-4bee-a8ee-73f10c78b636 None None] Pushing event updated for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:20.150732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:20.164444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1529ff45-8974-42bf-bda2-b3cbb82ca84e req-afd2d596-6b82-4bbf-bdf8-2178e1400680 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0804133 Oct 15 19:50:20.165038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Sync routers for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:20.245001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:20.245879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:49:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:20.259169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 0ed93a77-73c6-46a6-9d23-3b8913843e43 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:20.259962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:20.353022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:20.355133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-42c46f0e-976f-4905-b293-9f5c4f7e3e78 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.8942075 Oct 15 19:50:20.358116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46112) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:20.600524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:20.624830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 0ed93a77-73c6-46a6-9d23-3b8913843e43 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:20.647572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:21.037531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4431428-0733-4810-b6a3-468939de018b req-17cfcf6b-7af0-4b02-87f1-7b827c13740a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:21.048078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4431428-0733-4810-b6a3-468939de018b req-17cfcf6b-7af0-4b02-87f1-7b827c13740a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 945 time: 0.4925840 Oct 15 19:50:21.164017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.174674 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c4431428-0733-4810-b6a3-468939de018b req-838aaa3d-d793-40a3-b8a4-1928f4495689 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222651 Oct 15 19:50:21.259637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f2830a16-0dbe-4103-b03d-9e39d8ab3e86 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:21.293086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=0ed93a77-73c6-46a6-9d23-3b8913843e43,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:21.403355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.423844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb2dc7f8-d829-4e19-b919-f4ba9e472790 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/0ed93a77-73c6-46a6-9d23-3b8913843e43 HTTP/1.1" status: 204 len: 168 time: 1.6065574 Oct 15 19:50:21.424853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:21.534500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Provisioning complete for port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:21.580040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.595216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:21.597071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.950937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fc0a2-18c5-4a24-918b-bafad4c2df1d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:21.950937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fc0a2-18c5-4a24-918b-bafad4c2df1d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:21.950937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cc1fc0a2-18c5-4a24-918b-bafad4c2df1d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3554745 Oct 15 19:50:21.950937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:21.951529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:16Z', 'revision_number': 3, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:21.951529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4044815-70ef-4843-a8a5-aaba1fb2f6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.951529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Checking router: e3ed95ec-16e2-4681-81c8-737bd1a05c20 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:21.951529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Updating router e3ed95ec-16e2-4681-81c8-737bd1a05c20 port d8f77131-d69e-4332-b34f-dc76b22cf8a4 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:21.951902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 93e9bf43-8966-4737-813b-b6b41bd5542d {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:21.951902 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.952066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:21.998094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.023176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:22.146283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device df8cf41f-2027-4e18-b2f9-dd069926dbaf up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:22.192771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ca0e0-9da9-4ba0-a3b1-6ad36fc2cc92 req-5f9a5c88-e4ac-4fa1-a050-2641fc77767f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:22.221714 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a38ca0e0-9da9-4ba0-a3b1-6ad36fc2cc92 req-5f9a5c88-e4ac-4fa1-a050-2641fc77767f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2505164 Oct 15 19:50:22.308908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a38ca0e0-9da9-4ba0-a3b1-6ad36fc2cc92 req-fe2d0210-2c3c-4393-886c-aa3ba828f9ef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843828 Oct 15 19:50:22.364759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:22.371038 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.396530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.651154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.720157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.755039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.773146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/93e9bf43-8966-4737-813b-b6b41bd5542d HTTP/1.1" status: 204 len: 168 time: 0.9737098 Oct 15 19:50:22.783071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46136) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:22.940219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:22.966610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46140) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:22.967076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e067a677-cab1-414c-8b47-2c76f303d4f4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1825693 Oct 15 19:50:22.980845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:22.981382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e933f-606d-4857-8b70-13dc60e971ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=93e9bf43-8966-4737-813b-b6b41bd5542d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:23.136461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port df8cf41f-2027-4e18-b2f9-dd069926dbaf completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:50:23.138885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.141603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b261c5-6588-4aee-a5d3-fa6084e02b69 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:23.170071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.189814 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.198148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port df8cf41f-2027-4e18-b2f9-dd069926dbaf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:23.198885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.248502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:23.256093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a3ba1fd-6849-4a28-8baf-54c5dee187f9 req-80d8a1f2-1355-46f1-b38f-c735f3b8c0a4 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0374773 Oct 15 19:50:23.273639 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579ba34c-22d9-414d-bd1e-7ac1dbb69cbf" -d '{"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:23.483200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:23.487900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.491761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eff4f-6b1f-4ab1-a5ec-cab7be72fd71 req-efeefff1-64e3-4d29-a37f-022ef126fcb5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:23.503801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.510139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.510882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d1eff4f-6b1f-4ab1-a5ec-cab7be72fd71 req-efeefff1-64e3-4d29-a37f-022ef126fcb5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 945 time: 0.1135700 Oct 15 19:50:23.555639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Allocated IP 172.20.0.1 (ee15acf5-63d6-4faa-a68f-c6f8941339c5/07ef31b1-befa-49bd-9117-ff484782e0e7/4f68444c-39db-47b3-8906-296a07c5ee7c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:23.589513 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:23.590075 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:23.631739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788a9-684f-4d26-b2fb-81ff4d495261 None None] Pushing event updated for resources: {'Port': ['ID=d8f77131-d69e-4332-b34f-dc76b22cf8a4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:23.636327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Attempting to bind port d8f77131-d69e-4332-b34f-dc76b22cf8a4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:23.636820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Attempting to bind port d8f77131-d69e-4332-b34f-dc76b22cf8a4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:23.637380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Attempting to bind port d8f77131-d69e-4332-b34f-dc76b22cf8a4 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:23.684403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Bound port: d8f77131-d69e-4332-b34f-dc76b22cf8a4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.964130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:23.964898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d1eff4f-6b1f-4ab1-a5ec-cab7be72fd71 req-7e3e7c1a-9998-4223-9b9d-2f96c189875e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473384 Oct 15 19:50:23.964898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.062374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277c21-92f9-405d-b35d-2abccb476a09 req-796f4008-185d-43bd-9e8c-bcbc16809dd5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:24.071520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56277c21-92f9-405d-b35d-2abccb476a09 req-796f4008-185d-43bd-9e8c-bcbc16809dd5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1340916 Oct 15 19:50:24.147520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.162531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.210170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56277c21-92f9-405d-b35d-2abccb476a09 req-9e58412d-839d-42af-82c5-3e4dfb338864 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292434 Oct 15 19:50:24.216774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.231767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:24.233530 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.262573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:24.267660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] For port d8f77131-d69e-4332-b34f-dc76b22cf8a4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:24.377359 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1e97cf-69b6-413a-a7ba-98c8207e348b x-openstack-request-id: req-1a1e97cf-69b6-413a-a7ba-98c8207e348b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:24.383879 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:24.383879 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a1e97cf-69b6-413a-a7ba-98c8207e348b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:24.383879 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'code': 200} Oct 15 19:50:24.398125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] For port d8f77131-d69e-4332-b34f-dc76b22cf8a4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8f77131-d69e-4332-b34f-dc76b22cf8a4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:24.399410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.415088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Pushing event updated for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:24.421563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.459295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:50:24.480840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:24.506417 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.509928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:24.520705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:24.533189 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b42e509a-b16d-4275-97e6-87a0f1656527 req-dd5d69e0-37e5-48c2-8f17-ce8f811e1837 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0597475 Oct 15 19:50:24.540455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:24.548127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:24.639650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.680598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.681992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:24.742379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:24.820872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:24.926923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:24.927414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:25.111379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:25.112001 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:25.176126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36788a9-684f-4d26-b2fb-81ff4d495261 None None] Pushing event updated for resources: {'Port': ['ID=d8f77131-d69e-4332-b34f-dc76b22cf8a4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:25.211216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Deleting port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:25.223394 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.291836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.351893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:25.361997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:25.374994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:25.375707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.390264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] For port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:25.390713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.405942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Calling delete_port for 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:25.456870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3dd11-04eb-48ca-b422-509d6ea7f105 req-eca0a470-9c87-40d9-9efd-ba41709f4977 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:25.458477 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bc3dd11-04eb-48ca-b422-509d6ea7f105 req-eca0a470-9c87-40d9-9efd-ba41709f4977 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.3047996 Oct 15 19:50:25.530218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.540828 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8bc3dd11-04eb-48ca-b422-509d6ea7f105 req-1a163d80-c0ad-453f-ba71-145269854e0e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723538 Oct 15 19:50:25.551924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=fbf6f815-522b-467f-a774-6a3d2381ac1f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:25.580758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e63ca062-aebb-4dc4-9391-4e4c1ae6cb39 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6062202 Oct 15 19:50:25.582051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:25.605563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': 'fbf6f815-522b-467f-a774-6a3d2381ac1f', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1402289777'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:25.764482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.828573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:25.846901 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.922537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:25.943586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6adf4680-ddd1-4366-b8e5-40ce1d8bdbfb None None] Port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 update to ACTIVE by agent not found {{(pid=101182) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 15 19:50:25.952675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:26.063314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] No DVR routers for this DVR port 5a0a5c50-7634-4ad8-aeb2-4062d772ba09 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:26.069119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee83538-3348-4e2a-a0ed-c18f78000e82 req-219ec39e-ec32-407c-bcfb-8a85a00d6c8a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:26.070722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9ee83538-3348-4e2a-a0ed-c18f78000e82 req-219ec39e-ec32-407c-bcfb-8a85a00d6c8a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2089982 Oct 15 19:50:26.088318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82960468-01ab-44d9-a4d8-1496efe37348 None None] Pushing event deleted for resources: {'Port': ['ID=5a0a5c50-7634-4ad8-aeb2-4062d772ba09,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:26.101340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984a91e2-fed0-4cfe-a9af-ffdc03747325 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:26.193571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Pushing event updated for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:26.212739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:26.223532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:26.309257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9ee83538-3348-4e2a-a0ed-c18f78000e82 req-5d3b41dc-9d88-4975-8e68-2e9fc2081952 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197723 Oct 15 19:50:26.406056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:26.410891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:26.413200 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7589b8c4-e336-4408-9a71-1ac7897522cd" -d '{"events": [{"server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "name": "network-vif-plugged", "status": "completed", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:26.450335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-84e04e8d-16f0-48c8-955d-7eed6e3d40d0 None None] Could not find standard attr ID for object 0ed93a77-73c6-46a6-9d23-3b8913843e43. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:26.523079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-84e04e8d-16f0-48c8-955d-7eed6e3d40d0 None None] Provisioning complete for port 4f68444c-39db-47b3-8906-296a07c5ee7c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:26.523498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84e04e8d-16f0-48c8-955d-7eed6e3d40d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:26.566773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-84e04e8d-16f0-48c8-955d-7eed6e3d40d0 None None] Port 4f68444c-39db-47b3-8906-296a07c5ee7c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:26.626544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:26.678724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port bc9430d9-983f-4465-9339-53c0d20dbde2 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:50:26.839821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'fbf6f815-522b-467f-a774-6a3d2381ac1f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:26.843009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:26.849294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-604e23d3-3c57-4fd9-8d27-1a9c374d24c4 req-3441bc77-2798-41f5-8c05-32fc5f626e10 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.2097030 Oct 15 19:50:26.920416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:26.926652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:27.193790 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1c10f-362c-4a2d-9d48-7c765672bcee x-openstack-request-id: req-2eb1c10f-362c-4a2d-9d48-7c765672bcee {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:27.200416 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "name": "network-vif-plugged", "status": "completed", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:27.203349 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2eb1c10f-362c-4a2d-9d48-7c765672bcee {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:27.212203 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf', 'code': 200} Oct 15 19:50:27.214991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767556b-0e00-421b-9734-845f924569e7 req-0e082764-01ba-4d65-993b-eebf0ff68833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:27.216737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1767556b-0e00-421b-9734-845f924569e7 req-0e082764-01ba-4d65-993b-eebf0ff68833 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 1098 time: 0.1021664 Oct 15 19:50:27.292742 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:50:27.298099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:50:27.311121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1767556b-0e00-421b-9734-845f924569e7 req-d6cc05a6-22b2-47d6-b53b-8de873d69f9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Oct 15 19:50:27.353589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:16Z', 'revision_number': 3, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:27.482648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19034bf-0a93-4b68-80e8-f8d6b3ca1257 None None] The sync data for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 is: [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:16Z', 'revision_number': 3, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:27.520128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5dca240c-3162-40fb-b312-2381ec9f27dc None None] Provisioning complete for port 4f68444c-39db-47b3-8906-296a07c5ee7c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:27.520128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5dca240c-3162-40fb-b312-2381ec9f27dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:27.550392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207e256-e37f-4faf-89dc-2bba33c8de9e req-094d2655-a876-44cc-b392-06106c27b90b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:27.564335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9207e256-e37f-4faf-89dc-2bba33c8de9e req-094d2655-a876-44cc-b392-06106c27b90b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.2868822 Oct 15 19:50:27.599488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1d2a1c63-784e-4511-9b37-b99006f176e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.0140774 Oct 15 19:50:27.602409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:27.613877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Router e3ed95ec-16e2-4681-81c8-737bd1a05c20 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:50:27.626142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/fbf6f815-522b-467f-a774-6a3d2381ac1f/eaf4258a-ad3e-4390-b40c-62353fc13ebd) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:27.678569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2f9bee24-7d92-4e9c-a8a2-cf46e5c56a43 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0735800 Oct 15 19:50:27.679370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:27.680300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5dca240c-3162-40fb-b312-2381ec9f27dc None None] Port 4f68444c-39db-47b3-8906-296a07c5ee7c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:27.722248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9207e256-e37f-4faf-89dc-2bba33c8de9e req-ca318207-7ade-4109-aca9-97c1332076a6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536012 Oct 15 19:50:27.862247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b31e84-cc42-4f31-b456-34e40e615828 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:27.863853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b31e84-cc42-4f31-b456-34e40e615828 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:27.875826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-60b31e84-cc42-4f31-b456-34e40e615828 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1938047 Oct 15 19:50:27.876505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46196) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:27.972624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:28.020005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-09841680-20f8-49bb-9ad7-00f92edb6c82 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3ed95ec-16e2-4681-81c8-737bd1a05c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6604331 Oct 15 19:50:28.077313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet fbf6f815-522b-467f-a774-6a3d2381ac1f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:28.205858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.229989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a5be-324b-46b3-896b-9f5ffd8f97a2 req-781b1a66-5890-4a98-a2ac-c0542905377b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:28.258647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b56a5be-324b-46b3-896b-9f5ffd8f97a2 req-781b1a66-5890-4a98-a2ac-c0542905377b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2817852 Oct 15 19:50:28.294701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.295475 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.402695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b56a5be-324b-46b3-896b-9f5ffd8f97a2 req-8dea6a80-3d35-4131-8d02-3725c597c4b8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405139 Oct 15 19:50:28.413720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:28.430015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.437427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:28.443715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:28.451346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Pushing event updated for resources: {'Port': ['ID=eaf4258a-ad3e-4390-b40c-62353fc13ebd,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:28.543215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Attempting to bind port eaf4258a-ad3e-4390-b40c-62353fc13ebd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:28.543609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Attempting to bind port eaf4258a-ad3e-4390-b40c-62353fc13ebd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:28.543963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Attempting to bind port eaf4258a-ad3e-4390-b40c-62353fc13ebd on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:28.550052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:28.550456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:28.550919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.551379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:28.551862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Bound port: eaf4258a-ad3e-4390-b40c-62353fc13ebd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:28.552304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.645803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] For port eaf4258a-ad3e-4390-b40c-62353fc13ebd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:28.649156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] For port eaf4258a-ad3e-4390-b40c-62353fc13ebd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf4258a-ad3e-4390-b40c-62353fc13ebd,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:28.692304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7b56741e-0dcd-4a18-81b3-68a972368d20 req-76acc114-3b14-4613-857f-7ef34b4a23c9 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0825479 Oct 15 19:50:28.785227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:28.785507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.012998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787e738-d403-44b5-b599-81df70271bf7 req-eeac465a-cb22-4a24-b06c-9a40a6fd5839 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:29.014833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1787e738-d403-44b5-b599-81df70271bf7 req-eeac465a-cb22-4a24-b06c-9a40a6fd5839 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1103766 Oct 15 19:50:29.027042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.116950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf6f815-522b-467f-a774-6a3d2381ac1f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:29.119350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.123186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca99478d-16ac-4b6b-9b04-02f036225f6b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fbf6f815-522b-467f-a774-6a3d2381ac1f HTTP/1.1" status: 204 len: 168 time: 1.2456899 Oct 15 19:50:29.126179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:29.131078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1787e738-d403-44b5-b599-81df70271bf7 req-07453687-6f1f-4ab0-b7b7-e228b2d96164 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784390 Oct 15 19:50:29.185962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8f77131-d69e-4332-b34f-dc76b22cf8a4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:29.233217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-41e643bb-ebbd-4c7d-8afe-f12deaaf7b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052799 Oct 15 19:50:29.239459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46222) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:29.244604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:29.352768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354b175-b436-4917-96b0-c1f12c4a1cb2 None None] Pushing event updated for resources: {'Port': ['ID=eaf4258a-ad3e-4390-b40c-62353fc13ebd,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:29.412526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d8f77131-d69e-4332-b34f-dc76b22cf8a4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:29.412886 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.651830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:29.653432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.656334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.721846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port d8f77131-d69e-4332-b34f-dc76b22cf8a4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8f77131-d69e-4332-b34f-dc76b22cf8a4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:29.747109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd74f2-2c22-4b89-a96a-36696c8ea9db req-aa281a88-4ce2-4ba3-80f5-b6067ced22b7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:29.755781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cfd74f2-2c22-4b89-a96a-36696c8ea9db req-aa281a88-4ce2-4ba3-80f5-b6067ced22b7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2216837 Oct 15 19:50:29.809260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:29.897385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cfd74f2-2c22-4b89-a96a-36696c8ea9db req-028d2417-daca-4646-b5fc-564634e53c84 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403499 Oct 15 19:50:29.915572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=d8f77131-d69e-4332-b34f-dc76b22cf8a4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:30.132532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43b402a5-da57-4d97-ac9c-60c7911576e8 req-c9c6fa21-8c85-48e2-8304-11a80b80a563 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0736454 Oct 15 19:50:30.221508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.329754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:30.335901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:30.348461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:30.349489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.361737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=e9f38a0b-9fa2-4b1e-814d-732330ed9ea0,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:30.387835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec8a4a-2136-42be-8972-cc357d2330c4 req-10ff8d54-5d1a-42b7-9f2d-e919689a3497 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:30.389750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebec8a4a-2136-42be-8972-cc357d2330c4 req-10ff8d54-5d1a-42b7-9f2d-e919689a3497 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1073520 Oct 15 19:50:30.479474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebec8a4a-2136-42be-8972-cc357d2330c4 req-bacfdf60-f165-4bce-b0bc-6a3a1a64486d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709870 Oct 15 19:50:30.496187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:30.503770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:30.511031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e0c8552-ef94-491e-8a25-d2dc89d60925 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2703393 Oct 15 19:50:30.627002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.635268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.717873 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Sync routers for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:30.728704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.736832 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:30.737722 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:30.816447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.970051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:30.970308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8f77131-d69e-4332-b34f-dc76b22cf8a4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:30.991159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:30.991159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-469ae4b6-6e36-4895-a0f0-e217c2c4a73b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4927285 Oct 15 19:50:30.993490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:31.149832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d8f77131-d69e-4332-b34f-dc76b22cf8a4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:31.150854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:31.161304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6ec49-380e-4d7f-9d84-63a4a5a6acc5 req-d47d8fc4-d4d6-43fe-9532-072918d1d021 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:31.169456 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bfe6ec49-380e-4d7f-9d84-63a4a5a6acc5 req-d47d8fc4-d4d6-43fe-9532-072918d1d021 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.1020374 Oct 15 19:50:31.268958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bfe6ec49-380e-4d7f-9d84-63a4a5a6acc5 req-635828e3-5338-46a7-8678-d4a4e6615302 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984931 Oct 15 19:50:31.399226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf4258a-ad3e-4390-b40c-62353fc13ebd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:31.478495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5721e63-73b4-4283-832e-406f38e2f3c6 req-d6b90b3c-2095-4798-b1f3-5ea52783fdb6 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0803797 Oct 15 19:50:31.481014 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 2, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:31.559298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eaf4258a-ad3e-4390-b40c-62353fc13ebd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:31.564651 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:31.592707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:31.616665 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Checking router: e3ed95ec-16e2-4681-81c8-737bd1a05c20 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:31.619087 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Updating router e3ed95ec-16e2-4681-81c8-737bd1a05c20 port 4f68444c-39db-47b3-8906-296a07c5ee7c binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:31.690618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75d4689-d446-4364-b493-b128b4add3b8 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:31.743265 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:31.858695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:31.920602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port eaf4258a-ad3e-4390-b40c-62353fc13ebd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf4258a-ad3e-4390-b40c-62353fc13ebd,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:31.988050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-06ce8aa3-9689-4353-81e9-c7020dd2dc02 None None] Provisioning complete for port eaf4258a-ad3e-4390-b40c-62353fc13ebd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:31.990231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-06ce8aa3-9689-4353-81e9-c7020dd2dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.023833 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.212938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::1 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/e9f38a0b-9fa2-4b1e-814d-732330ed9ea0/d0adaf4c-53ff-48b3-af97-266bf34ec8ed) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:32.374990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=eaf4258a-ad3e-4390-b40c-62353fc13ebd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:32.466914 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.507508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df085e58-cbb5-4138-81d8-166be1eee711 req-2b65e914-29f7-45cb-9032-e84916fbb8a4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:32.511227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df085e58-cbb5-4138-81d8-166be1eee711 req-2b65e914-29f7-45cb-9032-e84916fbb8a4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.0756645 Oct 15 19:50:32.563844 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.623571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.627143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-df085e58-cbb5-4138-81d8-166be1eee711 req-f25b0bdd-3035-4289-9747-81ee35852d57 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003683 Oct 15 19:50:32.696734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcc05bcb-73eb-428c-aacc-d0ffc657c75a req-a72ad4a6-4a52-43d2-b627-68c51bb977ea tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0911891 Oct 15 19:50:32.817666 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a90464-c2f6-410b-ae71-bbf24455c1ba None None] Pushing event updated for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:32.968557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:32.970251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf4258a-ad3e-4390-b40c-62353fc13ebd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:33.004368 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Attempting to bind port 4f68444c-39db-47b3-8906-296a07c5ee7c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:33.004659 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Attempting to bind port 4f68444c-39db-47b3-8906-296a07c5ee7c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:33.005021 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Attempting to bind port 4f68444c-39db-47b3-8906-296a07c5ee7c on network ee15acf5-63d6-4faa-a68f-c6f8941339c5 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:33.006205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:33.014773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:33.029439 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:33.031727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Checking segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:33.035096 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.045715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:33.045715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.045921 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Bound using segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:33.045921 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Bound port: 4f68444c-39db-47b3-8906-296a07c5ee7c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:33.045921 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.046338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d0adaf4c-53ff-48b3-af97-266bf34ec8ed,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:33.080316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-549d8d28-f898-4fca-bd42-75d3420ff233 None None] Provisioning complete for port eaf4258a-ad3e-4390-b40c-62353fc13ebd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:33.081123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-549d8d28-f898-4fca-bd42-75d3420ff233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.086180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eaf4258a-ad3e-4390-b40c-62353fc13ebd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:33.086940 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.182500 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] For port 4f68444c-39db-47b3-8906-296a07c5ee7c, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:33.191385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] For port 4f68444c-39db-47b3-8906-296a07c5ee7c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4f68444c-39db-47b3-8906-296a07c5ee7c,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:33.261559 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.388345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:33.391120 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:33.395625 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a90464-c2f6-410b-ae71-bbf24455c1ba None None] Pushing event updated for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:33.447338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.519726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] Provisioning complete for port 4f68444c-39db-47b3-8906-296a07c5ee7c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:33.520197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.688153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:33.712087 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:33.848896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] For port 4f68444c-39db-47b3-8906-296a07c5ee7c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4f68444c-39db-47b3-8906-296a07c5ee7c,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:33.980870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.152008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e16ef-7bb0-4a5a-8de2-dfe5cf2a79c2 None None] Pushing event updated for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:34.178478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-df4d5ee3-88fe-435c-925c-2e7bb89075ea None None] Provisioning complete for port 4f68444c-39db-47b3-8906-296a07c5ee7c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:34.180780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c376a6e-0efe-4965-8c83-60c5f7678049 req-03b706fa-b7f6-436d-a4e3-c313e5160101 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.3068945 Oct 15 19:50:34.182123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df4d5ee3-88fe-435c-925c-2e7bb89075ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.225259 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:34.255871 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041feacb-0892-491e-902b-2a14aba40be1 None None] The sync data for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 is: [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:34.289258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191a32-4fe3-4db2-86af-2af4498f7c4d req-837a8ade-97ff-4315-a85a-ab9dd1817c00 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:34.315009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45191a32-4fe3-4db2-86af-2af4498f7c4d req-837a8ade-97ff-4315-a85a-ab9dd1817c00 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.4819593 Oct 15 19:50:34.392304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-df4d5ee3-88fe-435c-925c-2e7bb89075ea None None] Provisioning complete for port d0adaf4c-53ff-48b3-af97-266bf34ec8ed triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:34.392691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df4d5ee3-88fe-435c-925c-2e7bb89075ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.398698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.416671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45191a32-4fe3-4db2-86af-2af4498f7c4d req-1dbb6142-71ff-4f95-a2fd-71cf56f2267e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014380 Oct 15 19:50:34.451428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-df4d5ee3-88fe-435c-925c-2e7bb89075ea None None] Port d0adaf4c-53ff-48b3-af97-266bf34ec8ed cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:34.523619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.532452 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:34.638630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d0adaf4c-53ff-48b3-af97-266bf34ec8ed,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:34.688749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:34.690287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:34.890218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4f68444c-39db-47b3-8906-296a07c5ee7c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:34.917497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:50:35.033942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4f68444c-39db-47b3-8906-296a07c5ee7c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:35.034704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:35.231478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:35.239122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-aca9648d-f681-48ad-b038-ae0e609820cb None None] Provisioning complete for port d0adaf4c-53ff-48b3-af97-266bf34ec8ed triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:35.239660 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aca9648d-f681-48ad-b038-ae0e609820cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:35.240577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d79a6013-2579-4dba-add8-74fb7aac4c53 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "PUT /v2.0/routers/7452076d-8ed2-4103-bbbc-f7ec6494cff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2458000 Oct 15 19:50:35.243280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46410) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:35.283131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Sync routers for ids ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:35.313654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aca9648d-f681-48ad-b038-ae0e609820cb None None] Port d0adaf4c-53ff-48b3-af97-266bf34ec8ed cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:35.316862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39fdfeb-e5ef-44d4-9de0-03ce7f193e4d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:35.321045 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c39fdfeb-e5ef-44d4-9de0-03ce7f193e4d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports/d0adaf4c-53ff-48b3-af97-266bf34ec8ed HTTP/1.1" status: 200 len: 911 time: 0.0760109 Oct 15 19:50:35.323843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46414) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:35.328671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Routers {'7452076d-8ed2-4103-bbbc-f7ec6494cff6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:35.329981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:35.390493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb0374f-2d97-4358-b4b5-a4ce17b1fb91 req-7b5f1023-1783-43e5-9f20-00dcf2327d23 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0636823 Oct 15 19:50:35.404815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a440d-7a90-48e8-aae8-2ba6f4750c55 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:35.413530 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4a440d-7a90-48e8-aae8-2ba6f4750c55 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:35.418653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:35.419249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-de4a440d-7a90-48e8-aae8-2ba6f4750c55 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0940113 Oct 15 19:50:35.477416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Set router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:35.785551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 2, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None, '_interfaces': [{'id': 'd0adaf4c-53ff-48b3-af97-266bf34ec8ed', 'name': '', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'mac_address': 'fa:16:3e:b4:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': 'e9f38a0b-9fa2-4b1e-814d-732330ed9ea0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:31Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 2, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'subnets': [{'id': 'e9f38a0b-9fa2-4b1e-814d-732330ed9ea0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:35.835199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Checking router: 7452076d-8ed2-4103-bbbc-f7ec6494cff6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:35.836881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Updating router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 port d0adaf4c-53ff-48b3-af97-266bf34ec8ed binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:35.867333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:36.364042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:36.524552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:36.770014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port d0adaf4c-53ff-48b3-af97-266bf34ec8ed {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:36.770525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:36.872917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:36.888866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for d0adaf4c-53ff-48b3-af97-266bf34ec8ed owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:37.347139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:37.464722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b07373-6c57-4dee-b6ba-1f2df0c8d726 None None] Pushing event updated for resources: {'Port': ['ID=d0adaf4c-53ff-48b3-af97-266bf34ec8ed,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:37.524613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Attempting to bind port d0adaf4c-53ff-48b3-af97-266bf34ec8ed on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:37.530358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Attempting to bind port d0adaf4c-53ff-48b3-af97-266bf34ec8ed by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:37.530358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Attempting to bind port d0adaf4c-53ff-48b3-af97-266bf34ec8ed on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:37.533386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:37.533947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:37.534967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:37.534967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:37.540320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Bound port: d0adaf4c-53ff-48b3-af97-266bf34ec8ed, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:37.540962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:37.546141 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:37.573603 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:50:37.631350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=d0adaf4c-53ff-48b3-af97-266bf34ec8ed,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:37.650586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Port d0adaf4c-53ff-48b3-af97-266bf34ec8ed has been deleted concurrently {{(pid=101182) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 19:50:37.690130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Routers {'7452076d-8ed2-4103-bbbc-f7ec6494cff6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:37.691753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:37.795492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:37.823634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9f66d0c4-017b-41cc-a503-e369520ae10e None None] Could not find standard attr ID for object d0adaf4c-53ff-48b3-af97-266bf34ec8ed. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:37.832599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] Set router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:37.907776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:37Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:37.918062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d484d-0a63-4949-ae6e-967bca46c54f req-1b696bdd-ea18-4039-91e3-b7fa6b5ab54e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:37.920487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c2d484d-0a63-4949-ae6e-967bca46c54f req-1b696bdd-ea18-4039-91e3-b7fa6b5ab54e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 944 time: 0.2150702 Oct 15 19:50:37.947730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d909af-af9a-406a-ab03-75ec4940a3a7 None None] The sync data for ids ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'] in n-d-712140-14 is: [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:37Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:37.967531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 552b1228-773a-46ed-af33-22608836b9ed details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:50:38.121169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:50:38.143101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c2d484d-0a63-4949-ae6e-967bca46c54f req-7f3db7f6-2ca5-4513-805f-851a93105c5f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687524 Oct 15 19:50:38.295253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:38.330719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22997d09-17f8-4846-8f7a-a6bd3b7a602f req-12a7cad8-b191-4935-89e2-5ff6742154c3 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0378606 Oct 15 19:50:38.334524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-68766098-d3c1-4c97-bea1-9dad79a82d2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "PUT /v2.0/routers/7452076d-8ed2-4103-bbbc-f7ec6494cff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9147871 Oct 15 19:50:38.337341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46450) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:38.366456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:38.394081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '552b1228-773a-46ed-af33-22608836b9ed', 'network_id': '4a472727-3f94-4b20-bc8d-65ca2fe271d9', 'port_id': '552b1228-773a-46ed-af33-22608836b9ed', 'mac_address': 'fa:16:3e:e9:07:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c33c12-682e-4ceb-bbc3-0e63b23bd5c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:50:38.441912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e3016-1ff4-438e-9df4-ae51a52b94e9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:38.446557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e3016-1ff4-438e-9df4-ae51a52b94e9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:38.448494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e3e3016-1ff4-438e-9df4-ae51a52b94e9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1094389 Oct 15 19:50:38.451130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46454) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:38.456845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.484703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:50:38.517010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:38.523404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet e9f38a0b-9fa2-4b1e-814d-732330ed9ea0 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:38.531310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.614548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.634176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.701038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:38.745597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.930090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.972828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f38a0b-9fa2-4b1e-814d-732330ed9ea0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:38.981383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:38.985107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-02de5337-90f7-456e-9f5d-d3f04b388f38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/e9f38a0b-9fa2-4b1e-814d-732330ed9ea0 HTTP/1.1" status: 204 len: 168 time: 0.5323770 Oct 15 19:50:38.987685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:38.990336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45b445-beab-4ed8-b0c3-e0513c4cacb6 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:39.122347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:50:39.151287 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bfd0b700-97cb-427f-be62-c68da43c8d4e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1623387 Oct 15 19:50:39.154349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46466) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:39.253955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Sync routers for ids ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:39.267723 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Routers {'7452076d-8ed2-4103-bbbc-f7ec6494cff6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:39.268363 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:39.315075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.347734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:50:39.412310 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Set router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:39.515626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Deleting port eaf4258a-ad3e-4390-b40c-62353fc13ebd {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:39.515626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.578291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:37Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:39.627788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Checking router: 7452076d-8ed2-4103-bbbc-f7ec6494cff6 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:39.635029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] For port eaf4258a-ad3e-4390-b40c-62353fc13ebd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eaf4258a-ad3e-4390-b40c-62353fc13ebd,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:39.635435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.652189 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Routers {'7452076d-8ed2-4103-bbbc-f7ec6494cff6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:39.652901 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:39.674317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Calling delete_port for eaf4258a-ad3e-4390-b40c-62353fc13ebd owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:39.703609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.706200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.826051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] Set router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:39.883671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e1e2d-0fb7-47d7-b445-4cd36096b860 req-dc7b9295-a703-46b4-ba32-36bb585a03cc tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:39.885696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-544e1e2d-0fb7-47d7-b445-4cd36096b860 req-dc7b9295-a703-46b4-ba32-36bb585a03cc tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.4958196 Oct 15 19:50:39.892027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-a118a0e3-6b23-4c22-acbf-e7af343bddfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1087649 Oct 15 19:50:39.925896 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:37Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:39.956199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-544e1e2d-0fb7-47d7-b445-4cd36096b860 req-9363bf11-f862-410b-a5c8-964e9813e28b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508163 Oct 15 19:50:39.966005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a502c2-8d6c-48c4-b484-3014edb24d7b None None] The sync data for ids ['7452076d-8ed2-4103-bbbc-f7ec6494cff6'] in n-d-712140-14 is: [{'id': '7452076d-8ed2-4103-bbbc-f7ec6494cff6', 'name': 'tempest-NetworksTestDHCPv6-router-1770359429', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:30Z', 'updated_at': '2021-10-15T19:50:37Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:39.970601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:39.998271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:40.003518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Fanout notify agent at l3_agent the message router_deleted on router 7452076d-8ed2-4103-bbbc-f7ec6494cff6 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:50:40.028534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:40.030040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-63e89df3-9754-434c-b0cc-486e7c9d78fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/routers/7452076d-8ed2-4103-bbbc-f7ec6494cff6 HTTP/1.1" status: 204 len: 168 time: 0.8745058 Oct 15 19:50:40.034967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46484) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:40.055363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:40.080916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-13d2a6e0-a44e-4c7d-8ca1-95de9b6e1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:40.088935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-13d2a6e0-a44e-4c7d-8ca1-95de9b6e1469 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 1098 time: 0.1072960 Oct 15 19:50:40.089087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] Pushing event deleted for resources: {'Port': ['ID=eaf4258a-ad3e-4390-b40c-62353fc13ebd,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:40.105672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:50:40.149188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22db07ad-a831-4bb0-96fd-5520d2ac210c req-5e051cd4-0110-4a75-aef5-4423c1e99275 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0587378 Oct 15 19:50:40.276394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71f8fe-92ff-47dc-a3e5-6c33f3a8da0a None None] No DVR routers for this DVR port eaf4258a-ad3e-4390-b40c-62353fc13ebd on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:40.299030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-fda38571-35d1-46a2-89cc-b6bb906f7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:40.300027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:40.300688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-fda38571-35d1-46a2-89cc-b6bb906f7839 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 911 time: 0.1501465 Oct 15 19:50:40.314055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'mac_address': 'fa:16:3e:39:69:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:50:40.363657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:40.384670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:50:40.393598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-e926cb4a-19a1-4e5b-b5d0-46515b223db3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf HTTP/1.1" status: 200 len: 217 time: 0.0831394 Oct 15 19:50:40.424462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:40.455122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:40.459048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:40.483705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:40.506582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-2f6cccec-ee08-4b38-8979-e6331f371166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:40.511028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-2f6cccec-ee08-4b38-8979-e6331f371166 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.1087699 Oct 15 19:50:40.582624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-c9aad7fc-b316-428e-982d-f45283fdc7c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611036 Oct 15 19:50:40.626322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['95d616d0-75cc-4669-bba8-9d9a600e1cb7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:50:40.694225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:40.793762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-372c7b0a-98fe-4daf-86e8-744217ef0694 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033131 Oct 15 19:50:40.892117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf4258a-ad3e-4390-b40c-62353fc13ebd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:40.942354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f5f5437-549d-442b-9e55-5d06e8484c4c req-a79c03f9-01cf-4f01-b73d-d8a02150e258 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392910 Oct 15 19:50:40.968744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eaf4258a-ad3e-4390-b40c-62353fc13ebd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:50:40.969309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eaf4258a-ad3e-4390-b40c-62353fc13ebd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:50:41.163744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a0daa-b36f-42f9-8d7b-a6d329fd2a4f req-2498c108-f908-4142-a2be-06594ce1093e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:41.208870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-704a0daa-b36f-42f9-8d7b-a6d329fd2a4f req-2498c108-f908-4142-a2be-06594ce1093e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.0748229 Oct 15 19:50:41.214186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-704a0daa-b36f-42f9-8d7b-a6d329fd2a4f req-660cfa97-ed8f-439f-b095-7f3efae6d629 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391510 Oct 15 19:50:41.337083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e4b4c1d-46a8-438f-bca7-a1edd5f117aa req-f41d820b-a22e-432a-8774-5e9deec516d5 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0337803 Oct 15 19:50:41.397697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.497648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=34a23559-b10d-4242-8f08-b1706e35b004,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:41.506676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:41.509083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:41.527644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:41.527644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.528410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a6aa2-e596-4ac3-be37-07cd7bac2172 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:41.596887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4582c619-e106-4bfc-ba59-2c72da9d99ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5606685 Oct 15 19:50:41.599511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:41.604237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1831582500', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:41.742193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '34a23559-b10d-4242-8f08-b1706e35b004'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:41.744069 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.769656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.770824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.873025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:41.884300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-10ebf240-f0d4-4536-a201-765a081e722c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734632 Oct 15 19:50:41.931799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/34a23559-b10d-4242-8f08-b1706e35b004/eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:41.971727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.016719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:42.025138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-91a6f1e1-905e-498d-aac4-6a57119ffbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:42.031707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-91a6f1e1-905e-498d-aac4-6a57119ffbdd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 1100 time: 0.1177063 Oct 15 19:50:42.090880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:42.091242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.168079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.169402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e62142be-3959-43f1-9c84-49fe710cdad5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5688746 Oct 15 19:50:42.171618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-3e479f44-b133-41c3-95aa-eb018f52eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:42.172543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46516) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:42.173241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-3e479f44-b133-41c3-95aa-eb018f52eb78 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1208348 Oct 15 19:50:42.228231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-59805af9-d94e-419b-832a-50a7b7acdf22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15 HTTP/1.1" status: 200 len: 217 time: 0.0464439 Oct 15 19:50:42.287890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.296030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-a377fd2d-3975-461e-a6ad-05ef4bc1c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:42.297802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-a377fd2d-3975-461e-a6ad-05ef4bc1c435 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0629752 Oct 15 19:50:42.354439 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.387994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.397363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-1fefbaa0-b68f-4080-a411-331d96cfd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:42.399013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-1fefbaa0-b68f-4080-a411-331d96cfd6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918806 Oct 15 19:50:42.453753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:42.456113 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5988c6-3a3a-4796-9d3d-fd0d0f3b54d0" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:42.499738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:42.526108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Pushing event updated for resources: {'Port': ['ID=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:42.528741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-d24cb136-8c3b-4a32-af80-0de6f3f42e85 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131377 Oct 15 19:50:42.549104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:42.549104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:42.549104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:42.622594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22c911c8-e43d-40fc-8e95-3828162134fd req-8f17fae7-694a-4a87-8eb5-a8de5a5316c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0554421 Oct 15 19:50:42.633255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8ff82-0832-421b-a1f0-e7b67f4a4a99 req-c37501f6-833c-4358-b5dd-32fb9a24dd3a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:42.640686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Attempting to bind port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:42.641054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Attempting to bind port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:42.641420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Attempting to bind port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:42.641552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81f8ff82-0832-421b-a1f0-e7b67f4a4a99 req-c37501f6-833c-4358-b5dd-32fb9a24dd3a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 945 time: 0.2647054 Oct 15 19:50:42.647907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:42.648286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:42.648670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.649067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:42.649612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Bound port: eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:42.649977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.743040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] For port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:42.747897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] For port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:42.751750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.796789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81f8ff82-0832-421b-a1f0-e7b67f4a4a99 req-ecc8049e-f9ae-4454-a50e-17d0334f5330 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484115 Oct 15 19:50:42.808199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0158c5e6-039e-42ce-8d9a-ef9d4fa0ef68 req-149b1fd5-c552-4fe9-874e-4e6f4f2b83ad service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664604 Oct 15 19:50:42.873284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.874715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 552b1228-773a-46ed-af33-22608836b9ed up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:42.881631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:42.946729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-092f252b-1cad-4f5e-9cfc-ec45ff4d7a3b req-bcaffe55-b740-4584-befa-588c04da9459 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0575349 Oct 15 19:50:43.038815 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fafe1a5-1ea4-4185-ae29-36aceab4b28f x-openstack-request-id: req-5fafe1a5-1ea4-4185-ae29-36aceab4b28f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:43.039117 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-plugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:43.039375 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fafe1a5-1ea4-4185-ae29-36aceab4b28f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:43.039938 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'code': 200} Oct 15 19:50:43.045894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:43.120389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d27afeb-c55a-4584-92eb-543a0f315d79 None None] Pushing event updated for resources: {'Port': ['ID=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:43.158319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 552b1228-773a-46ed-af33-22608836b9ed completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:50:43.162563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 552b1228-773a-46ed-af33-22608836b9ed triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:43.163140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.319150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::1 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/34a23559-b10d-4242-8f08-b1706e35b004/d5dbe023-eb9a-4aa4-8adb-1db05b622e8c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:43.338695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.396881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:43.489175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.514074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.554072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:43.633050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.690642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:43.694341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:43.698288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:43.703920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:43.748232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d5dbe023-eb9a-4aa4-8adb-1db05b622e8c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:43.968757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec2d25-5293-4c3a-bf6a-bdf57bafddd0 req-190f1dba-02eb-49ea-8b49-223b9b579500 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:43.981878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62ec2d25-5293-4c3a-bf6a-bdf57bafddd0 req-190f1dba-02eb-49ea-8b49-223b9b579500 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0817688 Oct 15 19:50:44.009723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:44.073534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62ec2d25-5293-4c3a-bf6a-bdf57bafddd0 req-0516e55d-5342-42b4-9961-1e17037fb50d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902154 Oct 15 19:50:44.210786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a55458c-9256-4fc5-95dc-dfddd4644c77 req-59b898d6-20e5-4aac-824f-ec594dc7cf5b tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0400393 Oct 15 19:50:44.523272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] Provisioning complete for port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:44.524385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:44.671841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:44.760133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] For port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:44.870745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:44.918331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.003386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.009680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40037f1e-fe7a-468f-a823-7cf09f5f2a7b None None] Pushing event updated for resources: {'Port': ['ID=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:45.019402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:45.019798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.066798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:45.070350 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c52d9-4ef0-4d09-b60a-4b47cb0c58a0" -d '{"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:45.080779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.083956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.137736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2bf798f4-e81a-4c66-a844-f086480a28b4 None None] Provisioning complete for port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:45.138209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2bf798f4-e81a-4c66-a844-f086480a28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.221736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d5dbe023-eb9a-4aa4-8adb-1db05b622e8c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:45.257800 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb4790c-836c-4af7-8be3-57d496a5a56f x-openstack-request-id: req-bfb4790c-836c-4af7-8be3-57d496a5a56f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:45.262311 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-plugged", "status": "completed", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:45.262632 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfb4790c-836c-4af7-8be3-57d496a5a56f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:45.263055 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'code': 200} Oct 15 19:50:45.285891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:45.289157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:45.310211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2bf798f4-e81a-4c66-a844-f086480a28b4 None None] Port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:45.387954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a204bad-9556-4366-91df-e91c0a382f5f req-cdc4fe5a-6746-4640-8bb5-b906630fc98b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:45.389951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a204bad-9556-4366-91df-e91c0a382f5f req-cdc4fe5a-6746-4640-8bb5-b906630fc98b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1130192 Oct 15 19:50:45.479954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a204bad-9556-4366-91df-e91c0a382f5f req-ca71a26a-89b4-45ad-9a80-dc3a2b669d8b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843191 Oct 15 19:50:45.498009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c7d29-988c-472f-aca1-ac0a06f14b59 req-e88f3f23-8f5e-4f09-a690-8d2a1ccdc518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:45.506098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Router 62b45b8e-d14d-4d20-b86c-20961bff2ecc is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:50:45.510256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05c7d29-988c-472f-aca1-ac0a06f14b59 req-e88f3f23-8f5e-4f09-a690-8d2a1ccdc518 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1098 time: 0.0900898 Oct 15 19:50:45.589320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05c7d29-988c-472f-aca1-ac0a06f14b59 req-5b07c5c0-4b9d-467d-a1d2-2df10987a08f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697656 Oct 15 19:50:45.640563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c9fd49-44ff-457a-804e-6b907c4632e8 req-e499fd96-5958-4d10-a67f-584b63acafb2 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0474803 Oct 15 19:50:45.654741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-047b210d-555b-4456-bf49-495e441e1c1b None None] Provisioning complete for port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:45.655573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-047b210d-555b-4456-bf49-495e441e1c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:45.706693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:45.716245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46570) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:45.718450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca1caaa6-1626-4fdf-800e-64164db65626 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "PUT /v2.0/routers/62b45b8e-d14d-4d20-b86c-20961bff2ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5447183 Oct 15 19:50:45.725376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Sync routers for ids ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:45.731471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-047b210d-555b-4456-bf49-495e441e1c1b None None] Port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:45.741109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Routers {'62b45b8e-d14d-4d20-b86c-20961bff2ecc'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:45.741749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:45.818334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf903809-745b-491b-9e85-b6709ad82c1c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:45.822032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bf903809-745b-491b-9e85-b6709ad82c1c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports/d5dbe023-eb9a-4aa4-8adb-1db05b622e8c HTTP/1.1" status: 200 len: 911 time: 0.1025581 Oct 15 19:50:45.823350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46572) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:45.861291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Set router 62b45b8e-d14d-4d20-b86c-20961bff2ecc gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:45.883960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223c455-bc11-4662-a756-d01bac2b41b8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:45.894417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223c455-bc11-4662-a756-d01bac2b41b8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:45.894417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1223c455-bc11-4662-a756-d01bac2b41b8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0688100 Oct 15 19:50:45.896794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:46.139927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a489003-9dbb-4225-9869-afe8381b375d req-3d6c4301-59cb-484d-aec2-b4974a3af4f6 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21&device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0349340 Oct 15 19:50:46.288447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b45b8e-d14d-4d20-b86c-20961bff2ecc', 'name': 'tempest-NetworksTestDHCPv6-router-1831582500', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:41Z', 'updated_at': '2021-10-15T19:50:43Z', 'revision_number': 2, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None, '_interfaces': [{'id': 'd5dbe023-eb9a-4aa4-8adb-1db05b622e8c', 'name': '', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'mac_address': 'fa:16:3e:94:13:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b45b8e-d14d-4d20-b86c-20961bff2ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '34a23559-b10d-4242-8f08-b1706e35b004', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:42Z', 'updated_at': '2021-10-15T19:50:44Z', 'revision_number': 2, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'subnets': [{'id': '34a23559-b10d-4242-8f08-b1706e35b004', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:46.330166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Checking router: 62b45b8e-d14d-4d20-b86c-20961bff2ecc for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:46.330655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Updating router 62b45b8e-d14d-4d20-b86c-20961bff2ecc port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:50:46.365938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:46.540816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:46.663693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c76aea-b2bb-4367-859e-d924d53aaaa1 req-761f1229-cb20-4e32-81bd-c5c0f85b3f80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d4c4d45799a481f802863f21be5b53e&device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0288889 Oct 15 19:50:46.712620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c76aea-b2bb-4367-859e-d924d53aaaa1 req-d95ded69-70c0-4b8f-9296-eb4e18c0e51e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5d4c4d45799a481f802863f21be5b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342667 Oct 15 19:50:46.758516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb661d-f4f9-4c1f-95aa-45faccf803c8 req-120755c8-4124-4311-9ec9-00aab1837aa5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:46.766745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ebb661d-f4f9-4c1f-95aa-45faccf803c8 req-120755c8-4124-4311-9ec9-00aab1837aa5 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1416717 Oct 15 19:50:46.772700 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:46.834718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:46.851166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ebb661d-f4f9-4c1f-95aa-45faccf803c8 req-3d46e781-eff4-453e-ae80-011041356e57 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 Oct 15 19:50:46.868069 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:46.889236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:46.892504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:46.914723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c76aea-b2bb-4367-859e-d924d53aaaa1 req-3cbe168a-520b-4a0b-a49c-f1cb9c6e091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:46.916545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c76aea-b2bb-4367-859e-d924d53aaaa1 req-3cbe168a-520b-4a0b-a49c-f1cb9c6e091d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1933892 Oct 15 19:50:46.932469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55422c3c-8c7f-4686-bf6b-c1e94a025165 None None] Pushing event updated for resources: {'Port': ['ID=d5dbe023-eb9a-4aa4-8adb-1db05b622e8c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:46.987727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03529ff4-a980-40ed-bec1-5ca844c6da48 req-0b3d9be5-4c09-4456-91e9-d5b43dd22a5c tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0645249 Oct 15 19:50:47.042902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.046658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:47.047226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:47.047654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:47.051601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:47.052115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.074466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for d5dbe023-eb9a-4aa4-8adb-1db05b622e8c owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:47.101297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:47.102008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:47.102617 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.103222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:47.103946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Bound port: d5dbe023-eb9a-4aa4-8adb-1db05b622e8c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:47.104952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.296863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-396715df-ebfc-42ba-9460-3e3ae32d8fa2 None None] Provisioning complete for port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:47.301089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-396715df-ebfc-42ba-9460-3e3ae32d8fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.336390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-396715df-ebfc-42ba-9460-3e3ae32d8fa2 None None] Port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:50:47.351615 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.354283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:50:47.354744 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:50:47.415318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=d5dbe023-eb9a-4aa4-8adb-1db05b622e8c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:47.472641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.472989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.473321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.473680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.473970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.474291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.474609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.474927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.475244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.475585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.475903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.476306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:47.540469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.736408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Router 62b45b8e-d14d-4d20-b86c-20961bff2ecc has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:50:47.821473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:50:47.826560 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-783d3b25-a5c2-4bc6-a8cf-cf99244c04df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "PUT /v2.0/routers/62b45b8e-d14d-4d20-b86c-20961bff2ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9282980 Oct 15 19:50:47.829242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:47.871732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:47.872346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:47.872463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Attempting to bind port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:47.880172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:47.880172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:47.880172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.880442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:47.880819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Bound port: d5dbe023-eb9a-4aa4-8adb-1db05b622e8c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:47.881202 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:47.900763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc102f-dea9-4b6b-ad82-4fe231c22ac4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:47.908072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc102f-dea9-4b6b-ad82-4fe231c22ac4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:47.908072 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-60cc102f-dea9-4b6b-ad82-4fe231c22ac4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0744596 Oct 15 19:50:47.908072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:47.915298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Port d5dbe023-eb9a-4aa4-8adb-1db05b622e8c has been deleted concurrently {{(pid=101182) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 19:50:47.926740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Routers {'62b45b8e-d14d-4d20-b86c-20961bff2ecc'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:47.927392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:47.985504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 34a23559-b10d-4242-8f08-b1706e35b004 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:47.989001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.007726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] Set router 62b45b8e-d14d-4d20-b86c-20961bff2ecc gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:48.071919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b45b8e-d14d-4d20-b86c-20961bff2ecc', 'name': 'tempest-NetworksTestDHCPv6-router-1831582500', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:41Z', 'updated_at': '2021-10-15T19:50:47Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:48.103399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff4f2c-65c0-43e4-bdc4-61dded2a1232 None None] The sync data for ids ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'] in n-d-712140-14 is: [{'id': '62b45b8e-d14d-4d20-b86c-20961bff2ecc', 'name': 'tempest-NetworksTestDHCPv6-router-1831582500', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:41Z', 'updated_at': '2021-10-15T19:50:47Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:48.123512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cf697-3765-4bfe-8eaf-7259c2229e7f req-137aa071-8ec9-43a3-973d-6dff43465aac tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:48.133956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513cf697-3765-4bfe-8eaf-7259c2229e7f req-137aa071-8ec9-43a3-973d-6dff43465aac tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1892922 Oct 15 19:50:48.194360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513cf697-3765-4bfe-8eaf-7259c2229e7f req-95d6670b-d03e-478b-8892-c5337663896c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527163 Oct 15 19:50:48.305223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71543682-9cfb-4fa5-a8e0-96b2ffed12f5 req-d85fd570-b7a4-486e-87c1-10a9a835da9b tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0433710 Oct 15 19:50:48.341612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.409122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c76aea-b2bb-4367-859e-d924d53aaaa1 req-aede9a0d-73a3-4da4-9a72-f06210065b6c tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0889950 Oct 15 19:50:48.489351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-47ae65b5-a40d-4181-bcd9-ceb1cbeb0c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.527516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.746584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.787213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=34a23559-b10d-4242-8f08-b1706e35b004,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:48.792682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:48.794241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54300d08-a031-4d08-8359-17d669645e91 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/34a23559-b10d-4242-8f08-b1706e35b004 HTTP/1.1" status: 204 len: 168 time: 0.8851790 Oct 15 19:50:48.799115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:48.803638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65538a60-d085-4799-970b-1a40a58da91e None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:48.952869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-08e608d5-0378-4dc6-8b8f-f1d3974654fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1499109 Oct 15 19:50:48.955187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46652) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:49.074685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:50:49.076242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.140284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Deleting port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:49.140778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.277947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] For port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:49.281241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.299156 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.302151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.316180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Calling delete_port for eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:49.379915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344f480-0ddd-488b-887e-4ccf70219ed8 req-87e2b82b-06b9-4be6-88ec-311d5623a8b3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:49.386065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6344f480-0ddd-488b-887e-4ccf70219ed8 req-87e2b82b-06b9-4be6-88ec-311d5623a8b3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0632250 Oct 15 19:50:49.446601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Sync routers for ids ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:50:49.458257 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Routers {'62b45b8e-d14d-4d20-b86c-20961bff2ecc'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:49.462245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6344f480-0ddd-488b-887e-4ccf70219ed8 req-07326baa-5e33-40d2-8147-3e4b728ab754 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620260 Oct 15 19:50:49.462887 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:49.574125 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Set router 62b45b8e-d14d-4d20-b86c-20961bff2ecc gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:50:49.643446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.644205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.644540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Fanout notify agent at l3_agent the message router_deleted on router 62b45b8e-d14d-4d20-b86c-20961bff2ecc {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:50:49.650443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c62093-a13e-45be-b9f2-1ecf64496553 req-f7b64681-1166-49de-9294-e6d28d444318 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba52f3dd-2b5d-42b4-a7d5-46e5e7a3db21 HTTP/1.1" status: 200 len: 210 time: 0.0501943 Oct 15 19:50:49.651681 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:49.652900 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a5fc8e8-8ff6-4c56-8bc1-8b1f881a91a0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/routers/62b45b8e-d14d-4d20-b86c-20961bff2ecc HTTP/1.1" status: 204 len: 168 time: 0.6966810 Oct 15 19:50:49.655990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46680) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:49.690311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] Pushing event deleted for resources: {'Port': ['ID=eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:49.698635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435a189-dd21-41e1-a1f3-8b2cdb2ce5ab None None] No DVR routers for this DVR port eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:49.721092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b45b8e-d14d-4d20-b86c-20961bff2ecc', 'name': 'tempest-NetworksTestDHCPv6-router-1831582500', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:41Z', 'updated_at': '2021-10-15T19:50:47Z', 'revision_number': 3, 'project_id': 'f94d693343604b6f8c4bcb046fa24934', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:50:49.723440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46682) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:49.724064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3315c017-7033-41b1-9f73-e3c9251dcac8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0667424 Oct 15 19:50:49.752016 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Checking router: 62b45b8e-d14d-4d20-b86c-20961bff2ecc for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:50:49.762334 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:50:49.762837 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 19:50:49.763690 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_agentschedulers_db [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'62b45b8e-d14d-4d20-b86c-20961bff2ecc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent'). {{(pid=101183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 19:50:49.764071 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3806cbe-a02f-47f0-9321-c07eeab9183e None None] The sync data for ids ['62b45b8e-d14d-4d20-b86c-20961bff2ecc'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:50:49.798208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22caabfa-a50b-4d3f-b6c2-d13a1e4eb1c0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:49.800076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-22caabfa-a50b-4d3f-b6c2-d13a1e4eb1c0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752451 Oct 15 19:50:49.802457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:49.849997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5fecb81f-7834-4ff4-a65e-851304470d5f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463064 Oct 15 19:50:49.854100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46690) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:49.871549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:50.069579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:50.077902 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:50.516467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:50:50.518689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:50.605314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:50.622448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:50.630438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778aba18-482c-4646-8554-5a5c8f9b7976 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:50.631144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:50.631784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:50.714704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=0b2c1d65-0038-4095-9b0d-361bc5de8580,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:50.744317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8890822 Oct 15 19:50:50.748306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46718) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:50.767942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:50.771458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d908-338d-49c1-914a-797973f62f74 req-b5ade541-d556-4cbd-ab04-83c4eaea1345 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:50.781423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb1d908-338d-49c1-914a-797973f62f74 req-b5ade541-d556-4cbd-ab04-83c4eaea1345 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2185826 Oct 15 19:50:50.798534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.798879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.799216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.799549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.799904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.803312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.803704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.804042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.804376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.804703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.805030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.805356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12809c2-1dbf-4f3d-a5f1-815f6d7fa389 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:50.886400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:50.892236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb1d908-338d-49c1-914a-797973f62f74 req-f0e86f4d-635c-4531-afd2-ba8775e31fd4 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993531 Oct 15 19:50:50.961274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:50:50.961622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb01c0c3-0bee-49e5-ad2e-9efb1f265d4b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:50:51.099132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '0b2c1d65-0038-4095-9b0d-361bc5de8580'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:50:51.100039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.169082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:51.181391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.370327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec68b120-68ae-4867-9f13-9e9086b93edc req-9bdc4a05-ec29-4653-b5cb-413b4536f1a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d4c4d45799a481f802863f21be5b53e&device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0472507 Oct 15 19:50:51.397939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Allocated IP 2001:db8::f816:3eff:feeb:6864 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0b2c1d65-0038-4095-9b0d-361bc5de8580/7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:51.407490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec68b120-68ae-4867-9f13-9e9086b93edc req-3dd3fb9a-5c7d-468a-b75b-08c30cca1776 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5d4c4d45799a481f802863f21be5b53e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291378 Oct 15 19:50:51.454328 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3d661c07-415d-45b0-a09e-6447350c9364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.542740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7dbd810-1096-48e1-a633-210b4b38e547 req-f1be352c-b08f-4a89-a62c-68263948888d tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0925944 Oct 15 19:50:51.693466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68b120-68ae-4867-9f13-9e9086b93edc req-d5c90b30-a3d9-4f7d-8d54-d33f85eb1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:51.695367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec68b120-68ae-4867-9f13-9e9086b93edc req-d5c90b30-a3d9-4f7d-8d54-d33f85eb1222 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2800159 Oct 15 19:50:51.715098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.826121 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.877662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:51.991731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:51.994731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:52.013271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:52.043152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:52.074253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:52.096924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:52.105808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:52.106070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.137550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Attempting to bind port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:50:52.137924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Attempting to bind port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:50:52.138290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Attempting to bind port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:50:52.144271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:50:52.144915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:50:52.145387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.145693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:50:52.146165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Bound port: 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:50:52.146541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.152066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=b7633d23-e7d9-422f-be30-54fb33c879d1,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:52.153715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002d815-94cd-410a-be6d-2026b43ba4ae req-6c63498c-4014-424d-bf3c-6b5e6869ef43 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:52.162619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2002d815-94cd-410a-be6d-2026b43ba4ae req-6c63498c-4014-424d-bf3c-6b5e6869ef43 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1277568 Oct 15 19:50:52.210764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2002d815-94cd-410a-be6d-2026b43ba4ae req-4b8a41f1-fdf2-42c2-8311-b4804b4ad025 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464838 Oct 15 19:50:52.264076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:50:52.270216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:50:52.283984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d3a30733-37bc-4985-a12e-3937985abc77 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5330138 Oct 15 19:50:52.286676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46762) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:52.303664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:ce:e7:d7', 'name': 'tempest-NetworksTestDHCPv6-511164972'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:52.390882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.397048 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.440842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6d42-296a-4826-ae73-7f7decea1931 req-a482b5f5-f853-496a-afc9-55562fbd508b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:52.442619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef9e6d42-296a-4826-ae73-7f7decea1931 req-a482b5f5-f853-496a-afc9-55562fbd508b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1296642 Oct 15 19:50:52.526165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef9e6d42-296a-4826-ae73-7f7decea1931 req-912b4229-c15d-4a4c-bda1-58a9c1d44c66 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652688 Oct 15 19:50:52.644355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158872e5-f60b-45d6-b890-9cfc98de9fcc None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:52.689136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.718312 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.719573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:52.787057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9788f91-f86b-4db2-be8c-56cef3a1b433 req-89e08087-ef2b-4419-bee4-3a18a1409fbf tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0933118 Oct 15 19:50:52.804353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:53.023914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:53.040993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724da4-5537-4881-b8cc-1305e99a5dd6 req-2a5c9675-59c7-4dec-b249-cb0413b4a514 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:53.052021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f724da4-5537-4881-b8cc-1305e99a5dd6 req-2a5c9675-59c7-4dec-b249-cb0413b4a514 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1351302 Oct 15 19:50:53.088310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 07af78c3-e57c-4f0c-989a-409dcc120677 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:50:53.157267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f724da4-5537-4881-b8cc-1305e99a5dd6 req-34e68e54-98f2-47f5-978a-26afc329a977 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941529 Oct 15 19:50:53.323269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 172.20.0.2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/b7633d23-e7d9-422f-be30-54fb33c879d1/07af78c3-e57c-4f0c-989a-409dcc120677) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:53.331501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fece:e7d7 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0b2c1d65-0038-4095-9b0d-361bc5de8580/07af78c3-e57c-4f0c-989a-409dcc120677) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:50:53.407238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec68b120-68ae-4867-9f13-9e9086b93edc req-1d62f396-1361-4a77-b4c3-b8234a2b7078 tempest-ServerShowV247Test-366914029 tempest-ServerShowV247Test-366914029-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a26a7d7-023d-43de-9112-99e55463b8ad HTTP/1.1" status: 200 len: 210 time: 0.0580637 Oct 15 19:50:53.655062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:53.875439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:53.881694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066e1ac-d144-436f-9458-5d13798f29d7 req-ca5a7fff-efff-4eb8-afe3-e438fa665b5b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:53.885715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6066e1ac-d144-436f-9458-5d13798f29d7 req-ca5a7fff-efff-4eb8-afe3-e438fa665b5b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1311133 Oct 15 19:50:53.982654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6066e1ac-d144-436f-9458-5d13798f29d7 req-dc3e703a-e539-48a3-9a23-7aafc19de675 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881491 Oct 15 19:50:53.984452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:50:53.987925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:50:53.992690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:50:54.113987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:54.114641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.180437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=07af78c3-e57c-4f0c-989a-409dcc120677,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:54.180964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705162fb-ddc1-42da-a553-a85bba331ae2 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:54.245937 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca45a4b7-2776-4e59-8530-fed3a709aaca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9570534 Oct 15 19:50:54.248858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46804) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:54.277545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:54.278829 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.345312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8850c-9381-41da-8cf4-6ff5ee0fc13e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:54.353771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8850c-9381-41da-8cf4-6ff5ee0fc13e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:54.356124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-64c8850c-9381-41da-8cf4-6ff5ee0fc13e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1059811 Oct 15 19:50:54.359824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:54.384101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b466a2-239c-4ef6-8157-64e2a0d4d5c9 req-b359b8de-2fad-48b8-9dcf-501c63f1cc0e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:54.415199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2b466a2-239c-4ef6-8157-64e2a0d4d5c9 req-b359b8de-2fad-48b8-9dcf-501c63f1cc0e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2044873 Oct 15 19:50:54.498999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2b466a2-239c-4ef6-8157-64e2a0d4d5c9 req-0a521a51-1256-4a03-bd73-0de9371fb1ad tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987482 Oct 15 19:50:54.589011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 07af78c3-e57c-4f0c-989a-409dcc120677 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:54.589482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.612757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.776941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccab4f2-9ba3-4071-bfe8-436ff0c7ad78 req-de1163b1-c755-40dc-9aca-e2740540b29e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:54.788162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fccab4f2-9ba3-4071-bfe8-436ff0c7ad78 req-de1163b1-c755-40dc-9aca-e2740540b29e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1065543 Oct 15 19:50:54.796464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.797109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:54.835642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 07af78c3-e57c-4f0c-989a-409dcc120677 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:54.918498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fccab4f2-9ba3-4071-bfe8-436ff0c7ad78 req-eda78ef4-b4fc-432f-b4e4-d69be5c67070 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292641 Oct 15 19:50:54.924162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:55.215787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760f726-5345-4cc5-97b0-93c068e7f6a2 req-7bbaac8a-8c3f-4e16-a74f-0ced9f4b941c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.217450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2760f726-5345-4cc5-97b0-93c068e7f6a2 req-7bbaac8a-8c3f-4e16-a74f-0ced9f4b941c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1320057 Oct 15 19:50:55.233854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.247235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:50:55.318434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b7fdc9-f6f0-4bad-8218-538b4d90d953 None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '0b2c1d65-0038-4095-9b0d-361bc5de8580', 'ip_address': '2001:db8::f816:3eff:feeb:6864'}, {'subnet_id': 'b7633d23-e7d9-422f-be30-54fb33c879d1'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:50:55.344729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2760f726-5345-4cc5-97b0-93c068e7f6a2 req-91663d4a-2ec7-4336-a804-391fd75fa3bd tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187842 Oct 15 19:50:55.359961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.395843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61b7fdc9-f6f0-4bad-8218-538b4d90d953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.429084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:55.429798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.431759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:55.436918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=07af78c3-e57c-4f0c-989a-409dcc120677,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:55.458906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:55.477288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.479736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.489530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.490333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.490333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.490500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86910c67-b71a-4752-b8f0-36bb525d6d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:50:55.569595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79baf22-baa5-4e54-9594-02dcb5e09e8f req-89f659bf-6e3e-4ba3-abba-a21b363f4552 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.575188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e79baf22-baa5-4e54-9594-02dcb5e09e8f req-89f659bf-6e3e-4ba3-abba-a21b363f4552 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1096823 Oct 15 19:50:55.602858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.611031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9d835d41-4b8e-4ef8-a2b5-cc91701ab936 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/07af78c3-e57c-4f0c-989a-409dcc120677 HTTP/1.1" status: 204 len: 168 time: 1.2480407 Oct 15 19:50:55.612726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46838) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:55.692685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354b477-0fb7-418d-83fc-dc3bf86151d9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.695451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354b477-0fb7-418d-83fc-dc3bf86151d9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.697900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0354b477-0fb7-418d-83fc-dc3bf86151d9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.702988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0354b477-0fb7-418d-83fc-dc3bf86151d9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0864105 Oct 15 19:50:55.710109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46840) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:55.744536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-00066da6-b5bc-4f40-a4dd-ca3c66bad038 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:55.746165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-00066da6-b5bc-4f40-a4dd-ca3c66bad038 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1698921 Oct 15 19:50:55.767800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e79baf22-baa5-4e54-9594-02dcb5e09e8f req-8920830d-71be-41d3-b253-2ff61cb3d219 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616788 Oct 15 19:50:55.768760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 0b2c1d65-0038-4095-9b0d-361bc5de8580 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:55.771116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79168b09-82da-497d-afb9-4ef3723b97ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.774299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:55.941558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.085726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79168b09-82da-497d-afb9-4ef3723b97ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.151269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79168b09-82da-497d-afb9-4ef3723b97ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.317034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.372336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79168b09-82da-497d-afb9-4ef3723b97ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d4c4d45799a481f802863f21be5b53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101517 Oct 15 19:50:56.384341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46846) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:56.445831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79168b09-82da-497d-afb9-4ef3723b97ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef13d1-c45d-49f2-8359-81ea55660bac,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:56.504624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86002c0d-0ed7-4990-86ba-eed87d56a992 req-e5ed004d-8fab-4e19-adf0-914f63c2fe4c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:56.512635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86002c0d-0ed7-4990-86ba-eed87d56a992 req-e5ed004d-8fab-4e19-adf0-914f63c2fe4c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1626670 Oct 15 19:50:56.517907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.532636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port df8cf41f-2027-4e18-b2f9-dd069926dbaf {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:50:56.533174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.561209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.567295 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0b2c1d65-0038-4095-9b0d-361bc5de8580 HTTP/1.1" status: 204 len: 168 time: 0.8538120 Oct 15 19:50:56.575173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:56.576909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4761c9-2764-4311-8629-8b817c063993 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2c1d65-0038-4095-9b0d-361bc5de8580,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-61b7fdc9-f6f0-4bad-8218-538b4d90d953 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b2c1d65-0038-4095-9b0d-361bc5de8580: This subnet is being modified by another concurrent operation. Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 19:50:56.593795 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b2c1d65-0038-4095-9b0d-361bc5de8580: This subnet is being modified by another concurrent operation. Oct 15 19:50:56.598443 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 19:50:56.669013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port df8cf41f-2027-4e18-b2f9-dd069926dbaf, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=df8cf41f-2027-4e18-b2f9-dd069926dbaf,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:56.669390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.680920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet b7633d23-e7d9-422f-be30-54fb33c879d1 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:50:56.683120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for df8cf41f-2027-4e18-b2f9-dd069926dbaf owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:50:56.685833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.756013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2867db-813c-41da-8a0e-330e4c16dcb8 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:50:56.824890 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.853625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.923630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:56.932301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:56.954758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86002c0d-0ed7-4990-86ba-eed87d56a992 req-88a9b3af-8d47-4915-87cc-d4976a0106a8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411507 Oct 15 19:50:57.021783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.044989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-417dcb8c-ef58-4a6c-94f3-2bee5cb57c4a None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:57.046175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-417dcb8c-ef58-4a6c-94f3-2bee5cb57c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.281794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70922433-27c3-44c0-990a-7dd4071d9048 req-3153b799-2cca-4164-8df9-43a09f536db5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:57.286068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70922433-27c3-44c0-990a-7dd4071d9048 req-3153b799-2cca-4164-8df9-43a09f536db5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 946 time: 0.1872928 Oct 15 19:50:57.329558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.340991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.382881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=b7633d23-e7d9-422f-be30-54fb33c879d1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:57.391193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.397196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c01a34a3-7416-4f6b-b010-d237f427439c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/b7633d23-e7d9-422f-be30-54fb33c879d1 HTTP/1.1" status: 204 len: 168 time: 0.8262832 Oct 15 19:50:57.397577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46860) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:57.419026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70922433-27c3-44c0-990a-7dd4071d9048 req-533aa0b4-ffcf-45e9-a196-d2b41d49990d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254468 Oct 15 19:50:57.463491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8ffb9145-e76c-4845-be01-e12dccf4b93e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619466 Oct 15 19:50:57.463952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46862) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:50:57.470926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:50:57.485225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:57.487620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-417dcb8c-ef58-4a6c-94f3-2bee5cb57c4a None None] Could not find standard attr ID for object 07af78c3-e57c-4f0c-989a-409dcc120677. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:57.619373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72424597-3af1-405e-989b-7b2f9d456f0d None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': 'b7633d23-e7d9-422f-be30-54fb33c879d1'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:50:57.620601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.625522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.629643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaef13d1-c45d-49f2-8359-81ea55660bac HTTP/1.1" status: 204 len: 168 time: 1.2414834 Oct 15 19:50:57.645519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f64b4e-a6d0-4647-896c-65e4df44da16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef13d1-c45d-49f2-8359-81ea55660bac,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:57.655859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.661017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.718019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:50:57.722070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.761497 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-72424597-3af1-405e-989b-7b2f9d456f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.789495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=df8cf41f-2027-4e18-b2f9-dd069926dbaf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:57.872136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port df8cf41f-2027-4e18-b2f9-dd069926dbaf on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:50:57.875845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:57.880133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a28cc356-3f25-415a-bcc1-8c7a274218c6 req-38b7661f-1a56-4cdc-9291-339785e27c4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "DELETE /v2.0/ports/df8cf41f-2027-4e18-b2f9-dd069926dbaf HTTP/1.1" status: 204 len: 173 time: 2.1111016 Oct 15 19:50:57.880635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'name': 'network-vif-deleted', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:50:57.884175 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e013cc1-64db-458c-8b94-16a9a339219c" -d '{"events": [{"server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "name": "network-vif-deleted", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:50:57.973824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:58.049008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:50:58.050954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:58.097296 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c02c84-3515-4d3c-bb2f-3539131b9d31 x-openstack-request-id: req-f5c02c84-3515-4d3c-bb2f-3539131b9d31 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:50:58.097296 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df187755-64f5-41f5-929c-22959c70eead", "name": "network-vif-deleted", "tag": "df8cf41f-2027-4e18-b2f9-dd069926dbaf", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:50:58.097296 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5c02c84-3515-4d3c-bb2f-3539131b9d31 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:50:58.097296 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df187755-64f5-41f5-929c-22959c70eead', 'name': 'network-vif-deleted', 'tag': 'df8cf41f-2027-4e18-b2f9-dd069926dbaf', 'status': 'completed', 'code': 200} Oct 15 19:50:58.277016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device df8cf41f-2027-4e18-b2f9-dd069926dbaf no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:50:58.295787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c6345-442a-45d1-8adf-bf1ab238901e None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 19:50:58.357185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84406f2-1fdf-4816-a667-52cb865750a6 req-a2473b83-140d-40af-a655-aa5e073d3019 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:58.363517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f84406f2-1fdf-4816-a667-52cb865750a6 req-a2473b83-140d-40af-a655-aa5e073d3019 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1274564 Oct 15 19:50:58.465650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f84406f2-1fdf-4816-a667-52cb865750a6 req-d6084d54-23f7-4bad-99b4-5bbf98c449b6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987959 Oct 15 19:50:58.563250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:50:58.637916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a38e4dff-dd38-46aa-b702-099671d4adc5 req-29b59fb9-2d9d-4bd3-991d-7e6abb5bd32c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0517602 Oct 15 19:50:58.674890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c6345-442a-45d1-8adf-bf1ab238901e None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 19:50:58.794407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: df8cf41f-2027-4e18-b2f9-dd069926dbaf {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:50:58.795013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device df8cf41f-2027-4e18-b2f9-dd069926dbaf not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:50:58.815117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:59.047392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:50:59.301356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:59.499455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4a22e8fa-f0c3-4f5f-9431-fb18bcbb28b4 None None] Could not find standard attr ID for object 07af78c3-e57c-4f0c-989a-409dcc120677. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:50:59.549698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:50:59.771468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97baaf8-599b-4052-bb3e-0929b3b3a2b6 req-1b76477b-1c4c-4718-84ef-09ec8924be3f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:50:59.773635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e97baaf8-599b-4052-bb3e-0929b3b3a2b6 req-1b76477b-1c4c-4718-84ef-09ec8924be3f tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1982203 Oct 15 19:50:59.793468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05b2b6-aa21-45b6-9ba1-1d153ae19328 None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:50:59.895338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e97baaf8-599b-4052-bb3e-0929b3b3a2b6 req-7be2bab7-3018-423e-a33b-3815a79bcb83 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138940 Oct 15 19:50:59.977604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46908) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:00.016098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '511194aa-70b1-4a5f-8de8-291992f6003d'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:51:00.050590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:00.089044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.103431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.111425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-caf7c26b-9beb-488b-a2a6-83e08518bf2a req-00768930-fa8d-4e9b-abf5-806bd1618274 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0635099 Oct 15 19:51:00.140581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.142183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.212622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=8']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:00.244738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1246605843-network', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:00.292880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:00.300866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:00.309597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:00.310165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.334750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=511194aa-70b1-4a5f-8de8-291992f6003d,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:00.380599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Made reservation on behalf of 9b97243589084c2f9bba6a9505012b8e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:00.384299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.418109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.472722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cab16228-a54b-400c-b5c4-55803bb5a3ca tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0046566 Oct 15 19:51:00.472722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:00.479645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:00.626763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.660115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:00.660509 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:00.739936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.792376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:00.810200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e13e9-65ec-4a62-b375-59c878b494d7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:00.816254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.816992 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Added segment 40e5b031-4ece-4b31-a72d-2fbb7badbf08 of type vlan for network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 Oct 15 19:51:00.837313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:00.842293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:00.903058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.048491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.049796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:01.050674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.244526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] Pushing event updated for resources: {'Network': ['ID=f79fc251-1c79-4df1-b74b-37b38c7eb4d5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:01.255897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.288680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16b462-a418-4afc-9785-fdf70a73ceb0 req-8a41b6ae-3475-46b5-be27-31c5cb1a4550 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:01.296680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc16b462-a418-4afc-9785-fdf70a73ceb0 req-8a41b6ae-3475-46b5-be27-31c5cb1a4550 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0804822 Oct 15 19:51:01.307987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:01.394370 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7f80cd0-7c52-46ea-8285-9b15eda97781 req-28cc6b46-1dd3-4a8d-adf3-aefb8d91abc5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0442700 Oct 15 19:51:01.408498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc16b462-a418-4afc-9785-fdf70a73ceb0 req-2b7f956b-e84b-4770-a5a7-f9ab10060291 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032186 Oct 15 19:51:01.429496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8c33e14-23f7-4b44-8686-324cbc77ad54 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4503300 Oct 15 19:51:01.430234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 46940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:01.444318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Request body: {'subnet': {'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1246605843-subnet', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:01.608592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Made reservation on behalf of 9b97243589084c2f9bba6a9505012b8e for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:01.611073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.735173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.868443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:01.874392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:01.879862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:01.880996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:01.894919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=0bd7dad0-3672-4d4c-861e-492f3ae76be8,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:01.905835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:01.944881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:02.540515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b4a25969-c251-470e-adb4-d9ae411abfbb req-f77dacb4-5187-4e9c-8a7f-84434841eb5d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0403666 Oct 15 19:51:02.654619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:02.655778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:02.666876 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a8141b07-75bb-4085-95e5-9376c572646d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1929157 Oct 15 19:51:02.670336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 46984) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:02.683885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:19:f6:4a', 'name': 'tempest-NetworksTestDHCPv6-1267443230'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:02.945805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2863676a-0b3b-46db-b05e-6a827427e71b,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:02.967839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5060d-de98-48a9-9582-86b5a06d95a9 None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:02.993200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Checking segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:02.993787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Network hostable DHCP agents. Network: f79fc251-1c79-4df1-b74b-37b38c7eb4d5, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:03.197609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d20bb4-4642-42a4-b137-b169ba086754 req-7daff523-f02a-412d-b257-580fea36737e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:03.199188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44d20bb4-4642-42a4-b137-b169ba086754 req-7daff523-f02a-412d-b257-580fea36737e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1904566 Oct 15 19:51:03.209457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bb46-b518-4af9-a184-7d348603d6ee req-dbccb280-70fb-4759-9b27-36003228c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:03.212711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-dbccb280-70fb-4759-9b27-36003228c10b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 1098 time: 0.1954932 Oct 15 19:51:03.245134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:03.299632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44d20bb4-4642-42a4-b137-b169ba086754 req-0d6f6dea-2d86-4234-a5ca-e9dc2a1b3cea tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Oct 15 19:51:03.300697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:03.348559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f79fc251-1c79-4df1-b74b-37b38c7eb4d5) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:03.362910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:03.368256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:03.534690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bb46-b518-4af9-a184-7d348603d6ee req-aaa41ddf-8073-43df-8ac5-311428ae794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:03.537063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-aaa41ddf-8073-43df-8ac5-311428ae794d service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 200 len: 915 time: 0.3162074 Oct 15 19:51:03.554424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:03.604416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 84f4986b-08d8-4724-a773-018179d3fceb yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:03.671350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-64e72797-9a35-49fd-8a12-9b5e66047d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 200 len: 217 time: 0.1263459 Oct 15 19:51:03.681294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b54f7279-8daf-4aa3-ae9e-a75aec9ca4f7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2499192 Oct 15 19:51:03.771626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451bb46-b518-4af9-a184-7d348603d6ee req-bcb6b460-778b-4c54-a6ab-f92473b33436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:03.773724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-bcb6b460-778b-4c54-a6ab-f92473b33436 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 200 len: 854 time: 0.0895367 Oct 15 19:51:03.774452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:03.779306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:03.828018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-dc8d2ae3-39f4-4bf3-8c8b-246d76ab19ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a472727-3f94-4b20-bc8d-65ca2fe271d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439417 Oct 15 19:51:04.013339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-2f35eeae-cda3-4949-9ed5-a902fd759789 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759357 Oct 15 19:51:04.040241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dc6a5f-75c7-4e52-b3a2-67b234afacf4 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 19:51:04.281733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-59a63ba7-758c-4c38-bbcd-e6afd42c9d7c None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:04.303918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-59a63ba7-758c-4c38-bbcd-e6afd42c9d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:04.330039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d451bb46-b518-4af9-a184-7d348603d6ee req-1c8b61e4-f3f4-4e4e-875f-315b9d7d42f9 service neutron] 10.222.0.11 "GET /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066702 Oct 15 19:51:04.431495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:04.432779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:04.592660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc6a5f-75c7-4e52-b3a2-67b234afacf4 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 19:51:04.664816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b552806-9408-4cf9-a1a5-d0d7d32f315f req-e32c2043-9702-4217-a8af-0c6cd1b5e6c8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.2035782 Oct 15 19:51:04.767542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:04.822698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacec41-e735-4774-90c1-26bc54468ca1 req-d56c1e8d-fda0-4958-9994-c2975018b63a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:04.826580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffacec41-e735-4774-90c1-26bc54468ca1 req-d56c1e8d-fda0-4958-9994-c2975018b63a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.3074825 Oct 15 19:51:05.084689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 172.20.0.13 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0bd7dad0-3672-4d4c-861e-492f3ae76be8/84f4986b-08d8-4724-a773-018179d3fceb) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:05.102030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe19:f64a (5304916a-cba8-4f3a-aa49-3964bfb8a8de/511194aa-70b1-4a5f-8de8-291992f6003d/84f4986b-08d8-4724-a773-018179d3fceb) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:05.164711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:05.220556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:05.221989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:05.309890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:05.346962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffacec41-e735-4774-90c1-26bc54468ca1 req-a1693d99-0473-4eab-87f5-cf7d39e954a6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103166 Oct 15 19:51:05.644681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '511194aa-70b1-4a5f-8de8-291992f6003d', 'ip_address': '2001:db8::f816:3eff:feeb:6864'}, {'subnet_id': '0bd7dad0-3672-4d4c-861e-492f3ae76be8'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:51:05.782263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:05.851521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Allocated IP 172.20.0.2 (f79fc251-1c79-4df1-b74b-37b38c7eb4d5/2863676a-0b3b-46db-b05e-6a827427e71b/53958536-5771-4eea-9600-23dd2b5101e1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:05.875723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:05.907068 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ae643b6-44c0-45df-a224-74411b9961f2 req-91c08422-b57e-48eb-963f-827f4ce3708d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0874069 Oct 15 19:51:05.932923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:05.933482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.025645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.047544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.089311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.157534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:06.183706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:06.193283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:06.286676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=84f4986b-08d8-4724-a773-018179d3fceb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:06.340005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:06.341046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.392472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Allocated IP 172.25.0.83 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/8416680a-738f-4da7-806f-60357f46d46f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:06.454684 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dbfb6e36-b6fa-4b67-9fd2-9ae399397c0e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7811706 Oct 15 19:51:06.455389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47068) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:06.535531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.593969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.605301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c2f36-90c2-4fd2-8ff3-2afb9a059cc9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:06.620379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c2f36-90c2-4fd2-8ff3-2afb9a059cc9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:06.626056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-315c2f36-90c2-4fd2-8ff3-2afb9a059cc9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1695557 Oct 15 19:51:06.626703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47072) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:06.666267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.702156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.834613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 84f4986b-08d8-4724-a773-018179d3fceb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:06.835202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:06.858492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:06.861640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b073f3-e9b1-49a1-b771-76245bd0d65e req-aaf5b2fc-4000-4d15-98e1-c7ce56066cc2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:06.869378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52b073f3-e9b1-49a1-b771-76245bd0d65e req-aaf5b2fc-4000-4d15-98e1-c7ce56066cc2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2994866 Oct 15 19:51:06.881949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:06.883198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Allocated IP 172.20.0.2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0bd7dad0-3672-4d4c-861e-492f3ae76be8/7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:06.904805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:06.909978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:06.913626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:06.926107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:06.944558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Pushing event updated for resources: {'Port': ['ID=53958536-5771-4eea-9600-23dd2b5101e1,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:07.021716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.037672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 84f4986b-08d8-4724-a773-018179d3fceb owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:07.140515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52b073f3-e9b1-49a1-b771-76245bd0d65e req-1b7a1b18-08a6-4c83-b1c4-be9568fc1552 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508729 Oct 15 19:51:07.151480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Pushing event updated for resources: {'Port': ['ID=8416680a-738f-4da7-806f-60357f46d46f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:07.303116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8e930e5-f870-454e-994d-6ee95d6daa25 req-7bbb6e4e-6bfe-45f6-b9f0-70d52ee2be14 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.0466933 Oct 15 19:51:07.329198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.330183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Attempting to bind port 53958536-5771-4eea-9600-23dd2b5101e1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:07.330988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Attempting to bind port 53958536-5771-4eea-9600-23dd2b5101e1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:07.331133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Attempting to bind port 53958536-5771-4eea-9600-23dd2b5101e1 on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:07.351782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:07.355938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Checking segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:07.360049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.360675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Bound using segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:07.361247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Bound port: 53958536-5771-4eea-9600-23dd2b5101e1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:07.361763 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.445982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=84f4986b-08d8-4724-a773-018179d3fceb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:07.542511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:07.664125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.680489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] For port 53958536-5771-4eea-9600-23dd2b5101e1, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:07.688597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] For port 53958536-5771-4eea-9600-23dd2b5101e1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=53958536-5771-4eea-9600-23dd2b5101e1,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:07.719407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.745362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.769260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-079b1e69-03b5-4a64-b72a-27df9e683d38 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/84f4986b-08d8-4724-a773-018179d3fceb HTTP/1.1" status: 204 len: 168 time: 1.1414294 Oct 15 19:51:07.770005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47096) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:07.785681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.794368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:07.902898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7835b42-02d8-47cd-9b28-c0d0dd83d72e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:07.911921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7835b42-02d8-47cd-9b28-c0d0dd83d72e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:07.922183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7835b42-02d8-47cd-9b28-c0d0dd83d72e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:07.932247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7835b42-02d8-47cd-9b28-c0d0dd83d72e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1611073 Oct 15 19:51:07.932859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47102) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:07.962834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594e125-d958-48e2-ad6b-d23928a3dfb3 req-bc4d343a-e8c3-474b-81e5-f0cedc017947 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:07.980792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9594e125-d958-48e2-ad6b-d23928a3dfb3 req-bc4d343a-e8c3-474b-81e5-f0cedc017947 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.4655967 Oct 15 19:51:08.072283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9f7d6-471c-4d0c-bbde-3b6f390c3fdc None None] Pushing event updated for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:08.138120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 0bd7dad0-3672-4d4c-861e-492f3ae76be8 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:08.156807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:08.186568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9594e125-d958-48e2-ad6b-d23928a3dfb3 req-1d9d1442-34af-4c63-9fc3-0f8e78646205 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028370 Oct 15 19:51:08.297898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:08.335116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56289-057a-472e-8aef-e718a4ce0d84 None None] Pushing event updated for resources: {'Port': ['ID=53958536-5771-4eea-9600-23dd2b5101e1,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:08.636976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3570f1f8-8380-4fbb-8939-8dda1cd1c5e1 req-14c938d4-5aad-49c2-a08e-817b58d4ea30 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=df187755-64f5-41f5-929c-22959c70eead HTTP/1.1" status: 200 len: 210 time: 0.1692214 Oct 15 19:51:08.702439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:08.714461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:08.827414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ae004-fd07-4f14-8660-e102116edd30 req-5c021d4e-c96f-42aa-accd-ea664d69c265 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:08.855827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d5ae004-fd07-4f14-8660-e102116edd30 req-5c021d4e-c96f-42aa-accd-ea664d69c265 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2364459 Oct 15 19:51:08.947985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d5ae004-fd07-4f14-8660-e102116edd30 req-c74c44a1-20fc-4109-afee-e59c2d7d8bd3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873089 Oct 15 19:51:08.963665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.132931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd7dad0-3672-4d4c-861e-492f3ae76be8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:09.139830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.160401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-42a78df8-65c9-44e8-9162-46869899ca41 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0bd7dad0-3672-4d4c-861e-492f3ae76be8 HTTP/1.1" status: 204 len: 168 time: 1.2253096 Oct 15 19:51:09.161867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:09.251514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 53958536-5771-4eea-9600-23dd2b5101e1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:09.364480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 511194aa-70b1-4a5f-8de8-291992f6003d {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:09.380604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.459407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 53958536-5771-4eea-9600-23dd2b5101e1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:09.460941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.480666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.516804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b0ff-9a5f-4fa9-9dda-ea8a832c9c71 req-cdfc0e5c-6b36-4551-bf74-1340a4e5c5ee tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:09.523577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2d59b0ff-9a5f-4fa9-9dda-ea8a832c9c71 req-cdfc0e5c-6b36-4551-bf74-1340a4e5c5ee tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.3028293 Oct 15 19:51:09.628184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2d59b0ff-9a5f-4fa9-9dda-ea8a832c9c71 req-5c2c77b7-2735-4adb-9a6c-d0aaa0baddf7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920856 Oct 15 19:51:09.660834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.794002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-69badc8a-5365-4419-9677-7a9b082bc43a None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:09.808172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69badc8a-5365-4419-9677-7a9b082bc43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.894717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.928982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:09.964259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=511194aa-70b1-4a5f-8de8-291992f6003d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:10.002059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:51:10.017817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:10.021489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-295070e0-54ab-4821-aceb-3e680bfa1221 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/511194aa-70b1-4a5f-8de8-291992f6003d HTTP/1.1" status: 204 len: 168 time: 0.8582430 Oct 15 19:51:10.027454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:10.097147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a61e5e20-f4c6-49f9-bc5b-09288b3a7190 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0648220 Oct 15 19:51:10.107099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47166) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:10.138125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:10.156520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 53958536-5771-4eea-9600-23dd2b5101e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=53958536-5771-4eea-9600-23dd2b5101e1,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:10.195220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947c741-c2f9-4709-a589-c66471d8d3cd req-f2c39b4e-f98d-4997-9ca2-9f00024bc8fa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:10.218674 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d947c741-c2f9-4709-a589-c66471d8d3cd req-f2c39b4e-f98d-4997-9ca2-9f00024bc8fa tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2542462 Oct 15 19:51:10.323314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:10.323314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:10.373098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64608ab-66cd-4c90-9b64-dd5bbe42ebde None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:10.387548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234fb22-b1b9-41b9-80f5-26feb43e6b8d None None] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:10.414978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d947c741-c2f9-4709-a589-c66471d8d3cd req-f0481469-ae68-4507-92ec-763554e05945 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903827 Oct 15 19:51:10.485659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:51:10.552804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:51:10.608104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:10.609361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d77f009f-fdf2-412d-9c02-f447aa7eebbb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8337371 Oct 15 19:51:10.612538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47190) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:10.679072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95f4f5-6d1b-4033-bf46-4b2456478d48 req-e90b0ba1-d9f5-482b-9a68-670f09c92e5a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:10.681656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d95f4f5-6d1b-4033-bf46-4b2456478d48 req-e90b0ba1-d9f5-482b-9a68-670f09c92e5a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1198266 Oct 15 19:51:10.709275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:10.714140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:10.773890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d95f4f5-6d1b-4033-bf46-4b2456478d48 req-73328824-2597-4867-91ea-39921c0c0837 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791643 Oct 15 19:51:11.063690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43cb91-5445-4c80-8ad4-804b1b6b3abf req-a500b74d-e6af-4958-9a05-554ea560d91e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:11.071572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb43cb91-5445-4c80-8ad4-804b1b6b3abf req-a500b74d-e6af-4958-9a05-554ea560d91e tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1420066 Oct 15 19:51:11.150556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=53958536-5771-4eea-9600-23dd2b5101e1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:11.155890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb43cb91-5445-4c80-8ad4-804b1b6b3abf req-89d96363-fd42-4b1f-a37a-6fe0f6c51af2 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830584 Oct 15 19:51:11.251894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:11.252734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:11.343709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d5ba3-3f6b-44c2-a74f-c4ee05e31f11 req-f8ddd9b0-0f0e-4181-865d-f1097d375917 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:11.345645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d7d5ba3-3f6b-44c2-a74f-c4ee05e31f11 req-f8ddd9b0-0f0e-4181-865d-f1097d375917 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0900633 Oct 15 19:51:11.416854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d7d5ba3-3f6b-44c2-a74f-c4ee05e31f11 req-7e2381cf-86d7-4626-991c-1204acb096a1 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621822 Oct 15 19:51:11.444137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:11.565540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-efc19a3c-3b8e-4a26-8eeb-4dac77ced65a None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:11.565540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efc19a3c-3b8e-4a26-8eeb-4dac77ced65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:11.656579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-f14eed70-3e1b-45ff-81f1-ee0343b77f05 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:11.663611 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-f14eed70-3e1b-45ff-81f1-ee0343b77f05 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.6994274 Oct 15 19:51:11.736723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-8b41b57b-0831-454f-9183-c9c8802d668a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.0721741 Oct 15 19:51:11.835073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:11.881362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ba62-1324-43ce-90a7-354cb8a57eda req-b8922021-5c32-4d7b-9417-897c15be93ef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:11.893744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6c7ba62-1324-43ce-90a7-354cb8a57eda req-b8922021-5c32-4d7b-9417-897c15be93ef tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1061742 Oct 15 19:51:11.902247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-87d32ff2-9705-4c96-aa64-2f990ac6509e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1646736 Oct 15 19:51:11.920416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:11.923495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:11.968393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:11.985264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:11.989806 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:11.990616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:11.994752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6c7ba62-1324-43ce-90a7-354cb8a57eda req-7c0a58da-93f9-4077-8458-3129e1a8fd7a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973544 Oct 15 19:51:12.123888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=b99662ac-eafa-4eb2-ba4e-02b15eb95751,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:12.134499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:12.135494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d3396d52-1d53-49bb-a8e8-de25af57ae42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0112395 Oct 15 19:51:12.140101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:12.199091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:07Z', 'revision_number': 3, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:12.258419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-d45982dd-faba-4138-8779-3e350f748fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183041 Oct 15 19:51:12.311358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:51:12.311989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Updating router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 port 8416680a-738f-4da7-806f-60357f46d46f binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:51:12.322746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:51:12.421175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 53958536-5771-4eea-9600-23dd2b5101e1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:12.480680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:12.593114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaa761-245f-4347-8194-9f0c6f6991f6 req-55e976e2-6c5c-4f8e-8a97-74481efb4d2b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:12.601553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aceaa761-245f-4347-8194-9f0c6f6991f6 req-55e976e2-6c5c-4f8e-8a97-74481efb4d2b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.3208323 Oct 15 19:51:12.650355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:12.806439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aceaa761-245f-4347-8194-9f0c6f6991f6 req-f07d9f12-ee54-4d44-bf4b-8806ef6f21d6 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005737 Oct 15 19:51:12.854274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:12.860165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:12.884222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:12.900714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-efc19a3c-3b8e-4a26-8eeb-4dac77ced65a None None] Provisioning complete for port 53958536-5771-4eea-9600-23dd2b5101e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:12.901086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efc19a3c-3b8e-4a26-8eeb-4dac77ced65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:12.985287 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41fa015b-271b-4b0a-bfb6-3eeeaaa9641b req-69f3d857-d0ec-4841-9ecd-c907d5dc71f5 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188129 Oct 15 19:51:13.063797 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.110277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Deleting port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:13.110827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.252168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e9e9a-d504-418b-81aa-960ffc016ee4 req-14e152ce-9765-41aa-84a0-3dff746152c9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:13.258756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Allocated IP 172.20.0.1 (f79fc251-1c79-4df1-b74b-37b38c7eb4d5/2863676a-0b3b-46db-b05e-6a827427e71b/38593f49-245f-475d-b2e8-e74eb4ab546e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:13.262691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c0e9e9a-d504-418b-81aa-960ffc016ee4 req-14e152ce-9765-41aa-84a0-3dff746152c9 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0942450 Oct 15 19:51:13.340933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4c4bb-f46f-4570-9bdd-0a4c9a2b330d None None] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:13.415809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c0e9e9a-d504-418b-81aa-960ffc016ee4 req-43b882ff-c7c9-447c-ad38-19135ecc6b32 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492431 Oct 15 19:51:13.471876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Attempting to bind port 8416680a-738f-4da7-806f-60357f46d46f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:13.472260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Attempting to bind port 8416680a-738f-4da7-806f-60357f46d46f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:13.472720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Attempting to bind port 8416680a-738f-4da7-806f-60357f46d46f on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:13.548141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 53958536-5771-4eea-9600-23dd2b5101e1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:13.548924 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.581313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0556889-ea7d-4fff-9ad6-7fb1ab7208b9 req-d238dbc0-94b0-4adc-8216-26c54e17cf1f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=32497476-784e-4db0-82e5-83857264831a HTTP/1.1" status: 200 len: 210 time: 0.1062911 Oct 15 19:51:13.681757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.806127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] For port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:13.806613 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.823806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Calling delete_port for 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:13.896862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677c938-3f10-487a-87f7-6f5815fef8b2 req-acdb901d-aa45-4337-b4a7-3516b8ee3292 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:13.908811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2677c938-3f10-487a-87f7-6f5815fef8b2 req-acdb901d-aa45-4337-b4a7-3516b8ee3292 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.3416326 Oct 15 19:51:13.918457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a583ec-833e-4c8a-bee5-c6f36ea3a7f7 None None] Pushing event updated for resources: {'Port': ['ID=8416680a-738f-4da7-806f-60357f46d46f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:13.944689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:13.947832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:13.947832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:13.947832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:13.952125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Bound port: 8416680a-738f-4da7-806f-60357f46d46f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:13.953112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.079236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.113273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-61be82b7-1215-43cb-b4e2-c7f888f5d464 None None] Provisioning complete for port 53958536-5771-4eea-9600-23dd2b5101e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:14.120422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61be82b7-1215-43cb-b4e2-c7f888f5d464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.180223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2677c938-3f10-487a-87f7-6f5815fef8b2 req-b41ebf4e-2a3e-43d6-b972-bb744d23c51c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704074 Oct 15 19:51:14.269434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] No DVR routers for this DVR port 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:14.337459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:51:14.339238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.400429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.422875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fbc75-5ad4-47ea-8a1e-466b95fea72d None None] Pushing event deleted for resources: {'Port': ['ID=7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:14.505462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f373323b-2834-4a52-aca8-4100f8027142 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:14.509241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=e7624a40-96b6-4d3f-85e6-29421c741f21,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:14.537121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Pushing event updated for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:14.552753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:14.558265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:14.565882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:14.579131 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:51:14.637812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.668803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:14.677064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:14.685980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:14.687413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:14.735598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] For port 8416680a-738f-4da7-806f-60357f46d46f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:14.744517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] For port 8416680a-738f-4da7-806f-60357f46d46f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8416680a-738f-4da7-806f-60357f46d46f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:14.760377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91b15-c92b-45a7-b868-e65f65cec2a9 req-3a1fd2c9-e1f2-40e7-ab65-4ac98e4f96a7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:14.787491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea91b15-c92b-45a7-b868-e65f65cec2a9 req-3a1fd2c9-e1f2-40e7-ab65-4ac98e4f96a7 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.2461076 Oct 15 19:51:14.806336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:14.867631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cea91b15-c92b-45a7-b868-e65f65cec2a9 req-7ab9c623-1009-4f91-a50e-70a904f0b292 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787749 Oct 15 19:51:14.914117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:14.924248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ae9ccc7-1ff9-4dc5-86a5-9e7436122fae not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:15.139371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fd8bd-4244-4885-b2ac-273ff82cc934 req-c2d645ae-8d67-43fa-8736-7df8ae3fc16d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:15.143774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-231fd8bd-4244-4885-b2ac-273ff82cc934 req-c2d645ae-8d67-43fa-8736-7df8ae3fc16d tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1381664 Oct 15 19:51:15.147716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87897ce3-256f-4943-93f7-3468cb69d461 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0121515 Oct 15 19:51:15.154498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47334) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:15.168704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:31:80:d0', 'name': 'tempest-NetworksTestDHCPv6-1583380971'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:15.263835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-231fd8bd-4244-4885-b2ac-273ff82cc934 req-7e9db2d0-f3e9-4f3a-8304-e7ee44429bc3 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981297 Oct 15 19:51:15.308081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-7d47957a-1128-4051-8116-117c04284c8b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:15.310831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-7d47957a-1128-4051-8116-117c04284c8b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.3548415 Oct 15 19:51:15.383659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:15.490036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977aa8a-4185-4e9e-9291-ca1e28885c11 req-61cac151-17d5-4e54-943b-6a08abdef687 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:15.490661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:15.496149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a977aa8a-4185-4e9e-9291-ca1e28885c11 req-61cac151-17d5-4e54-943b-6a08abdef687 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1074815 Oct 15 19:51:15.499497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:15.540778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-18b3dbe3-28a7-4a9b-9f0b-572664d11fc3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.2083991 Oct 15 19:51:15.584230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:15.616383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a977aa8a-4185-4e9e-9291-ca1e28885c11 req-e818e697-a757-4c1d-a511-8ccb9ab598d8 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158733 Oct 15 19:51:15.632664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-16e9c14c-eaac-4b0a-b243-f922695473f5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906205 Oct 15 19:51:15.735045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'b99662ac-eafa-4eb2-ba4e-02b15eb95751'}, {'subnet_id': 'e7624a40-96b6-4d3f-85e6-29421c741f21'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:15.737080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:15.766523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a583ec-833e-4c8a-bee5-c6f36ea3a7f7 None None] Pushing event updated for resources: {'Port': ['ID=8416680a-738f-4da7-806f-60357f46d46f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:15.924487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-564c0600-1191-4192-9b5d-c8d6970ea6a5 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888265 Oct 15 19:51:15.941458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:16.229889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-22f33d7e-3938-42ee-ba90-71dd41abe8ac None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:16.229889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22f33d7e-3938-42ee-ba90-71dd41abe8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.230081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-5c64dcea-17cc-47c8-bccf-a10f4d93ae70 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259552 Oct 15 19:51:16.242335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.297836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:16.338690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-22f33d7e-3938-42ee-ba90-71dd41abe8ac None None] Port 38593f49-245f-475d-b2e8-e74eb4ab546e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:16.400077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-22f33d7e-3938-42ee-ba90-71dd41abe8ac None None] Provisioning complete for port 53958536-5771-4eea-9600-23dd2b5101e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:16.400361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22f33d7e-3938-42ee-ba90-71dd41abe8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.413701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.443490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 44dc11c2-960f-4c35-a186-7e0a717953cb yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:16.461887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Allocated IP 172.20.0.2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/b99662ac-eafa-4eb2-ba4e-02b15eb95751/6549f7fc-75cd-44ae-9dfd-babaaa965c2f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:16.478339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Allocated IP 2001:db8::f816:3eff:fe68:a5f1 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/e7624a40-96b6-4d3f-85e6-29421c741f21/6549f7fc-75cd-44ae-9dfd-babaaa965c2f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:16.566659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.648717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-352cb1c4-595c-4613-8b41-6f1cacd6ac35 req-7fd84b0e-787e-4fc2-b9b8-ad0945858f44 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 0.0519433 Oct 15 19:51:16.701780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Pushing event updated for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:16.704864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:16.960918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:13Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:16.971978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:16.974463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:17.007967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3adf48-8c2b-457b-80b9-947b885b0958 None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:13Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:51:17.019083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1b9d1519-eab0-4679-b115-b97d243b96bf None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:17.019464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1519-eab0-4679-b115-b97d243b96bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:17.189092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d1519-eab0-4679-b115-b97d243b96bf None None] Port 38593f49-245f-475d-b2e8-e74eb4ab546e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:17.234229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:17.257795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:51:17.392918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:17.473667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:51:17.497225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-783ed20d-8ff8-4421-afd4-b24519d57741 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8373ff4-52a0-4247-b04b-21e03a8fb7a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8835993 Oct 15 19:51:17.587621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:17.599489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:17.619516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:17.649620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-61357391-e917-4a0b-8096-788daf2bf5f8 None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:17.650029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61357391-e917-4a0b-8096-788daf2bf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:17.774724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 172.20.0.14 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/b99662ac-eafa-4eb2-ba4e-02b15eb95751/44dc11c2-960f-4c35-a186-7e0a717953cb) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:17.788921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe31:80d0 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/e7624a40-96b6-4d3f-85e6-29421c741f21/44dc11c2-960f-4c35-a186-7e0a717953cb) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:17.900018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10fec49a-b937-4d3d-8cc4-3c5435e1336d req-3e1ff50b-2c3a-4f8d-b166-6febd4ed2421 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 0.0937622 Oct 15 19:51:17.936853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Pushing event updated for resources: {'Port': ['ID=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:18.055803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Attempting to bind port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:18.056524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Attempting to bind port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:18.057930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Attempting to bind port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:18.090139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:18.090526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:18.092528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.099223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:18.099223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Bound port: 6549f7fc-75cd-44ae-9dfd-babaaa965c2f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:18.099223 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.116415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-61357391-e917-4a0b-8096-788daf2bf5f8 None None] Port 38593f49-245f-475d-b2e8-e74eb4ab546e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:18.229219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.422783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] For port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:18.432638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.542318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] For port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:18.558511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=44dc11c2-960f-4c35-a186-7e0a717953cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:18.592021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:18.595907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:18.603071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:18.672209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.719620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:18.721931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.871830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b60c1-fbaa-4b39-b781-03e4639b3519 None None] Pushing event updated for resources: {'Port': ['ID=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:18.882109 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be6aa3c1-73b6-4aa0-9a2e-80c19765bfa3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.7177367 Oct 15 19:51:18.883220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47426) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:18.899634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9a587c7f-448e-4d83-9415-c85b50e1ff7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:18.970085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47430) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:18.974737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691272749', 'description': 'tempest-description--433551100'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:19.101624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25bd72-455c-4602-abfd-14356706a759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:19.154431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25bd72-455c-4602-abfd-14356706a759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:19.157301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a25bd72-455c-4602-abfd-14356706a759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2729521 Oct 15 19:51:19.160207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47446) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:19.195924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.226446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6250ca1-4955-477e-8786-37b648d8c1e7 req-b8a8c2fc-62da-4389-9eeb-8cefc3c3045d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 0.0679522 Oct 15 19:51:19.369290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8416680a-738f-4da7-806f-60357f46d46f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:19.472775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8416680a-738f-4da7-806f-60357f46d46f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:19.473952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.474844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 44dc11c2-960f-4c35-a186-7e0a717953cb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:19.475616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.583070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.621595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8416680a-738f-4da7-806f-60357f46d46f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8416680a-738f-4da7-806f-60357f46d46f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:19.658964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.697587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.736952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 44dc11c2-960f-4c35-a186-7e0a717953cb owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:19.861527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.875434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:19.927902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f49d2d-8366-4ef2-a98d-5c1c44302bf0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:20.102478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8416680a-738f-4da7-806f-60357f46d46f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:20.282176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:20.282526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47470) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:20.283014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7cc08c9-bbf5-40de-bec6-0a4016855646 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3106582 Oct 15 19:51:20.286457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group_rule': {'security_group_id': '71f49d2d-8366-4ef2-a98d-5c1c44302bf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:20.444268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:20.522573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=44dc11c2-960f-4c35-a186-7e0a717953cb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:20.751704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:20.756239 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84929629-f8c7-494f-89f6-8bc4184164aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/44dc11c2-960f-4c35-a186-7e0a717953cb HTTP/1.1" status: 204 len: 168 time: 1.5947695 Oct 15 19:51:20.758697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47472) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:20.822517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3337de-9d0f-49a5-a3c3-55206ad8b769 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:20.837443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b23daf-98eb-47eb-8308-8cdfd6b93ee2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:20.839126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b23daf-98eb-47eb-8308-8cdfd6b93ee2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:20.840840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b23daf-98eb-47eb-8308-8cdfd6b93ee2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:20.842620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6b23daf-98eb-47eb-8308-8cdfd6b93ee2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0827334 Oct 15 19:51:20.853528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:20.968646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet b99662ac-eafa-4eb2-ba4e-02b15eb95751 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:20.981754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.046836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e45a403c-cdf1-43fa-86a7-bacd8a08fb3d None None] Provisioning complete for port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:21.047348 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e45a403c-cdf1-43fa-86a7-bacd8a08fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.166772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.290490 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:51:21.306502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6549f7fc-75cd-44ae-9dfd-babaaa965c2f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:21.313012 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:21.314516 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:50:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:21.393970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.429737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be1df827-29a1-4df2-b13c-8213fb5b1cd6 req-1feb3cb7-6c59-49fa-be1c-ef881a0dc42b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 1.0582294 Oct 15 19:51:21.441321 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.524435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fbfcc649-a663-4dc7-837d-f843a1fa0436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.549010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:21.549381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.551085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e45a403c-cdf1-43fa-86a7-bacd8a08fb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.556795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-63b91e32-ce74-4981-9b75-37dcfdd4b62e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:21.560804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-63b91e32-ce74-4981-9b75-37dcfdd4b62e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 1.1666784 Oct 15 19:51:21.582785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:21.637136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.707291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.738410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=b99662ac-eafa-4eb2-ba4e-02b15eb95751,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:21.747745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.751272 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:21.762566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-e45a403c-cdf1-43fa-86a7-bacd8a08fb3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:21.768104 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-e45a403c-cdf1-43fa-86a7-bacd8a08fb3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:21.778885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a647743-d96e-42f6-84b0-32fa7065f11d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/b99662ac-eafa-4eb2-ba4e-02b15eb95751 HTTP/1.1" status: 204 len: 168 time: 0.9232912 Oct 15 19:51:21.779545 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.785517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47502) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:21.865549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:21.902760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:21.954025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0c51c2-7792-4725-b970-14b171574218,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:21.968666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae028dc8-97f7-4d73-b92e-0364f0417835 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:21.973350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet e7624a40-96b6-4d3f-85e6-29421c741f21 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:21.976583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.003250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:22.008557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.080798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.152228 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:15Z', 'revision_number': 2, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:22.191883 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.196925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3bbfdcdd-599b-4051-848c-35156ae6a8c7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9106197 Oct 15 19:51:22.197105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47504) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:22.202269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group_rule': {'security_group_id': '71f49d2d-8366-4ef2-a98d-5c1c44302bf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:22.225071 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:51:22.228664 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Updating router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 port 38593f49-245f-475d-b2e8-e74eb4ab546e binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:51:22.286857 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.300324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.10 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/a3c05aca-0c34-4c49-aaa9-f0bb58638579) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:22.331320 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.409153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.412556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8416680a-738f-4da7-806f-60357f46d46f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:22.639933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.647042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.679052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8416680a-738f-4da7-806f-60357f46d46f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:22.679701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.688582 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.729824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0d87551f-2a97-4808-b575-1e96ce655479 None None] Provisioning complete for port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:22.730499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d87551f-2a97-4808-b575-1e96ce655479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.731395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e3ea510-e66e-4828-a136-32f2cada0260 req-8a23591e-76a7-4aa2-890c-00290f33cac4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 0.0348690 Oct 15 19:51:22.753734 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.883499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.906770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.911221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:22.915105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/e7624a40-96b6-4d3f-85e6-29421c741f21 HTTP/1.1" status: 204 len: 168 time: 1.1285269 Oct 15 19:51:22.916145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595aeff-3d95-4786-b1f8-22563f214655 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=e7624a40-96b6-4d3f-85e6-29421c741f21,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:22.922437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47532) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:22.929508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:22.978906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.005522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.005720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:23.024214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8e64f36f-af05-447a-aa4e-ca28469c529f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925536 Oct 15 19:51:23.035036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47534) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:23.047859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.053134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:23.129721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:23.134952 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.139907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:23.154221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:23.168844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.233038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296f9722-9c94-4623-b1f8-273baf3b4123,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:23.313597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:23.314794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.339975 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.342050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.344312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a97f37c-fc2a-4338-8c68-5c358e070c9d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1467543 Oct 15 19:51:23.347399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47538) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:23.352131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:23.354728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:51:23.541213 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Pushing event updated for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:23.557398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.634718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Deleting port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:23.634978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.644376 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.644714 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.645056 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.645388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.645742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.646025 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.646350 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.646673 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.646993 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.647307 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.647649 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.647971 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Attempting to bind port 38593f49-245f-475d-b2e8-e74eb4ab546e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Attempting to bind port 38593f49-245f-475d-b2e8-e74eb4ab546e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Attempting to bind port 38593f49-245f-475d-b2e8-e74eb4ab546e on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Checking segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Bound using segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Bound port: 38593f49-245f-475d-b2e8-e74eb4ab546e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:23.728122 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.800047 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] For port 38593f49-245f-475d-b2e8-e74eb4ab546e, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:23.803308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] For port 38593f49-245f-475d-b2e8-e74eb4ab546e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=38593f49-245f-475d-b2e8-e74eb4ab546e,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:23.854839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] For port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:23.855243 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.877547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-24e681eb-3a11-4154-9ea3-9710469f2962 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3054190 Oct 15 19:51:23.878137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:23.915157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Calling delete_port for 6549f7fc-75cd-44ae-9dfd-babaaa965c2f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:23.939884 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.079971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7050f-1859-4da2-80d2-c9a67b87cf57 req-122a279a-f0c4-4fc0-941b-726c39b14c80 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:24.119070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcb7050f-1859-4da2-80d2-c9a67b87cf57 req-122a279a-f0c4-4fc0-941b-726c39b14c80 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 932 time: 0.2614763 Oct 15 19:51:24.129060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:24.137827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.140139 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf428d29-c62f-4716-8b1c-21f8a33764e1 None None] Pushing event updated for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:24.171975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Request body: {'port': {'device_id': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:24.222952 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:24.223657 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:24.228025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Allocated IP 172.25.0.116 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c974e11e-6578-4a52-a578-3853e1da9c71) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:24.242054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcb7050f-1859-4da2-80d2-c9a67b87cf57 req-1c266fab-1907-47fb-a3fb-bf1699955629 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213324 Oct 15 19:51:24.339543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.430913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.441948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:24.465319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.573561 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:24.699136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.699136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] Pushing event deleted for resources: {'Port': ['ID=6549f7fc-75cd-44ae-9dfd-babaaa965c2f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:24.713823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2500b107-c429-4ae3-892a-d5944e4f89be None None] No DVR routers for this DVR port 6549f7fc-75cd-44ae-9dfd-babaaa965c2f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:24.825657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:24.861948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] For port 38593f49-245f-475d-b2e8-e74eb4ab546e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=38593f49-245f-475d-b2e8-e74eb4ab546e,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:24.905599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.030919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.129997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.147004 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:23Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:25.185912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0b8e7-3191-4a1d-a075-a5c4f88904c7 None None] Pushing event updated for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:25.233668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-164a8e95-283c-42ea-9688-f854cc8f218d None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:25.234040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-164a8e95-283c-42ea-9688-f854cc8f218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.238296 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da52624-4d97-4872-ae7b-298d6590ce5e None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:23Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:51:25.360066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:25.394677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:25.412383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:25.439940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=c974e11e-6578-4a52-a578-3853e1da9c71,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:25.510913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 38593f49-245f-475d-b2e8-e74eb4ab546e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:25.621274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 38593f49-245f-475d-b2e8-e74eb4ab546e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:25.621274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.729316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c05aca-0c34-4c49-aaa9-f0bb58638579 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:25.742937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.752771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.771433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df08696-dce4-48c4-a132-32a7c8e0c0ee req-03579a19-9198-430c-82ee-8402a311f6e5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:25.773436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0df08696-dce4-48c4-a132-32a7c8e0c0ee req-03579a19-9198-430c-82ee-8402a311f6e5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 932 time: 0.2905450 Oct 15 19:51:25.792806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Transition to ACTIVE for port object a3c05aca-0c34-4c49-aaa9-f0bb58638579 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:51:25.854311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0df08696-dce4-48c4-a132-32a7c8e0c0ee req-2fab4e2d-d7fd-47cf-9f4c-87d4e9c54be6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709083 Oct 15 19:51:25.888753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:25.971307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:25.975384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:25.988513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770763fd-8d85-4628-86ce-d9c97e4168c3 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:26.028434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=fd739f51-0cae-4af0-9664-8c11109d3cb6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:26.040354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:26.041243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:26.049185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:26.093931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:26.190134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Pushing event updated for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:26.222773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6549f7fc-75cd-44ae-9dfd-babaaa965c2f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:26.269627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6549f7fc-75cd-44ae-9dfd-babaaa965c2f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:26.270105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6549f7fc-75cd-44ae-9dfd-babaaa965c2f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:26.349672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'fd739f51-0cae-4af0-9664-8c11109d3cb6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:26.350906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:26.409782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c9ffe60-c0f1-4fe5-933b-04db4bcba3c9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3718970 Oct 15 19:51:26.418762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:26.433473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:26.508569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Attempting to bind port a3c05aca-0c34-4c49-aaa9-f0bb58638579 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:26.509198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Attempting to bind port a3c05aca-0c34-4c49-aaa9-f0bb58638579 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:26.521002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Attempting to bind port a3c05aca-0c34-4c49-aaa9-f0bb58638579 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:26.553758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Port a3c05aca-0c34-4c49-aaa9-f0bb58638579 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:51:26.554157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Attempting to bind port a3c05aca-0c34-4c49-aaa9-f0bb58638579 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:26.687334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:26.688218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:26.688913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:26.689610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Bound port: a3c05aca-0c34-4c49-aaa9-f0bb58638579, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:26.690412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:26.697742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Allocated IP 172.20.0.2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/fd739f51-0cae-4af0-9664-8c11109d3cb6/fed8e7c5-4805-4789-becf-08e7aac57c08) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:26.815263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:26.823890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:26.871701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195bd42-ba95-46df-a846-8d4fd379db9f req-a31af758-e179-472c-8142-9e7b1c616bdd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:26.877234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:26.883151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7195bd42-ba95-46df-a846-8d4fd379db9f req-a31af758-e179-472c-8142-9e7b1c616bdd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 951 time: 0.1246996 Oct 15 19:51:26.895817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.011832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.016778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7195bd42-ba95-46df-a846-8d4fd379db9f req-76b8069b-c0fa-454d-906b-2c1141d7cc61 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300452 Oct 15 19:51:27.040184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.064968 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.110793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.111402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.112858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] 10.222.0.15 "PUT /v2.0/ports/a3c05aca-0c34-4c49-aaa9-f0bb58638579 HTTP/1.1" status: 200 len: 1093 time: 3.2076476 Oct 15 19:51:27.114350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:27.116939 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0765b0-399f-4ec3-904b-18b06ef416e8" -d '{"events": [{"name": "network-changed", "server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:27.177659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8139d-defd-4d08-95bd-c9b9e266764a req-5db80ec0-3f94-416c-b426-ea9c5c9edfea tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.189071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cab8139d-defd-4d08-95bd-c9b9e266764a req-5db80ec0-3f94-416c-b426-ea9c5c9edfea tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 944 time: 0.2115688 Oct 15 19:51:27.198088 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7476f84-09f2-437c-9f4c-1c30ee21c5b4 x-openstack-request-id: req-f7476f84-09f2-437c-9f4c-1c30ee21c5b4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:27.198386 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:27.198638 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7476f84-09f2-437c-9f4c-1c30ee21c5b4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:27.199033 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579', 'status': 'completed', 'code': 200} Oct 15 19:51:27.207815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b89837-0c11-4340-bb91-2a3038b36fde service neutron] Pushing event updated for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:27.231004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.236506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.304765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cab8139d-defd-4d08-95bd-c9b9e266764a req-301da24a-5157-42fd-b106-a243e34c9288 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014731 Oct 15 19:51:27.309939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:27.318017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:27.326407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:27.346682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-fa78296c-94df-4768-b8e2-b4315a76c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.350061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Pushing event updated for resources: {'Port': ['ID=fed8e7c5-4805-4789-becf-08e7aac57c08,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:27.350523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-fa78296c-94df-4768-b8e2-b4315a76c4ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 1096 time: 0.1295495 Oct 15 19:51:27.393930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.414865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=c974e11e-6578-4a52-a578-3853e1da9c71,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:27.438618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Attempting to bind port fed8e7c5-4805-4789-becf-08e7aac57c08 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:27.442550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Attempting to bind port fed8e7c5-4805-4789-becf-08e7aac57c08 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:27.442550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Attempting to bind port fed8e7c5-4805-4789-becf-08e7aac57c08 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:27.446223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:27.446790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:27.447196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.447596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:27.448067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Bound port: fed8e7c5-4805-4789-becf-08e7aac57c08, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:27.448436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.538463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-69aaa089-aed4-4f26-b622-fe211d0edc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.539958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-69aaa089-aed4-4f26-b622-fe211d0edc4d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc724c20bb96445c9fef6d1b4d444317&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1758738 Oct 15 19:51:27.541390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] For port fed8e7c5-4805-4789-becf-08e7aac57c08, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:27.546086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] For port fed8e7c5-4805-4789-becf-08e7aac57c08, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fed8e7c5-4805-4789-becf-08e7aac57c08,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:27.556854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.565157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51733718-2a40-481f-9243-3bd0be4eca31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2095470 Oct 15 19:51:27.687134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-2935d5e7-e736-4f11-add8-59fc5b67403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.688750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc0765b0-399f-4ec3-904b-18b06ef416e8 req-2935d5e7-e736-4f11-add8-59fc5b67403d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405256 Oct 15 19:51:27.706777 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:27.795934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d9b81-1612-4124-9701-5a0609a11ea1 None None] Pushing event updated for resources: {'Port': ['ID=fed8e7c5-4805-4789-becf-08e7aac57c08,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:27.833791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-1dfbbbf6-1c37-4e9a-890a-fa794764681c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1691272749&fields=id&tenant_id=9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 267 time: 0.0959826 Oct 15 19:51:27.844965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-aad6b716-529d-4906-a63f-b8acd4f3362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:27.846622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-aad6b716-529d-4906-a63f-b8acd4f3362b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 1096 time: 0.1198211 Oct 15 19:51:27.955256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-35a16859-8b46-442a-9c20-8801364f7e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579 HTTP/1.1" status: 200 len: 217 time: 0.0870330 Oct 15 19:51:28.203087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-ed5832fc-fc48-4f46-926c-de97621a97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:28.204630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-ed5832fc-fc48-4f46-926c-de97621a97a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.2419691 Oct 15 19:51:28.252662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:51:28.267750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-a79228e0-5d22-4f70-a84a-08439af37eca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464482 Oct 15 19:51:28.404720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7583f324-f295-4f99-bb50-fac943a43ef5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:28.412262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7583f324-f295-4f99-bb50-fac943a43ef5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 811 time: 0.5606387 Oct 15 19:51:28.498794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-9562ae89-2d80-4ef3-8503-a2c32436c1b3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/quotas/9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 375 time: 0.0855443 Oct 15 19:51:28.505633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8e0e7-5d4b-4835-bc4e-f6dfe087c7cb req-7988b727-f10d-4dc3-9d8a-32be416cc868 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:28.507294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2cf8e0e7-5d4b-4835-bc4e-f6dfe087c7cb req-7988b727-f10d-4dc3-9d8a-32be416cc868 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 944 time: 0.0595989 Oct 15 19:51:28.554968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2cf8e0e7-5d4b-4835-bc4e-f6dfe087c7cb req-1aca3fc1-0867-4525-9e8d-5e3642127d13 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Oct 15 19:51:28.666781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-ecf51c0f-430d-401b-a75d-35b126722d0a service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568854 Oct 15 19:51:28.675118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-f78f802e-2e84-4991-86e0-bde81964ef87 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1754367 Oct 15 19:51:28.874768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:28.908746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31458fb1-ccf9-4591-9119-ab61e7ff6151 req-c8b09162-4ec8-47e1-8e14-3f4543abf630 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325819 Oct 15 19:51:28.922238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-ae10181f-0637-4009-a9bf-c2e77e8d4834 service neutron] 10.222.0.13 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266536 Oct 15 19:51:29.172072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] For port fed8e7c5-4805-4789-becf-08e7aac57c08, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fed8e7c5-4805-4789-becf-08e7aac57c08,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:29.189731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-adf3b83a-7202-414e-ad65-6e4305620b85 service neutron] 10.222.0.13 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668130 Oct 15 19:51:29.201914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Provisioning complete for port fed8e7c5-4805-4789-becf-08e7aac57c08 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:29.202446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.213815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.384251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.450608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.453013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.453610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fed8e7c5-4805-4789-becf-08e7aac57c08 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:29.569940 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:29.570382 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:29.570503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:29.577684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:29.584900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:29.586846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:29.599876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea6781-7692-4d58-91d6-3b4f91f2e99e None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:29.606871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=fb802fe2-b8de-4079-ae1f-3efdf3fd7c50,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:29.629378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=fed8e7c5-4805-4789-becf-08e7aac57c08,revision_number=4']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:29.696121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea9f8d28-868a-4a5f-b02a-49ef866ad590 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2691722 Oct 15 19:51:29.698145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47868) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:29.705203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:28:2b:27', 'name': 'tempest-NetworksTestDHCPv6-698095467'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:30.240665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:30.294295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port fed8e7c5-4805-4789-becf-08e7aac57c08 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:30.294751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.341392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.468324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb0850-4fc7-4b29-8223-b1e57bb106f4 req-96b1aac5-abbd-427a-bcd3-0bb2acbf33ef tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:30.470352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04bb0850-4fc7-4b29-8223-b1e57bb106f4 req-96b1aac5-abbd-427a-bcd3-0bb2acbf33ef tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 944 time: 0.6537979 Oct 15 19:51:30.494047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] For port fed8e7c5-4805-4789-becf-08e7aac57c08, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fed8e7c5-4805-4789-becf-08e7aac57c08,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:30.539110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04bb0850-4fc7-4b29-8223-b1e57bb106f4 req-b9e128a1-a71d-4953-8760-a5b0ceee625b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Oct 15 19:51:30.613866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:30.631430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.635369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.638391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e86f782-f87d-4e26-a07a-2f68fd0ea890 req-6229cb6d-6ae7-4f7b-858d-96463d20e860 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0367923 Oct 15 19:51:30.737483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:30.739789 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3fe096-893f-4f94-bbeb-7b0046f283b3" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-unplugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:30.765583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.790708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 4e583e64-4107-47ec-81be-ed94064b369c yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:30.814278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:30.814650 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:30.816855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:30.823511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:30.888988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16442398-3edd-4853-8994-7ae3a6f7e7c7 None None] Pushing event updated for resources: {'Port': ['ID=fed8e7c5-4805-4789-becf-08e7aac57c08,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:31.032176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 172.20.0.11 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/fd739f51-0cae-4af0-9664-8c11109d3cb6/4e583e64-4107-47ec-81be-ed94064b369c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:31.040471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe28:2b27 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/fb802fe2-b8de-4079-ae1f-3efdf3fd7c50/4e583e64-4107-47ec-81be-ed94064b369c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:31.088049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.161064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:31.244996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.445733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fed8e7c5-4805-4789-becf-08e7aac57c08 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:31.472188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.507265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port fed8e7c5-4805-4789-becf-08e7aac57c08 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:31.507616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.533916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:31.537196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:31.541105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:31.564302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-90408391-07ac-4827-91da-dbf6b42d871e None None] Provisioning complete for port fed8e7c5-4805-4789-becf-08e7aac57c08 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:31.564302 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90408391-07ac-4827-91da-dbf6b42d871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.581559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=4e583e64-4107-47ec-81be-ed94064b369c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:31.628167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:31.628837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.630229 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df4b51-1457-4439-a39e-75b30b7e7d7d x-openstack-request-id: req-42df4b51-1457-4439-a39e-75b30b7e7d7d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:31.630590 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-unplugged", "status": "completed", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:31.630911 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42df4b51-1457-4439-a39e-75b30b7e7d7d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:31.631389 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'code': 200} Oct 15 19:51:31.751906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfba09b-9b52-426f-8313-b1e2746c211a req-8b664a38-8af8-4ad7-8c17-cfb80c94922b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:31.753623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bfba09b-9b52-426f-8313-b1e2746c211a req-8b664a38-8af8-4ad7-8c17-cfb80c94922b tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0672801 Oct 15 19:51:31.799391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bfba09b-9b52-426f-8313-b1e2746c211a req-033ad9f1-3742-4251-b66e-a979494663ae tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379732 Oct 15 19:51:31.830034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e71f-376f-40e6-abb2-a42b1324c2d1 req-93d06c36-4d44-4ff6-8c21-28a353d7f7ea tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:31.832682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a10e71f-376f-40e6-abb2-a42b1324c2d1 req-93d06c36-4d44-4ff6-8c21-28a353d7f7ea tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 944 time: 0.0669796 Oct 15 19:51:31.873148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01747fab-3d8f-4f4f-b595-a26c66cd34ff req-c3ee398b-54c9-40bb-80b4-d5c94d926663 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0304294 Oct 15 19:51:31.875150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a10e71f-376f-40e6-abb2-a42b1324c2d1 req-897a2d7b-e4b4-48e2-8d52-75140b292470 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Oct 15 19:51:31.876768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-373d5bb8-1488-4408-b37f-53b56016e690 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1759608 Oct 15 19:51:31.879488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47922) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:31.941127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e04df1-f504-4094-988a-3c27f8082bbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:31.947999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e04df1-f504-4094-988a-3c27f8082bbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:31.951907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e5139b8e-62c7-492b-b35e-5a60f09d00e8 None None] Provisioning complete for port 4e583e64-4107-47ec-81be-ed94064b369c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:31.952231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-61e04df1-f504-4094-988a-3c27f8082bbd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0714560 Oct 15 19:51:31.952344 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e5139b8e-62c7-492b-b35e-5a60f09d00e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:31.953490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47930) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:31.997557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e5139b8e-62c7-492b-b35e-5a60f09d00e8 None None] Port 4e583e64-4107-47ec-81be-ed94064b369c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:32.063906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 4e583e64-4107-47ec-81be-ed94064b369c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:32.063906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.152565 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.165467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 4e583e64-4107-47ec-81be-ed94064b369c owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:32.311634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a3c05aca-0c34-4c49-aaa9-f0bb58638579 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:51:32.450823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:32.463708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579', 'mac_address': 'fa:16:3e:31:ac:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:51:32.506511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.518902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.533235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c05aca-0c34-4c49-aaa9-f0bb58638579 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:32.559691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=4e583e64-4107-47ec-81be-ed94064b369c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:32.580336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:32.701039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.705302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b22030a-dd8d-4c42-b8ca-1c508adbc759 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/4e583e64-4107-47ec-81be-ed94064b369c HTTP/1.1" status: 204 len: 168 time: 0.7507038 Oct 15 19:51:32.707864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 47974) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:32.745277 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.789261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd92d9-1a96-4d80-aeb1-cbde7f2914ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:32.791128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd92d9-1a96-4d80-aeb1-cbde7f2914ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:32.792765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd92d9-1a96-4d80-aeb1-cbde7f2914ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:32.799814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 47980) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:32.800228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1edd92d9-1a96-4d80-aeb1-cbde7f2914ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0910287 Oct 15 19:51:32.857988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:32.916585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet fb802fe2-b8de-4079-ae1f-3efdf3fd7c50 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:32.924385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:32.982546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43081d-d824-4929-8c2d-100e36b40e63 req-5cb51f6c-fbd1-4a64-9bb8-e1500d2879d0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:32.984563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe43081d-d824-4929-8c2d-100e36b40e63 req-5cb51f6c-fbd1-4a64-9bb8-e1500d2879d0 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.0864758 Oct 15 19:51:32.992997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.053936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a3c05aca-0c34-4c49-aaa9-f0bb58638579'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:51:33.058324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe43081d-d824-4929-8c2d-100e36b40e63 req-ee14712c-d252-44dd-9b3c-54dee7d0b094 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/security-groups?id=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654204 Oct 15 19:51:33.147458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.226710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16e0a376-7f84-42e4-9e28-efacc87963ee req-07992e53-6822-49e9-af60-a96105bed928 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0822809 Oct 15 19:51:33.377963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-e63c2275-a9ec-4359-bae1-6f10b505f70a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:33.378939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-e63c2275-a9ec-4359-bae1-6f10b505f70a tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 946 time: 0.1512902 Oct 15 19:51:33.397859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.449464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=fb802fe2-b8de-4079-ae1f-3efdf3fd7c50,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:33.459347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.462603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47ccd7d9-f3d8-44e3-b73e-6fb2c4bd892b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fb802fe2-b8de-4079-ae1f-3efdf3fd7c50 HTTP/1.1" status: 204 len: 168 time: 0.6611757 Oct 15 19:51:33.467610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a9f9d-9cac-4802-a18b-0d69ae9cdca8 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:33.469434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48008) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:33.487410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f399a-4d5c-4e9d-9641-ce5521e6409a req-4f824286-8c00-4591-9c1c-e906bf18a726 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:33.489259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d71f399a-4d5c-4e9d-9641-ce5521e6409a req-4f824286-8c00-4591-9c1c-e906bf18a726 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 945 time: 0.1577308 Oct 15 19:51:33.541322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet fd739f51-0cae-4af0-9664-8c11109d3cb6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:33.546225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.575961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d71f399a-4d5c-4e9d-9641-ce5521e6409a req-84c05485-87ee-4328-9cde-59bea6711591 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731750 Oct 15 19:51:33.594415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Deleting port 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:33.594702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.612606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.734932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.754414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] For port 552b1228-773a-46ed-af33-22608836b9ed, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=552b1228-773a-46ed-af33-22608836b9ed,segment=NetworkSegment(911975c2-4239-49c1-90cc-7e7945e65d61),segment_id=911975c2-4239-49c1-90cc-7e7945e65d61)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:33.754987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:33.770321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Calling delete_port for 552b1228-773a-46ed-af33-22608836b9ed owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:33.922348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.081786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.098440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['552b1228-773a-46ed-af33-22608836b9ed'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:51:34.110497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-3d12ee1d-1754-4bb1-b17e-10f8a7366e3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:34.112428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-3d12ee1d-1754-4bb1-b17e-10f8a7366e3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 811 time: 0.1829059 Oct 15 19:51:34.117972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=fd739f51-0cae-4af0-9664-8c11109d3cb6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:34.167207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.172390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c00acebe-05a0-452f-96be-828fc18d2a4c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fd739f51-0cae-4af0-9664-8c11109d3cb6 HTTP/1.1" status: 204 len: 168 time: 0.7013509 Oct 15 19:51:34.173842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Pushing event deleted for resources: {'Port': ['ID=552b1228-773a-46ed-af33-22608836b9ed,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:34.175657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:34.214804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-199dbcbf-0da5-4028-8e98-8f86a76d4658 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 380 time: 0.0884681 Oct 15 19:51:34.238763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'port': {'device_id': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'admin_state_up': True, 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'security_groups': ['71f49d2d-8366-4ef2-a98d-5c1c44302bf0']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:34.250385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-78f1873d-2262-4561-a80d-90d715d15055 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672603 Oct 15 19:51:34.255367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48036) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:34.316991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a3c05aca-0c34-4c49-aaa9-f0bb58638579 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:34.341340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] No DVR routers for this DVR port 552b1228-773a-46ed-af33-22608836b9ed on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:34.344499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.348509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97a058d3-a01f-4c50-82a5-9e88a4b4fc42 req-c34c7cdb-c20c-47d3-b2cf-6bc303ce8169 tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.11 "DELETE /v2.0/ports/552b1228-773a-46ed-af33-22608836b9ed HTTP/1.1" status: 204 len: 173 time: 0.9546747 Oct 15 19:51:34.349077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-43f38c13-ed2d-4a48-955f-f1d9abd34e27 req-c7de5d72-9975-416c-8b5a-64221709bb5c tempest-ServersNegativeTestJSON-1673366567 tempest-ServersNegativeTestJSON-1673366567-project] 10.222.0.13 "GET /v2.0/ports?device_id=898f90f1-8431-45bc-8267-a59a1dac52a7 HTTP/1.1" status: 200 len: 210 time: 0.0597348 Oct 15 19:51:34.353680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-deleted', 'tag': '552b1228-773a-46ed-af33-22608836b9ed'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:34.360334 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27844499-c062-45ba-83ee-15aeaf1b3885" -d '{"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-deleted", "tag": "552b1228-773a-46ed-af33-22608836b9ed"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:34.549846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fe1918a-de8f-46e6-9b4c-55a5bde5cea2 req-8001e9db-c3a6-43b4-b9a3-f4182636f818 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0656936 Oct 15 19:51:34.567404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ee5bf-abe9-4e78-afe0-d1ce1adf6e7a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:34.567404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-648ee5bf-abe9-4e78-afe0-d1ce1adf6e7a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3057318 Oct 15 19:51:34.567860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48050) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:34.585669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port a3c05aca-0c34-4c49-aaa9-f0bb58638579 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:51:34.595325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port a3c05aca-0c34-4c49-aaa9-f0bb58638579 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:34.595919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.708134 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03bade5-21f6-406f-9ad6-447f277a0622 x-openstack-request-id: req-b03bade5-21f6-406f-9ad6-447f277a0622 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:34.708987 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898f90f1-8431-45bc-8267-a59a1dac52a7", "name": "network-vif-deleted", "tag": "552b1228-773a-46ed-af33-22608836b9ed", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:34.709253 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b03bade5-21f6-406f-9ad6-447f277a0622 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:34.709661 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898f90f1-8431-45bc-8267-a59a1dac52a7', 'name': 'network-vif-deleted', 'tag': '552b1228-773a-46ed-af33-22608836b9ed', 'status': 'completed', 'code': 200} Oct 15 19:51:34.729856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d333bc49-d732-4f29-b015-d299e5d95e7e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:34.742746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48060) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:34.742916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d333bc49-d732-4f29-b015-d299e5d95e7e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1728144 Oct 15 19:51:34.828343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.834807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9c7f8ea2-e41b-4ba2-9134-8d0fd2fee906 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919831 Oct 15 19:51:34.842606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48066) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:34.849437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:34.872539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Made reservation on behalf of 9b97243589084c2f9bba6a9505012b8e for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:34.883272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:34.883502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:34.883502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:34.886766 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f4aa88-1363-40b0-aa6d-91c15cfeaab2" -d '{"events": [{"server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "name": "network-vif-plugged", "status": "completed", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:34.920852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9131dd-6cdf-4f07-b8e3-d66361305679 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:34.992509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.030774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c0a16489-a65d-49c0-bd13-a1c3b737481d None None] Provisioning complete for port fed8e7c5-4805-4789-becf-08e7aac57c08 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:35.032783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c0a16489-a65d-49c0-bd13-a1c3b737481d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.165370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5f704-d284-4ff2-a26c-8f36cc76ce06 req-1a7c3de6-d0a8-468e-9841-1b7d9706b79a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:35.173392 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6bc5f704-d284-4ff2-a26c-8f36cc76ce06 req-1a7c3de6-d0a8-468e-9841-1b7d9706b79a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 945 time: 0.2883663 Oct 15 19:51:35.176746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Allocated IP 172.20.0.14 (f79fc251-1c79-4df1-b74b-37b38c7eb4d5/2863676a-0b3b-46db-b05e-6a827427e71b/c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:35.191616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:35.197580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.201756 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:35.202537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:35.205822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:35.256480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6bc5f704-d284-4ff2-a26c-8f36cc76ce06 req-70c36d07-4d7e-4cbd-b38b-032f600d5165 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821710 Oct 15 19:51:35.302691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:51:35.359127 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065721b-1c96-4683-93c4-88ea3c29b6f3 x-openstack-request-id: req-1065721b-1c96-4683-93c4-88ea3c29b6f3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:35.359696 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "name": "network-vif-plugged", "status": "completed", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:35.360127 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1065721b-1c96-4683-93c4-88ea3c29b6f3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:35.361127 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579', 'code': 200} Oct 15 19:51:35.367354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-490a3d20-0c3c-4d0c-b843-643e6a0c6125 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5236304 Oct 15 19:51:35.373593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48082) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:35.395682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:35.483335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Deleting port fed8e7c5-4805-4789-becf-08e7aac57c08 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:35.485001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.544959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fed8e7c5-4805-4789-becf-08e7aac57c08 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:35.563581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:35.668809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] For port fed8e7c5-4805-4789-becf-08e7aac57c08, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fed8e7c5-4805-4789-becf-08e7aac57c08,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:35.669964 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.682119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Deleting subnet 96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:35.684191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Calling delete_port for fed8e7c5-4805-4789-becf-08e7aac57c08 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:35.708514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.730305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-beb60087-3849-4339-9601-90641e9055ad req-28e620a5-5483-4b40-8ac5-0339758ea823 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0660832 Oct 15 19:51:35.734108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.745796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd00fd-dd0b-499d-a992-e989193b3820 req-4afa2ebb-8575-455c-83f9-bf82a08ecaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:35.748721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57dd00fd-dd0b-499d-a992-e989193b3820 req-4afa2ebb-8575-455c-83f9-bf82a08ecaab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 1098 time: 0.2131653 Oct 15 19:51:35.800268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.812444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57dd00fd-dd0b-499d-a992-e989193b3820 req-8e8eb065-eecc-4411-9d93-b9bd37b737ca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560038 Oct 15 19:51:35.855083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.864924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:35.872095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.872408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.875179 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:35.876038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:35.920363 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.952393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:35.965922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] Pushing event deleted for resources: {'Port': ['ID=fed8e7c5-4805-4789-becf-08e7aac57c08,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:35.970647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aebfc6-ba78-4d39-9d46-7020b49f1ac9 None None] No DVR routers for this DVR port fed8e7c5-4805-4789-becf-08e7aac57c08 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:36.015311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:36.018852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:36.022047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e60406c7-ca91-4937-ba98-b9fe9f96403e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6469305 Oct 15 19:51:36.025412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48114) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:36.026986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:36.031674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:36.060561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:36.095712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.133780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.140715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96c33c12-682e-4ceb-bbc3-0e63b23bd5c3 HTTP/1.1" status: 204 len: 168 time: 0.5640087 Oct 15 19:51:36.163914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48116) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:36.188840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b19dcb-34c2-4915-b91f-83f10e081773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c33c12-682e-4ceb-bbc3-0e63b23bd5c3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:36.208422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:36.208915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.287767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-5f14301a-76e0-4eef-a117-4119254186a5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0626037 Oct 15 19:51:36.346294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.416211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bd8642a7-ab03-44e3-a729-da93dc90fdd6 None None] Provisioning complete for port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:36.416580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd8642a7-ab03-44e3-a729-da93dc90fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.426467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade98cd8-c055-49f3-9b70-fc96d7d75bd4 req-7e0241fc-d0e0-43d6-9861-25c4b55b2011 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:36.435148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ade98cd8-c055-49f3-9b70-fc96d7d75bd4 req-7e0241fc-d0e0-43d6-9861-25c4b55b2011 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1220555 Oct 15 19:51:36.450318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Request body: {'port': {'device_id': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:36.464681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:36.469293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.470875 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:36.471505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:36.473429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bd8642a7-ab03-44e3-a729-da93dc90fdd6 None None] Port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:36.518310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ade98cd8-c055-49f3-9b70-fc96d7d75bd4 req-1f4a710a-9ba8-4696-ae59-62c77b27dd41 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819092 Oct 15 19:51:36.530788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.545930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f456580-435d-40aa-8d06-9edc219fcaf4 req-24bf7334-e5f4-4785-9d1b-951f2640213c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:36.548021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f456580-435d-40aa-8d06-9edc219fcaf4 req-24bf7334-e5f4-4785-9d1b-951f2640213c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.1871693 Oct 15 19:51:36.550469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.565234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a472727-3f94-4b20-bc8d-65ca2fe271d9']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:36.591156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911975c2-4239-49c1-90cc-7e7945e65d61') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:36.591585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911975c2-4239-49c1-90cc-7e7945e65d61') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:36.628881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9275f1fa-8d19-4c82-8826-971bc1a4f063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6021318 Oct 15 19:51:36.629577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48136) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:36.631441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.647171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:36.729924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.737550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:51:36.737958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.755362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-77ee3204-c0d2-40ab-b672-bbd4080a5d26 req-6bd4373a-aeae-435a-bd01-26b7b8254bf1 service neutron] (101181) timed out ('10.222.0.11', 57092) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: items = [ Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:51:36.830847 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:51:36.855047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f456580-435d-40aa-8d06-9edc219fcaf4 req-a0ff84d1-0949-4e24-af39-6d42a2fdc6dd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920833 Oct 15 19:51:36.939521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.953020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.959984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4a472727-3f94-4b20-bc8d-65ca2fe271d9 HTTP/1.1" status: 204 len: 168 time: 0.7919912 Oct 15 19:51:36.975316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802b92f-aa0e-4735-a18f-16433a96ffb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a472727-3f94-4b20-bc8d-65ca2fe271d9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:36.980077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:36.994175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:36.994175 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:36.994175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:37.002640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2c1c7-67aa-4975-bff5-ac8a908ae8d4 req-48cdb1ca-be62-42cb-8fbb-0ceab2d3557c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:37.010291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25c2c1c7-67aa-4975-bff5-ac8a908ae8d4 req-48cdb1ca-be62-42cb-8fbb-0ceab2d3557c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 932 time: 0.1489840 Oct 15 19:51:37.089070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-25c2c1c7-67aa-4975-bff5-ac8a908ae8d4 req-6d72c8e8-6067-490b-a000-b40912dd8d50 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775282 Oct 15 19:51:37.102290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:37.113145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.124698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Transition to ACTIVE for port object c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:51:37.160703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-acc006ec-6212-431f-987b-9b33d34a62ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5250080 Oct 15 19:51:37.174719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:37.179779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:37.264930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.333421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Pushing event updated for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:37.373382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:37.377328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.381884 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:37.381884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:37.435368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Attempting to bind port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:37.435737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Attempting to bind port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:37.436271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Attempting to bind port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:37.441233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:51:37.441557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Attempting to bind port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:37.448860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:37.449198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Checking segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:37.449752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Bound using segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:37.450322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Bound port: c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:37.450495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.501641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-250a09e8-37e5-4996-afeb-cea0708eb841 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3257384 Oct 15 19:51:37.507793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:37.508184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48150) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:37.521481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:37.603409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2a0d640c-7d89-49d8-ab10-1f95808be874 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=345cecef50154ec6b37da2aaa0eda3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912716 Oct 15 19:51:37.604645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48158) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:37.608779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:37.690774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:37.739735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.781803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.802735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f918e-5917-4dc7-bd2d-7dfb6682da85 req-190d88ee-fef7-4156-b7ef-34239630da22 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:37.804663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c91f918e-5917-4dc7-bd2d-7dfb6682da85 req-190d88ee-fef7-4156-b7ef-34239630da22 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1352170 Oct 15 19:51:37.805110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:37.805743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.808657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] 10.222.0.11 "PUT /v2.0/ports/c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1093 time: 1.5091343 Oct 15 19:51:37.808657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:37.818226 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a" -d '{"events": [{"name": "network-changed", "server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:37.831351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:37.838226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.841707 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:51:37.842147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:51:37.856099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:37.905061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c91f918e-5917-4dc7-bd2d-7dfb6682da85 req-9815959a-84ff-4777-a927-e3eea629ecb1 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793486 Oct 15 19:51:37.959702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1e34-6d21-4f0b-9266-d6613038cb0f service neutron] Pushing event updated for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:37.977057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-c030d105-3d0d-4ebe-99e7-ba4b549aeaad tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:37.979992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-c030d105-3d0d-4ebe-99e7-ba4b549aeaad tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 948 time: 0.1298401 Oct 15 19:51:38.083697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-aca581b6-60c8-48a0-98ea-8733147664bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.085844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-aca581b6-60c8-48a0-98ea-8733147664bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1096 time: 0.1574087 Oct 15 19:51:38.097283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:38.103385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-12306b8e-019e-42a3-8b85-99970a5aed76 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5918438 Oct 15 19:51:38.174964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-b5544894-65fd-4254-a59d-f406ae3e6749 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 217 time: 0.0800455 Oct 15 19:51:38.177363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f2db88f-80b5-49fb-b8ae-b6805a921826 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0722024 Oct 15 19:51:38.180227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48180) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:38.200651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 552b1228-773a-46ed-af33-22608836b9ed no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:38.205688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Deleting port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:38.205688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:38.221764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:38.226218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:38.236196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbe221d4-dd00-4fc5-9bd0-49a17e4658b9 HTTP/1.1" status: 204 len: 168 time: 0.6300981 Oct 15 19:51:38.259184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 552b1228-773a-46ed-af33-22608836b9ed {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:38.259762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 552b1228-773a-46ed-af33-22608836b9ed not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:38.291396 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1550136e-b60c-498d-a4bb-edb3e33e3207 x-openstack-request-id: req-1550136e-b60c-498d-a4bb-edb3e33e3207 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:38.292137 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:38.292137 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1550136e-b60c-498d-a4bb-edb3e33e3207 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:38.292600 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'status': 'completed', 'code': 200} Oct 15 19:51:38.326278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] For port b7f6b2c5-19e3-4c67-bc72-d7e042861d15, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:38.326778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:38.332645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ab7c9-b2c5-446b-8c0d-909567a9ea63 req-25263a64-8cf7-42c7-aeea-02936c6bddbd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.341203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc8ab7c9-b2c5-446b-8c0d-909567a9ea63 req-25263a64-8cf7-42c7-aeea-02936c6bddbd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.2966771 Oct 15 19:51:38.348948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d3079-ca8f-4468-816a-9d3c2af6a24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe221d4-dd00-4fc5-9bd0-49a17e4658b9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:38.410020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Calling delete_port for b7f6b2c5-19e3-4c67-bc72-d7e042861d15 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:38.487283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc8ab7c9-b2c5-446b-8c0d-909567a9ea63 req-6f3a9e53-af12-456d-9e8f-638790fe896e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449118 Oct 15 19:51:38.488152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754c8fd-1fbd-4f34-b8c0-c63233af8602 req-a2e38a10-ff44-4595-8465-c54e13ac88f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.497691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7754c8fd-1fbd-4f34-b8c0-c63233af8602 req-a2e38a10-ff44-4595-8465-c54e13ac88f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 944 time: 0.1674917 Oct 15 19:51:38.523380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-3be68ffc-ddf6-4265-8f13-d0a26ace4ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.525817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-3be68ffc-ddf6-4265-8f13-d0a26ace4ca9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.3429954 Oct 15 19:51:38.533014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32de6e-216e-4884-a7e9-4c90e330f706 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.541183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ac32de6e-216e-4884-a7e9-4c90e330f706 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3589506 Oct 15 19:51:38.545652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:38.576619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7754c8fd-1fbd-4f34-b8c0-c63233af8602 req-01b01fd3-1a5d-42bd-a817-5b9e4da21726 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738709 Oct 15 19:51:38.651508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d9f4cb08-95e1-4bb6-8268-5b0addd4effb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0862744 Oct 15 19:51:38.672378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:38.679153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:38.749731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-8bddcd69-2f0e-4224-ba48-48adcb62b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:38.751235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-8bddcd69-2f0e-4224-ba48-48adcb62b870 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2066760 Oct 15 19:51:38.819514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:38.920978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-49b51950-1715-433b-a874-8de3ea77c854 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619148 Oct 15 19:51:38.925768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Pushing event deleted for resources: {'Port': ['ID=b7f6b2c5-19e3-4c67-bc72-d7e042861d15,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:38.994702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:39.001172 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:39.002991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] No DVR routers for this DVR port b7f6b2c5-19e3-4c67-bc72-d7e042861d15 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:39.007060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:39.015503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-945f61d9-612a-4ae9-8838-bfac64d6a7c6 req-06660ab4-79c8-425e-a264-5d4178286e09 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "DELETE /v2.0/ports/b7f6b2c5-19e3-4c67-bc72-d7e042861d15 HTTP/1.1" status: 204 len: 173 time: 1.0258663 Oct 15 19:51:39.170470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410fe71-f55a-4f50-9a83-f1ed4239c22c req-c85b4c05-cec9-4c77-97b8-3a3f27377b39 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:39.179511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d410fe71-f55a-4f50-9a83-f1ed4239c22c req-c85b4c05-cec9-4c77-97b8-3a3f27377b39 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.1233847 Oct 15 19:51:39.248783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d410fe71-f55a-4f50-9a83-f1ed4239c22c req-1a9b2432-56b3-4bdf-a667-ee91e433bbf2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642354 Oct 15 19:51:39.342520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e1e28ea-a9a5-46b1-b018-1d4a794af21e req-a7534caf-d067-40cc-a6e3-bc26a34fad6d tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.1948428 Oct 15 19:51:39.427687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808f2f29-a9e5-4c1f-9474-9c9ea3be08d6 req-31a16fb5-ac16-4146-b23b-bcd4b1d0cde1 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994879 Oct 15 19:51:39.720323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec229c98-93b6-48c9-b2ec-5cee12b77947 req-bcb16b62-2989-4dc7-a6a8-2cb7517c4a72 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:39.721978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec229c98-93b6-48c9-b2ec-5cee12b77947 req-bcb16b62-2989-4dc7-a6a8-2cb7517c4a72 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 944 time: 0.0576873 Oct 15 19:51:39.784538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:51:39.787539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:39.796673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-2e7e7f3f-c351-43cd-a92a-b8fddc369e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:39.798587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-2e7e7f3f-c351-43cd-a92a-b8fddc369e0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1096 time: 0.1357799 Oct 15 19:51:39.819481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec229c98-93b6-48c9-b2ec-5cee12b77947 req-8c6b6129-4849-4678-8c13-d35405832355 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912225 Oct 15 19:51:39.867067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:39.876492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:39.881930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:39.882325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:39.886133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c61174-7310-447c-8f73-383e1af2fa93 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:39.902192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=bb0841ea-a59e-4df9-bbb7-5df76eb3a779,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:39.963597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-71cc4bf7-ee21-41d9-974f-528c8da77f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:39.965814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-71cc4bf7-ee21-41d9-974f-528c8da77f56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.1596751 Oct 15 19:51:40.058914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-005eb486-c0a1-4cfb-88e4-ce95503353d5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3835537 Oct 15 19:51:40.060274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-d47bd303-43ef-41b7-b2d1-7dae5f17226a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 217 time: 0.0874217 Oct 15 19:51:40.060980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48236) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:40.068015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:c8:63:8b', 'name': 'tempest-NetworksTestDHCPv6-1522931989'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:40.125398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'bb0841ea-a59e-4df9-bbb7-5df76eb3a779'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:40.126643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.182941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:40.238856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-0432d055-7053-4292-b859-c01dae296e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:40.240465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-0432d055-7053-4292-b859-c01dae296e26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.1684144 Oct 15 19:51:40.294214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-deleted', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:40.298744 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6566645c-a1a2-467f-b8f9-1943b187b025" -d '{"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-deleted", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:40.321529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1260871534-network', 'tenant_id': '289a32e4e497439192717ea9ffbbd5ac'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:40.368510 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0774a442-1757-45d5-9aa6-4cbd48e7b5c1 x-openstack-request-id: req-0774a442-1757-45d5-9aa6-4cbd48e7b5c1 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:40.368812 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b4607b-86d9-45e2-8a70-a0ed2452134c", "name": "network-vif-deleted", "tag": "b7f6b2c5-19e3-4c67-bc72-d7e042861d15", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:40.369067 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0774a442-1757-45d5-9aa6-4cbd48e7b5c1 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:40.369232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Allocated IP 2001:db8::f816:3eff:fe69:d9d0 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/bb0841ea-a59e-4df9-bbb7-5df76eb3a779/51894c7d-81f0-4c19-838a-3c5ab08cecf0) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:40.369465 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b4607b-86d9-45e2-8a70-a0ed2452134c', 'name': 'network-vif-deleted', 'tag': 'b7f6b2c5-19e3-4c67-bc72-d7e042861d15', 'status': 'completed', 'code': 200} Oct 15 19:51:40.403858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-d8c9e6d4-09e0-43d4-b239-be7f20e8ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:40.405432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-d8c9e6d4-09e0-43d4-b239-be7f20e8ae3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1538453 Oct 15 19:51:40.430103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Made reservation on behalf of 289a32e4e497439192717ea9ffbbd5ac for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:40.432455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.443882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.453463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942838e5-e1f1-42e5-8e8a-a81f1f86f618 req-7a1d53f1-a236-4461-8986-71bbd8962b1c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:40.460181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-942838e5-e1f1-42e5-8e8a-a81f1f86f618 req-7a1d53f1-a236-4461-8986-71bbd8962b1c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.0944588 Oct 15 19:51:40.500196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-077341ec-495e-4280-aaba-758a95fbdc60 req-0bce5657-bd03-4662-9f93-477fee334c59 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=17b4607b-86d9-45e2-8a70-a0ed2452134c HTTP/1.1" status: 200 len: 210 time: 0.0384569 Oct 15 19:51:40.548654 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.563738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-942838e5-e1f1-42e5-8e8a-a81f1f86f618 req-36a3e176-9e17-48a8-9ccc-e724f698c9a1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025593 Oct 15 19:51:40.574310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:40.597421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-2e7a86ec-5f60-434f-a048-127ded3868fb service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834185 Oct 15 19:51:40.597670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.619271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48252) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:40.625523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-385347536'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:40.636398 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.679828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.697243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Pushing event updated for resources: {'Port': ['ID=51894c7d-81f0-4c19-838a-3c5ab08cecf0,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:40.706749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:40.708499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:40.711823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:40.715335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:40.731339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8229069c-971a-4cbc-815d-9d87723378ea,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:40.738291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.738996 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Added segment c286e678-794a-4f13-8d9f-d0694bfaf95b of type vlan for network 89ef08a9-03da-4f80-95f0-72729ec169a3 Oct 15 19:51:40.765956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:40.770537 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.778322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1106670163'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:40.784215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.790416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Attempting to bind port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:40.790781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Attempting to bind port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:40.791137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Attempting to bind port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:40.797068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:40.797423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:40.797810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.798776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:40.799191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Bound port: 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:40.799609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.804798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:40.808388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.810688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91ab2d59-20f6-4ca1-98da-2ee83e13b31a req-132d13c5-e3e7-41e8-a143-607b5b6c8534 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033460 Oct 15 19:51:40.823027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 535c5186-58fd-438c-b33c-bee99896897b yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:40.837144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:40.847058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.847410 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Added segment 84a92bc2-f353-4ba7-9a7f-7a71be484085 of type vlan for network 13d041b7-c829-4f78-80d1-0957e0315c23 Oct 15 19:51:40.886017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] For port 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:40.890245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] For port 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=51894c7d-81f0-4c19-838a-3c5ab08cecf0,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:40.897353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.914093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.915054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:40.915675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.977383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:40.981491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:40.985167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] Pushing event updated for resources: {'Network': ['ID=89ef08a9-03da-4f80-95f0-72729ec169a3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:40.995726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 89ef08a9-03da-4f80-95f0-72729ec169a3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:41.012299 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.028207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fec8:638b (5304916a-cba8-4f3a-aa49-3964bfb8a8de/bb0841ea-a59e-4df9-bbb7-5df76eb3a779/535c5186-58fd-438c-b33c-bee99896897b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:41.030699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.036461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:41.037087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.145271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Network': ['ID=13d041b7-c829-4f78-80d1-0957e0315c23,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:41.159704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9d5dbe71-73c4-421d-afab-244275fa6ab1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5317793 Oct 15 19:51:41.172213 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3301827f-fb78-46f8-99e5-c86579ada4eb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9832306 Oct 15 19:51:41.173237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48266) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:41.173816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48268) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:41.179855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 13d041b7-c829-4f78-80d1-0957e0315c23 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:41.200986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2105253407'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:41.212605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Request body: {'subnet': {'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1260871534-subnet', 'tenant_id': '289a32e4e497439192717ea9ffbbd5ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:41.307686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669aff4-f257-4b72-9eed-b8a2c241212e None None] Pushing event updated for resources: {'Port': ['ID=51894c7d-81f0-4c19-838a-3c5ab08cecf0,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:41.331667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a023d-5f43-4720-a07f-64e73a9f819f req-af4631cd-67c9-4c7a-9d69-d4a1f0796d1b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:41.341473 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-941a023d-5f43-4720-a07f-64e73a9f819f req-af4631cd-67c9-4c7a-9d69-d4a1f0796d1b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.0867708 Oct 15 19:51:41.356076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Made reservation on behalf of 289a32e4e497439192717ea9ffbbd5ac for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:41.358779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.443781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-941a023d-5f43-4720-a07f-64e73a9f819f req-f221ca0f-82a9-43ec-bfa8-3bbc0617c636 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011105 Oct 15 19:51:41.506341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:41.538486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.722951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcfe9a-2f65-47a5-b56c-e993c0d9916a req-b686103c-640f-46cf-a5eb-2f64497e15ca tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:41.725076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38bcfe9a-2f65-47a5-b56c-e993c0d9916a req-b686103c-640f-46cf-a5eb-2f64497e15ca tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 944 time: 0.8228827 Oct 15 19:51:41.745931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:41.765987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.766379 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Added segment fc6777ed-4db8-4baf-b6f5-7d6a71921a82 of type vlan for network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 Oct 15 19:51:41.775043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.837568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:41.851804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.891040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.891392 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Added segment fb48fbb9-965a-46d7-821b-1fe13e4b53ed of type vlan for network d2586480-b8ad-49ae-86e7-d4295925a29c Oct 15 19:51:41.958410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38bcfe9a-2f65-47a5-b56c-e993c0d9916a req-30f1b171-df53-4bf7-ac05-261f81b60b4a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764133 Oct 15 19:51:41.970212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.973968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:41.979221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-d352115e-2bcb-4c93-bb29-2e2cec8e56e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1752043 Oct 15 19:51:42.049179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.074847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.079276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.091621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1098c4a5-a561-4418-90ca-05de45ce905e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:42.116224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.116457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Checking segment: {'id': 'c286e678-794a-4f13-8d9f-d0694bfaf95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:42.116457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Network hostable DHCP agents. Network: 89ef08a9-03da-4f80-95f0-72729ec169a3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:42.141372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-7efc119d-1fce-40c6-9c58-be20a4e18f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.143147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-7efc119d-1fce-40c6-9c58-be20a4e18f21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a109ba1947854b9990b1fe581dce0bc9&device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 1101 time: 0.1138959 Oct 15 19:51:42.144259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.174699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.175206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.190866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0060637 Oct 15 19:51:42.211684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48300) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:42.213821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:51:42.225163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:42.233665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'subnet': {'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:42.285077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:42.349272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Network 89ef08a9-03da-4f80-95f0-72729ec169a3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:42.362086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d00bd-02f8-4fec-849d-1643c79bea89 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Network': ['ID=d9cb7224-82c7-4f5f-903a-4341ff0a95b1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:42.393015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:42.412065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:42.419360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.420197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.459116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6935761 Oct 15 19:51:42.461360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 89ef08a9-03da-4f80-95f0-72729ec169a3) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:42.462997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48302) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:42.476918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2057784651'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:42.481100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:42.488668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f4f130-cd28-44bf-a59c-8c8460594bb0 None None] Network 89ef08a9-03da-4f80-95f0-72729ec169a3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:42.492549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.493087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.506215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b7f6b2c5-19e3-4c67-bc72-d7e042861d15 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:42.506964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b7f6b2c5-19e3-4c67-bc72-d7e042861d15 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:42.643196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:42.654283 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.688793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=535c5186-58fd-438c-b33c-bee99896897b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:42.714886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ebfe922d-3b0a-45f9-a5ea-c210933317fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5373147 Oct 15 19:51:42.765703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1551f-1a5c-4b88-b100-a2789da73f5b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Network': ['ID=d2586480-b8ad-49ae-86e7-d4295925a29c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:42.793488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d2586480-b8ad-49ae-86e7-d4295925a29c details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:42.826397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48310) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:42.869596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af10e5c-cbf3-4604-ade6-b61199d3c7e0 req-1adcd81d-d8b9-42ec-b378-37ca64887cc0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.871751 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0af10e5c-cbf3-4604-ade6-b61199d3c7e0 req-1adcd81d-d8b9-42ec-b378-37ca64887cc0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.2914882 Oct 15 19:51:42.873831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-1f3df535-3e54-4fd6-b4fb-a1016b1b49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.881734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-1f3df535-3e54-4fd6-b4fb-a1016b1b49c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.7013242 Oct 15 19:51:42.892415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:42.895864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:42.951237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ff94c-f538-416e-9b43-aaa1abf28bb7 req-50352429-9199-4c17-9362-adfffe3165c4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:42.960870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a65ff94c-f538-416e-9b43-aaa1abf28bb7 req-50352429-9199-4c17-9362-adfffe3165c4 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 949 time: 0.6271119 Oct 15 19:51:42.985167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] Provisioning complete for port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:42.985637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.010671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:43.047078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0af10e5c-cbf3-4604-ade6-b61199d3c7e0 req-67fb824f-4891-4310-9098-1e93b3d4f37e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554377 Oct 15 19:51:43.066583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-430d3de6-55ff-49da-aacf-f7003cf86d4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 200 len: 217 time: 0.1683171 Oct 15 19:51:43.072941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-25e05814-bcf4-46f7-92ef-fbfc7735b0e7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0088832 Oct 15 19:51:43.083452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48318) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:43.104505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f59531-8a25-4df5-94d0-c578d5162a6f None None] Network 89ef08a9-03da-4f80-95f0-72729ec169a3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:43.112932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.113449 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Added segment 5e98f481-1db6-4298-a61d-6839dcbace38 of type vlan for network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 Oct 15 19:51:43.135959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-ce5ec1d8-1ffc-4b91-ac3e-22197422cf7f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.137706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-ce5ec1d8-1ffc-4b91-ac3e-22197422cf7f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.4462862 Oct 15 19:51:43.149875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:43.210851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'port_id': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'mac_address': 'fa:16:3e:48:e4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:51:43.216536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c76681cc-3264-4a4e-b4d0-2c826325581d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.229929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.298114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b4699-bf0b-4689-9ddb-ab31d44a2e8b req-182eb849-b175-47e4-9b06-14d00f39503a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.299101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-7c8641e2-eaf1-40ec-9dd6-2282efcca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.299669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b4699-bf0b-4689-9ddb-ab31d44a2e8b req-182eb849-b175-47e4-9b06-14d00f39503a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 944 time: 0.1547656 Oct 15 19:51:43.303514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-7c8641e2-eaf1-40ec-9dd6-2282efcca2cd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.1986275 Oct 15 19:51:43.314851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a65ff94c-f538-416e-9b43-aaa1abf28bb7 req-7497129c-5cab-4392-96dd-a690584882a0 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703290 Oct 15 19:51:43.361545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ff4b4699-bf0b-4689-9ddb-ab31d44a2e8b req-71aac9c1-c5af-4ebe-94b2-effb208b0533 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544145 Oct 15 19:51:43.367662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.373390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.390507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.397480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:43.430981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.437415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.438038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.482586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:43.486864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] For port 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=51894c7d-81f0-4c19-838a-3c5ab08cecf0,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:43.491243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7cfcf-52af-439b-a7bc-02cba408f59a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.499279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e7cfcf-52af-439b-a7bc-02cba408f59a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.501308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-78e7cfcf-52af-439b-a7bc-02cba408f59a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3904748 Oct 15 19:51:43.508566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:43.524170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 51894c7d-81f0-4c19-838a-3c5ab08cecf0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:43.537073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Subnet': ['ID=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:43.554791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.574679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-560032e3-8b81-4f9a-95c3-453a0904a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:43.575612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Network': ['ID=0d8fd63b-b34f-4e63-9ba7-d58863e19096,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:43.576891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-560032e3-8b81-4f9a-95c3-453a0904a4ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2610841 Oct 15 19:51:43.588739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:43.588739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network hostable DHCP agents. Network: 13d041b7-c829-4f78-80d1-0957e0315c23, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:43.604491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:43.608958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1357f324-897f-45e1-acad-aeae6cf83ffd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1362257 Oct 15 19:51:43.611976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.615673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48332) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:43.622633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'subnet': {'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:43.670729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c76681cc-3264-4a4e-b4d0-2c826325581d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.685439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port a3c05aca-0c34-4c49-aaa9-f0bb58638579 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:43.685685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.699860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:43.758728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48334) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:43.760644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:43.761021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.765313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1414998071-network', 'tenant_id': '50ba1728c9834d019a6248a5068b788f'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:43.814870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-27f37141-444a-44a8-8b33-2dfe2fc6d9d8 None None] Provisioning complete for port 535c5186-58fd-438c-b33c-bee99896897b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:43.815517 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27f37141-444a-44a8-8b33-2dfe2fc6d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.828300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c76681cc-3264-4a4e-b4d0-2c826325581d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.845690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6528a70-47be-4398-a7d3-baca4fe2d3a0 None None] Pushing event updated for resources: {'Port': ['ID=51894c7d-81f0-4c19-838a-3c5ab08cecf0,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:43.888723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-27f37141-444a-44a8-8b33-2dfe2fc6d9d8 None None] Port 535c5186-58fd-438c-b33c-bee99896897b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:43.889369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 535c5186-58fd-438c-b33c-bee99896897b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:43.890060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:43.935121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-2ef58f92-b776-4013-93c2-5e6b936f99bc service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469276 Oct 15 19:51:43.954828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:43.973164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c76681cc-3264-4a4e-b4d0-2c826325581d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4f56edf35c3b492cbaa34781b6cfcd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1419818 Oct 15 19:51:43.974135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:51:43.974494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Made reservation on behalf of 50ba1728c9834d019a6248a5068b788f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:43.975760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48336) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:43.976952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.026414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76681cc-3264-4a4e-b4d0-2c826325581d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7b30ba-a508-4e1d-8a68-af4214ccb06d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:44.038481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.040999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 13d041b7-c829-4f78-80d1-0957e0315c23) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:44.053037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914736e1-cd61-44cf-a38d-766ead4a0c75 None None] Network 13d041b7-c829-4f78-80d1-0957e0315c23 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:44.053265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.061206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:44.062501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.087954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port a3c05aca-0c34-4c49-aaa9-f0bb58638579, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a3c05aca-0c34-4c49-aaa9-f0bb58638579,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:44.088574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.089368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.113049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:44.118668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.160378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for a3c05aca-0c34-4c49-aaa9-f0bb58638579 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:44.223798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.234886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e5e8f9c6-6061-4ac1-8b3e-cbd1d7dc6028 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0096312 Oct 15 19:51:44.235504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:44.243308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'subnet': {'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:44.282845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-7b28e812-acbf-45f4-874a-503c27d1cb83 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:44.284574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-7b28e812-acbf-45f4-874a-503c27d1cb83 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 949 time: 0.1607714 Oct 15 19:51:44.296694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-13d041b7-c829-4f78-80d1-0957e0315c23', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:44.298025 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.306480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 535c5186-58fd-438c-b33c-bee99896897b owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:44.334654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1613cf4-fae6-4d02-9215-613fdab02855 req-ed405c60-2ee0-4c2a-8bd8-e6ed65150347 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836358 Oct 15 19:51:44.404610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae1374-c676-4a0e-bcca-439c3660c646 req-88162b93-79dc-41e1-96a9-3c0f0a9aa471 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:44.406185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2aae1374-c676-4a0e-bcca-439c3660c646 req-88162b93-79dc-41e1-96a9-3c0f0a9aa471 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 946 time: 0.2749920 Oct 15 19:51:44.418885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.421445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.425430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7b30ba-a508-4e1d-8a68-af4214ccb06d HTTP/1.1" status: 204 len: 168 time: 0.4485207 Oct 15 19:51:44.464531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.465613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86788fbd-dca2-4a62-8604-f0bdbe43109d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7b30ba-a508-4e1d-8a68-af4214ccb06d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:44.522176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2aae1374-c676-4a0e-bcca-439c3660c646 req-4d60e54e-995a-4368-996b-121816a63175 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008928 Oct 15 19:51:44.530103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:44.533621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.548015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.566407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Allocated IP 10.1.1.2 (13d041b7-c829-4f78-80d1-0957e0315c23/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41/35c1f0e5-aef9-445c-913f-9953b5d87a3d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:44.613934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1e151-eb07-437a-8b82-04c861ad00a1 req-c333db39-95c9-4935-b960-fd65c9b297dd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:44.614181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:51:44.622407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72b1e151-eb07-437a-8b82-04c861ad00a1 req-c333db39-95c9-4935-b960-fd65c9b297dd tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 949 time: 0.1891510 Oct 15 19:51:44.662819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd272c-ce6e-437b-8acf-385f77d9a6c0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:44.668694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.669035 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Added segment 907597f0-4e45-4ac5-a657-d54a8ffb0cf6 of type vlan for network 07a40f49-795c-4bf0-9a04-da211fa8bccc Oct 15 19:51:44.720285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Deleting port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:44.722336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.756151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.778854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c34b8-5c5f-4a40-8c38-f30e40b3ec3c req-f521befb-490e-4c32-a0cf-6e79ae18447c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:44.780442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-371c34b8-5c5f-4a40-8c38-f30e40b3ec3c req-f521befb-490e-4c32-a0cf-6e79ae18447c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 945 time: 0.1098046 Oct 15 19:51:44.787483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.811817 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.834892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=a3c05aca-0c34-4c49-aaa9-f0bb58638579,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:44.836099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72b1e151-eb07-437a-8b82-04c861ad00a1 req-bc829350-a5b3-4693-95dd-0be6d9897952 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/security-groups?id=3aabf979-f99e-41bb-9146-f189c9efe7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124150 Oct 15 19:51:44.885859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port a3c05aca-0c34-4c49-aaa9-f0bb58638579 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:44.890122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.893390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09dc5555-fcc7-45d9-9909-a120ed36fc4e req-24bf5d01-e084-48fd-b5a4-b19d24622912 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "DELETE /v2.0/ports/a3c05aca-0c34-4c49-aaa9-f0bb58638579 HTTP/1.1" status: 204 len: 173 time: 1.7010479 Oct 15 19:51:44.897686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'name': 'network-vif-deleted', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:44.897686 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752528b8-0d32-45ad-ab48-c654861630c8" -d '{"events": [{"server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "name": "network-vif-deleted", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:44.903015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-371c34b8-5c5f-4a40-8c38-f30e40b3ec3c req-e8dc381b-895a-4847-8f7b-b2f6bf88fdb8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125231 Oct 15 19:51:44.950030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] For port 95d616d0-75cc-4669-bba8-9d9a600e1cb7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95d616d0-75cc-4669-bba8-9d9a600e1cb7,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:44.950533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:44.969900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Calling delete_port for 95d616d0-75cc-4669-bba8-9d9a600e1cb7 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:45.012622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.044652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=535c5186-58fd-438c-b33c-bee99896897b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.077988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.081565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f5d3cf4f-0caf-4dba-a156-4ad37abe9ff0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/535c5186-58fd-438c-b33c-bee99896897b HTTP/1.1" status: 204 len: 168 time: 1.5678759 Oct 15 19:51:45.084023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48352) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.088227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.095353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.096395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:45.096984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.099087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.159026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:45.167089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:45.169886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Pushing event updated for resources: {'Port': ['ID=35c1f0e5-aef9-445c-913f-9953b5d87a3d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.173134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:45.210220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc748b-22e6-4fef-91a1-7c0b34db4f42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:45.212632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc748b-22e6-4fef-91a1-7c0b34db4f42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:45.217007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57dc748b-22e6-4fef-91a1-7c0b34db4f42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1294632 Oct 15 19:51:45.217936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48354) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.235239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] Pushing event updated for resources: {'Network': ['ID=07a40f49-795c-4bf0-9a04-da211fa8bccc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.268206 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa35c9-f43b-421f-ab25-372b702495de x-openstack-request-id: req-c3aa35c9-f43b-421f-ab25-372b702495de {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:45.268512 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f361ed-216e-4674-bfe6-6cfbb4b31029", "name": "network-vif-deleted", "tag": "a3c05aca-0c34-4c49-aaa9-f0bb58638579", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:45.268830 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3aa35c9-f43b-421f-ab25-372b702495de {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:45.269229 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f361ed-216e-4674-bfe6-6cfbb4b31029', 'name': 'network-vif-deleted', 'tag': 'a3c05aca-0c34-4c49-aaa9-f0bb58638579', 'status': 'completed', 'code': 200} Oct 15 19:51:45.278338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Subnet': ['ID=c446534e-39df-4d3f-8c63-c04d7209894a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.283338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.307458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Attempting to bind port 35c1f0e5-aef9-445c-913f-9953b5d87a3d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:45.308221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Attempting to bind port 35c1f0e5-aef9-445c-913f-9953b5d87a3d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:45.310264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Attempting to bind port 35c1f0e5-aef9-445c-913f-9953b5d87a3d on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:45.316771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 07a40f49-795c-4bf0-9a04-da211fa8bccc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:51:45.329193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8de0f16-c755-4b9c-accb-ae20c32f9b8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5693228 Oct 15 19:51:45.335661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet bb0841ea-a59e-4df9-bbb7-5df76eb3a779 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:45.339975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48358) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.350492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Request body: {'subnet': {'network_id': '07a40f49-795c-4bf0-9a04-da211fa8bccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1414998071-subnet', 'tenant_id': '50ba1728c9834d019a6248a5068b788f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:45.364621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.425968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:45.426337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network hostable DHCP agents. Network: d2586480-b8ad-49ae-86e7-d4295925a29c, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:45.443646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:45.444423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:45.445754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.446457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Bound using segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:45.447638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Bound port: 35c1f0e5-aef9-445c-913f-9953b5d87a3d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:45.448267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.449455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Subnet': ['ID=fdf09f4d-b9df-487e-a2d0-72db82996175,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.464656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Checking segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:45.465590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network hostable DHCP agents. Network: d9cb7224-82c7-4f5f-903a-4341ff0a95b1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:45.477571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.503449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 51894c7d-81f0-4c19-838a-3c5ab08cecf0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:45.516386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Made reservation on behalf of 50ba1728c9834d019a6248a5068b788f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:45.518680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.564119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network d2586480-b8ad-49ae-86e7-d4295925a29c is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:45.570621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] For port 35c1f0e5-aef9-445c-913f-9953b5d87a3d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:45.578538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] For port 35c1f0e5-aef9-445c-913f-9953b5d87a3d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=35c1f0e5-aef9-445c-913f-9953b5d87a3d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:45.582264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.591322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:45.591322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.645102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.651611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:45.689912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.708061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c69c6da-67b4-4b1c-b7de-38bc5a136b49 req-de97ec2e-a51b-4b27-bc63-2005447b2a4b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=09f361ed-216e-4674-bfe6-6cfbb4b31029 HTTP/1.1" status: 200 len: 210 time: 0.0402360 Oct 15 19:51:45.708342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Pushing event deleted for resources: {'Port': ['ID=95d616d0-75cc-4669-bba8-9d9a600e1cb7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.723363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d2586480-b8ad-49ae-86e7-d4295925a29c) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:45.729954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:45.731652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.752261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d9cb7224-82c7-4f5f-903a-4341ff0a95b1) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:45.757688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:45.758456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.760854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] No DVR routers for this DVR port 95d616d0-75cc-4669-bba8-9d9a600e1cb7 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:45.765211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.769560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0319338-eb25-4d47-a830-b43c8c55c28d None None] Network d2586480-b8ad-49ae-86e7-d4295925a29c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:45.769735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c0eb400-68d4-46cd-8443-9161d09b79c4 req-d71332d8-70b2-4263-8cb4-840c3136c524 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.11 "DELETE /v2.0/ports/95d616d0-75cc-4669-bba8-9d9a600e1cb7 HTTP/1.1" status: 204 len: 173 time: 1.4721217 Oct 15 19:51:45.770372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f97db-9daf-4764-8e57-725ceda831dd None None] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:45.774615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-deleted', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:45.776984 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926895ad-86f4-4ed4-a7ec-61b3c113b8da" -d '{"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-deleted", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:45.801732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067d714-a7d3-403a-bbcc-ea4c1c01de27 None None] Pushing event updated for resources: {'Port': ['ID=35c1f0e5-aef9-445c-913f-9953b5d87a3d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:45.839491 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ca0672-ab63-4677-8984-7506597de909 x-openstack-request-id: req-85ca0672-ab63-4677-8984-7506597de909 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:45.839491 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dd076b-c8c6-44e8-8595-9715795796f6", "name": "network-vif-deleted", "tag": "95d616d0-75cc-4669-bba8-9d9a600e1cb7", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:45.839491 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85ca0672-ab63-4677-8984-7506597de909 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:45.839491 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dd076b-c8c6-44e8-8595-9715795796f6', 'name': 'network-vif-deleted', 'tag': '95d616d0-75cc-4669-bba8-9d9a600e1cb7', 'status': 'completed', 'code': 200} Oct 15 19:51:45.855117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48364) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.872472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-60ffd54d-0f6f-45b9-92c3-4c5ce1a35b8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:45.954362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a9e31585-c0e2-412e-a170-fb58e8351b71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7174525 Oct 15 19:51:45.955307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.962779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7df8098d-5f58-489a-8481-eb9db84a6f58 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3429110 Oct 15 19:51:45.973083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:45.988079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'name': 'tempest-TaggedBootDevicesTest_v242-878020491', 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:45.989198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-630f5668-c79b-4ee0-94f0-69caaea940ab req-73d52787-f666-4cad-9ddf-40a13e172267 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 210 time: 0.0724967 Oct 15 19:51:45.997775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'subnet': {'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:46.003513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.031260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.038696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/bb0841ea-a59e-4df9-bbb7-5df76eb3a779 HTTP/1.1" status: 204 len: 168 time: 0.8197486 Oct 15 19:51:46.039987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.046155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48374) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:46.089306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b9755-75d4-46a1-89eb-8af277da286c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0841ea-a59e-4df9-bbb7-5df76eb3a779,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:46.194111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c60ae493-6b59-425e-92a7-fac8c0260b07 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442888 Oct 15 19:51:46.233646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48376) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:46.244454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:46.266973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1cbfd2-8fb6-442c-aaa4-55fa7be9fbaa None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:46.269970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:46.324244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9bf809-6b98-4e9e-9e7b-9d15ea868cd4,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:46.338437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Checking segment: {'id': '907597f0-4e45-4ac5-a657-d54a8ffb0cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '07a40f49-795c-4bf0-9a04-da211fa8bccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:46.338866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Network hostable DHCP agents. Network: 07a40f49-795c-4bf0-9a04-da211fa8bccc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:46.388165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a3c05aca-0c34-4c49-aaa9-f0bb58638579 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:46.389075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8faa-267b-4d2d-aa11-15dffcd46422 req-d33f9d14-c520-465b-b830-7951df392447 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:46.398293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4fb8faa-267b-4d2d-aa11-15dffcd46422 req-d33f9d14-c520-465b-b830-7951df392447 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 945 time: 0.3335607 Oct 15 19:51:46.398293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-60ffd54d-0f6f-45b9-92c3-4c5ce1a35b8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.455976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:46.459851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.463169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Network 07a40f49-795c-4bf0-9a04-da211fa8bccc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:46.467631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: a3c05aca-0c34-4c49-aaa9-f0bb58638579 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:46.467941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a3c05aca-0c34-4c49-aaa9-f0bb58638579 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:46.479657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4fb8faa-267b-4d2d-aa11-15dffcd46422 req-4a31dc92-4e50-4c6f-9e7a-ebcecf58cf22 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810864 Oct 15 19:51:46.529363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-60ffd54d-0f6f-45b9-92c3-4c5ce1a35b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.571381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ips': [{'subnet_id': 'fdf09f4d-b9df-487e-a2d0-72db82996175'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:46.572119 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.575128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 07a40f49-795c-4bf0-9a04-da211fa8bccc) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:46.583765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:46.584357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.592719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-60ffd54d-0f6f-45b9-92c3-4c5ce1a35b8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3685a03f9674fb6ab0d0db97e48f3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7318299 Oct 15 19:51:46.592719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:46.593773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:46.599444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9623ad-9e91-475f-9b18-b0f967ffa388 None None] Network 07a40f49-795c-4bf0-9a04-da211fa8bccc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:46.613786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd54d-0f6f-45b9-92c3-4c5ce1a35b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cdcdce-ed20-49ed-bb89-a8f6ed9655b8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:46.685515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:46.689114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.711640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.745008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.779705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:46.828867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] device_id is not set on port 7c89ccda-e8d7-4f18-adc8-327cba20517d yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:46.833467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d2586480-b8ad-49ae-86e7-d4295925a29c', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:46.834544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.071012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Allocated IP 10.2.2.2 (d9cb7224-82c7-4f5f-903a-4341ff0a95b1/fdf09f4d-b9df-487e-a2d0-72db82996175/6abfae4f-2dbe-472d-92fd-1435bff578d3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:47.132285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ebc9d-04cc-4c16-9fef-5729bbe24c43 None None] Network 07a40f49-795c-4bf0-9a04-da211fa8bccc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:47.171191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf50cc8f-2ce5-4d86-9536-19108ae31748 req-ce4e45a1-9390-46ac-af90-6d6bc67fb4e5 tempest-ListImageFiltersTestJSON-1637150792 tempest-ListImageFiltersTestJSON-1637150792-project] 10.222.0.13 "GET /v2.0/ports?device_id=32dd076b-c8c6-44e8-8595-9715795796f6 HTTP/1.1" status: 200 len: 210 time: 0.0753465 Oct 15 19:51:47.188307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:51:47.222880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.1.1.236 (13d041b7-c829-4f78-80d1-0957e0315c23/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41/7c89ccda-e8d7-4f18-adc8-327cba20517d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:47.252018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Allocated IP 10.1.1.2 (d2586480-b8ad-49ae-86e7-d4295925a29c/c446534e-39df-4d3f-8c63-c04d7209894a/47e0580b-6a54-48db-beb5-82393a5957c5) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:47.296356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dff67349-300f-476f-a130-4d85568593e2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9549017 Oct 15 19:51:47.318799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-16fe0659-013d-471e-89cc-b3fd68141b16 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:47.330867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-16fe0659-013d-471e-89cc-b3fd68141b16 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.2046862 Oct 15 19:51:47.334024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.338495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.342440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5cdcdce-ed20-49ed-bb89-a8f6ed9655b8 HTTP/1.1" status: 204 len: 168 time: 0.7455277 Oct 15 19:51:47.342440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.398549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2ea8e-24ef-4c54-b197-e4456e5cfa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cdcdce-ed20-49ed-bb89-a8f6ed9655b8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:47.430675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.516767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-c94c2bb5-38ec-4695-a9f9-d2d2a6d6ebe6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.1848958 Oct 15 19:51:47.554316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.589184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-2327fd97-e288-4d1b-8a7f-f7a81694c2d2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713534 Oct 15 19:51:47.628491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Subnet': ['ID=5937d931-0365-403d-8f98-1babcbbd4ad6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:47.640898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:51:47.659804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6b94ed-a0f3-41a9-a96c-76cbfa079910 None None] Network 13d041b7-c829-4f78-80d1-0957e0315c23 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:47.661068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Checking segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:47.661911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network hostable DHCP agents. Network: 0d8fd63b-b34f-4e63-9ba7-d58863e19096, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:51:47.666203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 35c1f0e5-aef9-445c-913f-9953b5d87a3d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:47.689966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:47.696225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:51:47.697352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:47.703879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:47.740985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:47.759335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-a1e1cd84-1b76-46bf-aebe-d797c775dfec service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689804 Oct 15 19:51:47.780585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:47.782725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.821961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855967-1c96-4e4f-a4b3-159d92f62dd0 req-267f7b28-290d-4079-849e-f14b95adc45e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:47.823411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a855967-1c96-4e4f-a4b3-159d92f62dd0 req-267f7b28-290d-4079-849e-f14b95adc45e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 945 time: 0.1941247 Oct 15 19:51:47.829973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.833736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:47.867796 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.876399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-01cbb40a-7c74-4670-8688-bab20012e9dd service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158071 Oct 15 19:51:47.877836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:47.878471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.910883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0d8fd63b-b34f-4e63-9ba7-d58863e19096) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:47.916326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:47.919799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:47.940090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a855967-1c96-4e4f-a4b3-159d92f62dd0 req-356e097c-e6f9-4e20-a68c-fb66d21ef7ec tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976865 Oct 15 19:51:47.944257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b269f1-6752-4fc2-a4cb-f7a53524c5dc None None] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:48.001472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5da6efd9-34ed-4ac5-be23-9d893868d7c8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0283952 Oct 15 19:51:48.001706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48412) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:48.007113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'name': 'tempest-TaggedBootDevicesTest_v242-1120437771', 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:48.013448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] Provisioning complete for port 35c1f0e5-aef9-445c-913f-9953b5d87a3d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:48.013864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.032335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-401d2b5e-7e43-411e-bd6d-5f0f81a2b195 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0418730 Oct 15 19:51:48.035025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:48.041298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'name': 'tempest-TaggedBootDevicesTest-1712276729', 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:48.062286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.070494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.078165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.229049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.271377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Network d2586480-b8ad-49ae-86e7-d4295925a29c is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:48.272977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c46b90a4-c55f-4c63-9371-d1d59344fd2d req-f0bc9b69-1f77-40ba-820f-d3d51d51746d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 210 time: 0.0759861 Oct 15 19:51:48.298214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:48.304538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:48.408031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] For port 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=51894c7d-81f0-4c19-838a-3c5ab08cecf0,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:48.412913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:48.441651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Pushing event updated for resources: {'Port': ['ID=6abfae4f-2dbe-472d-92fd-1435bff578d3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:48.456886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:48.458999 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.580211 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.591999 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.593655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.617370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:48.623113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] device_id is not set on port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:48.772135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:48.773104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=dba213c7-bd75-472d-b44e-731457d97c66,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:48.787844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:48.799850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:48.800468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:48.800672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.819112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-4914c687-7b25-43dc-9058-11650ec27eae tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:48.820855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-4914c687-7b25-43dc-9058-11650ec27eae tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/networks?id=89ef08a9-03da-4f80-95f0-72729ec169a3 HTTP/1.1" status: 200 len: 825 time: 0.3420446 Oct 15 19:51:48.844737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:48.858442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=51894c7d-81f0-4c19-838a-3c5ab08cecf0,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:48.870067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-6df8a880-a787-4f83-aa23-644dc5484e72 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/quotas/289a32e4e497439192717ea9ffbbd5ac HTTP/1.1" status: 200 len: 375 time: 0.0414546 Oct 15 19:51:48.887063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ips': [{'subnet_id': '5937d931-0365-403d-8f98-1babcbbd4ad6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:48.888077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:48.912824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-741657a7-9f9a-47ac-819d-6aaa4d459c8a tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=289a32e4e497439192717ea9ffbbd5ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365975 Oct 15 19:51:48.951297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff22ff35-218f-4b25-bac2-fce807ea3fe9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7107704 Oct 15 19:51:48.952320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48472) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:48.963135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:88:29:d0', 'name': 'tempest-NetworksTestDHCPv6-1059114735'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:49.005555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Deleting port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:49.005930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.014275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.033545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Pushing event updated for resources: {'Port': ['ID=47e0580b-6a54-48db-beb5-82393a5957c5,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:49.081556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 35c1f0e5-aef9-445c-913f-9953b5d87a3d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:49.082288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.192162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Attempting to bind port 47e0580b-6a54-48db-beb5-82393a5957c5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:49.192540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Attempting to bind port 47e0580b-6a54-48db-beb5-82393a5957c5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:49.192964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Attempting to bind port 47e0580b-6a54-48db-beb5-82393a5957c5 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:49.227034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b37fca70-0c0d-43c5-a982-74a7c5914b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.270859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:49.273341 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16541ec8-3d2e-433a-a20d-3f930ea5147c" -d '{"events": [{"server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:49.424382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:49.424698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:49.425068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.425465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Bound using segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:49.425952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Bound port: 47e0580b-6a54-48db-beb5-82393a5957c5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:49.426332 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.434722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.470547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:49.494408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb1d1a-a4aa-44df-b523-1d4d0f21b946 req-4dceaa1e-c3b9-451c-ad55-ea1bfac33a86 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:49.496310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5fb1d1a-a4aa-44df-b523-1d4d0f21b946 req-4dceaa1e-c3b9-451c-ad55-ea1bfac33a86 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 945 time: 0.1314352 Oct 15 19:51:49.503406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] device_id is not set on port 4c40cf77-877f-4d10-be65-f1e4305bc2bd yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:49.533038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Attempting to bind port 6abfae4f-2dbe-472d-92fd-1435bff578d3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:49.533421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Attempting to bind port 6abfae4f-2dbe-472d-92fd-1435bff578d3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:49.533785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Attempting to bind port 6abfae4f-2dbe-472d-92fd-1435bff578d3 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:49.571583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:49.577187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.597562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.1.1.139 (13d041b7-c829-4f78-80d1-0957e0315c23/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41/58a5b0f8-cc5b-47fa-8513-e862e800f6fe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:49.618504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5fb1d1a-a4aa-44df-b523-1d4d0f21b946 req-0730c9dc-519e-4a88-a6a5-a6c486134c26 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086035 Oct 15 19:51:49.659151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:49.660162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Checking segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:49.663880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.663880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Bound using segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:49.663880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Bound port: 6abfae4f-2dbe-472d-92fd-1435bff578d3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:49.663880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.676800 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-0a29fe61-ce43-40c6-bcb4-ed583616c595 service neutron] 10.222.0.13 "GET /v2.0/networks/89ef08a9-03da-4f80-95f0-72729ec169a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547665 Oct 15 19:51:49.710008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.781921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.783132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:49.804668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:49.828903 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b954b78e-3904-4d88-a3f4-4f842c4054be x-openstack-request-id: req-b954b78e-3904-4d88-a3f4-4f842c4054be {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:49.829422 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:49.829539 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b954b78e-3904-4d88-a3f4-4f842c4054be {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:49.829886 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'code': 200} Oct 15 19:51:49.847333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.1.1.92 (d2586480-b8ad-49ae-86e7-d4295925a29c/c446534e-39df-4d3f-8c63-c04d7209894a/4c40cf77-877f-4d10-be65-f1e4305bc2bd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:49.867894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-0210d8e9-8920-4f82-8a15-494f141da627 service neutron] 10.222.0.13 "GET /v2.0/networks/89ef08a9-03da-4f80-95f0-72729ec169a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896024 Oct 15 19:51:49.912273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:49.952713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] For port 35c1f0e5-aef9-445c-913f-9953b5d87a3d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=35c1f0e5-aef9-445c-913f-9953b5d87a3d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:49.982781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Allocated IP 10.2.2.2 (0d8fd63b-b34f-4e63-9ba7-d58863e19096/5937d931-0365-403d-8f98-1babcbbd4ad6/2d5fb29c-c9a8-42fb-8300-07da671642ea) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:50.013923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb2f0a46-33ab-4518-8954-d82a0f3b6adb req-b46a4a6a-d5aa-41cb-b4fd-37b2bcb6e729 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 210 time: 0.0543394 Oct 15 19:51:50.023236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe03ca8-cae2-4c51-a589-3b53e82a0757 req-5c55d454-2ccf-458e-9e18-754739aa7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:50.024813 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1fe03ca8-cae2-4c51-a589-3b53e82a0757 req-5c55d454-2ccf-458e-9e18-754739aa7479 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.1307817 Oct 15 19:51:50.031427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] For port 51894c7d-81f0-4c19-838a-3c5ab08cecf0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=51894c7d-81f0-4c19-838a-3c5ab08cecf0,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:50.043978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.071596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe88:29d0 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/dba213c7-bd75-472d-b44e-731457d97c66/ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:50.110182 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.119331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 95d616d0-75cc-4669-bba8-9d9a600e1cb7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:50.119331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95d616d0-75cc-4669-bba8-9d9a600e1cb7 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:50.137042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1fe03ca8-cae2-4c51-a589-3b53e82a0757 req-0313983a-77c2-4ca5-873a-ce393fd3b2d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984838 Oct 15 19:51:50.158568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.168734 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.169929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.255535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Calling delete_port for 51894c7d-81f0-4c19-838a-3c5ab08cecf0 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:50.265067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:50.301408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:50.318893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:50.328832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:50.372945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] For port 47e0580b-6a54-48db-beb5-82393a5957c5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:50.373082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f799e4a6-e10e-4d4a-b3d0-79b3b150949b req-21ea0f0d-c9b3-469d-8821-55a537f73fb7 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 210 time: 0.0694680 Oct 15 19:51:50.393329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.409318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:50.410204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.479381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.521241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network d2586480-b8ad-49ae-86e7-d4295925a29c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:50.541772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:50.554621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:50.599568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:50.627715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:50.636911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.660895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] For port 47e0580b-6a54-48db-beb5-82393a5957c5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=47e0580b-6a54-48db-beb5-82393a5957c5,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:50.661151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2bb70141-6928-4db6-9a42-cd307b02340d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6583493 Oct 15 19:51:50.691943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] For port 6abfae4f-2dbe-472d-92fd-1435bff578d3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:50.695202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:50.696525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] For port 6abfae4f-2dbe-472d-92fd-1435bff578d3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6abfae4f-2dbe-472d-92fd-1435bff578d3,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:50.697911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.726607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:50.736840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:50.738235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:50.740737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:50.747511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:50.748243 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.867051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.888676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.904199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:50.909277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b37ad34-c627-433d-ac53-0b198dbe462f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9555254 Oct 15 19:51:50.912633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48528) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:50.917264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f947dd1-2ee7-4752-8f36-f01ca965d0d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8809576 Oct 15 19:51:50.921446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:50.936847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'name': 'tempest-TaggedBootDevicesTest-1445778602', 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:51.017718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30023964-832f-42f7-b68f-4377a71715fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:51.026044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30023964-832f-42f7-b68f-4377a71715fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:51.028338 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30023964-832f-42f7-b68f-4377a71715fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1138213 Oct 15 19:51:51.035256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48536) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:51.075455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:51.075842 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:51.076940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc20045c-58dd-4a77-9548-ecac1db4c519 None None] Provisioning complete for port 35c1f0e5-aef9-445c-913f-9953b5d87a3d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:51.077304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc20045c-58dd-4a77-9548-ecac1db4c519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.105776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52599ec7-1ba8-4a49-88e0-9941c8b2d0e9 None None] Pushing event updated for resources: {'Port': ['ID=35c1f0e5-aef9-445c-913f-9953b5d87a3d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:51.170016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476bf27-9503-48a8-b193-5d47d1e3e9e0 None None] Pushing event updated for resources: {'Port': ['ID=47e0580b-6a54-48db-beb5-82393a5957c5,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:51.185325 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.347596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05efcc9-22ff-4966-9bba-49032dc06609 None None] Pushing event updated for resources: {'Port': ['ID=6abfae4f-2dbe-472d-92fd-1435bff578d3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:51.396979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:51.450913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:51.485190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-23113846-e6f5-4f48-b3ac-8ad8a2d871e0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:51.486708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-23113846-e6f5-4f48-b3ac-8ad8a2d871e0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.6277580 Oct 15 19:51:51.493202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:51.533602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:51:51.551778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.565938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.571932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1936f682-ce8c-4b28-8ff9-059ba5e56cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.587275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:51:51.696201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:51.702470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--65929363', 'description': 'tempest-description--402135675'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:51.740594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:51.781215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Pushing event updated for resources: {'Port': ['ID=2d5fb29c-c9a8-42fb-8300-07da671642ea,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:51.842818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:51.859331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] Pushing event deleted for resources: {'Port': ['ID=51894c7d-81f0-4c19-838a-3c5ab08cecf0,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:51.895337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-333cd969-f53f-45c2-9d33-5be9dae7b2c0 req-b74746f0-bfb9-4131-ab37-5bad0294331b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 210 time: 0.0778732 Oct 15 19:51:51.928821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 51894c7d-81f0-4c19-838a-3c5ab08cecf0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:51:51.961077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30075264-126d-446b-82f1-b71b748b71c1 None None] No DVR routers for this DVR port 51894c7d-81f0-4c19-838a-3c5ab08cecf0 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:51:51.977392 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-41eb8058-b70f-4c7b-9842-d900d74219f0 req-5e6e6cab-e26f-4df9-9b20-2bd997da03bb tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 210 time: 0.0403376 Oct 15 19:51:51.988556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.019121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.043739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:51:52.053621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:52.059363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.094786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.151222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529738d5-728b-4d1d-8f4c-3786074fbc02,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:52.154547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9029b-2b1c-48b0-afdc-c0c7cf2d7d7c req-256a88d8-5d64-4999-acc6-225620e3b31d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:52.161897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24f9029b-2b1c-48b0-afdc-c0c7cf2d7d7c req-256a88d8-5d64-4999-acc6-225620e3b31d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.4303904 Oct 15 19:51:52.164392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] device_id is not set on port 90be3395-826e-421c-8cbb-e80f8ea11b88 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:51:52.235341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.237263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a2c961d2-a02e-4732-9ec3-c8c6e3af3361 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5393603 Oct 15 19:51:52.240163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48568) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:52.244947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'security_group_rule': {'security_group_id': '529738d5-728b-4d1d-8f4c-3786074fbc02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:52.267000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Attempting to bind port 2d5fb29c-c9a8-42fb-8300-07da671642ea on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:52.267293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Attempting to bind port 2d5fb29c-c9a8-42fb-8300-07da671642ea by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:52.267686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Attempting to bind port 2d5fb29c-c9a8-42fb-8300-07da671642ea on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:52.270770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 51894c7d-81f0-4c19-838a-3c5ab08cecf0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:51:52.271105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 51894c7d-81f0-4c19-838a-3c5ab08cecf0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:51:52.313635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:52.314014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Checking segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:52.314619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.315163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Bound using segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:52.315851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Bound port: 2d5fb29c-c9a8-42fb-8300-07da671642ea, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:52.316421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.321204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e30cf3e-972e-4c08-bb64-f521c95a386d None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:52.332861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24f9029b-2b1c-48b0-afdc-c0c7cf2d7d7c req-50df9ce8-6a3c-4ffb-ae81-4106a6d7189b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682067 Oct 15 19:51:52.344851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cc20045c-58dd-4a77-9548-ecac1db4c519 None None] Provisioning complete for port 7c89ccda-e8d7-4f18-adc8-327cba20517d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:52.345405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cc20045c-58dd-4a77-9548-ecac1db4c519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.461437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:52.465324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.511038 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.514519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.585175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 47e0580b-6a54-48db-beb5-82393a5957c5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:52.612540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.615989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cc20045c-58dd-4a77-9548-ecac1db4c519 None None] Port 7c89ccda-e8d7-4f18-adc8-327cba20517d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:52.732942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.747722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] For port 2d5fb29c-c9a8-42fb-8300-07da671642ea, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:52.757187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.2 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/e58383ad-5347-4585-8d80-54434b57406b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:52.767862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c626e66-4f68-4a12-a290-dc2234ce5260,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:52.780320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.787726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.1.1.118 (d2586480-b8ad-49ae-86e7-d4295925a29c/c446534e-39df-4d3f-8c63-c04d7209894a/90be3395-826e-421c-8cbb-e80f8ea11b88) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:52.802512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] For port 2d5fb29c-c9a8-42fb-8300-07da671642ea, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d5fb29c-c9a8-42fb-8300-07da671642ea,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:52.811710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.812687 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.827374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Provisioning complete for port 7c89ccda-e8d7-4f18-adc8-327cba20517d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:52.827806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.844537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.849217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f64f18d9-2afe-4f39-b4e1-6005b36697ed tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6078517 Oct 15 19:51:52.850143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:52.850763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.859764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'security_group_rule': {'security_group_id': '529738d5-728b-4d1d-8f4c-3786074fbc02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:52.865872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 47e0580b-6a54-48db-beb5-82393a5957c5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:52.868268 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:52.911585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e876b33-b466-4175-a1cc-6f8e0ec4b38c None None] Network d2586480-b8ad-49ae-86e7-d4295925a29c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:52.932476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:52.954882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.955172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.955295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Port 7c89ccda-e8d7-4f18-adc8-327cba20517d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:52.955901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.955901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:52.966790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:53.024097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.053658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.056742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.060634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bb5ca52b-28e3-4a35-be8e-08bbd7373a73 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5 HTTP/1.1" status: 204 len: 168 time: 2.0244005 Oct 15 19:51:53.087537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48580) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:53.144187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Provisioning complete for port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:53.144643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.174925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0612920d-6457-4d03-bc26-0047396d936d req-11bdc3a4-82eb-4303-ba0a-3ee2716e0a06 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 210 time: 0.1260259 Oct 15 19:51:53.197636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49250cb-e32b-4311-9ae4-6a72d457f80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'dba213c7-bd75-472d-b44e-731457d97c66'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:53.200249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e49250cb-e32b-4311-9ae4-6a72d457f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.231355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d0c6cb6-7086-4c20-926e-0fc156be80a8 req-ff807bac-384c-4ec7-af71-ac44d3b02619 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 210 time: 0.1443057 Oct 15 19:51:53.240010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0463b146-225a-45dc-a926-29248f5863ff None None] Port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:53.255582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a4045-5b08-4304-91e9-e8646da22d63 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:53.255582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a4045-5b08-4304-91e9-e8646da22d63 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:53.255582 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-574a4045-5b08-4304-91e9-e8646da22d63 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1637056 Oct 15 19:51:53.259742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48586) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:53.350090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.398018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b22ecc2-c50f-4e27-9ea1-f75138a09026 None None] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:53.411572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.414395 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet dba213c7-bd75-472d-b44e-731457d97c66 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:51:53.420690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.466490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.484621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.525830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ba226-044a-4660-a831-5cfc7bc0fbbf None None] Pushing event updated for resources: {'Port': ['ID=2d5fb29c-c9a8-42fb-8300-07da671642ea,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:53.571422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.574199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.583885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.626983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2ef62d-f592-4388-b5a7-f3efda4b2e6b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:53.644599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.695016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network d2586480-b8ad-49ae-86e7-d4295925a29c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:53.696502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.704254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ceec571-c933-48d4-bc6b-d2e9d91fac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8465838 Oct 15 19:51:53.704254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:53.706284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:53.708326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:53.720202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c083a6-ba0e-4d7a-be74-c8fb2421c164 req-81b83e48-8187-446d-adc0-d21ac7d65143 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:53.728264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14c083a6-ba0e-4d7a-be74-c8fb2421c164 req-81b83e48-8187-446d-adc0-d21ac7d65143 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.2762496 Oct 15 19:51:53.731913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:53.751535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.780209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 47e0580b-6a54-48db-beb5-82393a5957c5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=47e0580b-6a54-48db-beb5-82393a5957c5,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:53.800042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=dba213c7-bd75-472d-b44e-731457d97c66,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:53.804401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:53.804922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:53.808490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Provisioning complete for port 6abfae4f-2dbe-472d-92fd-1435bff578d3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:53.809041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.812855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.815468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.817579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cc35ac8e-7c79-4723-83cd-999a67958b35 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/dba213c7-bd75-472d-b44e-731457d97c66 HTTP/1.1" status: 204 len: 168 time: 0.5574007 Oct 15 19:51:53.825853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48600) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:53.845946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14c083a6-ba0e-4d7a-be74-c8fb2421c164 req-eb0bffc8-d9fb-4555-b9b1-479e7392859b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159072 Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-e49250cb-e32b-4311-9ae4-6a72d457f80a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba213c7-bd75-472d-b44e-731457d97c66: This subnet is being modified by another concurrent operation. Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 19:51:53.858998 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dba213c7-bd75-472d-b44e-731457d97c66: This subnet is being modified by another concurrent operation. Oct 15 19:51:53.862792 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 19:51:53.868881 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.988429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:53.989194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6abfae4f-2dbe-472d-92fd-1435bff578d3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:54.015854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8ebc4730-7e7b-40b7-a4bd-957acc1cf12d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1849179 Oct 15 19:51:54.022256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48604) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.047625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:54.070881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:54.075706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:54.083755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5d3a2dd6-441f-4ca9-8a67-fa2e4d79f632 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578027 Oct 15 19:51:54.091855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.093214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.102231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48606) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.132416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:54.154520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=47e0580b-6a54-48db-beb5-82393a5957c5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:54.192472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.193540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.255773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b2f296e2-b665-4a2b-a48a-f98dd5d63edc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3327177 Oct 15 19:51:54.266032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6abfae4f-2dbe-472d-92fd-1435bff578d3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:54.266575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.285762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-b2937c23-937b-453e-9282-b9e422a86226 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5553088 Oct 15 19:51:54.299356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Request body: {'port': {'device_id': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:54.311357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-5dc6fa93-60e5-4a38-b1a3-1a84897d3b7d tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.314002 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-5dc6fa93-60e5-4a38-b1a3-1a84897d3b7d tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.11 "GET /v2.0/networks?id=89ef08a9-03da-4f80-95f0-72729ec169a3 HTTP/1.1" status: 200 len: 825 time: 0.4042923 Oct 15 19:51:54.330722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69220c6a-ef19-4bd4-81f0-778ecda97e76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a109ba1947854b9990b1fe581dce0bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245690 Oct 15 19:51:54.334257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da688d-0c17-4709-8a4a-1e04e3c2d18a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.336303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-45da688d-0c17-4709-8a4a-1e04e3c2d18a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2333131 Oct 15 19:51:54.340997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.341613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.362907 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.409414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Request body: {'port': {'device_id': '01446cc1-a034-4158-89ed-f9216c757666', 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3', 'admin_state_up': True, 'tenant_id': '289a32e4e497439192717ea9ffbbd5ac'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:54.446764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.477295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] For port 6abfae4f-2dbe-472d-92fd-1435bff578d3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6abfae4f-2dbe-472d-92fd-1435bff578d3,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:54.531933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f40c6-7051-4b28-95c5-f0ee7a831afa req-1a4e29d7-9d0b-4fe6-8978-45347e794ba3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.540226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f1f40c6-7051-4b28-95c5-f0ee7a831afa req-1a4e29d7-9d0b-4fe6-8978-45347e794ba3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 931 time: 0.1342623 Oct 15 19:51:54.552468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.600730 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.648853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40198740-2df5-4653-be3b-ebb22dc0b46c req-683aac95-c571-4e62-a8c5-8cabf34fc23c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:54.671842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48620) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.678446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40198740-2df5-4653-be3b-ebb22dc0b46c req-683aac95-c571-4e62-a8c5-8cabf34fc23c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.6605775 Oct 15 19:51:54.681323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Pushing event updated for resources: {'Port': ['ID=6abfae4f-2dbe-472d-92fd-1435bff578d3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:54.693369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.701370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'floatingip': {'port_id': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:54.714981 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fd96c2ad-1e41-4a01-bcf6-9b4f7a889624 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3589675 Oct 15 19:51:54.728655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:54.752379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Provisioning complete for port 47e0580b-6a54-48db-beb5-82393a5957c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:54.752754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c433c1b-45b0-4ad2-bac2-e3cef532bc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.794219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.808345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f1f40c6-7051-4b28-95c5-f0ee7a831afa req-4bead933-e87f-416b-ad09-b735dadff331 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620339 Oct 15 19:51:54.825721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:54.852843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.907251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:54.954371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:54.954743 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:54.964557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ca65e-7be7-4720-9df4-3a536bb59b4c None None] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:54.985293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.087135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Provisioning complete for port 90be3395-826e-421c-8cbb-e80f8ea11b88 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:55.087769 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.101634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7bdf6ad5-d3b3-4405-b451-b68d43503383 req-c72ca9e0-8da1-4e28-bc72-8f375d3dd554 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 210 time: 0.1299391 Oct 15 19:51:55.135697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.142618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.147679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aabf979-f99e-41bb-9146-f189c9efe7f3 HTTP/1.1" status: 204 len: 168 time: 0.7938814 Oct 15 19:51:55.163537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Port 90be3395-826e-421c-8cbb-e80f8ea11b88 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:55.166454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 172.25.0.143 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/b3b2d6a0-a074-4ad6-bf1c-d03457f629d4) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:55.187249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48630) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:55.209305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Made reservation on behalf of 289a32e4e497439192717ea9ffbbd5ac for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:55.211602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Provisioning complete for port 2d5fb29c-c9a8-42fb-8300-07da671642ea triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:55.211602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.213268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.236057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560697436', 'description': 'tempest-description--996544086'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:55.242015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7cf03-4924-4204-b73b-29b4f1efd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aabf979-f99e-41bb-9146-f189c9efe7f3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:55.315318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 19:51:55.315318 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 19:51:55.315318 n-d-712140-14 neutron-server[101180]: [parameters: {'project_id_1': 'f94d693343604b6f8c4bcb046fa24934', 'expiration_1': datetime.datetime(2021, 10, 15, 19, 51, 35, 262069)}] Oct 15 19:51:55.315318 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:51:55.316171 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:51:55.368241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.413496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] For port 2d5fb29c-c9a8-42fb-8300-07da671642ea, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d5fb29c-c9a8-42fb-8300-07da671642ea,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:51:55.429655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Allocated IP 172.20.0.7 (89ef08a9-03da-4f80-95f0-72729ec169a3/1098c4a5-a561-4418-90ca-05de45ce905e/59d0f40f-2557-4710-8755-c455138e590d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:55.447737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.473300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.697516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.728989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.734931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad072b41-7ea1-4439-b8e5-b34a18d21ab6 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 19:51:55.737307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.781408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:55.784842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:55.788954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:55.801537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=b3b2d6a0-a074-4ad6-bf1c-d03457f629d4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:55.860243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 35c1f0e5-aef9-445c-913f-9953b5d87a3d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:55.863093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Pushing event updated for resources: {'Port': ['ID=2d5fb29c-c9a8-42fb-8300-07da671642ea,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:55.876554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:55.955417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Network 89ef08a9-03da-4f80-95f0-72729ec169a3 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:55.972104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:55.974012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Pushing event updated for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:55.978543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:55.984265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58383ad-5347-4585-8d80-54434b57406b {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:55.996982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:55.997774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:55.998527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:55.999230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:55.999443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.000139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.000842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.001939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.002474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.002974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.003476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.004545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.005064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:51:56.028810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Provisioning complete for port 6abfae4f-2dbe-472d-92fd-1435bff578d3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.029882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.074682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:56.075456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.078118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.101663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Transition to ACTIVE for port object e58383ad-5347-4585-8d80-54434b57406b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:51:56.110072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a5c65-03f6-40b8-ab44-8bbf8837b9f4 req-25a4a786-7d55-4b4e-bc11-efe70b91d14c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:56.111440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb7a5c65-03f6-40b8-ab44-8bbf8837b9f4 req-25a4a786-7d55-4b4e-bc11-efe70b91d14c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 931 time: 0.1877508 Oct 15 19:51:56.147590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 35c1f0e5-aef9-445c-913f-9953b5d87a3d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.148108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.175415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad072b41-7ea1-4439-b8e5-b34a18d21ab6 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 19:51:56.199658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:56.207026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.211138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.239483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.273533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-90bdfc23-0af0-4838-882b-fb4cb4966baa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9351804 Oct 15 19:51:56.291393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Request body: {'port': {'device_id': '01446cc1-a034-4158-89ed-f9216c757666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:56.327376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0e946-41c2-4308-b4b4-1545084f4ace req-b2fdffea-65b8-4d7f-a856-6ed8bbcc1abd tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:56.328299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bff0e946-41c2-4308-b4b4-1545084f4ace req-b2fdffea-65b8-4d7f-a856-6ed8bbcc1abd tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 931 time: 0.1517777 Oct 15 19:51:56.373422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb7a5c65-03f6-40b8-ab44-8bbf8837b9f4 req-892514b3-4502-4510-938e-f24163c7cfdb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871603 Oct 15 19:51:56.398386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Provisioning complete for port 4c40cf77-877f-4d10-be65-f1e4305bc2bd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.398575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.430972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.476362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.521117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Port 4c40cf77-877f-4d10-be65-f1e4305bc2bd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:51:56.532507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bff0e946-41c2-4308-b4b4-1545084f4ace req-1988920c-3b7e-4f20-9460-78cc328572bb tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060076 Oct 15 19:51:56.555166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Provisioning complete for port 47e0580b-6a54-48db-beb5-82393a5957c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.555539 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39d1ac84-f623-48aa-bb4b-5c274587195a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.824282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:51:56.837244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6abfae4f-2dbe-472d-92fd-1435bff578d3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:56.886419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.934922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.953656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc5263e7-a77e-4c26-8c25-8fce2b1af4d1 None None] Provisioning complete for port 2d5fb29c-c9a8-42fb-8300-07da671642ea triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.954025 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc5263e7-a77e-4c26-8c25-8fce2b1af4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:56.992935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6abfae4f-2dbe-472d-92fd-1435bff578d3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:56.993263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.002965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.005098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.037677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.132580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d5fb29c-c9a8-42fb-8300-07da671642ea up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:57.146462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d0f40f-2557-4710-8755-c455138e590d {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:51:57.165148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.169434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=b3b2d6a0-a074-4ad6-bf1c-d03457f629d4,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:57.188740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.214944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Transition to ACTIVE for port object 59d0f40f-2557-4710-8755-c455138e590d will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:51:57.222257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2d5fb29c-c9a8-42fb-8300-07da671642ea triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:57.222799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.281093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.318653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:57.334231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.346315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e770114f-5587-4e55-8286-98a5d2a25799 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6424766 Oct 15 19:51:57.348474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Attempting to bind port e58383ad-5347-4585-8d80-54434b57406b on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:57.348474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Attempting to bind port e58383ad-5347-4585-8d80-54434b57406b by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:57.348474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Attempting to bind port e58383ad-5347-4585-8d80-54434b57406b on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:57.350736 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Floating IP ecf60b1d-48c5-4920-a415-52354d03797d associated. External IP: 172.25.0.116, port: c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c. Oct 15 19:51:57.357216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2981a4f4-04fa-40c5-927f-405ecc77311b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:57.365578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:57.388674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 47e0580b-6a54-48db-beb5-82393a5957c5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:51:57.454820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.454820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1e6fa1d6-89c2-4f3e-b2b5-5fba609d0dc0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.2217019 Oct 15 19:51:57.454820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Port e58383ad-5347-4585-8d80-54434b57406b on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:51:57.454820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Attempting to bind port e58383ad-5347-4585-8d80-54434b57406b on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:57.455781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:57.475904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'security_group_rule': {'security_group_id': '2981a4f4-04fa-40c5-927f-405ecc77311b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:57.516881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 47e0580b-6a54-48db-beb5-82393a5957c5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:51:57.517286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.527662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:57.528251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:57.528537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:57.528839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Bound port: e58383ad-5347-4585-8d80-54434b57406b, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:57.529186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.536253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5f899f4-bb86-4656-9bc2-48ef296c2576 req-fea7e9aa-3dcb-4116-b2b5-6f8d3b1775ea tempest-AbsoluteLimitsNegativeTestJSON-290533243 tempest-AbsoluteLimitsNegativeTestJSON-290533243-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0fb542472b6146e2ba6d312f1ec7a08a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756996 Oct 15 19:51:57.628880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Attempting to bind port 59d0f40f-2557-4710-8755-c455138e590d on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:57.629263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Attempting to bind port 59d0f40f-2557-4710-8755-c455138e590d by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'c286e678-794a-4f13-8d9f-d0694bfaf95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:57.629551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Attempting to bind port 59d0f40f-2557-4710-8755-c455138e590d on network 89ef08a9-03da-4f80-95f0-72729ec169a3 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:57.663469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Port 59d0f40f-2557-4710-8755-c455138e590d on network 89ef08a9-03da-4f80-95f0-72729ec169a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:51:57.663821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Attempting to bind port 59d0f40f-2557-4710-8755-c455138e590d on network 89ef08a9-03da-4f80-95f0-72729ec169a3 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:57.674961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:57.675297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Checking segment: {'id': 'c286e678-794a-4f13-8d9f-d0694bfaf95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:57.675701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Bound using segment: {'id': 'c286e678-794a-4f13-8d9f-d0694bfaf95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:57.676131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Bound port: 59d0f40f-2557-4710-8755-c455138e590d, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c286e678-794a-4f13-8d9f-d0694bfaf95b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:57.676489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.733483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f899f4-bb86-4656-9bc2-48ef296c2576 req-73cebc59-cc6e-412c-91aa-59660b385d80 tempest-AbsoluteLimitsNegativeTestJSON-290533243 tempest-AbsoluteLimitsNegativeTestJSON-290533243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:57.734983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5f899f4-bb86-4656-9bc2-48ef296c2576 req-73cebc59-cc6e-412c-91aa-59660b385d80 tempest-AbsoluteLimitsNegativeTestJSON-290533243 tempest-AbsoluteLimitsNegativeTestJSON-290533243-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785378 Oct 15 19:51:57.766982 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5f899f4-bb86-4656-9bc2-48ef296c2576 req-373aa55b-534b-4ee9-949f-d78e4fe85e29 tempest-AbsoluteLimitsNegativeTestJSON-290533243 tempest-AbsoluteLimitsNegativeTestJSON-290533243-project] 10.222.0.13 "GET /v2.0/quotas/0fb542472b6146e2ba6d312f1ec7a08a HTTP/1.1" status: 200 len: 375 time: 0.0236325 Oct 15 19:51:57.773081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb9d75-2b33-4072-b733-3d944d9d972a req-a2a1b98e-4289-4f73-a525-d7b4f36a1ae5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:57.774593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77bb9d75-2b33-4072-b733-3d944d9d972a req-a2a1b98e-4289-4f73-a525-d7b4f36a1ae5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.2521753 Oct 15 19:51:57.784988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:57.789138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=59d0f40f-2557-4710-8755-c455138e590d,segment=NetworkSegment(c286e678-794a-4f13-8d9f-d0694bfaf95b),segment_id=c286e678-794a-4f13-8d9f-d0694bfaf95b)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:57.805302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a5f899f4-bb86-4656-9bc2-48ef296c2576 req-a0176f18-05f5-4e0c-b655-caec7c5bf814 tempest-AbsoluteLimitsNegativeTestJSON-290533243 tempest-AbsoluteLimitsNegativeTestJSON-290533243-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0fb542472b6146e2ba6d312f1ec7a08a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311475 Oct 15 19:51:57.811454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.871023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:51:57.889068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.943820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:51:57.954707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:57.955536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:57.956943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] 10.222.0.11 "PUT /v2.0/ports/59d0f40f-2557-4710-8755-c455138e590d HTTP/1.1" status: 200 len: 1092 time: 1.6738310 Oct 15 19:51:57.959766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'tag': '59d0f40f-2557-4710-8755-c455138e590d'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:57.962380 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d07d4-610c-4974-8a98-03b8f49589ed" -d '{"events": [{"name": "network-changed", "server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "tag": "59d0f40f-2557-4710-8755-c455138e590d"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:57.971744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77bb9d75-2b33-4072-b733-3d944d9d972a req-66164ac0-c7ac-4805-8136-323c00dcee81 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695080 Oct 15 19:51:57.995357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274140-6674-4a4d-b1b2-e17866082020 service neutron] Pushing event updated for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:58.010121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb5ba0-8b2e-4a50-a563-0ae1efab96b1 req-c28395f7-9562-4aab-837c-4acc57e57007 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.012689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8bb5ba0-8b2e-4a50-a563-0ae1efab96b1 req-c28395f7-9562-4aab-837c-4acc57e57007 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 943 time: 0.1194687 Oct 15 19:51:58.017151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.061752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8bb5ba0-8b2e-4a50-a563-0ae1efab96b1 req-02a0d409-70a4-4502-9f26-2f05ec02bbd2 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Oct 15 19:51:58.080332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:51:58.087646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.112084 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f822d-279c-4425-9cba-ccf15b0d6ef1 x-openstack-request-id: req-714f822d-279c-4425-9cba-ccf15b0d6ef1 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:58.112386 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "tag": "59d0f40f-2557-4710-8755-c455138e590d", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:58.112646 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-714f822d-279c-4425-9cba-ccf15b0d6ef1 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:58.113059 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'tag': '59d0f40f-2557-4710-8755-c455138e590d', 'status': 'completed', 'code': 200} Oct 15 19:51:58.151647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:51:58.156026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.168521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.169136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.170495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e58383ad-5347-4585-8d80-54434b57406b HTTP/1.1" status: 200 len: 1092 time: 3.8767526 Oct 15 19:51:58.175281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.175690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-eacb92a5-eecd-44c7-8bac-333a94feca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.176840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:51:58.177258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-eacb92a5-eecd-44c7-8bac-333a94feca4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=289a32e4e497439192717ea9ffbbd5ac&device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 1095 time: 0.0462267 Oct 15 19:51:58.179099 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aedb912-8a3a-4559-9325-b84a75313a96" -d '{"events": [{"name": "network-changed", "server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "tag": "e58383ad-5347-4585-8d80-54434b57406b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:51:58.237938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e521d56-1e0e-430b-b2d0-7e6536d2595d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:58.247775 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2722b4b6-7d5f-4f27-bd33-be80a1ed05ff x-openstack-request-id: req-2722b4b6-7d5f-4f27-bd33-be80a1ed05ff {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:51:58.248066 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "tag": "e58383ad-5347-4585-8d80-54434b57406b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:51:58.248307 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2722b4b6-7d5f-4f27-bd33-be80a1ed05ff {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:51:58.248708 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b', 'status': 'completed', 'code': 200} Oct 15 19:51:58.273796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-df3e2f89-5787-407e-be01-52b43a02f297 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--65929363&fields=id&tenant_id=c7bda9f79d8d4471a8265e7d696bf941 HTTP/1.1" status: 200 len: 267 time: 0.1982329 Oct 15 19:51:58.344237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:58.346583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358c08f-244f-4eb3-886d-c0111f4691f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:58.367216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:58.371419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.375742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2fb13fc4-8f4a-49dd-8668-5133fdda500a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9044948 Oct 15 19:51:58.378188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48712) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:58.383105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a15dc-98b6-46bf-9902-b727bb10cbce None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:51:58.396206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.396810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.408491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'security_group_rule': {'security_group_id': '2981a4f4-04fa-40c5-927f-405ecc77311b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:58.425679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:58.441470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48714) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:58.470562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6ccc7b52-a0c2-4ae5-9aad-c9bb41e89a29 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.472943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6ccc7b52-a0c2-4ae5-9aad-c9bb41e89a29 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 936 time: 0.1472797 Oct 15 19:51:58.556924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-1be52710-1778-494e-a473-f8beacda3410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.559019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-1be52710-1778-494e-a473-f8beacda3410 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 1095 time: 0.2918732 Oct 15 19:51:58.598283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:51:58.606265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d3fb2ca7-dd82-45f4-bb96-b06e68d85aea tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.613676 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d3fb2ca7-dd82-45f4-bb96-b06e68d85aea tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 937 time: 0.1398392 Oct 15 19:51:58.619667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.625150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:51:58.644694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:58.645335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:51:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:58.714749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:51:58.715757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.734068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:58.738127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b7a35510-5f26-4b00-a362-f66833885cb2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1228867 Oct 15 19:51:58.765034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-dea026e2-5591-40c6-be8a-777ff65be4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.766676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-dea026e2-5591-40c6-be8a-777ff65be4e8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=289a32e4e497439192717ea9ffbbd5ac&shared=False HTTP/1.1" status: 200 len: 926 time: 0.5809658 Oct 15 19:51:58.777189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-13336204-a495-4719-89ac-73ee00b6056e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.9860013 Oct 15 19:51:58.779598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:58.799244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:8b:d1:c8', 'name': 'tempest-NetworksTestDHCPv6-904915874'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:58.859992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:58.972822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-d5f54cd4-5709-401f-8ada-18614cbd1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:58.975148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f4d07d4-610c-4974-8a98-03b8f49589ed req-d5f54cd4-5709-401f-8ada-18614cbd1527 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2010593 Oct 15 19:51:59.004009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Allocated IP 2001:db8::f816:3eff:fea1:4e3e (5304916a-cba8-4f3a-aa49-3964bfb8a8de/7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed/5d909380-da1d-490f-a1c0-b45574e2bbb7) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:51:59.148700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-37223d80-f155-4fd4-8b7f-efc0a72868ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.150280 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-37223d80-f155-4fd4-8b7f-efc0a72868ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=289a32e4e497439192717ea9ffbbd5ac&device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 1095 time: 0.1258688 Oct 15 19:51:59.164704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d097e6b-ac65-40a2-b243-b34a9b72157a req-fa87f4dc-a78c-4fe1-a90e-b5feea148343 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.166327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d097e6b-ac65-40a2-b243-b34a9b72157a req-fa87f4dc-a78c-4fe1-a90e-b5feea148343 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.0862713 Oct 15 19:51:59.216009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-65834cf1-76f9-479d-8804-965e6c7b1b37 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59d0f40f-2557-4710-8755-c455138e590d HTTP/1.1" status: 200 len: 217 time: 0.0484226 Oct 15 19:51:59.267966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6d097e6b-ac65-40a2-b243-b34a9b72157a req-e9665821-45be-411d-8d91-55e80951aaa2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935919 Oct 15 19:51:59.305701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-32b4cbb7-4aa4-4794-985e-3574072cea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.307525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-32b4cbb7-4aa4-4794-985e-3574072cea7e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1098c4a5-a561-4418-90ca-05de45ce905e HTTP/1.1" status: 200 len: 865 time: 0.0832987 Oct 15 19:51:59.362592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-28c1dfb8-2e94-4534-9cda-4b74e990fa48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=89ef08a9-03da-4f80-95f0-72729ec169a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475674 Oct 15 19:51:59.366360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4650ee0-ad51-4010-b817-1030e7ab75dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.378357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b36624ea-f7de-4abb-93ae-e6765951ec81 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "PUT /v2.0/floatingips/ecf60b1d-48c5-4920-a415-52354d03797d HTTP/1.1" status: 200 len: 992 time: 4.7054594 Oct 15 19:51:59.456324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4650ee0-ad51-4010-b817-1030e7ab75dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.484763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02f6b-e1b0-481f-8978-2f683089baa7 req-72f3c885-5dba-4e7a-a4f5-8dc50aa01d21 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.485080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7dcb48bf-f8ab-42d4-a86a-b840a9170edb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7044680 Oct 15 19:51:59.492002 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.493345 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cd02f6b-e1b0-481f-8978-2f683089baa7 req-72f3c885-5dba-4e7a-a4f5-8dc50aa01d21 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 943 time: 0.1290700 Oct 15 19:51:59.517311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.530365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-5750b426-67bc-4ef9-a636-73f2494f8d20 service neutron] 10.222.0.11 "GET /v2.0/networks/89ef08a9-03da-4f80-95f0-72729ec169a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556089 Oct 15 19:51:59.548121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ecf60b1d-48c5-4920-a415-52354d03797d', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:25Z', 'updated_at': '2021-10-15T19:51:56Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:59.568154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5cd02f6b-e1b0-481f-8978-2f683089baa7 req-681878be-583c-406f-9a68-69963394d35c tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738571 Oct 15 19:51:59.578999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:51:59.585244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.647200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-3a99f100-9a06-4b7a-a39d-6927f840ac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.649530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:51:59.652412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Pushing event updated for resources: {'Port': ['ID=5d909380-da1d-490f-a1c0-b45574e2bbb7,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:59.653258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-3a99f100-9a06-4b7a-a39d-6927f840ac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.655660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:51:59.658412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:51:59.662044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-3a99f100-9a06-4b7a-a39d-6927f840ac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.663880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-3a99f100-9a06-4b7a-a39d-6927f840ac7e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 1993 time: 0.1452701 Oct 15 19:51:59.671644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.676602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4650ee0-ad51-4010-b817-1030e7ab75dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.687329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:51:59.688471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:51:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:51:59.717984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0636111c-802a-463d-bc43-fc1bf83ccc9d req-efd5d944-3188-48d6-be16-e7832f601653 service neutron] 10.222.0.11 "GET /v2.0/networks/89ef08a9-03da-4f80-95f0-72729ec169a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800206 Oct 15 19:51:59.748048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8d18ec-3564-4d3e-b84c-5a8d6a72497a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:59.752000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-1beebfcd-78d5-4b66-b8fc-0c379affc0f0 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/quotas/c7bda9f79d8d4471a8265e7d696bf941 HTTP/1.1" status: 200 len: 375 time: 0.0644867 Oct 15 19:51:59.753046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-b9ca5673-a9cd-4135-bc09-a266e37f6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:51:59.754455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-b9ca5673-a9cd-4135-bc09-a266e37f6724 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cc724c20bb96445c9fef6d1b4d444317&shared=False HTTP/1.1" status: 200 len: 911 time: 1.1851110 Oct 15 19:51:59.755024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:51:59.764632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4650ee0-ad51-4010-b817-1030e7ab75dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623cab2f-7d55-4c64-8572-5bf2f8d6cf7c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:51:59.768080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Attempting to bind port 5d909380-da1d-490f-a1c0-b45574e2bbb7 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:51:59.768720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Attempting to bind port 5d909380-da1d-490f-a1c0-b45574e2bbb7 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:51:59.769309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Attempting to bind port 5d909380-da1d-490f-a1c0-b45574e2bbb7 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:51:59.813931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:51:59.814718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:51:59.815383 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.816005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:51:59.816704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Bound port: 5d909380-da1d-490f-a1c0-b45574e2bbb7, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:51:59.817366 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.831100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e4650ee0-ad51-4010-b817-1030e7ab75dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fb542472b6146e2ba6d312f1ec7a08a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3856158 Oct 15 19:51:59.833732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:59.871452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:51:59.882553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.887078 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-94ba5a60-5373-46cb-89b9-7017ad508dea tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4801252 Oct 15 19:51:59.889357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48752) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:51:59.895100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:51:59.917374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.941307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:51:59.991417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-672cf17e-85a0-4940-8844-b1bb2c979e86 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1945684 Oct 15 19:52:00.002440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.031639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-5e8b614a-25af-4108-97ce-493ba4dc3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.033156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4aedb912-8a3a-4559-9325-b84a75313a96 req-5e8b614a-25af-4108-97ce-493ba4dc3af5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632871 Oct 15 19:52:00.054965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port d5742348-0a8c-4776-a327-9b6f0fcc2eb2 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:00.085155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.089805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.091500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/623cab2f-7d55-4c64-8572-5bf2f8d6cf7c HTTP/1.1" status: 204 len: 168 time: 0.2563229 Oct 15 19:52:00.092621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.132736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dadf2-43a3-446d-9f48-d14c7af12405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623cab2f-7d55-4c64-8572-5bf2f8d6cf7c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:00.181394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] For port 5d909380-da1d-490f-a1c0-b45574e2bbb7, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:00.219396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] For port 5d909380-da1d-490f-a1c0-b45574e2bbb7, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5d909380-da1d-490f-a1c0-b45574e2bbb7,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:00.252486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:00.255966 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0" -d '{"events": [{"name": "network-changed", "server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:00.265516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.316727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ecf60b1d-48c5-4920-a415-52354d03797d', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:25Z', 'updated_at': '2021-10-15T19:51:56Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:00.356536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bed2c74-8662-4f1f-b42f-9b976e312ae7 None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ecf60b1d-48c5-4920-a415-52354d03797d', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.116', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:e4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:25Z', 'updated_at': '2021-10-15T19:51:56Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:52:00.364486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:00.372395 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6754ee-8e74-4c5a-b5fe-f5942ec2ff8e x-openstack-request-id: req-9c6754ee-8e74-4c5a-b5fe-f5942ec2ff8e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:00.372962 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:00.373208 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c6754ee-8e74-4c5a-b5fe-f5942ec2ff8e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:00.373403 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'status': 'completed', 'code': 200} Oct 15 19:52:00.381898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-da045c96-c759-40a0-a5d4-5619e9678254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.383661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-da045c96-c759-40a0-a5d4-5619e9678254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 1095 time: 0.3112512 Oct 15 19:52:00.487376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-3f013c6d-0dbd-4821-ad5b-915dd86cf247 service neutron] 10.222.0.13 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704425 Oct 15 19:52:00.491073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-7c2a76a1-3812-433c-9c40-d0ef191bf043 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e58383ad-5347-4585-8d80-54434b57406b HTTP/1.1" status: 200 len: 217 time: 0.0972791 Oct 15 19:52:00.589401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c109527-6d68-4a3b-8946-b9f3ba37d7b6 None None] Pushing event updated for resources: {'Port': ['ID=5d909380-da1d-490f-a1c0-b45574e2bbb7,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:00.638850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe8b:d1c8 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed/d5742348-0a8c-4776-a327-9b6f0fcc2eb2) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:00.669178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-9f410300-baee-4ae1-a3a9-d75dc05af81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.670120 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-9f410300-baee-4ae1-a3a9-d75dc05af81d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.2895851 Oct 15 19:52:00.781811 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f704fd0-70dc-4e98-b441-c54f29390c2b None None] New status for floating IP ecf60b1d-48c5-4920-a415-52354d03797d: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:52:00.849986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-18951de3-54ad-4793-8889-8b11cad130b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.853088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-18951de3-54ad-4793-8889-8b11cad130b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.3482244 Oct 15 19:52:00.856655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-d522fdfe-375c-4520-8fcc-d3710467fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.858275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-d522fdfe-375c-4520-8fcc-d3710467fc13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.1738338 Oct 15 19:52:00.874717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80295-8abe-42a5-b10c-d697c75d1f77 req-361f0033-7b10-4b9c-a992-5e7db2ee03ab tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:00.883691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeb80295-8abe-42a5-b10c-d697c75d1f77 req-361f0033-7b10-4b9c-a992-5e7db2ee03ab tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.4068425 Oct 15 19:52:00.934071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-ae985521-5ecc-4ddd-9988-4258fbf8a5a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590460 Oct 15 19:52:00.943549 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7a27b46d-6210-45c3-a4c3-60447af9a55a service neutron] 10.222.0.13 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549067 Oct 15 19:52:00.997781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 172.25.0.61 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2cc64aec-8bc9-4681-9224-9976f8d57810) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:01.080173 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-ef4d5372-3317-4bae-b086-881a5b0f5cd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1000 time: 0.1825564 Oct 15 19:52:01.107994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeb80295-8abe-42a5-b10c-d697c75d1f77 req-91153a87-d970-470d-8b7d-05d980b89e49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232435 Oct 15 19:52:01.110775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7aba7dce-36dd-407a-a213-d97cea281497 service neutron] 10.222.0.13 "GET /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1492240 Oct 15 19:52:01.197004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-2851e5ce-d2bf-40a3-8c84-94bb838f520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:01.198552 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-2851e5ce-d2bf-40a3-8c84-94bb838f520a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.1079834 Oct 15 19:52:01.296417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:01.313134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-83b7ca33-8ee5-4d0b-9916-e346da37155b service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684485 Oct 15 19:52:01.338160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a975a3c2-b42d-48a4-bc6b-3d89d13e5600 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152803 Oct 15 19:52:01.370135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-c267ed32-1396-4ce1-9f02-2b07add5cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:01.371694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-c267ed32-1396-4ce1-9f02-2b07add5cf6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1620483 Oct 15 19:52:01.389964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:01.429372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ee309-5c9e-48ff-a675-7662ef4d3e9f req-df55c440-9188-4f88-8b25-b6b22abab92a tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:01.437078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28ee309-5c9e-48ff-a675-7662ef4d3e9f req-df55c440-9188-4f88-8b25-b6b22abab92a tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 943 time: 0.1646547 Oct 15 19:52:01.485915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:01.506070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-cf050145-82b6-4467-ad10-e69fa9abd504 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482770 Oct 15 19:52:01.561256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:01.578435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28ee309-5c9e-48ff-a675-7662ef4d3e9f req-b4457502-95a9-42a5-8fe3-163992aed407 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403928 Oct 15 19:52:01.592634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:01.603460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:01.645906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:01.649253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b28f34a6-dad0-4207-ba3c-2de6027f63b4 service neutron] 10.222.0.13 "GET /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1362228 Oct 15 19:52:01.713035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-855fcca9-1871-4665-b3fa-c0de0cff8215 req-cfa3d817-51e6-4b03-9565-d2daed241f5b service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846316 Oct 15 19:52:01.719458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=2cc64aec-8bc9-4681-9224-9976f8d57810,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:01.739404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-536b62eb-5835-4657-8b31-279d579f8bf6 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594913 Oct 15 19:52:01.788509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:01.845884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:01.851017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:01.863024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1201637083-network', 'tenant_id': '238bcf1e9c3a4c64b1f8f4a71d1665b4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:01.878043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:01.882794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e0885f9-612e-4db3-9dd5-8e8b103bd8d0 req-183de58f-2cda-43aa-8801-df531abc6bd3 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304109 Oct 15 19:52:01.883787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:01.884595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:01.910779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f278b8cb-4443-44c7-b073-3f5dba53472f service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380233 Oct 15 19:52:01.911399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d5742348-0a8c-4776-a327-9b6f0fcc2eb2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:01.935817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.010851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Made reservation on behalf of 238bcf1e9c3a4c64b1f8f4a71d1665b4 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:02.019441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.025536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.040428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.061728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] Provisioning complete for port 5d909380-da1d-490f-a1c0-b45574e2bbb7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:02.062402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.067922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-be5e89a8-a0b0-4ac3-ba4c-c16107c07291 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410246 Oct 15 19:52:02.077477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9f51158d-15e8-4f6e-ac70-293edbc7809a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2841523 Oct 15 19:52:02.080872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48794) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:02.205623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3807b6-bf95-4989-b958-a255f1d630b7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:02.212730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3807b6-bf95-4989-b958-a255f1d630b7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:02.217745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7f3807b6-bf95-4989-b958-a255f1d630b7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1337385 Oct 15 19:52:02.218385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48798) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:02.259909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.274199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.283368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2087d72f-3040-4c48-9006-3a5ee072753b service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985638 Oct 15 19:52:02.303631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] For port 5d909380-da1d-490f-a1c0-b45574e2bbb7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5d909380-da1d-490f-a1c0-b45574e2bbb7,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:02.363318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.390870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.403323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a800a-787f-4c3f-bfb8-3cb955b85982 req-f1e3a53e-e237-4821-88d1-a1334205067a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:02.404788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-463a800a-787f-4c3f-bfb8-3cb955b85982 req-f1e3a53e-e237-4821-88d1-a1334205067a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.1500418 Oct 15 19:52:02.412528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:52:02.430256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721d21a-f66f-494a-a433-ea4734dd7dd0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:02.443114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.443527 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Added segment 96cf766c-535b-4ff4-ab02-863d73e7459f of type vlan for network 16345a63-0a26-4cf0-8dd2-2923a4a7d744 Oct 15 19:52:02.447490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.459219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-4644f9b5-1a24-4ecc-b49e-ba4416337938 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739762 Oct 15 19:52:02.473172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0559c51-bff0-49fb-9888-fe5019150bbf None None] Pushing event updated for resources: {'Port': ['ID=5d909380-da1d-490f-a1c0-b45574e2bbb7,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:02.477911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port d5742348-0a8c-4776-a327-9b6f0fcc2eb2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:02.478281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.497029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-463a800a-787f-4c3f-bfb8-3cb955b85982 req-f5fb5c77-6d56-46ac-9c95-c99902d0696c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678072 Oct 15 19:52:02.526436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.529237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6b7f4e03-7322-4c7d-a7c8-7256bef57734 None None] Provisioning complete for port d5742348-0a8c-4776-a327-9b6f0fcc2eb2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:02.529939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b7f4e03-7322-4c7d-a7c8-7256bef57734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.546745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.633750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-5ec8e3c0-a224-416d-85e7-1a8d86347588 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401038 Oct 15 19:52:02.638582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=2cc64aec-8bc9-4681-9224-9976f8d57810,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:02.649978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.655359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f4e03-7322-4c7d-a7c8-7256bef57734 None None] Port d5742348-0a8c-4776-a327-9b6f0fcc2eb2 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:02.670230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.671197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:02.671816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.689723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for d5742348-0a8c-4776-a327-9b6f0fcc2eb2 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:02.691742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.703423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5d909380-da1d-490f-a1c0-b45574e2bbb7 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:02.769266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5d909380-da1d-490f-a1c0-b45574e2bbb7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:02.769687 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.802361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=16345a63-0a26-4cf0-8dd2-2923a4a7d744,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:02.804041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf83cc-3a55-4b4c-a02b-7828f2465cca req-ee61e0d4-cee8-4145-99f7-e2a692ebfb38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:02.805593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3aaf83cc-3a55-4b4c-a02b-7828f2465cca req-ee61e0d4-cee8-4145-99f7-e2a692ebfb38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 943 time: 0.1308498 Oct 15 19:52:02.824980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-bbb203d6-78b3-44f7-863a-5c1a478e0c55 service neutron] 10.222.0.13 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802726 Oct 15 19:52:02.834403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 16345a63-0a26-4cf0-8dd2-2923a4a7d744 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:52:02.863241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df322beb-4fa5-43b5-8eb1-e54f1210d6b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2122648 Oct 15 19:52:02.866071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:02.894369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Request body: {'subnet': {'network_id': '16345a63-0a26-4cf0-8dd2-2923a4a7d744', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1201637083-subnet', 'tenant_id': '238bcf1e9c3a4c64b1f8f4a71d1665b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:02.915704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:02.915704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c600b2b-650c-4414-b8f9-f2838b4e1d92 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0168364 Oct 15 19:52:02.915704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3aaf83cc-3a55-4b4c-a02b-7828f2465cca req-f2206137-2db0-4135-b0be-81c110e2b367 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807388 Oct 15 19:52:02.944262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2ff0f322-0878-454d-9bb8-3e03789067e8 service neutron] 10.222.0.13 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151931 Oct 15 19:52:03.023907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.059370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=d5742348-0a8c-4776-a327-9b6f0fcc2eb2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:03.061814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-344ad1a4-2072-4b4f-a5f1-adf2f7efe4f9 service neutron] 10.222.0.13 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123610 Oct 15 19:52:03.065056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Made reservation on behalf of 238bcf1e9c3a4c64b1f8f4a71d1665b4 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:03.068029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.087815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.094516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-73b0a190-5b97-49e4-882c-b4a20f71e2bc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/d5742348-0a8c-4776-a327-9b6f0fcc2eb2 HTTP/1.1" status: 204 len: 168 time: 0.8412819 Oct 15 19:52:03.095123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48814) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:03.169471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b982e45-8fd2-465b-8fc1-0b323de649aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:03.171182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b982e45-8fd2-465b-8fc1-0b323de649aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:03.172782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b982e45-8fd2-465b-8fc1-0b323de649aa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0767057 Oct 15 19:52:03.175660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:03.252239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-49562066-3489-4e49-b191-a4aec421a74a service neutron] 10.222.0.13 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683960 Oct 15 19:52:03.424816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-81ad68bd-53b1-4bc9-b62d-15ddf19024a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604354 Oct 15 19:52:03.493746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.556921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5584a8c5-b830-4d1f-8d57-31e180af0131 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1560697436&fields=id&tenant_id=986f5b0d56f34264bbe54e4e18f247e2 HTTP/1.1" status: 200 len: 267 time: 0.3679230 Oct 15 19:52:03.583804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:03.588832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.595257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Checking segment: {'id': '96cf766c-535b-4ff4-ab02-863d73e7459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '16345a63-0a26-4cf0-8dd2-2923a4a7d744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:03.595646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Network hostable DHCP agents. Network: 16345a63-0a26-4cf0-8dd2-2923a4a7d744, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:52:03.602388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Pushing event updated for resources: {'Subnet': ['ID=565514bd-a51e-47b7-bbf7-dbfc4c75c6a1,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:03.649756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-651114dd-63a5-41f4-8b46-f358c37fec55 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:03.651309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-651114dd-63a5-41f4-8b46-f358c37fec55 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 931 time: 0.0822828 Oct 15 19:52:03.661610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.737699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-79d91858-2393-48d5-9167-74edc5e6a241 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:03.739080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-79d91858-2393-48d5-9167-74edc5e6a241 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 932 time: 0.0744374 Oct 15 19:52:03.755172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Network 16345a63-0a26-4cf0-8dd2-2923a4a7d744 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:52:03.810690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-12e68057-5020-4b13-a4be-8868fbdefd87 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0641687 Oct 15 19:52:03.856897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f99e070e-e8fe-470b-acb8-3a3e10d01380 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0388637 Oct 15 19:52:03.858735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.898600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 16345a63-0a26-4cf0-8dd2-2923a4a7d744) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:03.904684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:03.916200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:03.917491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3d0ab-cee8-434f-aa2e-9e4608ecb5a8 None None] Network 16345a63-0a26-4cf0-8dd2-2923a4a7d744 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:04.018848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-93638546-f4ca-47cf-9f38-089806fe240b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:04.026286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-93638546-f4ca-47cf-9f38-089806fe240b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:04.033073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-93638546-f4ca-47cf-9f38-089806fe240b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:04.034729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-93638546-f4ca-47cf-9f38-089806fe240b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 1991 time: 0.1542399 Oct 15 19:52:04.051348 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-ae26a050-e28f-44c8-b177-5665f07f89db tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/quotas/986f5b0d56f34264bbe54e4e18f247e2 HTTP/1.1" status: 200 len: 375 time: 0.0105710 Oct 15 19:52:04.067919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fc0998-9b88-402f-9477-77671de7a499 None None] Network 16345a63-0a26-4cf0-8dd2-2923a4a7d744 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:04.090599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fce2c74e-e977-4c81-815d-4b8c7d238893 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2219491 Oct 15 19:52:04.121411 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.195915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:04.236875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-1d1600e7-da51-4061-8305-945ca85e9e4a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1684842 Oct 15 19:52:04.242587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.246977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c9d76af8-6efe-4842-821e-1748e4d6ff6f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed HTTP/1.1" status: 204 len: 168 time: 1.0703111 Oct 15 19:52:04.249682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:04.285886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d168f0-0dc6-4bab-8f3a-6d097322b713 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:04.325707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c5d5fa1-b6e2-474b-9f9d-954e45da38ec tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747993 Oct 15 19:52:04.328552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:04.334422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 59d0f40f-2557-4710-8755-c455138e590d details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:52:04.336476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:04.355759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-09fccd3c-9a86-4c13-92c9-f4795c221634 service neutron] 10.222.0.13 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075158 Oct 15 19:52:04.447207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:52:04.465560 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-1b991ade-0928-4047-9845-6d1e72e8d4c5 service neutron] 10.222.0.13 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088023 Oct 15 19:52:04.516791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-32a611b3-0563-459e-a899-9142f4e68089 service neutron] 10.222.0.13 "GET /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0461402 Oct 15 19:52:04.572541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:04.578431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.619627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:52:04.623132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=59d0f40f-2557-4710-8755-c455138e590d,segment=NetworkSegment(c286e678-794a-4f13-8d9f-d0694bfaf95b),segment_id=c286e678-794a-4f13-8d9f-d0694bfaf95b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:04.646246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '59d0f40f-2557-4710-8755-c455138e590d', 'network_id': '89ef08a9-03da-4f80-95f0-72729ec169a3', 'port_id': '59d0f40f-2557-4710-8755-c455138e590d', 'mac_address': 'fa:16:3e:72:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1098c4a5-a561-4418-90ca-05de45ce905e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:52:04.675134 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-deb21c91-9795-4b50-babd-45cfc9bfb80b service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518853 Oct 15 19:52:04.720584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:04.740739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e58383ad-5347-4585-8d80-54434b57406b', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': 'e58383ad-5347-4585-8d80-54434b57406b', 'mac_address': 'fa:16:3e:09:a1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:52:04.746126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.784648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d0f40f-2557-4710-8755-c455138e590d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:04.824894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=59d0f40f-2557-4710-8755-c455138e590d,segment=NetworkSegment(c286e678-794a-4f13-8d9f-d0694bfaf95b),segment_id=c286e678-794a-4f13-8d9f-d0694bfaf95b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:04.826762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Deleting port 5d909380-da1d-490f-a1c0-b45574e2bbb7 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:04.827139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.828945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.844221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58383ad-5347-4585-8d80-54434b57406b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:04.853465 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0e7d914d-cce2-4acf-b935-487a251e2924 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686673 Oct 15 19:52:04.918624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:04.922959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:04.927715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8e395c20-ff70-41fc-8258-c6a18a530a5c service neutron] 10.222.0.13 "GET /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0729883 Oct 15 19:52:04.972993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] For port 5d909380-da1d-490f-a1c0-b45574e2bbb7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5d909380-da1d-490f-a1c0-b45574e2bbb7,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:04.972993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:05.005954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Calling delete_port for 5d909380-da1d-490f-a1c0-b45574e2bbb7 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:05.035170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:05.045653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:05.068170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fb44a43c-34f0-4435-999d-10e64e1abce6 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392717 Oct 15 19:52:05.247435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-76fd2b94-c55e-4ce2-a85d-5cf74b869222 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704977 Oct 15 19:52:05.485372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-69ebb946-6da2-4a3c-9734-94da5be1a836 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286766 Oct 15 19:52:05.498632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516e4df-7a57-42eb-8384-0a4cff8126d3 req-e0fdfd2d-a2ec-491f-8551-a069e01e4ab8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:05.500491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b516e4df-7a57-42eb-8384-0a4cff8126d3 req-e0fdfd2d-a2ec-491f-8551-a069e01e4ab8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 944 time: 0.2293406 Oct 15 19:52:05.519550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:05.524390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['59d0f40f-2557-4710-8755-c455138e590d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:52:05.561997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b516e4df-7a57-42eb-8384-0a4cff8126d3 req-d8a90ab0-8b2b-4898-bce1-98c812edca0e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554762 Oct 15 19:52:05.580021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] No DVR routers for this DVR port 5d909380-da1d-490f-a1c0-b45574e2bbb7 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:05.616880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:05.618408 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-ea8794c7-9484-4931-a7b3-b5c676be7503 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261077 Oct 15 19:52:05.651508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e58383ad-5347-4585-8d80-54434b57406b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:52:05.658075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d951842-3bdf-45c2-a62f-9edd3d85df2f None None] Pushing event deleted for resources: {'Port': ['ID=5d909380-da1d-490f-a1c0-b45574e2bbb7,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:05.730539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:52:05.734636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:05.780658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:05.785742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:05.792893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:05.793509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:05.811006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-59892e36-a56b-4f6e-a1c2-d9bdb312d087 service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657162 Oct 15 19:52:05.815646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb12028-1423-4998-8086-981fff0dfb69 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:05.853321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d78b6-26bb-4733-b540-da16443e43f2 req-b6f7ce20-c556-42df-a280-787088754d20 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:05.856136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c5d78b6-26bb-4733-b540-da16443e43f2 req-b6f7ce20-c556-42df-a280-787088754d20 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 944 time: 0.1816094 Oct 15 19:52:05.889708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:05.952808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c5d78b6-26bb-4733-b540-da16443e43f2 req-4ac462e4-cca3-42b7-a6bd-4e0f90459bf9 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900137 Oct 15 19:52:05.959960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-4c560e91-bf4a-4198-a8b2-0685bb4b6bda service neutron] 10.222.0.13 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368968 Oct 15 19:52:05.971585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1118db1-8b24-4f40-8b7a-c190b273a469 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6412008 Oct 15 19:52:05.980463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:05.985086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:23:c8:38', 'name': 'tempest-NetworksTestDHCPv6-1201595548'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:06.124723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': 'aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:52:06.125849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.131896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f08e7b6c-752c-40ab-ac06-136f856a54bf service neutron] 10.222.0.13 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654260 Oct 15 19:52:06.247605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:06.258447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e2c82028-d66e-440c-818f-e73014e3b347 service neutron] 10.222.0.13 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167519 Oct 15 19:52:06.315056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Allocated IP 2001:db8::f816:3eff:fe7b:ed07 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa/81d5a985-a996-4585-92ae-cee70e199680) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:06.369850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.398433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port d6fcf8b7-4425-45cb-a75d-d6b2cab470e0 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:06.463037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-ca0c01b5-37f6-4188-bc32-e3b08194ad97 service neutron] 10.222.0.13 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978960 Oct 15 19:52:06.486240 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-4b4fdb33-27d4-4698-bac0-a0400cac8910 req-44339ab4-b340-4bb6-af4e-02dee7781ed1 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] show failed (client error): The resource could not be found. Oct 15 19:52:06.488439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b4fdb33-27d4-4698-bac0-a0400cac8910 req-44339ab4-b340-4bb6-af4e-02dee7781ed1 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/516a76ba-ce54-452d-a46d-ee65c1249127 HTTP/1.1" status: 404 len: 352 time: 0.0335929 Oct 15 19:52:06.592586 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-94d26bfe-ce7b-4cf4-a99b-f1fa29c899ee service neutron] 10.222.0.13 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278274 Oct 15 19:52:06.618022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3769a44e-3e0f-4686-b45c-22105126d0a4 req-b9d7457d-bdae-4ed4-9199-837eda1b122a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0564153 Oct 15 19:52:06.680913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.683272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5d909380-da1d-490f-a1c0-b45574e2bbb7 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:06.704626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 5d909380-da1d-490f-a1c0-b45574e2bbb7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:06.705076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5d909380-da1d-490f-a1c0-b45574e2bbb7 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:06.771506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498e585-2e43-4300-a977-a9534d90723f req-e56c119f-2f64-41cc-ad25-8c198355d083 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:06.773040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8498e585-2e43-4300-a977-a9534d90723f req-e56c119f-2f64-41cc-ad25-8c198355d083 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 944 time: 0.0643630 Oct 15 19:52:06.813391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.813921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8498e585-2e43-4300-a977-a9534d90723f req-70f1ae68-aaff-437c-9f07-03854d225bc1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343888 Oct 15 19:52:06.855721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:06.860199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:06.865836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:06.876730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Pushing event updated for resources: {'Port': ['ID=81d5a985-a996-4585-92ae-cee70e199680,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:06.931124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe23:c838 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa/d6fcf8b7-4425-45cb-a75d-d6b2cab470e0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:06.938199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Attempting to bind port 81d5a985-a996-4585-92ae-cee70e199680 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:06.938577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Attempting to bind port 81d5a985-a996-4585-92ae-cee70e199680 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:06.938953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Attempting to bind port 81d5a985-a996-4585-92ae-cee70e199680 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:06.943978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:06.944354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:06.944752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.945139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:06.945600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Bound port: 81d5a985-a996-4585-92ae-cee70e199680, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:06.945976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:06.949180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c198f5b1-112b-4e46-b77c-38bedbcdaf4a req-6c1044bc-d6d2-4cf4-a02d-d9bd081872f8 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=238bcf1e9c3a4c64b1f8f4a71d1665b4 HTTP/1.1" status: 200 len: 2988 time: 0.0936434 Oct 15 19:52:07.014438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] For port 81d5a985-a996-4585-92ae-cee70e199680, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:07.017734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] For port 81d5a985-a996-4585-92ae-cee70e199680, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81d5a985-a996-4585-92ae-cee70e199680,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:07.025448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c198f5b1-112b-4e46-b77c-38bedbcdaf4a req-671f4d46-165c-4ec7-bb1d-3a5ab6b13ee3 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/6721d21a-f66f-494a-a433-ea4734dd7dd0 HTTP/1.1" status: 200 len: 2985 time: 0.0693290 Oct 15 19:52:07.127217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.134738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c198f5b1-112b-4e46-b77c-38bedbcdaf4a req-26625509-06c8-435f-8448-d8f061c8b572 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/6721d21a-f66f-494a-a433-ea4734dd7dd0 HTTP/1.1" status: 200 len: 2985 time: 0.1008818 Oct 15 19:52:07.167256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.231700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980145-86bd-43e4-8512-6e380d0af725 None None] Pushing event updated for resources: {'Port': ['ID=81d5a985-a996-4585-92ae-cee70e199680,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:07.269885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.332064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58ebf0-9607-41a7-9e39-b734921fb031 req-a05fe7c2-7ec9-494c-82d7-bbef7ba37160 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:07.333634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f58ebf0-9607-41a7-9e39-b734921fb031 req-a05fe7c2-7ec9-494c-82d7-bbef7ba37160 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 944 time: 0.0980120 Oct 15 19:52:07.335710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:07.344893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:07.344893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:07.349291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:07.349908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.380882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=d6fcf8b7-4425-45cb-a75d-d6b2cab470e0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:07.429660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f58ebf0-9607-41a7-9e39-b734921fb031 req-ff143b0d-e88f-461d-810a-2b8fbe9b5c9c tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750496 Oct 15 19:52:07.489795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d025f30d-c2db-4034-8a1d-176a8a856a5b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5145974 Oct 15 19:52:07.493060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48934) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:07.579004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5e6d2-e176-4e37-bd00-be91d434bb2e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:07.585034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5e6d2-e176-4e37-bd00-be91d434bb2e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:07.586648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ac5e6d2-e176-4e37-bd00-be91d434bb2e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0925550 Oct 15 19:52:07.590604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:07.655369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-003f5812-0c76-43a3-8423-62fda2aec7fc req-ef6d6c3e-5f57-4485-a8d2-a10d6c8ff4ac tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/6721d21a-f66f-494a-a433-ea4734dd7dd0 HTTP/1.1" status: 200 len: 2985 time: 0.1027484 Oct 15 19:52:07.751746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port d6fcf8b7-4425-45cb-a75d-d6b2cab470e0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:07.752093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.756618 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-003f5812-0c76-43a3-8423-62fda2aec7fc req-4dc0b5de-cd99-4685-aab7-87cfdf7ded34 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 19:52:07.757615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-003f5812-0c76-43a3-8423-62fda2aec7fc req-4dc0b5de-cd99-4685-aab7-87cfdf7ded34 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "DELETE /v2.0/security-groups/6721d21a-f66f-494a-a433-ea4734dd7dd0 HTTP/1.1" status: 409 len: 352 time: 0.0813484 Oct 15 19:52:07.856529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4b82947-1ca7-4b1c-9ed9-ea8330245343 req-36e3ebf1-75f1-46b0-8f9d-21a9a0159560 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0374932 Oct 15 19:52:07.886320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:07.903159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for d6fcf8b7-4425-45cb-a75d-d6b2cab470e0 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:07.923972 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-7cd4bee1-c9e3-437c-87c0-d02fd1508199 req-72514b96-f42b-4748-a0cb-73d7418b7e59 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] show failed (client error): The resource could not be found. Oct 15 19:52:07.925010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cd4bee1-c9e3-437c-87c0-d02fd1508199 req-72514b96-f42b-4748-a0cb-73d7418b7e59 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/8cef57a3-625a-4414-8744-b4ceef21d162 HTTP/1.1" status: 404 len: 352 time: 0.0172534 Oct 15 19:52:08.064514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3e9fc-c7ed-4ea7-95d9-d4019117a218 req-2406aa7e-230b-44fc-9790-220a2e26459e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.066092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd3e9fc-c7ed-4ea7-95d9-d4019117a218 req-2406aa7e-230b-44fc-9790-220a2e26459e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 944 time: 0.0733342 Oct 15 19:52:08.164309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd3e9fc-c7ed-4ea7-95d9-d4019117a218 req-d0ea74b7-9d8e-4044-97bd-b3290dde9820 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797164 Oct 15 19:52:08.167849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-58694941-9e30-487d-b1ef-5b90c93e1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.169166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-58694941-9e30-487d-b1ef-5b90c93e1a55 service neutron] 10.222.0.15 "GET /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 1032 time: 0.0561671 Oct 15 19:52:08.220887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-65779a20-1ed3-4f87-b5de-f26fc9bf649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.222079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-65779a20-1ed3-4f87-b5de-f26fc9bf649f service neutron] 10.222.0.15 "GET /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 1033 time: 0.0455391 Oct 15 19:52:08.249284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.271972 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-9406f1b2-5195-4721-9e45-8da29a80ad6c req-cfb12dbf-6fcf-44e9-84fe-863ef12e1f69 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] show failed (client error): The resource could not be found. Oct 15 19:52:08.273041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9406f1b2-5195-4721-9e45-8da29a80ad6c req-cfb12dbf-6fcf-44e9-84fe-863ef12e1f69 tempest-SecurityGroupsNegativeTestJSON-398226082 tempest-SecurityGroupsNegativeTestJSON-398226082-project] 10.222.0.13 "GET /v2.0/security-groups/9acbd30b-a5bf-4fcf-b916-d60410754dda HTTP/1.1" status: 404 len: 352 time: 0.0498443 Oct 15 19:52:08.292724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:08.329948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=d6fcf8b7-4425-45cb-a75d-d6b2cab470e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:08.338212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82812e64-6820-489f-895f-282743b9b42a None None] Provisioning complete for port 81d5a985-a996-4585-92ae-cee70e199680 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:08.340198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82812e64-6820-489f-895f-282743b9b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.392089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 59d0f40f-2557-4710-8755-c455138e590d up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:08.404254 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4444ecc7-8af7-4cd9-b06d-099bbe521ada req-204faf1c-0275-4990-a724-d65be48c869d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.1143796 Oct 15 19:52:08.426700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Deleting subnet 565514bd-a51e-47b7-bbf7-dbfc4c75c6a1 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:08.444282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.472366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:08.513889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.580171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.676073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.695596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-052e0f25-a56a-4c2f-a9c0-1f9c7c9be37c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/d6fcf8b7-4425-45cb-a75d-d6b2cab470e0 HTTP/1.1" status: 204 len: 168 time: 1.1027009 Oct 15 19:52:08.696959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48974) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:08.722697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82812e64-6820-489f-895f-282743b9b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.760021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81d5a985-a996-4585-92ae-cee70e199680 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:08.774707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.786478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b7a99ce4-a56e-4330-b71e-ada5c648cd1f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.799248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b7a99ce4-a56e-4330-b71e-ada5c648cd1f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.815861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b7a99ce4-a56e-4330-b71e-ada5c648cd1f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.820139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b7a99ce4-a56e-4330-b71e-ada5c648cd1f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 1993 time: 0.5871050 Oct 15 19:52:08.822408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.830857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/565514bd-a51e-47b7-bbf7-dbfc4c75c6a1 HTTP/1.1" status: 204 len: 168 time: 0.5341318 Oct 15 19:52:08.833267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581eb9c0-354b-4cb5-a2bb-e86dd3ce87b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565514bd-a51e-47b7-bbf7-dbfc4c75c6a1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:08.842209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48976) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:08.874676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82812e64-6820-489f-895f-282743b9b42a None None] For port 81d5a985-a996-4585-92ae-cee70e199680, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81d5a985-a996-4585-92ae-cee70e199680,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:08.875638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e58383ad-5347-4585-8d80-54434b57406b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:52:08.876546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef06c4d-19ef-49b9-9569-62381dfa61b0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.878155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef06c4d-19ef-49b9-9569-62381dfa61b0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.880216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6ef06c4d-19ef-49b9-9569-62381dfa61b0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1814308 Oct 15 19:52:08.884071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:08.884422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 59d0f40f-2557-4710-8755-c455138e590d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:52:08.910519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 59d0f40f-2557-4710-8755-c455138e590d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:08.911272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.914024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e58383ad-5347-4585-8d80-54434b57406b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:08.920095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:08.949413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334daec-7693-418a-bf93-1239bf4b5b23 req-e7a9ed3d-6437-446f-be36-91d739e093b7 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:08.961082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2334daec-7693-418a-bf93-1239bf4b5b23 req-e7a9ed3d-6437-446f-be36-91d739e093b7 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 944 time: 0.2332039 Oct 15 19:52:08.982663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:08.999120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.009787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-16e59b72-a143-45ac-950c-bb3f5d535263 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7bda9f79d8d4471a8265e7d696bf941 HTTP/1.1" status: 200 len: 378 time: 0.1808100 Oct 15 19:52:09.033381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'admin_state_up': True, 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'security_groups': ['529738d5-728b-4d1d-8f4c-3786074fbc02']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:09.074598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82812e64-6820-489f-895f-282743b9b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.112633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b0817c13-fe71-4b0c-bc39-22c430ded901 req-48fb5456-578d-4506-9a61-1cb142accd0a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0634606 Oct 15 19:52:09.123911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2334daec-7693-418a-bf93-1239bf4b5b23 req-b90bc00a-afc3-4ec6-a342-9ae4635b763a tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566179 Oct 15 19:52:09.125955 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.165851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.234280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5fe4021a-be89-4985-af05-b81f3cece47b None None] Could not find standard attr ID for object d6fcf8b7-4425-45cb-a75d-d6b2cab470e0. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:52:09.275939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 81d5a985-a996-4585-92ae-cee70e199680 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:09.276403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.342582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:09.350044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.393352 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.394019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984049-45d2-4c03-b20e-e12d44bc2496 req-c30dddd0-86c8-4f76-8a26-829b090ee6fd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:09.408683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f984049-45d2-4c03-b20e-e12d44bc2496 req-c30dddd0-86c8-4f76-8a26-829b090ee6fd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 944 time: 0.1275024 Oct 15 19:52:09.425161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82812e64-6820-489f-895f-282743b9b42a None None] Pushing event updated for resources: {'Port': ['ID=81d5a985-a996-4585-92ae-cee70e199680,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:09.501966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.511622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16345a63-0a26-4cf0-8dd2-2923a4a7d744']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:09.539807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f984049-45d2-4c03-b20e-e12d44bc2496 req-ee79427e-87bb-444c-b0fa-4ee2a76184d9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286743 Oct 15 19:52:09.552958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.576162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.602705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0f40f-2557-4710-8755-c455138e590d'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:09.605642 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4065b198-1739-4c81-a901-96f8de93415e" -d '{"events": [{"server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "name": "network-vif-plugged", "status": "completed", "tag": "59d0f40f-2557-4710-8755-c455138e590d"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:09.646582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cf766c-535b-4ff4-ab02-863d73e7459f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:09.646879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cf766c-535b-4ff4-ab02-863d73e7459f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:09.667726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 172.20.0.4 (ee15acf5-63d6-4faa-a68f-c6f8941339c5/07ef31b1-befa-49bd-9117-ff484782e0e7/5f5435c9-f34a-4740-a2d7-f3b841b7e050) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:09.672831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=59d0f40f-2557-4710-8755-c455138e590d,segment=NetworkSegment(c286e678-794a-4f13-8d9f-d0694bfaf95b),segment_id=c286e678-794a-4f13-8d9f-d0694bfaf95b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:09.676785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36515bc0-7f93-4850-9191-70bfd7072db3 req-679b51da-1289-4afa-8acb-bdbfe7740443 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.1846900 Oct 15 19:52:09.691212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:09.707600 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.746249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.759436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.801676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.813008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.826829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:09.859257 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5632f54c-cb48-46b1-867f-adf646dffaba x-openstack-request-id: req-5632f54c-cb48-46b1-867f-adf646dffaba {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:09.859576 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "name": "network-vif-plugged", "status": "completed", "tag": "59d0f40f-2557-4710-8755-c455138e590d", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:09.859949 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5632f54c-cb48-46b1-867f-adf646dffaba {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:09.860337 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d0f40f-2557-4710-8755-c455138e590d', 'code': 200} Oct 15 19:52:09.863705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:09.873039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:52:09.873450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:52:09.880759 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:52:09.884374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:09.893894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-85f1da3c-c8da-4f8d-a75d-1ad7092d673b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa HTTP/1.1" status: 204 len: 168 time: 1.0082417 Oct 15 19:52:09.901087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322f08e4-7df5-4c84-b66f-2daf50ac6050 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:09.906868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 48998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:09.979873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1923f79a-237c-4a40-85bb-94ef1f685b0f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709364 Oct 15 19:52:09.982281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.047704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ebe11-7f2c-4db4-8bc1-0cb49eb7b0e8 req-49bba8c0-92e4-47ff-8f2e-eb0c50a165f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.049316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-249ebe11-7f2c-4db4-8bc1-0cb49eb7b0e8 req-49bba8c0-92e4-47ff-8f2e-eb0c50a165f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 1097 time: 0.1224160 Oct 15 19:52:10.056966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:10.091248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.103339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-249ebe11-7f2c-4db4-8bc1-0cb49eb7b0e8 req-33cff9b5-2cda-4258-82a7-8547237661af service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Oct 15 19:52:10.105461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.118384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.118384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] 10.222.0.13 "DELETE /v2.0/networks/16345a63-0a26-4cf0-8dd2-2923a4a7d744 HTTP/1.1" status: 204 len: 168 time: 1.2721236 Oct 15 19:52:10.133717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aadc37-d1c8-4066-a83e-7a708d146465 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.141495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.152831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7bc81-2a71-446e-8e0e-1f95550d2950 admin admin] Pushing event deleted for resources: {'Network': ['ID=16345a63-0a26-4cf0-8dd2-2923a4a7d744,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:10.162365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84aadc37-d1c8-4066-a83e-7a708d146465 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1448123 Oct 15 19:52:10.228202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c865e65-f75f-4df1-ab76-b1f0303b5459 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.231496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:52:10.234321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c865e65-f75f-4df1-ab76-b1f0303b5459 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0893095 Oct 15 19:52:10.236660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.299742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b43a6e9d-3854-486f-99c5-36c6a4e62342 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609257 Oct 15 19:52:10.301620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Deleting port 81d5a985-a996-4585-92ae-cee70e199680 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:10.302310 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.304229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49012) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.309386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9431a47f-1d47-4d31-b0ea-94b0d5102e4a req-5d1583de-7740-4ca2-8a77-0377bc564cd4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0383728 Oct 15 19:52:10.319651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:10.373555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.405761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] For port 81d5a985-a996-4585-92ae-cee70e199680, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81d5a985-a996-4585-92ae-cee70e199680,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:10.406450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.422538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Calling delete_port for 81d5a985-a996-4585-92ae-cee70e199680 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:10.445580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ec0fd-f2cc-4995-9a0f-6c3317ec0fd6 req-566bb398-244c-4129-a245-f797c41f1605 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.453500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3ec0fd-f2cc-4995-9a0f-6c3317ec0fd6 req-566bb398-244c-4129-a245-f797c41f1605 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1570599 Oct 15 19:52:10.501409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:10.517842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:10.519934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:10.531132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:10.543262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3ec0fd-f2cc-4995-9a0f-6c3317ec0fd6 req-b32f84a0-7ca0-4cb8-92bd-4e4076611f8e tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832343 Oct 15 19:52:10.607828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.608696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.618802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.619379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:10.628786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:10.701656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49022) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.717196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81d5a985-a996-4585-92ae-cee70e199680 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:10.721834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] Pushing event deleted for resources: {'Port': ['ID=81d5a985-a996-4585-92ae-cee70e199680,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:10.760110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6b527156-ac38-4370-82a6-b7c3d2ac757e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7376997 Oct 15 19:52:10.788152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 81d5a985-a996-4585-92ae-cee70e199680 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:10.790199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81d5a985-a996-4585-92ae-cee70e199680 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:10.794233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64dfbfb-664b-4fef-b08a-8ab71d3388c4 None None] No DVR routers for this DVR port 81d5a985-a996-4585-92ae-cee70e199680 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:10.811259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'admin_state_up': True, 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'security_groups': ['529738d5-728b-4d1d-8f4c-3786074fbc02']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:10.891606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11756794-cca3-4895-99e9-320d6945954f req-ad0e5acd-536a-48c2-ba3a-c8f671837aa9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:10.898979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11756794-cca3-4895-99e9-320d6945954f req-ad0e5acd-536a-48c2-ba3a-c8f671837aa9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2359962 Oct 15 19:52:10.935209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ebf7664-66fe-4c8a-ad24-518f5ce05ba2 req-e2e36e4d-025b-48a2-b7ef-afea474d9aeb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0328205 Oct 15 19:52:10.971601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-21ad0feb-1a6b-46a8-91c9-6f1e0bb5e0e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=238bcf1e9c3a4c64b1f8f4a71d1665b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685838 Oct 15 19:52:10.975079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49028) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:10.981578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0a03af46-e83f-4581-9c22-d6bbc9faec0b None None] Provisioning complete for port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:10.981942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a03af46-e83f-4581-9c22-d6bbc9faec0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.029057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0a03af46-e83f-4581-9c22-d6bbc9faec0b None None] Port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:11.031465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11756794-cca3-4895-99e9-320d6945954f req-66d7353c-95b4-4d41-bcd5-23205e6532ae tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270509 Oct 15 19:52:11.051333 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.076622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.078823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.148842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:11.157410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:11.165911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:11.166587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.170838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=66c7bbd6-3c65-4bdb-997b-260a79b6487f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:11.171193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db219b-76f0-459f-941a-ce4efbabd6ec None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:11.180051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:11.184129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.285212 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-feeb3ea0-4768-44ae-b1de-fc8523aa85c1 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9709375 Oct 15 19:52:11.287779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:11.296412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:4a:71:36', 'name': 'tempest-NetworksTestDHCPv6-2027714621'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:11.325245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.329475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.329475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6721d21a-f66f-494a-a433-ea4734dd7dd0 HTTP/1.1" status: 204 len: 168 time: 0.3528275 Oct 15 19:52:11.427852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef74d6-65cd-4855-aab3-73d0dd5d4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721d21a-f66f-494a-a433-ea4734dd7dd0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:11.454008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '66c7bbd6-3c65-4bdb-997b-260a79b6487f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:52:11.462005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.462161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.1.1.242 (13d041b7-c829-4f78-80d1-0957e0315c23/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41/04873eff-d5ae-4f7f-bb40-cb6da6f7445c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:11.733875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c069ee8-12dc-49df-b3e3-ccf76e4cdd97 req-1d21871b-fab5-4b8a-8173-83811912829c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:11.736452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c069ee8-12dc-49df-b3e3-ccf76e4cdd97 req-1d21871b-fab5-4b8a-8173-83811912829c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 931 time: 0.2900019 Oct 15 19:52:11.738788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-720cd809-29d6-4d4a-b767-3308ae89b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:11.740229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-720cd809-29d6-4d4a-b767-3308ae89b32f service neutron] 10.222.0.11 "GET /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 1027 time: 0.3136346 Oct 15 19:52:11.748860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b2b0f-cafe-47a4-9604-a9364b4808f5 req-669a6dee-59b4-4d7c-a89f-b518f740e740 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:11.751015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab6b2b0f-cafe-47a4-9604-a9364b4808f5 req-669a6dee-59b4-4d7c-a89f-b518f740e740 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.0915048 Oct 15 19:52:11.754747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.798861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/66c7bbd6-3c65-4bdb-997b-260a79b6487f/c2b3f821-2472-4a53-b2e3-f6bde408912c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:11.827613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8cf88c5e-c533-45c6-a488-e731b791c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:11.829892 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8cf88c5e-c533-45c6-a488-e731b791c1ec service neutron] 10.222.0.11 "GET /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 1028 time: 0.0817056 Oct 15 19:52:11.832550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab6b2b0f-cafe-47a4-9604-a9364b4808f5 req-99739340-b1d6-4833-be56-d4202f4301a9 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621815 Oct 15 19:52:11.834533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c069ee8-12dc-49df-b3e3-ccf76e4cdd97 req-1c6849cd-4174-45d2-9298-4720e04865f9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730608 Oct 15 19:52:11.870044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:11.883515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:11.886961 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd46a57-e69f-4a98-9409-39f149ff392e" -d '{"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-plugged", "status": "completed", "tag": "e58383ad-5347-4585-8d80-54434b57406b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:11.956223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:11.966700 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397decb9-135c-4931-a376-1c4b1bdc602e x-openstack-request-id: req-397decb9-135c-4931-a376-1c4b1bdc602e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:11.969569 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-plugged", "status": "completed", "tag": "e58383ad-5347-4585-8d80-54434b57406b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:11.969569 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-397decb9-135c-4931-a376-1c4b1bdc602e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:11.969569 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b', 'code': 200} Oct 15 19:52:12.090440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.150572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:12.174164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:12.175934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:12.184015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:12.185420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.300893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:12.325611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:12.336053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:12.374032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Pushing event updated for resources: {'Port': ['ID=c2b3f821-2472-4a53-b2e3-f6bde408912c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:12.385085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099ffc2-3aed-49b2-88fc-a0308d875e4e req-73712afd-f533-4935-9a4c-fc471605aefc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.397493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6099ffc2-3aed-49b2-88fc-a0308d875e4e req-73712afd-f533-4935-9a4c-fc471605aefc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1428645 Oct 15 19:52:12.409606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.419108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.509659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6099ffc2-3aed-49b2-88fc-a0308d875e4e req-c48e8e70-fcf0-412e-b134-cbda8d315179 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090548 Oct 15 19:52:12.512604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Attempting to bind port c2b3f821-2472-4a53-b2e3-f6bde408912c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:12.522113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Attempting to bind port c2b3f821-2472-4a53-b2e3-f6bde408912c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:12.522113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Attempting to bind port c2b3f821-2472-4a53-b2e3-f6bde408912c on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:12.528900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:12.529280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:12.529683 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.530448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:12.535292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Bound port: c2b3f821-2472-4a53-b2e3-f6bde408912c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:12.535875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.580854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dec892b3-eab8-44db-9d3a-9253ec50585e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7923696 Oct 15 19:52:12.594545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'admin_state_up': True, 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'security_groups': ['529738d5-728b-4d1d-8f4c-3786074fbc02']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:12.650570 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] For port c2b3f821-2472-4a53-b2e3-f6bde408912c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:12.655402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] For port c2b3f821-2472-4a53-b2e3-f6bde408912c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c2b3f821-2472-4a53-b2e3-f6bde408912c,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:12.690295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-dbc23453-dad5-4385-bce0-43b1bba803ff None None] Provisioning complete for port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:12.690678 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dbc23453-dad5-4385-bce0-43b1bba803ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.773798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-efa0928b-fb0f-4ee7-b1d3-4d3f29291b2d req-9f0e7d2b-2488-44ee-ab55-76f112052cc6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.6535745 Oct 15 19:52:12.785222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.827432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f7036e83-73c9-4894-a291-b242217904bd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.833523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f7036e83-73c9-4894-a291-b242217904bd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.840381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f7036e83-73c9-4894-a291-b242217904bd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.842016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f7036e83-73c9-4894-a291-b242217904bd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 1991 time: 1.0041976 Oct 15 19:52:12.851070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:12.927037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482518a-7e56-4c9a-b13b-a1cc18da2680 req-4862f16f-0ed4-46e8-ab4a-655ba48f9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:12.934074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-dbc23453-dad5-4385-bce0-43b1bba803ff None None] Port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:12.941578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c482518a-7e56-4c9a-b13b-a1cc18da2680 req-4862f16f-0ed4-46e8-ab4a-655ba48f9f44 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 1097 time: 0.8621783 Oct 15 19:52:12.950160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:12.954444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.028992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 8cd85c6b-7a30-4b12-a367-b5cb501194d1 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:13.042204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df22559-9c48-4ef1-9a69-d5287331741f None None] Pushing event updated for resources: {'Port': ['ID=c2b3f821-2472-4a53-b2e3-f6bde408912c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:13.090117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-80733daa-b42c-43a7-a35b-3907171bfbdc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=986f5b0d56f34264bbe54e4e18f247e2 HTTP/1.1" status: 200 len: 380 time: 0.2364357 Oct 15 19:52:13.124757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'admin_state_up': True, 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'security_groups': ['2981a4f4-04fa-40c5-927f-405ecc77311b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:13.171893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c482518a-7e56-4c9a-b13b-a1cc18da2680 req-9a1a2322-1ab0-4788-bd7a-81e653387a11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197452 Oct 15 19:52:13.323703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49082) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:13.345750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6cf91-d5fc-4d07-9ce8-dbcacc17cfdc req-9bd1ed96-ccbe-4dc8-8993-1be99da1abaa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:13.353450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01c6cf91-d5fc-4d07-9ce8-dbcacc17cfdc req-9bd1ed96-ccbe-4dc8-8993-1be99da1abaa tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.3595769 Oct 15 19:52:13.415305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.1.1.24 (13d041b7-c829-4f78-80d1-0957e0315c23/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41/eafd7ae5-67a4-47b4-bdf2-f34bd7651415) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:13.445427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32a0cc-48fe-476f-a8dd-5e0354209893 req-337c8c00-fa14-4d46-a369-8fbc4aa64124 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:13.452595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32a0cc-48fe-476f-a8dd-5e0354209893 req-337c8c00-fa14-4d46-a369-8fbc4aa64124 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:13.454740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec32a0cc-48fe-476f-a8dd-5e0354209893 req-337c8c00-fa14-4d46-a369-8fbc4aa64124 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 1653 time: 0.4271414 Oct 15 19:52:13.500848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::186 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/66c7bbd6-3c65-4bdb-997b-260a79b6487f/8cd85c6b-7a30-4b12-a367-b5cb501194d1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:13.587356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-668955259-network', 'tenant_id': '0349cdb48a2e4701bacf62705461ef63'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:13.591901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec32a0cc-48fe-476f-a8dd-5e0354209893 req-2c087b4a-3c6b-4d37-9b3d-9a60b2877c2d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112306 Oct 15 19:52:13.607100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01c6cf91-d5fc-4d07-9ce8-dbcacc17cfdc req-508d2f2d-03d9-4267-84e9-5f338fa7aee9 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526488 Oct 15 19:52:13.615023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:13.622416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.729560 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.788503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Made reservation on behalf of 0349cdb48a2e4701bacf62705461ef63 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:13.795859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.854800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.898372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:13.949702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a001a8-0e0b-4abf-9c0e-99dc27d58b54 req-eb0da657-dd50-44d2-a43e-fda428c3d40d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:13.968059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4a001a8-0e0b-4abf-9c0e-99dc27d58b54 req-eb0da657-dd50-44d2-a43e-fda428c3d40d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1815252 Oct 15 19:52:14.030762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b53d79-9f9b-4832-9a6a-ac7268d0e1a3 req-6b5cae7e-4767-4549-b814-6a3275106740 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.031343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network 13d041b7-c829-4f78-80d1-0957e0315c23 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:14.038646 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91b53d79-9f9b-4832-9a6a-ac7268d0e1a3 req-6b5cae7e-4767-4549-b814-6a3275106740 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1738839 Oct 15 19:52:14.038803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:14.056993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:14.061608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.062783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:14.103444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4a001a8-0e0b-4abf-9c0e-99dc27d58b54 req-b82ac688-fe03-4f7c-8fde-f91ef0070500 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312659 Oct 15 19:52:14.108497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 172.20.0.6 (6e7a7292-74f3-440c-b057-5676b38aaac4/f9de6102-87e6-43a1-8b2d-f2c83de5c010/4b0097ff-05d0-4b4f-871e-246c29ea7dd7) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:14.131022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-91b53d79-9f9b-4832-9a6a-ac7268d0e1a3 req-d1104127-237c-4f2f-b616-fb5f5c6b2317 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891497 Oct 15 19:52:14.189311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.207994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.208674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.262186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5f025cb-1cca-4d49-933e-cd7f2c8a8a93 req-0f1901f7-95ea-4dda-ae35-279695e23669 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0477803 Oct 15 19:52:14.299855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.321595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.367102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:52:14.388322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2be2a-e649-4604-9e9b-ec9c4756912c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:14.404423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:14.410374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:14.412908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.414389 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Added segment bd5fab9a-69ed-4981-802e-ea23356023f3 of type vlan for network 1355e1a2-e190-4a34-a45d-364d637c79f2 Oct 15 19:52:14.416160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:14.422825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-83225e35-164f-47fe-b720-40fa3212615b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8345745 Oct 15 19:52:14.431269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.433104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.437909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'admin_state_up': True, 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'security_groups': ['529738d5-728b-4d1d-8f4c-3786074fbc02']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:14.473869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=8cd85c6b-7a30-4b12-a367-b5cb501194d1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:14.529173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.555025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.582366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f05ee565-e240-4bda-9915-cb899241f3c7 None None] Provisioning complete for port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:14.582930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f05ee565-e240-4bda-9915-cb899241f3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.606628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b315d2bd-3590-437a-8d83-ff462b114fdd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3172798 Oct 15 19:52:14.609091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49100) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:14.706309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.708636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c54955-f58d-4879-84a6-c7f9ce0cfd50 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.709795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.720042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c54955-f58d-4879-84a6-c7f9ce0cfd50 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.721239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.727102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80c54955-f58d-4879-84a6-c7f9ce0cfd50 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1167281 Oct 15 19:52:14.728219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:14.741992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f05ee565-e240-4bda-9915-cb899241f3c7 None None] Port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:14.742855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.773497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c2b3f821-2472-4a53-b2e3-f6bde408912c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:14.842986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c2b3f821-2472-4a53-b2e3-f6bde408912c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:14.845679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.883504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] Pushing event updated for resources: {'Network': ['ID=1355e1a2-e190-4a34-a45d-364d637c79f2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:14.904569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:52:14.911434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d017a1-4e12-4dd5-a8df-2fe0b3122b58 req-2d55162b-1673-4716-835b-45a16de664df tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:14.913171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74d017a1-4e12-4dd5-a8df-2fe0b3122b58 req-2d55162b-1673-4716-835b-45a16de664df tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1563168 Oct 15 19:52:14.958803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5dad2a90-87dd-42a8-8817-2a20853b1d1b None None] Provisioning complete for port c2b3f821-2472-4a53-b2e3-f6bde408912c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:14.959278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a90-87dd-42a8-8817-2a20853b1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:14.961381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-37220677-bc23-4d1a-a711-d6c9befd2855 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6363716 Oct 15 19:52:14.965705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49110) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:14.983102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Request body: {'subnet': {'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-668955259-subnet', 'tenant_id': '0349cdb48a2e4701bacf62705461ef63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:15.009088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74d017a1-4e12-4dd5-a8df-2fe0b3122b58 req-ba36c82a-1481-45a2-96c2-2c25a9d59be5 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886285 Oct 15 19:52:15.015216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:15.061872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:15.064720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:15.068396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:15.115441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:15.128622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312556-67b9-4130-ae8f-d44cbcdc6ca2 req-a8c84ba8-f8ea-4b0f-bf3d-27f444532cd6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.137304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312556-67b9-4130-ae8f-d44cbcdc6ca2 req-a8c84ba8-f8ea-4b0f-bf3d-27f444532cd6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.141761 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.149898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312556-67b9-4130-ae8f-d44cbcdc6ca2 req-a8c84ba8-f8ea-4b0f-bf3d-27f444532cd6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.149898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35312556-67b9-4130-ae8f-d44cbcdc6ca2 req-a8c84ba8-f8ea-4b0f-bf3d-27f444532cd6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 2373 time: 0.4017050 Oct 15 19:52:15.253896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.254564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.276234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 8cd85c6b-7a30-4b12-a367-b5cb501194d1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:15.276578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.278702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c2b3f821-2472-4a53-b2e3-f6bde408912c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c2b3f821-2472-4a53-b2e3-f6bde408912c,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:15.284179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5dad2a90-87dd-42a8-8817-2a20853b1d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.290344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.334680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35312556-67b9-4130-ae8f-d44cbcdc6ca2 req-30452102-e36b-474e-bef9-15d1d9e3be71 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749730 Oct 15 19:52:15.341902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Made reservation on behalf of 0349cdb48a2e4701bacf62705461ef63 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:15.344524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.355994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983ac1a-cbd7-4583-9287-e4490eedf550 req-22cd67d3-0275-452f-b7a9-ace7da21ee60 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.357770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a983ac1a-cbd7-4583-9287-e4490eedf550 req-22cd67d3-0275-452f-b7a9-ace7da21ee60 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0867541 Oct 15 19:52:15.428061 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-5dad2a90-87dd-42a8-8817-2a20853b1d1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:52:15.428593 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-5dad2a90-87dd-42a8-8817-2a20853b1d1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:52:15.429267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.490991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e5206925-2354-4e60-8de6-2591fb2a3468 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3726468 Oct 15 19:52:15.510422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'admin_state_up': True, 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'security_groups': ['2981a4f4-04fa-40c5-927f-405ecc77311b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:15.523606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c2b3f821-2472-4a53-b2e3-f6bde408912c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:15.529715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.536297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a983ac1a-cbd7-4583-9287-e4490eedf550 req-1bf32dcf-860f-4ca1-bff6-4c27709d1105 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537883 Oct 15 19:52:15.574306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 8cd85c6b-7a30-4b12-a367-b5cb501194d1 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:15.746263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.2.2.100 (d9cb7224-82c7-4f5f-903a-4341ff0a95b1/fdf09f4d-b9df-487e-a2d0-72db82996175/0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:15.808305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75dfd0c-0dc1-4017-944e-083dc13a9ecc req-f2908f18-30a2-4041-bac5-dee535c5fe6b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:15.815311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c75dfd0c-0dc1-4017-944e-083dc13a9ecc req-f2908f18-30a2-4041-bac5-dee535c5fe6b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 931 time: 0.1560318 Oct 15 19:52:15.858109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:15.861648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.889514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:15.904342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c75dfd0c-0dc1-4017-944e-083dc13a9ecc req-f8ff4e45-a5d4-45c0-88f7-d0c6d98ba0e7 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749857 Oct 15 19:52:16.023182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd6ec3ea-9460-413a-a712-6e2b1c6daefd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:16.049482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.100242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Checking segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:16.100907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Network hostable DHCP agents. Network: 1355e1a2-e190-4a34-a45d-364d637c79f2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:52:16.108601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=8cd85c6b-7a30-4b12-a367-b5cb501194d1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:16.111870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-078f0a6b-09e9-4970-b07a-b7df874bc913 None None] Could not find standard attr ID for object 8cd85c6b-7a30-4b12-a367-b5cb501194d1. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:52:16.129914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.1.1.165 (d2586480-b8ad-49ae-86e7-d4295925a29c/c446534e-39df-4d3f-8c63-c04d7209894a/3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:16.147482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-078f0a6b-09e9-4970-b07a-b7df874bc913 None None] Provisioning complete for port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:16.148496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-078f0a6b-09e9-4970-b07a-b7df874bc913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.160741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.166899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d426f35-8a98-4a57-af4a-25e22cba937c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/8cd85c6b-7a30-4b12-a367-b5cb501194d1 HTTP/1.1" status: 204 len: 168 time: 1.4369845 Oct 15 19:52:16.167595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:16.240471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-078f0a6b-09e9-4970-b07a-b7df874bc913 None None] Port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:16.261285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:52:16.301361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c4fd-90ee-4d70-ad0b-11b01858c8fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:16.302898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8c4fd-90ee-4d70-ad0b-11b01858c8fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:16.308692 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-49f8c4fd-90ee-4d70-ad0b-11b01858c8fc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1347775 Oct 15 19:52:16.309334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49132) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:16.402424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1355e1a2-e190-4a34-a45d-364d637c79f2) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:16.411501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea7e68-7488-4bd4-b86f-3c604d429efb None None] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:16.422681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:16.423265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.446709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 66c7bbd6-3c65-4bdb-997b-260a79b6487f {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:16.452795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.509798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.565639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.678969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdeae5-9bb7-4965-a21d-97cca99f39d3 req-2baf51cc-ab36-4051-9061-cbaba4d52c48 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:16.695615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7efdeae5-9bb7-4965-a21d-97cca99f39d3 req-2baf51cc-ab36-4051-9061-cbaba4d52c48 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1742890 Oct 15 19:52:16.732727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.764828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7efdeae5-9bb7-4965-a21d-97cca99f39d3 req-6f0682fb-48bb-4002-9602-5a0e87649521 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658140 Oct 15 19:52:16.782618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c2b3f821-2472-4a53-b2e3-f6bde408912c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:16.823487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e086af-40a9-4495-9a38-a69936a0e613 None None] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:16.835762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fc007a42-d8ab-4b17-b8ca-4eb7941def07 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8678863 Oct 15 19:52:16.868199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.887478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.892049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c2b3f821-2472-4a53-b2e3-f6bde408912c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:16.892553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:16.923373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ed47-a24f-4bc5-8df4-2715fd5ef8fb req-ff4080da-b528-46c3-9871-586d8faf0e29 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:16.933521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61c7ed47-a24f-4bc5-8df4-2715fd5ef8fb req-ff4080da-b528-46c3-9871-586d8faf0e29 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0628514 Oct 15 19:52:16.989988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61c7ed47-a24f-4bc5-8df4-2715fd5ef8fb req-45b8082c-c5aa-45b4-bea8-4032882a4e3b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Oct 15 19:52:16.990853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.057770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:17.063713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:17.078210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network d2586480-b8ad-49ae-86e7-d4295925a29c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:17.087066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:17.107350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:17.111366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:17.125991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:17.198079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-27d6063a-15c3-4ca5-b432-085811afd291 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.205494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-27d6063a-15c3-4ca5-b432-085811afd291 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.215810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-27d6063a-15c3-4ca5-b432-085811afd291 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.223605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-27d6063a-15c3-4ca5-b432-085811afd291 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.233472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-27d6063a-15c3-4ca5-b432-085811afd291 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 3094 time: 0.3328290 Oct 15 19:52:17.252491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.253247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.253943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.254748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.308054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:17.323400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ed156363-e1c3-434c-94cb-79e2443145b0 req-649da1f5-81de-4efc-8e6b-f502fc16e4a1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884142 Oct 15 19:52:17.374968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c225d22a-099a-44d8-812f-b6dbe925f6fd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727410 Oct 15 19:52:17.375749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec452-4e56-4ae6-b08d-2d9fd7efbad3 req-95662030-1d3b-40e1-a4d9-cf79879489fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.382155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec452-4e56-4ae6-b08d-2d9fd7efbad3 req-95662030-1d3b-40e1-a4d9-cf79879489fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.383890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793ec452-4e56-4ae6-b08d-2d9fd7efbad3 req-95662030-1d3b-40e1-a4d9-cf79879489fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 1653 time: 0.2694693 Oct 15 19:52:17.386397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'admin_state_up': True, 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'security_groups': ['2981a4f4-04fa-40c5-927f-405ecc77311b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:17.399939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-8ab66d64-e05d-4da0-9cc9-90cccc73108d tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.402202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-8ab66d64-e05d-4da0-9cc9-90cccc73108d tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.11 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1169116 Oct 15 19:52:17.447830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.482779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e9639-cd8c-4e1e-9e37-0981d50f3a37 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:17.496505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.502737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/66c7bbd6-3c65-4bdb-997b-260a79b6487f HTTP/1.1" status: 204 len: 168 time: 1.1895604 Oct 15 19:52:17.524073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-252ce86b-92af-4f6b-ac05-3da8eb377026 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0933509 Oct 15 19:52:17.526102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49154) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:17.537228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'admin_state_up': True, 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'security_groups': ['529738d5-728b-4d1d-8f4c-3786074fbc02']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:17.538947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f82dc-64f6-4ea6-a235-9fd2efb83911 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=66c7bbd6-3c65-4bdb-997b-260a79b6487f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:17.586462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-58bee0e7-9109-410b-89c3-408903cf52b5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590231 Oct 15 19:52:17.590335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:17.618558 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793ec452-4e56-4ae6-b08d-2d9fd7efbad3 req-7a2d78b8-3b44-43c9-a6d9-ff736b256936 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152712 Oct 15 19:52:17.681760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Provisioning complete for port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:17.683037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.714072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Deleting port 59d0f40f-2557-4710-8755-c455138e590d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:17.714647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.736965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-a1a229e5-1af1-446f-ab27-861a7e0931c6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.747377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-a1a229e5-1af1-446f-ab27-861a7e0931c6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.1597419 Oct 15 19:52:17.752760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:17.771773 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-a657cfa3-77a3-4542-9c82-66ca031bb0bc tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/quotas/0349cdb48a2e4701bacf62705461ef63 HTTP/1.1" status: 200 len: 375 time: 0.0225930 Oct 15 19:52:17.796702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Provisioning complete for port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:17.796702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.836436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] For port 59d0f40f-2557-4710-8755-c455138e590d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=59d0f40f-2557-4710-8755-c455138e590d,segment=NetworkSegment(c286e678-794a-4f13-8d9f-d0694bfaf95b),segment_id=c286e678-794a-4f13-8d9f-d0694bfaf95b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:17.844771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.852535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Calling delete_port for 59d0f40f-2557-4710-8755-c455138e590d owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:17.856517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8db41-65d4-4f4a-a7f9-0f495c88ac27 None None] Port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:17.864225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-40ec15ad-6c06-48a3-85c1-69a38e4a3810 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827594 Oct 15 19:52:17.881018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:52:17.905474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:17.913118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:17.942266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4e4920-24fa-477a-ba95-55d6c96d35a9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:17.944054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3e4e4920-24fa-477a-ba95-55d6c96d35a9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3424518 Oct 15 19:52:17.948864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49168) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:17.966391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Deleting port c2b3f821-2472-4a53-b2e3-f6bde408912c {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:17.966822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.046501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] For port c2b3f821-2472-4a53-b2e3-f6bde408912c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c2b3f821-2472-4a53-b2e3-f6bde408912c,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:18.046900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.062576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Calling delete_port for c2b3f821-2472-4a53-b2e3-f6bde408912c owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:18.100264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91b03b-2e8e-4eb2-bf34-340f7ffb1659 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.101678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5d91b03b-2e8e-4eb2-bf34-340f7ffb1659 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498408 Oct 15 19:52:18.105419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49172) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:18.129978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f177b9-a28f-483c-ac60-7ea315103e78 req-479c6e05-e7a6-4b94-8c05-7740913b0b6b tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.132020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6f177b9-a28f-483c-ac60-7ea315103e78 req-479c6e05-e7a6-4b94-8c05-7740913b0b6b tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 945 time: 0.1297467 Oct 15 19:52:18.186204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.1.1.253 (d2586480-b8ad-49ae-86e7-d4295925a29c/c446534e-39df-4d3f-8c63-c04d7209894a/97931503-22b8-49e3-ab1a-a29be4a81771) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:18.190630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0b80a0b-8fa8-4c07-a906-0d0480dcc73c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832338 Oct 15 19:52:18.198088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49174) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:18.210121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:18.228545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Made reservation on behalf of c7bda9f79d8d4471a8265e7d696bf941 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:18.233377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.235591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.285615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-e28e3a49-76ee-460c-9fd6-97717cc8182b service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202278 Oct 15 19:52:18.292475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] Pushing event deleted for resources: {'Port': ['ID=c2b3f821-2472-4a53-b2e3-f6bde408912c,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:18.296392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5af046-28a2-4041-af0d-e35353e584d5 None None] No DVR routers for this DVR port c2b3f821-2472-4a53-b2e3-f6bde408912c on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:18.296520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6f177b9-a28f-483c-ac60-7ea315103e78 req-c2fb36e4-e1be-413d-ada5-81d6afd40e9a tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/security-groups?id=8229069c-971a-4cbc-815d-9d87723378ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034157 Oct 15 19:52:18.372406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.385391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['59d0f40f-2557-4710-8755-c455138e590d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:52:18.478741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Pushing event deleted for resources: {'Port': ['ID=59d0f40f-2557-4710-8755-c455138e590d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:18.498234 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3d7102ca-392a-40ac-a841-bb58c7c767e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.538604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] No DVR routers for this DVR port 59d0f40f-2557-4710-8755-c455138e590d on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:18.541872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.546679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db6661e7-ed79-4465-bbfd-4ae9ff71ddb4 req-4b18b58a-a797-41b5-9e1f-2a798e582e38 tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.11 "DELETE /v2.0/ports/59d0f40f-2557-4710-8755-c455138e590d HTTP/1.1" status: 204 len: 173 time: 1.1359625 Oct 15 19:52:18.552399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'name': 'network-vif-deleted', 'tag': '59d0f40f-2557-4710-8755-c455138e590d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:18.554940 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f269282-98fc-4c40-bbbc-fcd812725c69" -d '{"events": [{"server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "name": "network-vif-deleted", "tag": "59d0f40f-2557-4710-8755-c455138e590d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:18.609522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce137551-50db-4340-afa9-2bd2471d1e04 req-835548c2-c45a-4801-b7d9-cc5b415d2c19 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.611366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce137551-50db-4340-afa9-2bd2471d1e04 req-835548c2-c45a-4801-b7d9-cc5b415d2c19 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1942449 Oct 15 19:52:18.634256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c2b3f821-2472-4a53-b2e3-f6bde408912c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:18.661081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Allocated IP 10.2.2.200 (d9cb7224-82c7-4f5f-903a-4341ff0a95b1/fdf09f4d-b9df-487e-a2d0-72db82996175/fb1a16cb-da0a-4c2a-ba1d-03c776348db5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:18.671220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c2b3f821-2472-4a53-b2e3-f6bde408912c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:18.672031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c2b3f821-2472-4a53-b2e3-f6bde408912c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:18.693948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce137551-50db-4340-afa9-2bd2471d1e04 req-1ab0a9e1-54ee-47d7-b0cb-76d686972b6b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750802 Oct 15 19:52:18.860986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-d8b62daa-46fc-4ee0-ab67-c89702ff2b67 service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743699 Oct 15 19:52:18.887523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-0c0660ad-630c-4408-b3ec-3426efcfded8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.891467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-0c0660ad-630c-4408-b3ec-3426efcfded8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.898158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-0c0660ad-630c-4408-b3ec-3426efcfded8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.905009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-0c0660ad-630c-4408-b3ec-3426efcfded8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:18.912533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-0c0660ad-630c-4408-b3ec-3426efcfded8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 3094 time: 0.1296825 Oct 15 19:52:18.932068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.961585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:18.966374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:18.977097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85241b7a-570a-44f4-ae26-8065106dbc31 req-acc3de3b-0125-4835-87f2-4a4b32b7001e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636060 Oct 15 19:52:18.996305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.026958 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3ae5b3-606d-44f9-83e6-c6ea80831220 x-openstack-request-id: req-0f3ae5b3-606d-44f9-83e6-c6ea80831220 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:19.027246 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01446cc1-a034-4158-89ed-f9216c757666", "name": "network-vif-deleted", "tag": "59d0f40f-2557-4710-8755-c455138e590d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:19.027502 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f3ae5b3-606d-44f9-83e6-c6ea80831220 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:19.028057 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01446cc1-a034-4158-89ed-f9216c757666', 'name': 'network-vif-deleted', 'tag': '59d0f40f-2557-4710-8755-c455138e590d', 'status': 'completed', 'code': 200} Oct 15 19:52:19.162776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.217998 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d845f832-0d0a-4833-8fde-1ced665e75f7 req-f0d08e2a-5111-4b01-bf7e-5a791e0688cb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 210 time: 0.0574684 Oct 15 19:52:19.223399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.249192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92115450-1857-4ad0-a8cf-5cba50e90ab4 req-3bbe2ffe-4bcf-42b3-b6a4-cde85935feaa tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:19.263168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92115450-1857-4ad0-a8cf-5cba50e90ab4 req-3bbe2ffe-4bcf-42b3-b6a4-cde85935feaa tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:19.263168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92115450-1857-4ad0-a8cf-5cba50e90ab4 req-3bbe2ffe-4bcf-42b3-b6a4-cde85935feaa tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 1653 time: 0.1381559 Oct 15 19:52:19.272125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:19.281710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:19.296837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:19.302471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event updated for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:19.316999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network d2586480-b8ad-49ae-86e7-d4295925a29c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:19.330465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:19.333533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:19.363927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:19.394179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:19.395071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.413354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:19.414026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.446289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92115450-1857-4ad0-a8cf-5cba50e90ab4 req-f37b1c31-3467-48af-bd52-eb9e5d88e168 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778774 Oct 15 19:52:19.457601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d918ff4-cded-4459-83eb-633bb084ef4c req-f996d4c6-fd01-4afe-87a5-8ab48549ee9c tempest-ServersNegativeTestMultiTenantJSON-2072655055 tempest-ServersNegativeTestMultiTenantJSON-2072655055-project] 10.222.0.13 "GET /v2.0/ports?device_id=01446cc1-a034-4158-89ed-f9216c757666 HTTP/1.1" status: 200 len: 210 time: 0.0363870 Oct 15 19:52:19.519445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-62aaac42-5b4d-40ed-9530-0abf83c309a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9868932 Oct 15 19:52:19.534628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:19.547019 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a0142e58-f643-47e9-8423-9ca4c4d660b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1648300 Oct 15 19:52:19.595768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:52:19.601895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'admin_state_up': True, 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'security_groups': ['2981a4f4-04fa-40c5-927f-405ecc77311b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:19.606228 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.670972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:19.681781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:19.687339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.694116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840173d-ba5c-4c01-9602-c697504458f4 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:19.695698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:19.696302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.772860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=3492a840-9ab3-4889-85d6-aa1f03a293e4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:19.948652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e91e515f-f952-4d29-8db8-ec28c6c2d0ed None None] Provisioning complete for port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:19.948652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e91e515f-f952-4d29-8db8-ec28c6c2d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:19.967383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '3492a840-9ab3-4889-85d6-aa1f03a293e4'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:52:19.968379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.016932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e91e515f-f952-4d29-8db8-ec28c6c2d0ed None None] Port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:20.043670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-660d7acd-fad1-469c-b1fb-9065b3a1fe66 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8408322 Oct 15 19:52:20.044426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49198) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:20.056764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:20.060538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249d639-b045-4a3d-84b4-f8a809cf0f8a req-190728ca-4b63-4f86-919d-e94fa8166de9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.062541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f249d639-b045-4a3d-84b4-f8a809cf0f8a req-190728ca-4b63-4f86-919d-e94fa8166de9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1116614 Oct 15 19:52:20.144618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f249d639-b045-4a3d-84b4-f8a809cf0f8a req-fc17df9a-7f39-4752-9b79-9940c9c6c38d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Oct 15 19:52:20.165660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-330a74e6-6bdd-4226-be28-319adbe94872 None None] Provisioning complete for port 97931503-22b8-49e3-ab1a-a29be4a81771 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:20.166092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-330a74e6-6bdd-4226-be28-319adbe94872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.219734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:20.261862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-330a74e6-6bdd-4226-be28-319adbe94872 None None] Port 97931503-22b8-49e3-ab1a-a29be4a81771 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:20.276024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.276254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Allocated IP 2001:db8::f816:3eff:fe48:a27b (5304916a-cba8-4f3a-aa49-3964bfb8a8de/3492a840-9ab3-4889-85d6-aa1f03a293e4/b1bff7fa-bd5e-4cf1-b62b-0414ec31630f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:20.280069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.286563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.297896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.299971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.309420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-236fa74f-dda9-4345-bcc3-45f516668416 req-4e4fdc98-aade-4a0b-8edd-49284a79f32b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 3815 time: 0.2465856 Oct 15 19:52:20.363451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5435c9-f34a-4740-a2d7-f3b841b7e050 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:20.372968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.387221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Transition to ACTIVE for port object 5f5435c9-f34a-4740-a2d7-f3b841b7e050 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:20.392856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 59d0f40f-2557-4710-8755-c455138e590d no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:20.433561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32ca28a6-0f16-4456-8cd8-e7b62a1883f4 req-bbb680be-0d5f-44a2-820e-dbed576c549a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Oct 15 19:52:20.441328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 59d0f40f-2557-4710-8755-c455138e590d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:20.444212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 59d0f40f-2557-4710-8755-c455138e590d not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:20.451084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.470310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-236fa74f-dda9-4345-bcc3-45f516668416 req-443d239c-047f-44f8-81ad-ace5adade4bb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599145 Oct 15 19:52:20.496141 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.586798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:20.613065 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.657009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:20.660608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.688766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:20.708706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.752760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7b62-e2d2-4a9f-86a9-28ad5f596be0 req-e823836d-5bee-40b9-9e21-8ad797eb483c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.759461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7b62-e2d2-4a9f-86a9-28ad5f596be0 req-e823836d-5bee-40b9-9e21-8ad797eb483c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.765905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f7b62-e2d2-4a9f-86a9-28ad5f596be0 req-e823836d-5bee-40b9-9e21-8ad797eb483c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:20.773817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-535f7b62-e2d2-4a9f-86a9-28ad5f596be0 req-e823836d-5bee-40b9-9e21-8ad797eb483c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 2374 time: 0.1644008 Oct 15 19:52:20.792351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:20.803623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:20.811891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:20.814221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Deleting subnet 1098c4a5-a561-4418-90ca-05de45ce905e {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:20.825513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Pushing event updated for resources: {'Port': ['ID=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:20.829459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.920372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.950676 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-535f7b62-e2d2-4a9f-86a9-28ad5f596be0 req-acea01b8-5cba-487b-8d3b-396b83993446 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756432 Oct 15 19:52:20.960388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Attempting to bind port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:20.965626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Attempting to bind port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:20.965626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Attempting to bind port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 on network ee15acf5-63d6-4faa-a68f-c6f8941339c5 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:20.968355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Attempting to bind port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:20.968719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Attempting to bind port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:20.969339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Attempting to bind port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:20.976019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:20.976387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:20.976784 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:20.977173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:20.977636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Bound port: b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:20.978053 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.004688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.006993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 on network ee15acf5-63d6-4faa-a68f-c6f8941339c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:21.007312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Attempting to bind port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 on network ee15acf5-63d6-4faa-a68f-c6f8941339c5 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:21.015605 n-d-712140-14 neutron-server[101181]: INFO neutron.db.ipam_backend_mixin [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3492a840-9ab3-4889-85d6-aa1f03a293e4 (CIDR: 2001:db8::/64) Oct 15 19:52:21.028694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.2.2.100 (0d8fd63b-b34f-4e63-9ba7-d58863e19096/5937d931-0365-403d-8f98-1babcbbd4ad6/9e1b380d-8601-4401-a79e-f41b864e491a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:21.040969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:21.041331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Checking segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:21.041688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Bound using segment: {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:21.042287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Bound port: 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71287eb1-fc54-4360-b875-d85e8e1d6191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:21.042656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.085853 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:52:21.086537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:52:21.087877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] For port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:21.092490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] For port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:21.131655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:21.134766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:21.197892 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.225075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.232068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.251376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87a94f11-3926-45ec-9001-41fc6c201dd3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2010803 Oct 15 19:52:21.269054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:21.282142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:21.316694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761c0d-fc64-4732-bc16-218084f26608 None None] Pushing event updated for resources: {'Port': ['ID=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:21.337339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.392894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.399098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1098c4a5-a561-4418-90ca-05de45ce905e HTTP/1.1" status: 204 len: 168 time: 0.7924905 Oct 15 19:52:21.399772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:21.403578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33d30b-6df9-497e-8a60-03329f214da0 req-d346de67-3c03-4a37-97e9-4a97c742e6bb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.405199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-de33d30b-6df9-497e-8a60-03329f214da0 req-d346de67-3c03-4a37-97e9-4a97c742e6bb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1913934 Oct 15 19:52:21.412893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d026ae-2393-4292-b826-5d8047474f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.421138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aea763-1c2a-433a-ade9-432b670b1235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1098c4a5-a561-4418-90ca-05de45ce905e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:21.434903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.435752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.437219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1092 time: 1.9082036 Oct 15 19:52:21.437780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:21.440538 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa17225b-a303-4924-898c-b0bdc6f692b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:21.503847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6593622-3030-43a2-a92e-1f453b6b7375 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:21.546427 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-de33d30b-6df9-497e-8a60-03329f214da0 req-b692551d-8848-4710-b729-6da0ce70ac80 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165216 Oct 15 19:52:21.551988 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99899a5a-f1d2-4143-9216-8ace53ea8053 x-openstack-request-id: req-99899a5a-f1d2-4143-9216-8ace53ea8053 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:21.552276 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:21.552524 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99899a5a-f1d2-4143-9216-8ace53ea8053 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:21.553107 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'status': 'completed', 'code': 200} Oct 15 19:52:21.586530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.603376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:21.657824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:21.671876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.758218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.768147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1a79c35-2b3f-42a9-af5d-fd2fc30d4d56 req-2a7719ab-d995-4986-b4bc-03e8aecf7bcb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 210 time: 0.0922942 Oct 15 19:52:21.784058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.785282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.785558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.786197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.786892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:21.789192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-186fae28-d375-407f-a607-c04926484f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 4363 time: 0.1994221 Oct 15 19:52:21.927882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.934289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:21.942108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:21.964791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:21.987852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ef08a9-03da-4f80-95f0-72729ec169a3']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:22.005387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c286e678-794a-4f13-8d9f-d0694bfaf95b') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:22.005932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c286e678-794a-4f13-8d9f-d0694bfaf95b') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:22.008134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:22.029149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.044277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-69c07622-e9b4-4b3e-93fe-823fb5b47b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.045057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-69c07622-e9b4-4b3e-93fe-823fb5b47b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.045671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-69c07622-e9b4-4b3e-93fe-823fb5b47b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.047658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-69c07622-e9b4-4b3e-93fe-823fb5b47b96 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2200334 Oct 15 19:52:22.084549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:22.112685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.153996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.162208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.172692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.180664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.191988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.202867 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5068e29-8883-469b-bde9-dcf88b180eae req-06c1c98e-0e32-42ac-81bf-af2e18177a22 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 3827 time: 0.4845014 Oct 15 19:52:22.230013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:52:22.231119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.233798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-27a9cd0e-34ea-44e6-b487-9b0ff700c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.235726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa17225b-a303-4924-898c-b0bdc6f692b4 req-27a9cd0e-34ea-44e6-b487-9b0ff700c1ff service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794119 Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:52:22.236665 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:52:22.339071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.398759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6b257ffd-b48f-4d92-af6d-a167661d73c0 None None] Provisioning complete for port 9e1b380d-8601-4401-a79e-f41b864e491a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:22.402530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b257ffd-b48f-4d92-af6d-a167661d73c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.417653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f5068e29-8883-469b-bde9-dcf88b180eae req-35b86610-bff9-4ee0-892e-a2efa060aebe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2136192 Oct 15 19:52:22.443869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-fc3a5d7c-b3df-4c8a-a6db-7134951018e9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.450878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-fc3a5d7c-b3df-4c8a-a6db-7134951018e9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.459017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-fc3a5d7c-b3df-4c8a-a6db-7134951018e9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.459932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.460594 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.475760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6b257ffd-b48f-4d92-af6d-a167661d73c0 None None] Port 9e1b380d-8601-4401-a79e-f41b864e491a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:22.480658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-fc3a5d7c-b3df-4c8a-a6db-7134951018e9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.481755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-fc3a5d7c-b3df-4c8a-a6db-7134951018e9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3095 time: 0.3479593 Oct 15 19:52:22.515270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.528263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.563959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.570257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/89ef08a9-03da-4f80-95f0-72729ec169a3 HTTP/1.1" status: 204 len: 168 time: 1.1504931 Oct 15 19:52:22.576412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:22.741747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1bff7fa-bd5e-4cf1-b62b-0414ec31630f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:22.761539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac04ea-10e7-41fc-81cb-452a1fe7a2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=89ef08a9-03da-4f80-95f0-72729ec169a3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:22.771829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bab9615f-3bed-47a3-856d-147e95cc7be8 req-03100bf9-3ed9-4bda-961a-c5f1db50d51e tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604640 Oct 15 19:52:22.832737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:22.832903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-1736511b-90aa-444b-af8d-ac6c1bec1e9e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:22.833716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.836561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-1736511b-90aa-444b-af8d-ac6c1bec1e9e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.5502911 Oct 15 19:52:22.871205 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-05bcffae-36a5-41fb-9d38-ba9038846c29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2740607 Oct 15 19:52:22.874665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Request body: {'port': {'device_id': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'admin_state_up': True, 'tenant_id': '0349cdb48a2e4701bacf62705461ef63'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:22.916269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'admin_state_up': True, 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'security_groups': ['2981a4f4-04fa-40c5-927f-405ecc77311b']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:22.936847 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:22.941603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.008639 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.047737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Deleting subnet fe9bf809-6b98-4e9e-9e7b-9d15ea868cd4 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:23.066566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.067465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d0f7cc8a-e7d9-4daa-bebe-b108451620b9 None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:23.067865 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cc8a-e7d9-4daa-bebe-b108451620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.084605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aaf1f-6148-49d4-943a-8963e1d7f65d req-d7792e3c-645e-4ad8-807f-b5f034ca42ec tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:23.093444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e48aaf1f-6148-49d4-943a-8963e1d7f65d req-d7792e3c-645e-4ad8-807f-b5f034ca42ec tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2901146 Oct 15 19:52:23.097525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:23.127940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5074d666-9a23-47c4-986e-6a95f42416f1 req-eba5d4cc-4e07-4f60-88c3-d759f9d32064 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 210 time: 0.1841741 Oct 15 19:52:23.173147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.226587 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0f7cc8a-e7d9-4daa-bebe-b108451620b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.242001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.263841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.272348 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e48aaf1f-6148-49d4-943a-8963e1d7f65d req-a7f23dcc-90e4-46f9-a088-7fb49381ea8b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774864 Oct 15 19:52:23.349762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Made reservation on behalf of 0349cdb48a2e4701bacf62705461ef63 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:23.354797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.357584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.459032 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-d0f7cc8a-e7d9-4daa-bebe-b108451620b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:52:23.459621 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-d0f7cc8a-e7d9-4daa-bebe-b108451620b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:52:23.460084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:23.483363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.484866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c89ccda-e8d7-4f18-adc8-327cba20517d {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:23.490737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:23.501552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.506387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:23.513235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:23.513709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.519483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ae88f-7974-4fad-a3aa-dc3beaaa6930 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:23.565245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=5a711b88-91f3-4a12-ab59-5b402dfdce45,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:23.569516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Made reservation on behalf of 986f5b0d56f34264bbe54e4e18f247e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:23.578566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.583515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.586769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Transition to ACTIVE for port object 7c89ccda-e8d7-4f18-adc8-327cba20517d will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:23.592063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe9bf809-6b98-4e9e-9e7b-9d15ea868cd4 HTTP/1.1" status: 204 len: 168 time: 1.0097394 Oct 15 19:52:23.599088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:23.604644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d5393-3874-464c-bc30-fb3ad7d9c3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9bf809-6b98-4e9e-9e7b-9d15ea868cd4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:23.710593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:23.730930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae7431e7-0b77-4efb-a98e-d3701ea4d328 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4588499 Oct 15 19:52:23.754679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:23.876800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:da:ce:ae', 'name': 'tempest-NetworksTestDHCPv6-311750197'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:24.002357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:24.062171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.073912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.079194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '3492a840-9ab3-4889-85d6-aa1f03a293e4', 'ip_address': '2001:db8::f816:3eff:fe48:a27b'}, {'subnet_id': '5a711b88-91f3-4a12-ab59-5b402dfdce45'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'b1bff7fa-bd5e-4cf1-b62b-0414ec31630f'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:52:24.088299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.105468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.123901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.137373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.139437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-ffce4eab-d946-4ccd-b9e2-5ffffcba0a53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 4604 time: 0.5195301 Oct 15 19:52:24.169706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.224958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469056-4f8b-4af9-851b-0057515b1083 req-0f03d4ac-af10-4d12-afbe-7bd1a5806e9c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.231180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469056-4f8b-4af9-851b-0057515b1083 req-0f03d4ac-af10-4d12-afbe-7bd1a5806e9c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.237773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469056-4f8b-4af9-851b-0057515b1083 req-0f03d4ac-af10-4d12-afbe-7bd1a5806e9c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.240728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Allocated IP 172.20.0.5 (1355e1a2-e190-4a34-a45d-364d637c79f2/dd6ec3ea-9460-413a-a712-6e2b1c6daefd/ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:24.244557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68469056-4f8b-4af9-851b-0057515b1083 req-0f03d4ac-af10-4d12-afbe-7bd1a5806e9c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.250042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-68469056-4f8b-4af9-851b-0057515b1083 req-0f03d4ac-af10-4d12-afbe-7bd1a5806e9c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3095 time: 0.2634814 Oct 15 19:52:24.292195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Allocated IP 10.2.2.200 (0d8fd63b-b34f-4e63-9ba7-d58863e19096/5937d931-0365-403d-8f98-1babcbbd4ad6/6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:24.300964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Attempting to bind port 7c89ccda-e8d7-4f18-adc8-327cba20517d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:24.301675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Attempting to bind port 7c89ccda-e8d7-4f18-adc8-327cba20517d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:24.302271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Attempting to bind port 7c89ccda-e8d7-4f18-adc8-327cba20517d on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:24.323420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Port 7c89ccda-e8d7-4f18-adc8-327cba20517d on network 13d041b7-c829-4f78-80d1-0957e0315c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:24.338820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Attempting to bind port 7c89ccda-e8d7-4f18-adc8-327cba20517d on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:24.382573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.411656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49725c02-74ea-4172-9cd1-ce9054299f34 req-b6a0e4cb-09b7-4dc5-8c9a-5b3018f19920 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2427251 Oct 15 19:52:24.521339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:24.521922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:24.522216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Bound using segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:24.522529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Bound port: 7c89ccda-e8d7-4f18-adc8-327cba20517d, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:24.522930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.529127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-68469056-4f8b-4af9-851b-0057515b1083 req-4aa89491-b7c2-4fa8-b78a-40ef232dfc55 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699454 Oct 15 19:52:24.560554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:24.574472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.590930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Allocated IP 2001:db8:0:1::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/5a711b88-91f3-4a12-ab59-5b402dfdce45/b1bff7fa-bd5e-4cf1-b62b-0414ec31630f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:24.713898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1bff7fa-bd5e-4cf1-b62b-0414ec31630f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:24.721828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.733368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:24.741613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:24.777209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29c68-42bb-49a3-8691-5e1cecb0d6e3 req-750e65b8-d0d3-4788-81e0-0c6da77885f4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.779166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9e29c68-42bb-49a3-8691-5e1cecb0d6e3 req-750e65b8-d0d3-4788-81e0-0c6da77885f4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1135452 Oct 15 19:52:24.789223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] For port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:24.819672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.829704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:24.830080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.855487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.907274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:24.984906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a9e29c68-42bb-49a3-8691-5e1cecb0d6e3 req-747d15b0-c3ba-4a7d-886b-d28007166209 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957037 Oct 15 19:52:24.986519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:24.989315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:24.993398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f10be89b-781f-4b35-a62b-f2b735c08460 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 1136 time: 3.3948975 Oct 15 19:52:24.995796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '7c89ccda-e8d7-4f18-adc8-327cba20517d'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:25.006651 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30296524-1869-424f-804f-5583e8658e03" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "7c89ccda-e8d7-4f18-adc8-327cba20517d"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:25.035057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.160622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:25.164688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:25.237543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.262635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:25.267587 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548d995b-3af0-4f88-9fec-b045d32be7da x-openstack-request-id: req-548d995b-3af0-4f88-9fec-b045d32be7da {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:25.268051 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "7c89ccda-e8d7-4f18-adc8-327cba20517d", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:25.268454 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-548d995b-3af0-4f88-9fec-b045d32be7da {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:25.271188 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '7c89ccda-e8d7-4f18-adc8-327cba20517d', 'status': 'completed', 'code': 200} Oct 15 19:52:25.279614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:25.286505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:25.428275 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.478928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:25.479823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.641601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb9d5b-df23-43ee-8847-6b43f3019c05 None None] Pushing event updated for resources: {'Port': ['ID=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:25.650508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f74f3bf9-4986-4bb0-a187-2dcfc3db019f req-450f4ea9-b0ab-47cb-88fe-6ac51082ac92 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 210 time: 0.1169982 Oct 15 19:52:25.656534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.721080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc7c98c8-036e-4e5c-8723-9d08f86b9410 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7950063 Oct 15 19:52:25.738153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:25.764875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f1a31a61-a032-4d3f-9795-153b4f7fc0d1 None None] Provisioning complete for port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:25.765249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1a31a61-a032-4d3f-9795-153b4f7fc0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:25.852771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f1a31a61-a032-4d3f-9795-153b4f7fc0d1 None None] Port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:25.954342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a40f49-795c-4bf0-9a04-da211fa8bccc']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:26.006091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.013220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.020709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.029415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.036750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.046991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-6092c307-a618-4ac5-98d1-1f2721125dd3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3816 time: 0.2473168 Oct 15 19:52:26.063300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907597f0-4e45-4ac5-a657-d54a8ffb0cf6') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:26.063636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907597f0-4e45-4ac5-a657-d54a8ffb0cf6') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:52:26.095904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a5b0f8-cc5b-47fa-8513-e862e800f6fe {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:26.107009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.108260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.108745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.109456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.109936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.110402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.110921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.113642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30296524-1869-424f-804f-5583e8658e03 req-4bedafe0-3748-470c-bc48-e80ca0456b2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5292 time: 0.4104207 Oct 15 19:52:26.121145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Transition to ACTIVE for port object 58a5b0f8-cc5b-47fa-8513-e862e800f6fe will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:26.121373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.163194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.170337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.193001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.218792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.225337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.233467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.240655 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-6217c102-ce8d-4eb4-9570-d036d1b81b4a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 4604 time: 0.6655881 Oct 15 19:52:26.247618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.252066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.253559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.260708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:52:26.261256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.282078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:52:26.283323 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:52:26.288097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.366793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d891dc9c-85c7-40e6-8db1-ab59a620a851 req-845791c5-fc84-4699-80c8-2a5ee281124b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189187 Oct 15 19:52:26.480346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 8afc6ea9-a193-492a-a113-2331cf8590ea yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:26.601099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.703767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1232d100-b730-4c89-9111-5f7aa2ff3361 None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:26.704387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1232d100-b730-4c89-9111-5f7aa2ff3361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.706322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1bff7fa-bd5e-4cf1-b62b-0414ec31630f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:26.752925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-e9c4b00b-7ef1-44d4-8938-a8da7d0e3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.753643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-e9c4b00b-7ef1-44d4-8938-a8da7d0e3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.754347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-e9c4b00b-7ef1-44d4-8938-a8da7d0e3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.755931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30296524-1869-424f-804f-5583e8658e03 req-e9c4b00b-7ef1-44d4-8938-a8da7d0e3198 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6161051 Oct 15 19:52:26.875916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:26.876558 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.914968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30296524-1869-424f-804f-5583e8658e03 req-4ec458fa-0849-47bb-bd6b-9f2e06c2475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:26.917126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30296524-1869-424f-804f-5583e8658e03 req-4ec458fa-0849-47bb-bd6b-9f2e06c2475a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376522 Oct 15 19:52:26.930911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:26.932406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.964041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:26.977228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] 10.222.0.13 "DELETE /v2.0/networks/07a40f49-795c-4bf0-9a04-da211fa8bccc HTTP/1.1" status: 204 len: 168 time: 3.3631771 Oct 15 19:52:26.978514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1b4e3-111c-4343-a3b5-f01d17e7ea44 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a40f49-795c-4bf0-9a04-da211fa8bccc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:26.980926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:26.994495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387638-ff0f-4b95-ab27-78534d6d019b req-5f4a6432-49b1-4277-9046-f3d94b80417b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.002496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd387638-ff0f-4b95-ab27-78534d6d019b req-5f4a6432-49b1-4277-9046-f3d94b80417b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.4057689 Oct 15 19:52:27.004827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:27.011435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:27.108271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:27.117714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.133584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Transition to ACTIVE for port object 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:27.139481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd387638-ff0f-4b95-ab27-78534d6d019b req-56995c83-b762-410d-a703-5e0dafc58f81 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309533 Oct 15 19:52:27.152932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:27.215240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.216226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.236170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.242054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a091588-5859-47c3-ab27-59a9b7cfe97d req-e08edd72-a970-4bdf-84d4-470cb32d810e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 1.0005703 Oct 15 19:52:27.253185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8:0:1::2d (5304916a-cba8-4f3a-aa49-3964bfb8a8de/5a711b88-91f3-4a12-ab59-5b402dfdce45/8afc6ea9-a193-492a-a113-2331cf8590ea) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:27.277241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:feda:ceae (5304916a-cba8-4f3a-aa49-3964bfb8a8de/3492a840-9ab3-4889-85d6-aa1f03a293e4/8afc6ea9-a193-492a-a113-2331cf8590ea) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:27.331113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-30cb7418-8771-438a-8ada-dfcce042b3cd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4811015 Oct 15 19:52:27.344278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:27.365050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Request body: {'port': {'device_id': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:27.379240 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Attempting to bind port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:27.379585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Attempting to bind port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:27.379930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Attempting to bind port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:27.392424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on network 13d041b7-c829-4f78-80d1-0957e0315c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:27.392743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Attempting to bind port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:27.401722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:27.402065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:27.407898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Bound using segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:27.407898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Bound port: 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:27.407898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.449101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:27.571897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.640373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693475a8-f9cc-455e-8d5f-c43abbdf2d58 req-51c683bd-250a-41b6-93c9-36f4a452d25a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.642232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-693475a8-f9cc-455e-8d5f-c43abbdf2d58 req-51c683bd-250a-41b6-93c9-36f4a452d25a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 931 time: 0.2360165 Oct 15 19:52:27.663624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-78e6b0de-2da3-4dd0-9a25-127ca0e0c7c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=289a32e4e497439192717ea9ffbbd5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124145 Oct 15 19:52:27.673677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49290) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:27.688649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:27.693808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:27.699738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Attempting to bind port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:27.700270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Attempting to bind port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:27.700948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Attempting to bind port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 on network 6e7a7292-74f3-440c-b057-5676b38aaac4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:27.723782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.741739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.748203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.754747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.762118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.764135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30047554-2740-46be-a4fd-2858aec911e3 req-f95b2917-73e6-446a-a533-1141bd5ec28b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3828 time: 0.2237828 Oct 15 19:52:27.765308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 on network 6e7a7292-74f3-440c-b057-5676b38aaac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:27.765618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Attempting to bind port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 on network 6e7a7292-74f3-440c-b057-5676b38aaac4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:27.769288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.807137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:27.807473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Checking segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:27.807880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Bound using segment: {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:27.808309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Bound port: 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06997c41-c41d-4c53-925b-70432775d7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:27.808716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.842621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:27.843055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.844999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] 10.222.0.15 "PUT /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 1137 time: 2.6890209 Oct 15 19:52:27.848369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:27.854379 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3353c87f-a8ec-49ff-8594-a90f5744f4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "58a5b0f8-cc5b-47fa-8513-e862e800f6fe"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:27.889661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-693475a8-f9cc-455e-8d5f-c43abbdf2d58 req-e3dd3cd9-35a7-4465-b8ff-be41c7ff80ff tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149546 Oct 15 19:52:27.902888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.935462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.946371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:27.950951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:27.966221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:27.969246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:27.995989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0899ed-b602-4dc7-b692-eb147aaf2389 service neutron] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:28.012220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30047554-2740-46be-a4fd-2858aec911e3 req-932b7c03-f7ee-4d0c-b9d6-e81c036031bb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406001 Oct 15 19:52:28.014135 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3636c557-27fc-4165-a4f0-a9964d207de6 x-openstack-request-id: req-3636c557-27fc-4165-a4f0-a9964d207de6 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:28.014421 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "58a5b0f8-cc5b-47fa-8513-e862e800f6fe", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:28.014678 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3636c557-27fc-4165-a4f0-a9964d207de6 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:28.015072 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe', 'status': 'completed', 'code': 200} Oct 15 19:52:28.037158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.109024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.110577 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.112195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] 10.222.0.11 "PUT /v2.0/ports/4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 1092 time: 2.3937149 Oct 15 19:52:28.134994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.160846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9271b-fb3e-4387-b990-d6beb9d189ad service neutron] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:28.246927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.247051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.247481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.249157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.249157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.249157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.249396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.251412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-d2b23209-0ac6-4ed0-807c-e5d34063d67e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6222 time: 0.2382610 Oct 15 19:52:28.325173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.395869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:28.417689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.421179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.422427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8229069c-971a-4cbc-815d-9d87723378ea HTTP/1.1" status: 204 len: 168 time: 0.7361350 Oct 15 19:52:28.432512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:28.462675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1b885-771a-49ea-9ad7-afb7c50a5077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8229069c-971a-4cbc-815d-9d87723378ea,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:28.473574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:28.522728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:28.526101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:28.533621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.534258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.554444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.571584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.576828 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:52:28.577948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.578593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.584678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.592088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.598129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.605440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.611917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.613959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-96a961c2-d737-459f-b05e-28c537160f56 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5382 time: 0.2235589 Oct 15 19:52:28.618068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c28574-9d21-47fa-a3a2-2e2c84aca8d0 req-059b886e-c049-48ba-b263-35f07cd5159d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.627236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61c28574-9d21-47fa-a3a2-2e2c84aca8d0 req-059b886e-c049-48ba-b263-35f07cd5159d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.3273695 Oct 15 19:52:28.635836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=8afc6ea9-a193-492a-a113-2331cf8590ea,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:28.651390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Transition to ACTIVE for port object ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:28.659887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-22742273-9f46-46dd-b0e2-00d706e8169c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.8806913 Oct 15 19:52:28.672629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:28.721033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9522b71e-0657-47e0-9e68-a275f7b4f672 req-31171727-8909-4a62-81be-14af5a454c4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0970898 Oct 15 19:52:28.739215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.804549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-0a9f8f79-7a58-4688-9111-95f83a40a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.805016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-0a9f8f79-7a58-4688-9111-95f83a40a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.805477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-0a9f8f79-7a58-4688-9111-95f83a40a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:28.807737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-0a9f8f79-7a58-4688-9111-95f83a40a796 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5299795 Oct 15 19:52:28.874227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61c28574-9d21-47fa-a3a2-2e2c84aca8d0 req-593e45d2-d445-487a-950a-eba06626c33c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360883 Oct 15 19:52:28.890026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04873eff-d5ae-4f7f-bb40-cb6da6f7445c {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:28.899847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:28.901663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:28.964319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Transition to ACTIVE for port object 04873eff-d5ae-4f7f-bb40-cb6da6f7445c will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:29.004894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0e4a4557-e392-466c-8f39-4041241a30e9 None None] Provisioning complete for port 8afc6ea9-a193-492a-a113-2331cf8590ea triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:29.006093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e4a4557-e392-466c-8f39-4041241a30e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.075338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a4557-e392-466c-8f39-4041241a30e9 None None] Port 8afc6ea9-a193-492a-a113-2331cf8590ea cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:29.085682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.093719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-cb6028e3-0741-4f4e-93a4-d1b5acc04380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.095631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3353c87f-a8ec-49ff-8594-a90f5744f4d8 req-cb6028e3-0741-4f4e-93a4-d1b5acc04380 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2744114 Oct 15 19:52:29.098163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 8afc6ea9-a193-492a-a113-2331cf8590ea {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:29.098620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.105539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Attempting to bind port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:29.105539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Attempting to bind port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:29.106302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Attempting to bind port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.133372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:29.133892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Attempting to bind port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.217369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:29.218241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Checking segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:29.218241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Bound using segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:29.218728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Bound port: ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:29.225264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.228967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:29.255094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd056e2-9002-4376-b217-3c7de61fa927 req-6fecbbd9-cfac-473e-baee-f9fbbc10e20b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.261412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1cd056e2-9002-4376-b217-3c7de61fa927 req-6fecbbd9-cfac-473e-baee-f9fbbc10e20b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.2434371 Oct 15 19:52:29.266865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c40cf77-877f-4d10-be65-f1e4305bc2bd {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:29.281921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.288619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.295422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.301566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.307873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.313202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d714837-f317-48a8-88e8-831c1ff57104 req-c63bb679-a47f-46bd-affb-7b21694998be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3828 time: 0.2110782 Oct 15 19:52:29.327691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.341302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.370254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Transition to ACTIVE for port object 4c40cf77-877f-4d10-be65-f1e4305bc2bd will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:29.380096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 8afc6ea9-a193-492a-a113-2331cf8590ea owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:29.412196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1cd056e2-9002-4376-b217-3c7de61fa927 req-e259a6e2-29f9-4dca-9686-efab8d50435b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404831 Oct 15 19:52:29.413182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Attempting to bind port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:29.413517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Attempting to bind port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:29.413844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Attempting to bind port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.425832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c on network 13d041b7-c829-4f78-80d1-0957e0315c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:29.426292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Attempting to bind port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.437909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:29.438367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:29.438891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Bound using segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:29.443425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Bound port: 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:29.443939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.455827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49312) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:29.506526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d714837-f317-48a8-88e8-831c1ff57104 req-cd75b902-0748-4b45-b02b-4f914406dbd6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621213 Oct 15 19:52:29.508068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:29.510994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.554971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:29.630067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:29.633648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:29.640391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:29.661655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.691398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f70d81e6-6ea6-4bed-8017-5f30023c62b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50ba1728c9834d019a6248a5068b788f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318087 Oct 15 19:52:29.700690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49314) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:29.765523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Attempting to bind port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:29.765855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Attempting to bind port 4c40cf77-877f-4d10-be65-f1e4305bc2bd by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:29.766805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Attempting to bind port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.776812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on network d2586480-b8ad-49ae-86e7-d4295925a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:29.776812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Attempting to bind port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:29.777673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.778388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.779985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] 10.222.0.11 "PUT /v2.0/ports/ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 HTTP/1.1" status: 200 len: 1092 time: 2.4225283 Oct 15 19:52:29.782650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.786508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:29.788909 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47084be-677b-487d-b297-eca880df4f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:29.797213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:29.798912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:29.798912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Bound using segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:29.798912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Bound port: 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:29.799272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.811542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:29.811819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.813432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] 10.222.0.15 "PUT /v2.0/ports/04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 1092 time: 1.8526850 Oct 15 19:52:29.832911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7385a9-ea6f-4760-a148-e8327205ba7a service neutron] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:29.858983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.916424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.935118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:29.991580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:30.060913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}, {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:30.063906 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7"}, {"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:30.065513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=8afc6ea9-a193-492a-a113-2331cf8590ea,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:30.175159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.197024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262e6c4-7108-4cc8-973b-cd11c8d8a67d service neutron] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:30.205681 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091baa7f-9cc4-431f-8581-892693414ff5 x-openstack-request-id: req-091baa7f-9cc4-431f-8581-892693414ff5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:30.205995 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:30.206195 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-091baa7f-9cc4-431f-8581-892693414ff5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:30.206691 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'status': 'completed', 'code': 200} Oct 15 19:52:30.212827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.219116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-151c7dbf-6421-4ba4-bef2-b1dbb58afe36 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/8afc6ea9-a193-492a-a113-2331cf8590ea HTTP/1.1" status: 204 len: 168 time: 1.5434330 Oct 15 19:52:30.220278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49324) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:30.251088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.263818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.280292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.286336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.295725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.300028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-14506d32-c89e-4b7b-9855-949bdc5e0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.301637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-14506d32-c89e-4b7b-9855-949bdc5e0433 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 1095 time: 0.3832605 Oct 15 19:52:30.304129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.315851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.325732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-88f74858-88fd-4d08-873c-dd8a4cd8cd38 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5394 time: 0.4336863 Oct 15 19:52:30.369321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:30.382699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.385677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.387611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98dd272c-ce6e-437b-8acf-385f77d9a6c0 HTTP/1.1" status: 204 len: 168 time: 0.6788056 Oct 15 19:52:30.389783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-9a1fc2a4-2ed4-4cf7-8f81-ea5bf9a63b81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 HTTP/1.1" status: 200 len: 217 time: 0.0701952 Oct 15 19:52:30.401708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:30.440079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c739f04-baa3-4cf3-b487-dcf91bc2d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd272c-ce6e-437b-8acf-385f77d9a6c0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:30.447915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8b48600a-2ef4-4637-ae4c-bfdc10725464 req-0e5ed10c-9877-4870-9555-ed3a93143dcf tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1206253 Oct 15 19:52:30.455899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3054da-65aa-49f4-b0dc-f8b2384c50ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.460838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f3054da-65aa-49f4-b0dc-f8b2384c50ab tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2384312 Oct 15 19:52:30.464831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:30.493551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4163-8ab6-40e1-902a-198c9b058bec req-4a80e749-3630-4182-ae26-0cfe09591688 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.495469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-869e4163-8ab6-40e1-902a-198c9b058bec req-4a80e749-3630-4182-ae26-0cfe09591688 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1930275 Oct 15 19:52:30.505127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-25fdd1b3-5f88-4cf4-bbc2-7505db8f68b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.506745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-25fdd1b3-5f88-4cf4-bbc2-7505db8f68b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 200 len: 854 time: 0.1104484 Oct 15 19:52:30.554763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-f237fa5a-95af-4c31-adcc-eb1de80e4d40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1355e1a2-e190-4a34-a45d-364d637c79f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403333 Oct 15 19:52:30.615329 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60f23ec-e147-41e8-8df4-69c6db42060f x-openstack-request-id: req-b60f23ec-e147-41e8-8df4-69c6db42060f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:30.615672 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:30.615901 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b60f23ec-e147-41e8-8df4-69c6db42060f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:30.617510 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'status': 'completed', 'code': 200} Oct 15 19:52:30.617510 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'status': 'completed', 'code': 200} Oct 15 19:52:30.623523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-869e4163-8ab6-40e1-902a-198c9b058bec req-ce9da480-033e-41f0-a881-47d81b62ea38 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209252 Oct 15 19:52:30.645772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.779389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.780032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:30.782160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] 10.222.0.11 "PUT /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 1131 time: 2.3899572 Oct 15 19:52:30.803158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428aa6c-dec0-4d98-bdee-217e8a45c105 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.807794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f428aa6c-dec0-4d98-bdee-217e8a45c105 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3350120 Oct 15 19:52:30.815847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49336) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:30.886233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc826eac-a4b3-4084-a0a2-975eda7060fc service neutron] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:30.909814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb80941-a674-4e40-86c3-34c637cd3290 req-98553dad-9129-4d41-92ff-f1f70971db89 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:30.917442 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fb80941-a674-4e40-86c3-34c637cd3290 req-98553dad-9129-4d41-92ff-f1f70971db89 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.2274809 Oct 15 19:52:30.953310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:31.078638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fb80941-a674-4e40-86c3-34c637cd3290 req-e66f1d1e-59d5-4adb-9b3c-b36472a89bc5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603005 Oct 15 19:52:31.111919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b519fd-82c1-42ba-9455-12445a0df7c3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.114047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b519fd-82c1-42ba-9455-12445a0df7c3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.115304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b519fd-82c1-42ba-9455-12445a0df7c3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.117040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-02b519fd-82c1-42ba-9455-12445a0df7c3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2913687 Oct 15 19:52:31.124604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafd7ae5-67a4-47b4-bdf2-f34bd7651415 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:31.129076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49348) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:31.174513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.176507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.209725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Transition to ACTIVE for port object eafd7ae5-67a4-47b4-bdf2-f34bd7651415 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:31.255887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 3492a840-9ab3-4889-85d6-aa1f03a293e4 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:31.262553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.291517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.292130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.292588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.293022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.293483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.293937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.294389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.295430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.296438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-f9d0fc70-3444-48d2-8c91-a152cb2a22f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6290 time: 0.7045598 Oct 15 19:52:31.328531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.328998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.329451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.329904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.330352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.330797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.332624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-b521cd56-54e0-4334-8641-e7f74bd5b960 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5288 time: 0.7365315 Oct 15 19:52:31.414274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-ef956446-9e34-4e0e-8b25-86eda620c9ab service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474901 Oct 15 19:52:31.419115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.457411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.463683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.469950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.476178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.482772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.489195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.497896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-48a6a5f8-e2bb-43c2-a856-81e0172d5f29 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 4600 time: 0.2707329 Oct 15 19:52:31.512112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:31.654386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da0316fc-c5da-4e37-861c-31fa0a8d6533 req-6aac91ca-285b-4518-8ba3-c171a50fd9aa tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1555858 Oct 15 19:52:31.743892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:31.769903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-448a4e2b-7648-4d2e-8107-8b22dbc65ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.773788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-448a4e2b-7648-4d2e-8107-8b22dbc65ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.777805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-448a4e2b-7648-4d2e-8107-8b22dbc65ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.779768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-448a4e2b-7648-4d2e-8107-8b22dbc65ffe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4269154 Oct 15 19:52:31.937972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Attempting to bind port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:31.938304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Attempting to bind port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:31.938734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Attempting to bind port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:31.943265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513f2ead-2445-47e4-bd3c-88bb0d8ef486 req-0d32d357-ee83-471e-84a9-5d8101cf6a38 service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434025 Oct 15 19:52:31.947251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 on network 13d041b7-c829-4f78-80d1-0957e0315c23 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:31.948325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Attempting to bind port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:31.948460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-06159aaa-783a-4507-92b8-4ef1d5a6d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.948836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-06159aaa-783a-4507-92b8-4ef1d5a6d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.949354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-06159aaa-783a-4507-92b8-4ef1d5a6d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.950957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-06159aaa-783a-4507-92b8-4ef1d5a6d98e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6421077 Oct 15 19:52:31.955021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90be3395-826e-421c-8cbb-e80f8ea11b88 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:31.975862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.982471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.989175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:31.995978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.001487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-0add24d2-d137-4c00-a276-a18773cdb403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.001924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.002944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-0add24d2-d137-4c00-a276-a18773cdb403 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2018082 Oct 15 19:52:32.007851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.014487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.016392 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-8743e1d4-17b1-483d-acd9-288e4042d224 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5406 time: 0.3906300 Oct 15 19:52:32.018092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df53ba3-3d44-4621-9b92-f116b6b4a5b7 req-032f2eee-4646-4643-a5fc-c4f672fd6337 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.019702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5df53ba3-3d44-4621-9b92-f116b6b4a5b7 req-032f2eee-4646-4643-a5fc-c4f672fd6337 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2342637 Oct 15 19:52:32.032691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.037493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.049968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:32.054034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Checking segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:32.054444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Bound using segment: {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:32.054898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Bound port: eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a92bc2-f353-4ba7-9a7f-7a71be484085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:32.055257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.112114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=3492a840-9ab3-4889-85d6-aa1f03a293e4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:32.116800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Transition to ACTIVE for port object 90be3395-826e-421c-8cbb-e80f8ea11b88 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:32.125097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.126244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7883713-c103-4356-ad62-290fb07593e3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/3492a840-9ab3-4889-85d6-aa1f03a293e4 HTTP/1.1" status: 204 len: 168 time: 0.9931703 Oct 15 19:52:32.129910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:32.133071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2217262-59ef-48b5-ac2c-3b3ffb8e6103 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:32.221415 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d736a6ea-2fd0-47f7-9a00-4cc694c16a43 req-6da26689-832c-4018-b6c7-d9caa849a45a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1861587 Oct 15 19:52:32.226266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5df53ba3-3d44-4621-9b92-f116b6b4a5b7 req-7f6c09a2-e7ff-427d-910e-c2c01a8565ac tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506641 Oct 15 19:52:32.231819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.240617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47084be-677b-487d-b297-eca880df4f5c req-9a900323-4cb5-48f6-884f-57302bd6899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.245179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-9a900323-4cb5-48f6-884f-57302bd6899b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 1095 time: 0.1711802 Oct 15 19:52:32.251196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-9209faeb-9a43-4fd4-b2fa-41a237f1b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.252903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a6eb1fc-be0f-4660-be6f-fc1726fb5173 req-9209faeb-9a43-4fd4-b2fa-41a237f1b9bd service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2946267 Oct 15 19:52:32.447949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47084be-677b-487d-b297-eca880df4f5c req-3feb1826-1dcb-4a61-ac8b-e73cb49bac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.455913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-3feb1826-1dcb-4a61-ac8b-e73cb49bac72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 915 time: 0.1969810 Oct 15 19:52:32.503055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-215262c8-b0e7-4c01-9553-65b0853d3f7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 HTTP/1.1" status: 200 len: 217 time: 0.0452080 Oct 15 19:52:32.570545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47084be-677b-487d-b297-eca880df4f5c req-9cd54a29-4c1d-4f7d-8018-cdc8b97a99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.572543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-9cd54a29-4c1d-4f7d-8018-cdc8b97a99e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 200 len: 854 time: 0.0609229 Oct 15 19:52:32.612904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-0c6cd358-7a45-495c-bede-e8b5a649e4b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1355e1a2-e190-4a34-a45d-364d637c79f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315080 Oct 15 19:52:32.684167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4c40cf77-877f-4d10-be65-f1e4305bc2bd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:32.687014 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83632ff5-efe9-4d5b-a0c8-88b998daf954" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4c40cf77-877f-4d10-be65-f1e4305bc2bd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:32.691335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:32.756630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 5a711b88-91f3-4a12-ab59-5b402dfdce45 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:32.761918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:32.804991 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.834633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-0fc82e70-8130-43b6-b8a9-7a922358845f service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129979 Oct 15 19:52:32.875101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:32.905002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.910976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.918382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.924558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.930541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.932416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:32.936775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.942852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:32.946210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-445fb5f1-8c93-4d20-b182-c15c6a4a6f56 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5373 time: 0.1516538 Oct 15 19:52:33.020381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.077282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb1dfb78-540e-4304-94e7-b96facb351cf req-cdc90bf9-aea5-4b7e-8a7e-a84eda7a9d44 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770304 Oct 15 19:52:33.097879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e47084be-677b-487d-b297-eca880df4f5c req-75b4385d-0019-40f3-af64-7a78b95426ec service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543690 Oct 15 19:52:33.124301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b903b-4a53-4b93-8671-2af54db94699 req-d716dcd7-d2b8-4fc6-afec-22c27ed648b3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.147223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c71b903b-4a53-4b93-8671-2af54db94699 req-d716dcd7-d2b8-4fc6-afec-22c27ed648b3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.4465957 Oct 15 19:52:33.167829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.168487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.169956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] 10.222.0.15 "PUT /v2.0/ports/eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 1091 time: 3.1861153 Oct 15 19:52:33.187206 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f7ded-315c-4163-a877-6175b5616cd4 x-openstack-request-id: req-155f7ded-315c-4163-a877-6175b5616cd4 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:33.187587 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4c40cf77-877f-4d10-be65-f1e4305bc2bd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:33.187826 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-155f7ded-315c-4163-a877-6175b5616cd4 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:33.188384 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4c40cf77-877f-4d10-be65-f1e4305bc2bd', 'status': 'completed', 'code': 200} Oct 15 19:52:33.289615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:33.338385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.373909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.374429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.374909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.375380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.375873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.376336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.376799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.378880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-dfb84a7d-fed4-4b70-be5c-0a43a883dbc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6171 time: 0.1746037 Oct 15 19:52:33.462735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278787ee-4ea6-4f64-a388-bc7c162cd517 service neutron] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:33.483514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c71b903b-4a53-4b93-8671-2af54db94699 req-d570df58-5a51-459a-baf3-022e152396f7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356373 Oct 15 19:52:33.491651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Attempting to bind port 90be3395-826e-421c-8cbb-e80f8ea11b88 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:33.491985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Attempting to bind port 90be3395-826e-421c-8cbb-e80f8ea11b88 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:33.492311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Attempting to bind port 90be3395-826e-421c-8cbb-e80f8ea11b88 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:33.515589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748631-6b17-47e1-9601-55482ae19afc req-bb0e20a7-a3ff-4bdd-b5df-fe10d2a6cb49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.517120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4748631-6b17-47e1-9601-55482ae19afc req-bb0e20a7-a3ff-4bdd-b5df-fe10d2a6cb49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1974258 Oct 15 19:52:33.528347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Port 90be3395-826e-421c-8cbb-e80f8ea11b88 on network d2586480-b8ad-49ae-86e7-d4295925a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:33.528680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Attempting to bind port 90be3395-826e-421c-8cbb-e80f8ea11b88 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:33.563982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:33.565180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:33.566133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Bound using segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:33.566882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Bound port: 90be3395-826e-421c-8cbb-e80f8ea11b88, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:33.567252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.582405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fcd9d780-5ade-4e16-ae19-021cfc9a7e0b None None] Provisioning complete for port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:33.582405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fcd9d780-5ade-4e16-ae19-021cfc9a7e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.594268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.619472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-a175c305-ddb7-477d-9307-0658c6434bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.623456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-a175c305-ddb7-477d-9307-0658c6434bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.623456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-a175c305-ddb7-477d-9307-0658c6434bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.623456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-a175c305-ddb7-477d-9307-0658c6434bc4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2224569 Oct 15 19:52:33.628241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4748631-6b17-47e1-9601-55482ae19afc req-89ae174f-eac8-4a7c-b7c3-9b21eb7d3f98 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012928 Oct 15 19:52:33.687133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.733858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4451f-c17b-43e8-9833-5c5dbb7b0a05 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:33.769455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-08e50ad8-4a30-48a4-8972-c095d498f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.771696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83632ff5-efe9-4d5b-a0c8-88b998daf954 req-08e50ad8-4a30-48a4-8972-c095d498f8b9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419954 Oct 15 19:52:33.810814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:33.814039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/5a711b88-91f3-4a12-ab59-5b402dfdce45 HTTP/1.1" status: 204 len: 168 time: 1.6634326 Oct 15 19:52:33.817438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49404) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:33.827040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3682dd5-a27a-4837-8eb3-4dbd344555e0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=5a711b88-91f3-4a12-ab59-5b402dfdce45,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:33.874742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca367909-5993-4126-8229-3584600c06df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0567915 Oct 15 19:52:33.875410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49408) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:33.888207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:33.894763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.900890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.908413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.915198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.924908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.937199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.948627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:33.950863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-ec666774-49d7-4282-ac96-170ff7d7dfbb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5406 time: 0.3336141 Oct 15 19:52:34.046786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc12953e-b712-4b50-98c7-a9b5649d7834 req-a365fb23-6fb6-4c3e-9219-7553331e1ac5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0753658 Oct 15 19:52:34.055861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:52:34.097900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:34.103539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.136680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:34.145527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Deleting port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:34.146177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.157868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90be3395-826e-421c-8cbb-e80f8ea11b88,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:34.233267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.254270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] For port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:34.254982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.269076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Calling delete_port for b1bff7fa-bd5e-4cf1-b62b-0414ec31630f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:34.314920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.315514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.316933 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] 10.222.0.11 "PUT /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 1132 time: 3.3974500 Oct 15 19:52:34.339314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.345821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.352209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.358997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.365084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.369832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:34.371420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.377019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8d6eb-89c3-4359-aae0-f6a8e52e869c service neutron] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:34.377575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.380917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.384461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-90733266-1e8a-49cd-85dc-5005bc407626 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5373 time: 0.1540511 Oct 15 19:52:34.451902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Transition to ACTIVE for port object 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:34.452171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.467615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:34.492943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] Pushing event deleted for resources: {'Port': ['ID=b1bff7fa-bd5e-4cf1-b62b-0414ec31630f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:34.501851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c22f04-4c23-4b8c-a99c-8de6c6d9af94 req-7aa6fe1b-bc68-40e9-b9be-12772607c166 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157534 Oct 15 19:52:34.510373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d92361c-5574-4121-b1f8-d3f9602bb969 None None] No DVR routers for this DVR port b1bff7fa-bd5e-4cf1-b62b-0414ec31630f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:34.579488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.669822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1bff7fa-bd5e-4cf1-b62b-0414ec31630f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:34.687418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:34.707091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b1bff7fa-bd5e-4cf1-b62b-0414ec31630f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:34.708072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1bff7fa-bd5e-4cf1-b62b-0414ec31630f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:34.717637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.778308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:52:34.782463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.856450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:34.862068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:34.866823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.867370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:34.874282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7b597f-b68b-480d-b87d-c2c1c99aef29 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:34.881340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=0be62697-a7e1-40ff-a236-4ca75666109f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:34.898810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ea504-6765-45bb-a54e-ad816f147193 req-fbb699dd-0620-4416-9347-5f004500f33d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:34.907508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff9ea504-6765-45bb-a54e-ad816f147193 req-fbb699dd-0620-4416-9347-5f004500f33d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1270909 Oct 15 19:52:34.969373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff9ea504-6765-45bb-a54e-ad816f147193 req-ef8a4932-9d67-4648-b370-ce69e703f55d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Oct 15 19:52:34.981679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1de69c31-be9d-41c5-85f9-a394502d7b32 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1051605 Oct 15 19:52:34.984564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49426) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:35.003532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:35.081642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e416b-69f5-410d-818e-fb57bbcdc17b req-b4d3ccbc-528f-47a2-9def-07299a58ef46 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.095414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e4e416b-69f5-410d-818e-fb57bbcdc17b req-b4d3ccbc-528f-47a2-9def-07299a58ef46 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.4118333 Oct 15 19:52:35.098205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Attempting to bind port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:35.098552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Attempting to bind port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:35.098879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Attempting to bind port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:35.125387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:35.125719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Attempting to bind port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:35.179307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '0be62697-a7e1-40ff-a236-4ca75666109f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:52:35.186367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:35.186714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Checking segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:35.187003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.187121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Bound using segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:35.187584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Bound port: 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:35.187953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.216706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415'}, {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '90be3395-826e-421c-8cbb-e80f8ea11b88'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:35.219246 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f0000f-fe8f-4ec5-9803-22deaf755bec" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415"}, {"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "90be3395-826e-421c-8cbb-e80f8ea11b88"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:35.336955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.347330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4e4e416b-69f5-410d-818e-fb57bbcdc17b req-ad3445d3-6167-4f1d-9c84-a164bb41d4b7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499087 Oct 15 19:52:35.355091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.370871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.386632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.394529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.403052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.410196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.413628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-adf42495-efc6-4bc1-b7e3-d39a6cd7eb53 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5418 time: 0.1662595 Oct 15 19:52:35.443488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:35.462054 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2757e7-ad0f-45dd-8d6b-356fd7af7e66 x-openstack-request-id: req-1d2757e7-ad0f-45dd-8d6b-356fd7af7e66 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:35.473639 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "90be3395-826e-421c-8cbb-e80f8ea11b88", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:35.473639 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1d2757e7-ad0f-45dd-8d6b-356fd7af7e66 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:35.473639 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'status': 'completed', 'code': 200} Oct 15 19:52:35.473639 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '90be3395-826e-421c-8cbb-e80f8ea11b88', 'status': 'completed', 'code': 200} Oct 15 19:52:35.491988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Allocated IP 2001:db8::f816:3eff:fe93:2838 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0be62697-a7e1-40ff-a236-4ca75666109f/29d74ce9-fe19-437d-987b-85399b98fe78) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:35.498197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:35.521365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:35.527584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:35.531790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.538776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.560009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Transition to ACTIVE for port object 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:35.592222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.658489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ceaaab-3ac6-4fcd-94a3-520391dd9fbd req-06623d26-0c9f-4b3b-acd6-42e9f3deb01d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2362628 Oct 15 19:52:35.691900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.692716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.693221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.693683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.694146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.694604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.695064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.697239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-910b726b-3fa5-40b1-9769-ad6e14e94ebb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6384 time: 0.1992869 Oct 15 19:52:35.702991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.703467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.703986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.704508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.704999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.705220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.705697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.705912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.708279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-64fe1d71-6d6d-4d71-aba8-7a75105a7b55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6213 time: 0.2114558 Oct 15 19:52:35.714589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.776621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:35.797866 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0be62697-a7e1-40ff-a236-4ca75666109f (CIDR: 2001:db8::/64) Oct 15 19:52:35.802766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:35.803393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.804942 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7499fffe-5b09-42a3-8775-2b4aecd4dc37 service neutron] 10.222.0.15 "PUT /v2.0/ports/0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 1092 time: 2.5368998 Oct 15 19:52:35.824391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:35.854397 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:52:35.854905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:52:35.945293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Pushing event updated for resources: {'Port': ['ID=29d74ce9-fe19-437d-987b-85399b98fe78,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:35.959158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:35.961777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:35.968324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:35.991499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Request body: {'port': {'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:36.008562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-d4add894-2f78-46b5-83a7-8d2b485541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.011666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-d4add894-2f78-46b5-83a7-8d2b485541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.012142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-d4add894-2f78-46b5-83a7-8d2b485541b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.031848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-d4add894-2f78-46b5-83a7-8d2b485541b9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3055182 Oct 15 19:52:36.089270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Attempting to bind port 29d74ce9-fe19-437d-987b-85399b98fe78 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:36.090077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Attempting to bind port 29d74ce9-fe19-437d-987b-85399b98fe78 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:36.091805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Attempting to bind port 29d74ce9-fe19-437d-987b-85399b98fe78 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:36.105751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:36.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:36.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:36.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Bound port: 29d74ce9-fe19-437d-987b-85399b98fe78, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:36.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.110807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.192387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-2b27d5a2-e8a3-46ac-8ad4-bffde2fe73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.192865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-2b27d5a2-e8a3-46ac-8ad4-bffde2fe73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.193328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-2b27d5a2-e8a3-46ac-8ad4-bffde2fe73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.201550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-2b27d5a2-e8a3-46ac-8ad4-bffde2fe73bb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4922569 Oct 15 19:52:36.204982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88747fb7-347b-4dc6-9a49-ef805f28fa99 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2192137 Oct 15 19:52:36.242495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49442) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:36.308203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] For port 29d74ce9-fe19-437d-987b-85399b98fe78, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:36.312235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] For port 29d74ce9-fe19-437d-987b-85399b98fe78, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=29d74ce9-fe19-437d-987b-85399b98fe78,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:36.346519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-7094c091-7127-4362-a5eb-2e5281759526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.348031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-7094c091-7127-4362-a5eb-2e5281759526 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046650 Oct 15 19:52:36.353626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:36.385603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.418924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c689986-1712-4cb7-8675-9bd71ac7785f req-06ee5d92-acf9-4c80-9cdb-0ae1c1c11639 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.420556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c689986-1712-4cb7-8675-9bd71ac7785f req-06ee5d92-acf9-4c80-9cdb-0ae1c1c11639 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.3282397 Oct 15 19:52:36.473138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1a16cb-da0a-4c2a-ba1d-03c776348db5 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:36.482329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.490927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-54e5b422-a258-46e6-9744-238be72defd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.493058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7f0000f-fe8f-4ec5-9803-22deaf755bec req-54e5b422-a258-46e6-9744-238be72defd6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4542692 Oct 15 19:52:36.496828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Transition to ACTIVE for port object fb1a16cb-da0a-4c2a-ba1d-03c776348db5 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:36.514923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.521407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.528558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.535885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.542839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.550118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.551490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17014bc0-de8e-474a-a6a9-97d89f22aa85 None None] Pushing event updated for resources: {'Port': ['ID=29d74ce9-fe19-437d-987b-85399b98fe78,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:36.557918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:36.564220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c689986-1712-4cb7-8675-9bd71ac7785f req-4ab8312e-f9fa-44f0-88d8-c4fb50e86227 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105323 Oct 15 19:52:36.567141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-0d71faba-d49e-4ffc-bd6c-c064db5ddcec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5385 time: 0.8552599 Oct 15 19:52:36.573495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.574878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:52:36.585742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:36.670042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:36.672652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cedcd77e-4417-43fa-87d3-dd6b38b0471f req-af760929-9dcd-4930-9a4c-c23571e3ebe8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1045434 Oct 15 19:52:36.677965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.888433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:36.892100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Attempting to bind port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:36.892555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Attempting to bind port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:36.892893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Attempting to bind port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:36.903851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:36.904246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Attempting to bind port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 on network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:36.919697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'port_id': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'mac_address': 'fa:16:3e:43:5e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6ec3ea-9460-413a-a712-6e2b1c6daefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:52:36.957196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Attempting to bind port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:36.957670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Attempting to bind port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:36.958100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Attempting to bind port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:36.964029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:36.968010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 on network d2586480-b8ad-49ae-86e7-d4295925a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:36.972608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Attempting to bind port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:36.974523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:36.974981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Checking segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:36.975456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Bound using segment: {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:36.976033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Bound port: fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:36.976505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:36.981681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:36.982384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:36.982847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Bound using segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:36.983347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Bound port: 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:36.983821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.013890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6286-3a01-4e71-a8ab-679d8c2f23e9 req-89ca7652-8940-4e10-b40b-6a7938dbbe81 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.022907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e68d6286-3a01-4e71-a8ab-679d8c2f23e9 req-89ca7652-8940-4e10-b40b-6a7938dbbe81 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.2367265 Oct 15 19:52:37.064868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.089792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.097149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:37.107657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.120163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.136214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:37.139580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:37.139736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.154205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:37.155420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.162690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.170381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.173612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-940c05b8-3d80-4b86-9f89-404599650f37 req-8ade176b-22f9-4200-a149-386916db05f7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.3300858 Oct 15 19:52:37.183062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e68d6286-3a01-4e71-a8ab-679d8c2f23e9 req-eefdb24c-e567-4b76-aa8e-1416fdedd94e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591265 Oct 15 19:52:37.210542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.242166 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.285253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:37.303247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.313259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.315474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] 10.222.0.11 "PUT /v2.0/ports/3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 200 len: 1092 time: 2.8533051 Oct 15 19:52:37.317966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:37.361453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d997c-4a31-4448-ada8-1fb191068241 service neutron] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:37.382041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:37.399359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49460) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:37.440870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.449314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-940c05b8-3d80-4b86-9f89-404599650f37 req-fa928f2e-8da4-4a74-a20f-f23900969740 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2657139 Oct 15 19:52:37.486487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60'}, {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:37.489061 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a37694d-e278-4f79-8c82-d3a77046776a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60"}, {"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:37.536693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:37.569210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:52:37.592965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.594774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.610014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] 10.222.0.15 "PUT /v2.0/ports/fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 1092 time: 1.6508462 Oct 15 19:52:37.764994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.801552 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba76a4e8-9bd1-4ef2-aeac-c7eeb6b7d357 x-openstack-request-id: req-ba76a4e8-9bd1-4ef2-aeac-c7eeb6b7d357 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:37.802096 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:37.802459 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba76a4e8-9bd1-4ef2-aeac-c7eeb6b7d357 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:37.802964 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60', 'status': 'completed', 'code': 200} Oct 15 19:52:37.803308 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'status': 'completed', 'code': 200} Oct 15 19:52:37.850212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=3f0abe95-068d-4db9-bd27-98363f4ca75a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:37.859094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:37.873428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:37.907012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.907657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.936798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea697ec6-1e64-48d8-85d6-7200b81b2ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.966252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.969804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.971627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-2500c990-962b-4705-9ae0-1e669c97070b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6281 time: 0.3106136 Oct 15 19:52:37.986816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1e37-a5f5-4442-93e0-241e733f1e66 req-1b981f8d-e6a5-4d56-86c0-20c7b4b9da1c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:37.991203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:37.993920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572cf90-1363-43f9-8f48-9aadda97715f service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:37.995401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f42a1e37-a5f5-4442-93e0-241e733f1e66 req-1b981f8d-e6a5-4d56-86c0-20c7b4b9da1c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1479177 Oct 15 19:52:38.015950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.016507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.017042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.017504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.017950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.036180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.038876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.047877 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-4e777722-7129-4356-b09d-44686906304a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6494 time: 0.3355632 Oct 15 19:52:38.078995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a8edb2c-e405-4524-a6e0-b52fb2214380 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8333979 Oct 15 19:52:38.099919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49480) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:38.116376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:46:76:99', 'name': 'tempest-NetworksTestDHCPv6-708981133'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:38.192664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.199606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.221607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.223730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f42a1e37-a5f5-4442-93e0-241e733f1e66 req-3c6dc872-9864-48a1-aab4-e21f387c54e0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273510 Oct 15 19:52:38.227648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.246650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.252694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.271080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.273076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-008a18aa-1457-43aa-9798-cc5eea0383c9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5385 time: 0.4475267 Oct 15 19:52:38.374475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-648feae1-7257-4052-9484-837c6c6075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.379054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-648feae1-7257-4052-9484-837c6c6075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.379639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-648feae1-7257-4052-9484-837c6c6075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.384923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-648feae1-7257-4052-9484-837c6c6075b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3873451 Oct 15 19:52:38.543639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5454171-a8f8-4223-9208-5a19edf00dd2 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:38.685863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-02eca637-08ac-48b7-809e-f3de00e5cf7a req-c022d4a5-ea53-4284-97e8-79caeb80e013 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3854268 Oct 15 19:52:38.705026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637435f4-95b3-41b4-8397-57af309fe36e req-fec34487-6129-4b5b-98be-62fd281883c2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.712450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-637435f4-95b3-41b4-8397-57af309fe36e req-fec34487-6129-4b5b-98be-62fd281883c2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 944 time: 0.2519095 Oct 15 19:52:38.779443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:38.794096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 29d74ce9-fe19-437d-987b-85399b98fe78 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:38.875618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] Provisioning complete for port 29d74ce9-fe19-437d-987b-85399b98fe78 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:38.875990 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:38.970108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea697ec6-1e64-48d8-85d6-7200b81b2ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:38.977444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-f36e9ce3-997f-43df-9c6b-3aa3ec8390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.978931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-f36e9ce3-997f-43df-9c6b-3aa3ec8390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.979406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-f36e9ce3-997f-43df-9c6b-3aa3ec8390d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:38.981149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-f36e9ce3-997f-43df-9c6b-3aa3ec8390d0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.8923779 Oct 15 19:52:39.055523 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea697ec6-1e64-48d8-85d6-7200b81b2ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.069156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.105239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 29d74ce9-fe19-437d-987b-85399b98fe78 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:39.105607 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.177637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.183060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] For port 29d74ce9-fe19-437d-987b-85399b98fe78, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=29d74ce9-fe19-437d-987b-85399b98fe78,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:39.208570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.222782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.237010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.252264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.264480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.282133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.284821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f864cdb7-a990-4147-9b84-4271753a461e req-cc63c26e-4f5c-4298-b92b-76b6d095ef5b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.4179838 Oct 15 19:52:39.324980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '0be62697-a7e1-40ff-a236-4ca75666109f', 'ip_address': '2001:db8::f816:3eff:fe93:2838'}, {'subnet_id': '3f0abe95-068d-4db9-bd27-98363f4ca75a'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '29d74ce9-fe19-437d-987b-85399b98fe78'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:52:39.327044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.376849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.433672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb6af4-4b1a-41d7-a17c-4befd455af92 None None] Pushing event updated for resources: {'Port': ['ID=29d74ce9-fe19-437d-987b-85399b98fe78,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:39.458271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-48573e72-6bed-4468-b3cd-7733602d1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.458877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-48573e72-6bed-4468-b3cd-7733602d1b9e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0584567 Oct 15 19:52:39.487294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-637435f4-95b3-41b4-8397-57af309fe36e req-da00d326-79c9-4f99-81eb-249fa75e9063 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618871 Oct 15 19:52:39.534599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:39.582072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 093d9a92-390b-405a-a4b3-231a2834c2e5 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:39.695356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea697ec6-1e64-48d8-85d6-7200b81b2ab8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555821c99c9a484e85ed3af6e275089b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2915905 Oct 15 19:52:39.706112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49490) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:39.710125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea697ec6-1e64-48d8-85d6-7200b81b2ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7a7224-9999-4b68-b835-97869d11c401,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:39.726648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Allocated IP 2001:db8:0:1::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/3f0abe95-068d-4db9-bd27-98363f4ca75a/29d74ce9-fe19-437d-987b-85399b98fe78) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:39.782018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bc9c9-ef5e-4bc9-8088-8acb6fd71ca5 req-f0793354-fc00-4b67-9b8f-fd7d483e65fb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.791621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-850bc9c9-ef5e-4bc9-8088-8acb6fd71ca5 req-f0793354-fc00-4b67-9b8f-fd7d483e65fb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2023184 Oct 15 19:52:39.816535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f864cdb7-a990-4147-9b84-4271753a461e req-04a2af46-cb17-49ea-b5bc-aaa065cb9fcc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1484804 Oct 15 19:52:39.821040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:39.824096 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c96a35-e753-4ad9-832c-21a27564c70d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:39.861124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-850bc9c9-ef5e-4bc9-8088-8acb6fd71ca5 req-8e4f8b57-8315-466e-9b1f-52f53741cf7b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Oct 15 19:52:39.872643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37694d-e278-4f79-8c82-d3a77046776a req-aaebe7e3-eb53-4a10-add0-6ce8c51b9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:39.893231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1a37694d-e278-4f79-8c82-d3a77046776a req-aaebe7e3-eb53-4a10-add0-6ce8c51b9ec9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8950143 Oct 15 19:52:39.950005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] For port 29d74ce9-fe19-437d-987b-85399b98fe78, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=29d74ce9-fe19-437d-987b-85399b98fe78,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:40.000523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.042460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.052491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.069291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.084213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.093489 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea36397-556a-42c3-a892-2bb5496f7219 x-openstack-request-id: req-aea36397-556a-42c3-a892-2bb5496f7219 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:40.093774 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:40.094286 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aea36397-556a-42c3-a892-2bb5496f7219 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:40.094689 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5', 'status': 'completed', 'code': 200} Oct 15 19:52:40.097685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.109193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f3c2-a7a3-425b-a2f5-7aaf259c4a54 None None] Pushing event updated for resources: {'Port': ['ID=29d74ce9-fe19-437d-987b-85399b98fe78,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:40.113185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.136172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.142959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.143836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97931503-22b8-49e3-ab1a-a29be4a81771 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:40.149774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.155437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.159062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-9d448963-f422-4f4e-8f43-4ee192615434 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5385 time: 0.2127957 Oct 15 19:52:40.171314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Transition to ACTIVE for port object 97931503-22b8-49e3-ab1a-a29be4a81771 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:40.218196 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.258335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.305384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.306385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.307156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.307941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.308751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.309405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.310341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.313015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-987a1895-ccc1-4968-b6fd-f34606143e87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6494 time: 0.3297794 Oct 15 19:52:40.362661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db963a6e-5b8e-473b-afec-6f5866bc33f2 req-f244e507-42f1-41c3-8fe8-c2efd9bb538a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1980810 Oct 15 19:52:40.407152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8:0:1::360 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/3f0abe95-068d-4db9-bd27-98363f4ca75a/093d9a92-390b-405a-a4b3-231a2834c2e5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:40.416846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::f816:3eff:fe46:7699 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/0be62697-a7e1-40ff-a236-4ca75666109f/093d9a92-390b-405a-a4b3-231a2834c2e5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:40.430005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2a506678-6e01-4285-90a7-1dfaa75eab41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 217 time: 0.0970097 Oct 15 19:52:40.447864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:40.480056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:40.554998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-4bd9246f-44e5-46e4-a5ae-649dfebb4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.557463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-4bd9246f-44e5-46e4-a5ae-649dfebb4eeb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0816083 Oct 15 19:52:40.610044 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.615249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.619434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c7a7224-9999-4b68-b835-97869d11c401 HTTP/1.1" status: 204 len: 168 time: 0.9079115 Oct 15 19:52:40.746959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c0ed-71db-4b1c-9cd3-1274b333494f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7a7224-9999-4b68-b835-97869d11c401,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:40.752626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 29d74ce9-fe19-437d-987b-85399b98fe78 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:40.801195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:40.834577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a2614b59-ccc1-456f-9496-c3e9aa9dcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:40.841899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a2614b59-ccc1-456f-9496-c3e9aa9dcce1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2393627 Oct 15 19:52:41.002408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Attempting to bind port 97931503-22b8-49e3-ab1a-a29be4a81771 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:41.005069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Attempting to bind port 97931503-22b8-49e3-ab1a-a29be4a81771 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:41.005397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Attempting to bind port 97931503-22b8-49e3-ab1a-a29be4a81771 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:41.042197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.139638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf43660-73c8-4b90-b899-68789f1d0b52 req-257101e1-77e6-464f-b026-1de47a53abd7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.142467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-faf43660-73c8-4b90-b899-68789f1d0b52 req-257101e1-77e6-464f-b026-1de47a53abd7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 944 time: 0.3792043 Oct 15 19:52:41.147254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Port 97931503-22b8-49e3-ab1a-a29be4a81771 on network d2586480-b8ad-49ae-86e7-d4295925a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:41.147919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Attempting to bind port 97931503-22b8-49e3-ab1a-a29be4a81771 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:41.189350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:41.190173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Checking segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:41.191024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Bound using segment: {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:41.191724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Bound port: 97931503-22b8-49e3-ab1a-a29be4a81771, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:41.192418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.216509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.229949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.238306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:52:41.249716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.263954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.275074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:41.275447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.284028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.302491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.311202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-faf43660-73c8-4b90-b899-68789f1d0b52 req-2e192541-9bea-4c4c-a946-c5b3c9e68b67 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582506 Oct 15 19:52:41.320451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d7fa5032-0d48-417c-b617-1660f99787c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696999 Oct 15 19:52:41.322009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.335135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06fbf129-80c7-4aff-ae82-86da787c181d req-575f11ab-9375-4707-a87e-b8c5c20bd987 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.3560624 Oct 15 19:52:41.374783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:41.390630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 29d74ce9-fe19-437d-987b-85399b98fe78 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:41.391680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:41.391845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.403163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:41.408527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:41.447264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:41.465952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.473089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.478613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=093d9a92-390b-405a-a4b3-231a2834c2e5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:41.521903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d8f2062f-5726-4037-977f-b5551f48ba99 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822257 Oct 15 19:52:41.523798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.566222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.576266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06fbf129-80c7-4aff-ae82-86da787c181d req-a6ffb0ac-155e-4167-9004-970372831d27 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2362206 Oct 15 19:52:41.589109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-610f4a44-c767-44ef-80b8-af51fa96312b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4857044 Oct 15 19:52:41.590515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:41.594651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49514) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:41.595928 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b834bae5-601d-403e-8f93-5bc9f4319610" -d '{"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:41.645995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:41.650389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-98fbbdef-2ae8-4a36-afec-10716423b8c4 None None] Provisioning complete for port 29d74ce9-fe19-437d-987b-85399b98fe78 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:41.650768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98fbbdef-2ae8-4a36-afec-10716423b8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.693368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f3287b80-eb24-404b-9b8e-2643eed96282 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.1287880 Oct 15 19:52:41.698359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.698974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.700539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] 10.222.0.11 "PUT /v2.0/ports/97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 200 len: 1092 time: 4.1934154 Oct 15 19:52:41.738263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e54a35-cb5e-497c-8850-4c73b8d50cd1 req-8c5e532e-f6a0-4aa7-b68b-ba01ababd910 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:41.760552 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48e54a35-cb5e-497c-8850-4c73b8d50cd1 req-8c5e532e-f6a0-4aa7-b68b-ba01ababd910 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2673495 Oct 15 19:52:41.812437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:41.848695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:41.864269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e83b0-ac37-4bd8-819d-7a353b4fe3ee service neutron] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:41.934315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:41.943190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:41.952735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 093d9a92-390b-405a-a4b3-231a2834c2e5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:41.953296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.041251 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb1a38bf-6fd3-462e-848f-3309c7137f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.077889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7678576b-974e-4961-bbeb-ef9a27adb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.079653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7678576b-974e-4961-bbeb-ef9a27adb746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.3716674 Oct 15 19:52:42.176947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3d057d78-7a62-431b-81cf-d72a49f4a28c None None] Provisioning complete for port 093d9a92-390b-405a-a4b3-231a2834c2e5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:42.179005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3d057d78-7a62-431b-81cf-d72a49f4a28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.188388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:42.190774 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2444bb27-a5db-444e-9f76-95c9c78a72c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:42.200325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48e54a35-cb5e-497c-8850-4c73b8d50cd1 req-c873100b-d24c-424e-b702-0480ccc8b0d8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354038 Oct 15 19:52:42.284166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3d057d78-7a62-431b-81cf-d72a49f4a28c None None] Port 093d9a92-390b-405a-a4b3-231a2834c2e5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:42.287689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb1a38bf-6fd3-462e-848f-3309c7137f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.301113 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec17c774-550f-4b30-a8d0-b3b6ff4a1238 x-openstack-request-id: req-ec17c774-550f-4b30-a8d0-b3b6ff4a1238 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:42.301413 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:42.301670 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec17c774-550f-4b30-a8d0-b3b6ff4a1238 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:42.302081 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'code': 200} Oct 15 19:52:42.304881 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9513433-6749-430b-a604-10382906bc95 x-openstack-request-id: req-c9513433-6749-430b-a604-10382906bc95 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:42.305172 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:42.306137 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9513433-6749-430b-a604-10382906bc95 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:42.307245 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771', 'status': 'completed', 'code': 200} Oct 15 19:52:42.310794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.330051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.340496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.347086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.352307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.359454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-bac349e2-2c95-41ae-aae8-18c63821cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.361137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-bac349e2-2c95-41ae-aae8-18c63821cc35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1942263 Oct 15 19:52:42.363847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb1a38bf-6fd3-462e-848f-3309c7137f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.376319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.382578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.389338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.401768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-a381f145-6a7f-407b-9661-3110f7852e07 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5397 time: 0.3901527 Oct 15 19:52:42.404034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.406548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a38bf-6fd3-462e-848f-3309c7137f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf893e38-dd36-437b-a332-ad7acbef6abd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:42.522104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 093d9a92-390b-405a-a4b3-231a2834c2e5 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:42.529116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-048ee23e-3b7a-4ef9-9c36-838f21c71889 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393516 Oct 15 19:52:42.567828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.568294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.568832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.569362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.570310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.570310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.570889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.573098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-c4ff718d-08e4-4bc2-b2a8-5abbc5462c57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6349 time: 0.1662798 Oct 15 19:52:42.661540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7a1c142-6ad9-46c2-87c9-bd7187a9252b req-ab911aa3-894a-4f70-9daa-a2fb5719e965 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711278 Oct 15 19:52:42.669789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fb1a38bf-6fd3-462e-848f-3309c7137f5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cf28d61c4de4dfd830087220e4ac656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8196530 Oct 15 19:52:42.681735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d388024-d59d-4e14-bc7a-65966ff4e5b9 req-b2e2e6a1-c5bb-40ab-ab49-b8b41d000e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.683647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d388024-d59d-4e14-bc7a-65966ff4e5b9 req-b2e2e6a1-c5bb-40ab-ab49-b8b41d000e76 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 1097 time: 0.2661541 Oct 15 19:52:42.687133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49526) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:42.757130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883a33b-ed76-4ea0-9b57-da0deb5f90d1 req-1540cc62-4db8-42b5-b05b-5c83af348183 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.766459 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a883a33b-ed76-4ea0-9b57-da0deb5f90d1 req-1540cc62-4db8-42b5-b05b-5c83af348183 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.2317910 Oct 15 19:52:42.809564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d388024-d59d-4e14-bc7a-65966ff4e5b9 req-7da5df55-fbe9-4b4f-8776-6841b1b2b0eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998387 Oct 15 19:52:42.900844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-6b02868c-f262-4ebc-b33b-8e8d06e09cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.901498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-6b02868c-f262-4ebc-b33b-8e8d06e09cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.902026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-6b02868c-f262-4ebc-b33b-8e8d06e09cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.903724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-6b02868c-f262-4ebc-b33b-8e8d06e09cd7 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2856519 Oct 15 19:52:42.918633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.943673 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:42.947164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.953713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.960059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.967136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.973794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.981970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.990472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:42.995097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-d7d3ed74-33b0-495c-a3b4-41911adc5c43 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1684349 Oct 15 19:52:43.074141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a883a33b-ed76-4ea0-9b57-da0deb5f90d1 req-7d05e073-d959-417a-a7a1-1b10d7a86231 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066061 Oct 15 19:52:43.109045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.116139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.117670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf893e38-dd36-437b-a332-ad7acbef6abd HTTP/1.1" status: 204 len: 168 time: 0.4116580 Oct 15 19:52:43.132397 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f06c12b3-58a6-4c25-9090-64d1c239049d req-b9de6120-57b8-439a-87d4-48bcd94c650d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0960071 Oct 15 19:52:43.224355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b420-8d07-4756-95e5-3ace8920e8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf893e38-dd36-437b-a332-ad7acbef6abd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:43.239787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-aeae4944-b0bd-4fe6-bc53-efe0eae6d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.241560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2444bb27-a5db-444e-9f76-95c9c78a72c5 req-aeae4944-b0bd-4fe6-bc53-efe0eae6d138 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1720536 Oct 15 19:52:43.242608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.246831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-eb264bef-227e-4510-be6d-ed25b8ea6b1c service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046516 Oct 15 19:52:43.378363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=093d9a92-390b-405a-a4b3-231a2834c2e5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:43.454120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.458192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-829f24a1-256d-4e56-a692-4f0adb3bb46c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/093d9a92-390b-405a-a4b3-231a2834c2e5 HTTP/1.1" status: 204 len: 168 time: 1.8624330 Oct 15 19:52:43.461456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49534) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:43.499977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1b380d-8601-4401-a79e-f41b864e491a {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:43.511291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.531064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Transition to ACTIVE for port object 9e1b380d-8601-4401-a79e-f41b864e491a will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:43.533371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6eb47f92-3806-4ac6-b40f-454d0970df77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.2754197 Oct 15 19:52:43.554990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2f3b1-b033-4a90-a112-c1ad165ae5fe req-213d0479-c5f6-497e-852a-12fcaebe67f4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.557415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54c2f3b1-b033-4a90-a112-c1ad165ae5fe req-213d0479-c5f6-497e-852a-12fcaebe67f4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1954632 Oct 15 19:52:43.570440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1765c734-48f2-45dd-ba9c-e73539d3e8ae tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.572637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1765c734-48f2-45dd-ba9c-e73539d3e8ae tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1098702 Oct 15 19:52:43.592807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49536) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:43.648290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:43.649016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54c2f3b1-b033-4a90-a112-c1ad165ae5fe req-0a46f69d-1450-4a5d-9a2d-f59f9e917761 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Oct 15 19:52:43.724110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-edb50256-4cf3-46f6-97c3-a765b43fbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.724110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-edb50256-4cf3-46f6-97c3-a765b43fbda9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0804555 Oct 15 19:52:43.727099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-52eba9bc-5c97-4993-a747-78919897cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.729471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-52eba9bc-5c97-4993-a747-78919897cfcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.1870875 Oct 15 19:52:43.801672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:43.851697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f99b1b-7bac-4483-8505-40a6b7f4a52e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.854149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3f99b1b-7bac-4483-8505-40a6b7f4a52e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2603099 Oct 15 19:52:43.872324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:43.959026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-ae251dc8-614d-4ecf-bb9e-43b56310020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.960746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-ae251dc8-614d-4ecf-bb9e-43b56310020e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1960514 Oct 15 19:52:43.988080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:43.995333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.003403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.008319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0b2de-6765-4e5e-b908-e61ae32a8aeb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.010517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0b2de-6765-4e5e-b908-e61ae32a8aeb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.011434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.012017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0b2de-6765-4e5e-b908-e61ae32a8aeb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.015005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cde0b2de-6765-4e5e-b908-e61ae32a8aeb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1395612 Oct 15 19:52:44.018897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.025118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:44.026674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.033135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.035318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-76137968-2f38-463f-872a-835ad6d6e7c2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5409 time: 0.2166052 Oct 15 19:52:44.145036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-c4803130-ce0d-4a41-a42c-201ad78c346e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3399599 Oct 15 19:52:44.150704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-e6d2c51a-d9cf-470d-9078-74dff2112dba service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763206 Oct 15 19:52:44.158735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 0be62697-a7e1-40ff-a236-4ca75666109f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:44.164130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.196252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Attempting to bind port 9e1b380d-8601-4401-a79e-f41b864e491a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:44.197108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Attempting to bind port 9e1b380d-8601-4401-a79e-f41b864e491a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:44.197417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Attempting to bind port 9e1b380d-8601-4401-a79e-f41b864e491a on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:44.276845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b6b0029-b49f-4a7b-991d-b47ebbf0a86b req-34f07a10-c00f-4c40-924b-cefe8fc498da tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1196754 Oct 15 19:52:44.277484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Port 9e1b380d-8601-4401-a79e-f41b864e491a on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:44.277666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Attempting to bind port 9e1b380d-8601-4401-a79e-f41b864e491a on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:44.299568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-2f38ca69-bd89-4535-951f-75d9edf05cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.301081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-2f38ca69-bd89-4535-951f-75d9edf05cb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 911 time: 0.5543823 Oct 15 19:52:44.303440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.338622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:44.341803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Checking segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:44.341803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Bound using segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:44.341803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Bound port: 9e1b380d-8601-4401-a79e-f41b864e491a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:44.341803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.435002 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-181d088c-8e02-4556-93d5-6ef28257e9ec service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733357 Oct 15 19:52:44.452850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-53cfdcd3-9a62-4dd0-b578-f53f29e985bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e58383ad-5347-4585-8d80-54434b57406b HTTP/1.1" status: 200 len: 217 time: 0.0520432 Oct 15 19:52:44.469034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:44.538629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-4b0e2cd7-32f2-4e4f-9ff4-7ff4207c29d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0945833 Oct 15 19:52:44.546880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad812a-7bc4-4bb8-be0e-c7362f282cae req-3d5b38cb-6906-4f6b-8af7-1c347c4fa8b5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.554934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9ad812a-7bc4-4bb8-be0e-c7362f282cae req-3d5b38cb-6906-4f6b-8af7-1c347c4fa8b5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.3213675 Oct 15 19:52:44.564900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:52:44.570208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-e4159785-334c-4e13-9f19-c0b4a3e420c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.572216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-e4159785-334c-4e13-9f19-c0b4a3e420c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.3028524 Oct 15 19:52:44.610692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9e1b380d-8601-4401-a79e-f41b864e491a,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:44.685656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-18710e96-739d-43ee-b745-445a2aa232be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.687478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-18710e96-739d-43ee-b745-445a2aa232be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.2262180 Oct 15 19:52:44.712535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-c4b6e52f-3726-454d-8a33-5a8c8ac54a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.714338 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-c4b6e52f-3726-454d-8a33-5a8c8ac54a15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.1274450 Oct 15 19:52:44.718353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.735827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-c7f62ca6-cb08-428b-8e9b-24322917cf0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361943 Oct 15 19:52:44.749582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:44.792906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e58383ad-5347-4585-8d80-54434b57406b', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': 'e58383ad-5347-4585-8d80-54434b57406b', 'mac_address': 'fa:16:3e:09:a1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:52:44.797054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9ad812a-7bc4-4bb8-be0e-c7362f282cae req-4d08f36b-9627-453d-a9a8-87be1f60421b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409966 Oct 15 19:52:44.797259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:44.827435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.861721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.877867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.885251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.888284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.894901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.909653 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.921039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e58383ad-5347-4585-8d80-54434b57406b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:44.923751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.937257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.949485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-b8296b67-6321-4cd9-9e39-93f5775c8120 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.3927820 Oct 15 19:52:44.964678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:44.972494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:44.974157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c544930f-e943-431d-a58a-f96680c0cb0a service neutron] 10.222.0.11 "PUT /v2.0/ports/9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 200 len: 1092 time: 3.0718391 Oct 15 19:52:44.979797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:44.979797 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:44.980056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:45.052375 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:45.066964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-788d78a4-dd8a-4700-831b-9ae223a7eed4 req-1070bca8-b7c1-4efd-bfed-0faff58c128a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1117628 Oct 15 19:52:45.083683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-e2440be1-04fb-4823-ab20-b9cab3a9d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.087775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-e2440be1-04fb-4823-ab20-b9cab3a9d236 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.4779735 Oct 15 19:52:45.093120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Request body: {'port': {'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:45.137463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba9d34-5fc3-4a75-a009-d787dea0a945 req-861dd983-c676-4a0c-a2d7-90adbfb99ff2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.139025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ba9d34-5fc3-4a75-a009-d787dea0a945 req-861dd983-c676-4a0c-a2d7-90adbfb99ff2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2007532 Oct 15 19:52:45.156918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:45.207680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e58383ad-5347-4585-8d80-54434b57406b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:52:45.220498 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad54cfbe-7ea4-47ef-b62e-3120a40d0d64 x-openstack-request-id: req-ad54cfbe-7ea4-47ef-b62e-3120a40d0d64 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:45.221043 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:45.221447 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad54cfbe-7ea4-47ef-b62e-3120a40d0d64 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:45.222054 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a', 'status': 'completed', 'code': 200} Oct 15 19:52:45.227027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-97607355-3c8c-4f19-af29-12947a552006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.229600 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-97607355-3c8c-4f19-af29-12947a552006 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4369061 Oct 15 19:52:45.268864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:45.281573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-c85d48bc-9c21-4982-9077-feed95056064 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115550 Oct 15 19:52:45.326440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a655b-c233-43fb-bf1c-82b1dd425abe None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:45.390383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:45.396591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0be62697-a7e1-40ff-a236-4ca75666109f HTTP/1.1" status: 204 len: 168 time: 1.3675959 Oct 15 19:52:45.397523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49586) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:45.414611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:45.425322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59c53-8467-4cb7-bd56-52a4ca9843fd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=0be62697-a7e1-40ff-a236-4ca75666109f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:45.505423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 3f0abe95-068d-4db9-bd27-98363f4ca75a {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:45.549709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02ba9d34-5fc3-4a75-a009-d787dea0a945 req-0d96952d-6141-4e4f-9a0a-9c05e79afe4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406010 Oct 15 19:52:45.552434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:45.591116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-de5178fd-fd4f-4f47-8c6a-bcd9eb22a1bf service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503208 Oct 15 19:52:45.600438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.600930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.601469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.601940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.603115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.603700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.604290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.606496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-d47fe531-e04f-4269-b48e-5a58724f8e35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6417 time: 0.2976725 Oct 15 19:52:45.608635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-5cad7490-e1d4-4d25-81d9-2af3296a4bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1002 time: 0.5096090 Oct 15 19:52:45.692773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59d48a47-7088-44f4-9929-4f4ff2c8db70 req-7dc5163e-9fae-42bc-b2c6-2f4e91528e35 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764870 Oct 15 19:52:45.716469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.723175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.730150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.743331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.755218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.761998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.768656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.772137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a335e475-3502-4c84-b436-42c10d736c8c req-8cb52abc-3813-4502-840c-8e93a1ce9e64 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5409 time: 0.3075159 Oct 15 19:52:45.819750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-9adcdd3b-bbf7-462d-b6f5-e073503b23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:45.820885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-9adcdd3b-bbf7-462d-b6f5-e073503b23a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.1228209 Oct 15 19:52:45.840925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.026597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49594) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:46.136669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688ec67-ebcc-413a-86e2-65ee9b909f2f req-7a4f9cd4-3346-4855-b8a3-3d164249c6ba tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.139962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1688ec67-ebcc-413a-86e2-65ee9b909f2f req-7a4f9cd4-3346-4855-b8a3-3d164249c6ba tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.1793730 Oct 15 19:52:46.145126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-b2677194-2c43-4835-a98b-1ad75656c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.153214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-b2677194-2c43-4835-a98b-1ad75656c94d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3034952 Oct 15 19:52:46.300788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-8671555b-dd50-4538-b944-a8383d1b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.301267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-8671555b-dd50-4538-b944-a8383d1b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.301875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-8671555b-dd50-4538-b944-a8383d1b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.304493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-8671555b-dd50-4538-b944-a8383d1b2ff3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5551410 Oct 15 19:52:46.315894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5252eca8-1bb3-42cf-b065-9f143418fac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.319384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-2fcb46f9-f1b1-4ff6-b24d-2b573a2399b8 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174714 Oct 15 19:52:46.513704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-5b1dc58c-87e0-4432-8811-9088ad08ddd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0701442 Oct 15 19:52:46.524220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a335e475-3502-4c84-b436-42c10d736c8c req-4eff7af6-79f2-4f99-b0de-f7573f75daaf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7369690 Oct 15 19:52:46.573333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7c20355f-3982-4faf-915d-94cde3a3002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.574783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-7c20355f-3982-4faf-915d-94cde3a3002a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0480976 Oct 15 19:52:46.577178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ad750de0-b30a-4cbb-b00f-7f444404c214 None None] Provisioning complete for port 29d74ce9-fe19-437d-987b-85399b98fe78 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:46.577651 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad750de0-b30a-4cbb-b00f-7f444404c214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.579429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:46.591488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:52:46.641754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.698753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Transition to ACTIVE for port object 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:52:46.710241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a1a84440-2d2d-4881-a1f0-13d0b0475242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.712456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e58383ad-5347-4585-8d80-54434b57406b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:46.712608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a1a84440-2d2d-4881-a1f0-13d0b0475242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257398 Oct 15 19:52:46.713216 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.814377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-f928212a-7191-48a2-a3d6-c4fa407bbc77 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934663 Oct 15 19:52:46.815795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.835661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.843719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.851227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.862201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.869792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.873877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.876164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.882293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.892940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2a12e835-1a57-4fe1-a518-7117c821f962 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2484498 Oct 15 19:52:46.907929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:46.945977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:46.952173 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99049ff1-841d-46db-8221-d7e09926c98c" -d '{"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-plugged", "status": "completed", "tag": "e58383ad-5347-4585-8d80-54434b57406b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:46.954729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:46.968204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-315a1609-1a6d-4638-a7b8-caaaaee950fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:46.970118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2fb3ba0-8019-4718-a6f0-f19874bb2fa6 req-315a1609-1a6d-4638-a7b8-caaaaee950fe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6585662 Oct 15 19:52:46.973406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1688ec67-ebcc-413a-86e2-65ee9b909f2f req-0a5b9682-ffb7-4626-b4e2-38e07c291b86 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192024 Oct 15 19:52:46.974556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:47.045718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.062971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-003d2f9e-5e8e-4912-9b48-57938c3e7af1 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909600 Oct 15 19:52:47.076791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc4b6e2c-658b-4b88-b615-1b559d5e75b8 req-2669a54b-0ff6-42c0-be84-fff6dcb64caf tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1828656 Oct 15 19:52:47.152080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:47.320432 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378d8f29-40cd-49d6-97da-88985b2ec951 x-openstack-request-id: req-378d8f29-40cd-49d6-97da-88985b2ec951 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:47.320742 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-plugged", "status": "completed", "tag": "e58383ad-5347-4585-8d80-54434b57406b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:47.321545 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-378d8f29-40cd-49d6-97da-88985b2ec951 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:47.322051 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b', 'code': 200} Oct 15 19:52:47.328843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5252eca8-1bb3-42cf-b065-9f143418fac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.340649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.361257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Attempting to bind port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:47.361592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Attempting to bind port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:47.361921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Attempting to bind port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:47.376244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e84179d-12ef-4462-9eab-b42f72d789d9 req-8594b495-0e41-4e25-8469-d00be5a0161f service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026373 Oct 15 19:52:47.380783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:52:47.381108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Attempting to bind port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f on network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:47.388058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a513a9-a6ff-4941-bb66-565afb4ee21d req-9c40d335-a014-49cb-b0e5-4cf9e07eeec0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.389579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34a513a9-a6ff-4941-bb66-565afb4ee21d req-9c40d335-a014-49cb-b0e5-4cf9e07eeec0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2455196 Oct 15 19:52:47.392659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-6209bc19-6072-4eda-bd67-fb46e1f1181a service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961736 Oct 15 19:52:47.393904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0abe95-068d-4db9-bd27-98363f4ca75a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:47.397024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:47.398018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Checking segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:47.398018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Bound using segment: {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:47.401855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5252eca8-1bb3-42cf-b065-9f143418fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.403955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Bound port: 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e98f481-1db6-4298-a61d-6839dcbace38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:47.404511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.412474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.422846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a6a4d5-4676-4fce-aa8d-dcd4fa5fa818 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:47.434905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-09c120a0-aede-4dbc-a408-c1bcf0fc8afb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/3f0abe95-068d-4db9-bd27-98363f4ca75a HTTP/1.1" status: 204 len: 168 time: 2.0256619 Oct 15 19:52:47.449000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49608) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:47.533348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1636d10-1d8a-44f4-82b1-9906dab960dc tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686319 Oct 15 19:52:47.538030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49610) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:47.546810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:47.552875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252eca8-1bb3-42cf-b065-9f143418fac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a2e005-6701-4e50-86b5-9b9d7e2ff358,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:47.554051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-660ed48e-7d71-474c-8c4b-0a28ae5edab9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.1258740 Oct 15 19:52:47.594408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5252eca8-1bb3-42cf-b065-9f143418fac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d9b151c102b4466bf1e048162829465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5623829 Oct 15 19:52:47.599401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:47.620587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34a513a9-a6ff-4941-bb66-565afb4ee21d req-5f02c6e4-826d-413e-9bc1-6feedcbe619f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147527 Oct 15 19:52:47.652077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:47.657093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:47.742234 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.750327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ac0b0-146e-40d5-bc0b-e4a34cb70a1c req-b6308f72-10a4-4b01-8709-e50ab06117f5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.766774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:52:47.769928 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a09ac0b0-146e-40d5-bc0b-e4a34cb70a1c req-b6308f72-10a4-4b01-8709-e50ab06117f5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.3427165 Oct 15 19:52:47.781198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.784790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.829334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Deleting port 29d74ce9-fe19-437d-987b-85399b98fe78 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:47.829909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.856229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:47.860833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.902576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.911385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.917488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.920218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] For port 29d74ce9-fe19-437d-987b-85399b98fe78, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=29d74ce9-fe19-437d-987b-85399b98fe78,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:47.920954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.923689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.926592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.932173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:47.935271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] 10.222.0.11 "PUT /v2.0/ports/6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 1092 time: 2.8620515 Oct 15 19:52:47.946874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.947101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:52:47.949697 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:52:47.952386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Calling delete_port for 29d74ce9-fe19-437d-987b-85399b98fe78 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:47.954727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.959196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-e0039c3f-7787-4bcd-b1ce-27946375fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.960727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-e0039c3f-7787-4bcd-b1ce-27946375fe43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.4009221 Oct 15 19:52:47.965473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:47.970562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-3fd6c557-7048-4b0e-a716-c5e809b72479 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2166917 Oct 15 19:52:48.104586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00fe462f-531f-4a1d-b926-df931d059bb6 req-d4d1d5fe-824f-430d-8549-9a05fcf55f66 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1327276 Oct 15 19:52:48.137337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.139987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.141830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60a2e005-6701-4e50-86b5-9b9d7e2ff358 HTTP/1.1" status: 204 len: 168 time: 0.5394073 Oct 15 19:52:48.176304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a09ac0b0-146e-40d5-bc0b-e4a34cb70a1c req-eb2b35ac-07e8-4aa1-a4cd-bdba034905f1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053028 Oct 15 19:52:48.180924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c7458-bf02-41dd-a9f4-1397366da6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a2e005-6701-4e50-86b5-9b9d7e2ff358,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:48.304668 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c5b19-c144-4d0c-8950-56ac237acd96 x-openstack-request-id: req-012c5b19-c144-4d0c-8950-56ac237acd96 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:52:48.306491 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:52:48.306919 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-012c5b19-c144-4d0c-8950-56ac237acd96 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:52:48.307339 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'status': 'completed', 'code': 200} Oct 15 19:52:48.342826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:48.366066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.401176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b1d76424-705e-469f-9d6e-3c0b4842aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.405209 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-b1d76424-705e-469f-9d6e-3c0b4842aa77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4205656 Oct 15 19:52:48.413356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.413690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.414033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.418535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.418948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.420015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.420366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.420700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.421036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.421371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.424261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.424735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606ebd3-f0f1-4934-9015-93e97b4465fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:48.444796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] Pushing event deleted for resources: {'Port': ['ID=29d74ce9-fe19-437d-987b-85399b98fe78,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:48.476087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.482776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46bb5b5-a031-475f-8d5c-b51059fec823 None None] No DVR routers for this DVR port 29d74ce9-fe19-437d-987b-85399b98fe78 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:52:48.486441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.496321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.503285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.514342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.522396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.535124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.537985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-bcfc1f73-1be7-495e-a952-46c348566de3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2097695 Oct 15 19:52:48.564825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.586045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.588690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.589208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.589684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.590462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.596577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.597074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.601626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-36062bc4-91c4-4243-8710-43fe4a664d1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6485 time: 0.5059309 Oct 15 19:52:48.618288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bb09bc98-c75c-4fab-aca3-df2c0acfc20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.715999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-63f133c4-73d8-4146-b79e-5b47ae41b209 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 217 time: 0.0914125 Oct 15 19:52:48.718667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-367889b9-929f-4a19-b324-e08a75b3a3d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839241 Oct 15 19:52:48.751951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 29d74ce9-fe19-437d-987b-85399b98fe78 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:52:48.773878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:48.790491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 29d74ce9-fe19-437d-987b-85399b98fe78 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:52:48.791508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 29d74ce9-fe19-437d-987b-85399b98fe78 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:52:48.799807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:48.829506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f6b58-b241-469a-b276-e963ebde37cd None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:48.830074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.830074 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:48.859741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6b74a9c-32c6-4c38-a965-1e2ac92ec949 req-4f844753-05f3-4721-a939-05ae9d52207c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3012288 Oct 15 19:52:48.871927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=67f0a8b3-8942-4690-a44b-8a19711329c5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:48.942428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-95df24b6-9fdc-4549-9989-8fa1faadae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:48.944559 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-95df24b6-9fdc-4549-9989-8fa1faadae89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 200 len: 851 time: 0.2145224 Oct 15 19:52:49.015313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d7f966d9-70c6-46ae-abbc-96f9a365d83c service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880430 Oct 15 19:52:49.080191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b48994e9-80f9-473a-b0bb-c58d47a64ff6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5405529 Oct 15 19:52:49.080912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49658) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:49.087233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:49.106509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-a7179b47-10c7-4f71-8e35-16ac525d4d02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0821595 Oct 15 19:52:49.112821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c5a3ad58-a65c-47cb-95f5-bb33cc046aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.115121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c5a3ad58-a65c-47cb-95f5-bb33cc046aca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e7a7292-74f3-440c-b057-5676b38aaac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455989 Oct 15 19:52:49.137374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'tenant_id': 'f94d693343604b6f8c4bcb046fa24934', 'fixed_ips': [{'subnet_id': '67f0a8b3-8942-4690-a44b-8a19711329c5'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:52:49.137374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.335842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ae24b-0c5f-4ac1-8d37-99bfc3f093bc req-59e80698-7a4c-495f-b6a6-2c73ac163e38 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.347175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c17ae24b-0c5f-4ac1-8d37-99bfc3f093bc req-59e80698-7a4c-495f-b6a6-2c73ac163e38 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2238965 Oct 15 19:52:49.416775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-64d9a58d-dd7c-42db-af5f-9a9a70e1c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.420971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-64d9a58d-dd7c-42db-af5f-9a9a70e1c6b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.3045943 Oct 15 19:52:49.438336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c17ae24b-0c5f-4ac1-8d37-99bfc3f093bc req-eac3952e-152d-41b6-972a-335c89649c47 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Oct 15 19:52:49.445757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/67f0a8b3-8942-4690-a44b-8a19711329c5/4343d626-7a19-4ed0-b5b0-915f7675dfa5) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:49.505448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6d08e-bb9c-405e-ac1d-424fec4b48dd req-387d5679-246c-44e1-959b-66f420b6aae5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.507419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bd6d08e-bb9c-405e-ac1d-424fec4b48dd req-387d5679-246c-44e1-959b-66f420b6aae5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.3081474 Oct 15 19:52:49.627384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-78506d3b-4035-4836-bc98-3407a1f3ddd6 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247401 Oct 15 19:52:49.627384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d7d56ce9-a00d-4993-9e4e-43ece64c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.627384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-d7d56ce9-a00d-4993-9e4e-43ece64c17ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309037 Oct 15 19:52:49.628989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.628989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bd6d08e-bb9c-405e-ac1d-424fec4b48dd req-560b84e3-f50e-4056-acb7-4f66d8e9240f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629804 Oct 15 19:52:49.629532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.629900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.629900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98abee13-e576-4dca-b966-f2f41553f95b req-d4c2880f-0de7-4cbc-8faf-2146e7526729 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1193042 Oct 15 19:52:49.673382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98abee13-e576-4dca-b966-f2f41553f95b req-f74f2f22-2f70-4f97-aa13-8cadcaaf8167 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456417 Oct 15 19:52:49.737974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d16b4090-d310-4734-bf64-738862a9e612 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600146 Oct 15 19:52:49.743646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:49.755950 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.757004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.769631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-197827b3-7e81-4c7b-95fd-cea1afbc122a service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901891 Oct 15 19:52:49.795920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:49.799434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:49.810065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:49.829902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5cefa56a-13ea-4492-92d6-45f0d45213ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 217 time: 0.0686662 Oct 15 19:52:49.859440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:49.917422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Attempting to bind port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:52:49.919993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Attempting to bind port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:52:49.920491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Attempting to bind port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 on network 5304916a-cba8-4f3a-aa49-3964bfb8a8de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Checking segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Bound using segment: {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Bound port: 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f72bf12-2c4a-4389-b91b-6a0d4e150272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:52:49.931650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:49.945562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d00c8e12-502d-4c81-93a4-36d78b77dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:49.948054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d00c8e12-502d-4c81-93a4-36d78b77dca0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.1047745 Oct 15 19:52:50.004584 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67f0a8b3-8942-4690-a44b-8a19711329c5 (CIDR: 2001:db8::/64) Oct 15 19:52:50.029458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:52:50.047030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:52:50.072011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-949b8ed7-8e93-412b-aa12-558e1946311e req-8fa751b6-4537-4f94-8e3d-2c474829a005 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542689 Oct 15 19:52:50.075712 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:52:50.076172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:52:50.135065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.141223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.147467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.154929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.160762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:50.161164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.168030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.182382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.184047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15f33644-719d-4fab-ae31-cea4643fd569 req-0ca0ce05-06e2-40f7-8819-a2ed9c0bbd3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1955781 Oct 15 19:52:50.205369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-539bfde7-93ce-4dcc-b8c8-d5cf1a9f3da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.207034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-539bfde7-93ce-4dcc-b8c8-d5cf1a9f3da7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2498038 Oct 15 19:52:50.245506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e9d00db3-819f-4f3c-8b84-d13d82994f96 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1609330 Oct 15 19:52:50.249683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49696) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:50.257503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:50.263830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e063dc0-8edc-435f-9f73-37ba04cdf624 None None] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:50.323887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-15f33644-719d-4fab-ae31-cea4643fd569 req-d865c4f7-57d5-4978-9e9d-8fe3a202cb66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1389072 Oct 15 19:52:50.426448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-ef539d51-5b2c-421d-9607-55b2953f3a83 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066951 Oct 15 19:52:50.730031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.730957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.730957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.731430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.731933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.734129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.734649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.750696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-1f4a1b6a-343c-41c8-b6ea-67f13dc1074b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6494 time: 0.4507120 Oct 15 19:52:50.825128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:50.850825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a51c97-78f6-44e9-a00e-3e75f886f0e9 req-27109f60-db34-43c1-9a90-e980af2e5e7f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:50.854681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0a51c97-78f6-44e9-a00e-3e75f886f0e9 req-27109f60-db34-43c1-9a90-e980af2e5e7f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.2676609 Oct 15 19:52:50.857771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:50.870186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:50.909605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-3d40515d-2abe-4f7f-8048-66242e613432 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516995 Oct 15 19:52:50.953009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:50.953707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:50.969515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-7d9969ff-d851-415e-8c03-f453126e3ed9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 217 time: 0.0506616 Oct 15 19:52:51.076659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0a51c97-78f6-44e9-a00e-3e75f886f0e9 req-650e7043-3661-4b76-9b95-ae1d4b22ac7c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995645 Oct 15 19:52:51.131935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:51.162105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-1142275f-3850-45a5-9fbc-ae95bd676667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.163696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-1142275f-3850-45a5-9fbc-ae95bd676667 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.1820133 Oct 15 19:52:51.222156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-8c4ddbe6-2361-44c5-8f14-2d6b4711081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.222824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:51.224875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-8c4ddbe6-2361-44c5-8f14-2d6b4711081f service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 903 time: 0.4604197 Oct 15 19:52:51.251013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861d83d-f7bd-4a0a-b98f-40aa1c71f140 req-523a8686-b70b-42d9-8056-d8bc7424c8a1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.252968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4861d83d-f7bd-4a0a-b98f-40aa1c71f140 req-523a8686-b70b-42d9-8056-d8bc7424c8a1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.4668095 Oct 15 19:52:51.284414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:51.362705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-c5046140-dd81-4217-8769-67704a7086f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.1087191 Oct 15 19:52:51.450329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:51.464307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-65026970-3758-4b46-8afa-74e8e0a9556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:51.499375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.504945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-48b5f2e4-bd9b-4fdb-a933-794a3101f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.506569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-48b5f2e4-bd9b-4fdb-a933-794a3101f0a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.1151023 Oct 15 19:52:51.535476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.546362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.548088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-6497396e-773c-447e-b170-81904cadaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.550760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-6497396e-773c-447e-b170-81904cadaf86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947953 Oct 15 19:52:51.563410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.569624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.597964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.604875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.606959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-ad1af1d0-62c9-4dd6-8b65-125d318ff653 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.3731573 Oct 15 19:52:51.710470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-4c06773f-06d9-436c-b99f-e44925a59147 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401904 Oct 15 19:52:51.722210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4861d83d-f7bd-4a0a-b98f-40aa1c71f140 req-9f47b9f0-ef6e-4c4f-800e-1e6f8c8c3030 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412067 Oct 15 19:52:51.790889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a62655fb-1a6c-4da2-a1d3-69fdc73bda22 req-fe0b3d00-8bc2-48b8-95f4-423ac304b6d6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556752 Oct 15 19:52:51.807109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c96a35-e753-4ad9-832c-21a27564c70d req-7fc7d64f-925c-468f-ac80-b5163d2c32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:51.808909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-7fc7d64f-925c-468f-ac80-b5163d2c32cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2883401 Oct 15 19:52:52.007676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-8c1342ca-f9ed-4c9b-a2f8-0ec82bcc28ea service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356041 Oct 15 19:52:52.069373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a2dc2e71-b98e-4051-9267-e131f1a0313f None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:52.073083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a2dc2e71-b98e-4051-9267-e131f1a0313f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.076023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.084254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.091986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.099405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.109805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.118736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.128957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.140857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29f78b40-066b-4034-8a4e-8c435605458b req-6e5c45a0-b24c-4fe2-b158-54d0ec518908 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1651473 Oct 15 19:52:52.204562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-7612aa0a-d475-4c70-8501-7f132a9ce8b2 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797645 Oct 15 19:52:52.352051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e51c7908-42da-4382-9fb5-84cef4622f5a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 200 len: 217 time: 0.1363816 Oct 15 19:52:52.394956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.406894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29f78b40-066b-4034-8a4e-8c435605458b req-7eed1efe-597c-4ffb-8542-91f9231a0271 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2633729 Oct 15 19:52:52.480754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5b323bac-e976-4eb2-a0d6-9954562e18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.482247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5b323bac-e976-4eb2-a0d6-9954562e18f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.1019409 Oct 15 19:52:52.486260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-06c96a35-e753-4ad9-832c-21a27564c70d req-e46a123b-1acb-4e56-96ea-a7c92cd32466 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699423 Oct 15 19:52:52.500077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:52:52.537019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.553075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6367d73-9728-470d-b5ef-a9b588da33c7 req-a3ac7c1d-8169-4732-8734-4c6616a8056a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.554613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e6367d73-9728-470d-b5ef-a9b588da33c7 req-a3ac7c1d-8169-4732-8734-4c6616a8056a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.3117070 Oct 15 19:52:52.564185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-9fc47cdd-5d25-4b4e-adc8-88ea73edcc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.565645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-9fc47cdd-5d25-4b4e-adc8-88ea73edcc58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759792 Oct 15 19:52:52.703601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.709656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:52.805849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.808760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:52.809245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:52.810934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e6367d73-9728-470d-b5ef-a9b588da33c7 req-8de8c53b-25a1-416c-abc1-0c9bf283e977 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489903 Oct 15 19:52:52.866842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a226d6e2-f97d-4af3-a97a-5bad975f245b service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935095 Oct 15 19:52:52.905323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b75a1-721f-4cb7-beb8-463b39f5a303 req-7333f98e-3f99-42ad-bd42-12e4fe830f0b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:52.907296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-215b75a1-721f-4cb7-beb8-463b39f5a303 req-7333f98e-3f99-42ad-bd42-12e4fe830f0b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0672107 Oct 15 19:52:52.957423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:53.035337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-215b75a1-721f-4cb7-beb8-463b39f5a303 req-b82b2ef5-984b-4bfa-9159-077220eb1236 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084487 Oct 15 19:52:53.135211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-f20fae25-54c9-4160-ae8d-efd90e53df76 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462959 Oct 15 19:52:53.234976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:52:53.239926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d1a8241f-a223-4fbc-8a2f-16aa4da1b5fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 200 len: 217 time: 0.0640190 Oct 15 19:52:53.278294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:53.324873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.331740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.339547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.346253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.377244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.392539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.407299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.412853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-515e57b7-9393-4f18-ac97-06db6d3239db req-945e1762-bfb2-4ee0-b48a-5b02a55f8770 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2766099 Oct 15 19:52:53.429418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:53.431442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:53.438228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a67acbd3-9601-4288-8d91-e0d15459ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.440333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a67acbd3-9601-4288-8d91-e0d15459ab43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.1924376 Oct 15 19:52:53.525631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-515e57b7-9393-4f18-ac97-06db6d3239db req-4f5b83df-a24e-4d03-a61f-46b9d01ad79a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008306 Oct 15 19:52:53.535201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8745fd70-30ad-44ea-9528-e3ccd94a0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.536952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8745fd70-30ad-44ea-9528-e3ccd94a0c33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871854 Oct 15 19:52:53.660029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:53.690017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:53.700181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0596f9d-f0d5-4fd2-9636-cda716f5e8a9 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:53.710381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.711108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:53.720052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-692872cc-b981-4485-b276-45f62007794c service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664536 Oct 15 19:52:53.743636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=5']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:53.746061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=add16d7a-cb89-484b-8886-89f847c30889,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:53.762408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.762898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.763335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.763798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.764225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.764711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.765137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.765601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.766023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.766448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.766873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.767294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.772462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.772955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.773389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.774494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.775257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.775257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.775821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.776253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.777068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.777250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.777697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.778112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:52:53.818139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.824678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.830958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.846748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.857984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.873974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.881932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-5b64a9ad-c97d-4f77-b740-d644320e9c29 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498017 Oct 15 19:52:53.891353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:53.905042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-e3dfee28-a1b9-47cc-94c9-a4d8640153fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2667491 Oct 15 19:52:53.934463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de81f66d-5903-4eea-ae94-d5879e3a47d6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6830752 Oct 15 19:52:53.935829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49776) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:53.948690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:e4:b9:aa', 'name': 'tempest-NetworksTestDHCPv6-670534957'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:54.005886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-2d696a45-891a-4e0b-9383-36f7c4492f3b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 200 len: 217 time: 0.1149163 Oct 15 19:52:54.020606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ebcf719-4531-4e64-a539-eb2956610a6b req-d7faba9d-f788-46e1-a1e3-31696caaceb9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1145749 Oct 15 19:52:54.247292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:52:54.395604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49784) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:54.411808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba65d4a-b3cf-40c8-bda0-d1aaaa9f46f2 req-bd571531-e8a8-48bc-a0d7-0aefa93cd1b1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:54.420218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba65d4a-b3cf-40c8-bda0-d1aaaa9f46f2 req-bd571531-e8a8-48bc-a0d7-0aefa93cd1b1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.2515619 Oct 15 19:52:54.500129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:54.515309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba65d4a-b3cf-40c8-bda0-d1aaaa9f46f2 req-aa57cc53-dd3b-49d3-82d5-2ae72191562b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910594 Oct 15 19:52:54.524319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:54.572532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port 72626fbd-8393-40d9-8fb7-097e57c52db4 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:52:54.809397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:52:54.835521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b74000e0-7168-4063-8021-49b6e347a16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:54.931883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84de80e-2235-4a10-8c1a-c17f25f3b68a req-cf300743-beb8-4d97-81df-fbbeff9caacc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:54.949083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b84de80e-2235-4a10-8c1a-c17f25f3b68a req-cf300743-beb8-4d97-81df-fbbeff9caacc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.9552896 Oct 15 19:52:54.953204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8be01367-32cb-43b5-878a-5d7469d2ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:54.955433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-8be01367-32cb-43b5-878a-5d7469d2ce79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.9225397 Oct 15 19:52:55.019202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:55.019764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:55.065004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.068691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b84de80e-2235-4a10-8c1a-c17f25f3b68a req-754824a5-5821-4a7e-a72f-09ebfe3ad2f3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183996 Oct 15 19:52:55.077630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.113650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e899f861-9613-4a0c-a3cf-905d38104e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.115588 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-e899f861-9613-4a0c-a3cf-905d38104e22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1515326 Oct 15 19:52:55.117447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.134743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.150269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.165896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.185831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.198042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f779ef2-0926-4815-8135-0e612e10b80b req-21261d97-65c0-4c54-9c10-7e57d866994a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.4098301 Oct 15 19:52:55.322170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::1c4 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/67f0a8b3-8942-4690-a44b-8a19711329c5/72626fbd-8393-40d9-8fb7-097e57c52db4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:55.413416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f779ef2-0926-4815-8135-0e612e10b80b req-1dbf10f2-2f01-4699-84cc-a5be51691df9 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943436 Oct 15 19:52:55.415813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8:0:1:f816:3eff:fee4:b9aa (5304916a-cba8-4f3a-aa49-3964bfb8a8de/add16d7a-cb89-484b-8886-89f847c30889/72626fbd-8393-40d9-8fb7-097e57c52db4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:52:55.454469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.465928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.475219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.490050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b74000e0-7168-4063-8021-49b6e347a16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:55.510617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.516727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.532293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.543501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:55.545508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-879e8bb2-c11b-4cc6-a26d-5ce90397bc19 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2804933 Oct 15 19:52:55.552647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-c840cd41-081d-46ed-93fd-0968ffc2c4bf service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257972 Oct 15 19:52:55.589184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bb7184db-a6c2-4e01-88af-3f710a0b3531 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:55.589704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bb7184db-a6c2-4e01-88af-3f710a0b3531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:55.592440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b74000e0-7168-4063-8021-49b6e347a16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:55.795765 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af0233c1-54ea-4f0b-b795-bf4c39cd3444 req-df2d368e-ecee-4b68-841a-442694df2e2b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2419937 Oct 15 19:52:55.875380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-205991c0-2ca6-449c-aade-6d9538fc333d service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060443 Oct 15 19:52:55.953561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-1eb0c30c-07a6-42b2-99a8-8ea293c209dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0559099 Oct 15 19:52:56.000987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74000e0-7168-4063-8021-49b6e347a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a7c980-e6fb-4961-9f5f-88a359409df3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:56.011822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b74000e0-7168-4063-8021-49b6e347a16f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dff49bf2c7f4ec8aa0fcccd2dba8734&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6115735 Oct 15 19:52:56.012445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.016136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-04ca16a0-7805-49c6-8462-07ca5e4c6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.017001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49816) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:56.018224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-04ca16a0-7805-49c6-8462-07ca5e4c6e88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0636630 Oct 15 19:52:56.085057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac7725-c998-44bc-b553-d9bf528f7a38 req-d7478d24-ca78-4fe6-bd1d-d8b69948a7b2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.087763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bac7725-c998-44bc-b553-d9bf528f7a38 req-d7478d24-ca78-4fe6-bd1d-d8b69948a7b2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.4738402 Oct 15 19:52:56.150567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.153945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a97b380b-875e-41e0-a095-e12722f058d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.155486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-a97b380b-875e-41e0-a095-e12722f058d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1271350 Oct 15 19:52:56.177446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.284182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bac7725-c998-44bc-b553-d9bf528f7a38 req-0c6ce82c-297d-406a-8cd7-754c661da9a5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866913 Oct 15 19:52:56.332748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:56.371437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf10f37-82a9-4933-b22d-df31f59d7ba3 req-34304469-1a59-48dd-b4bf-63e82ad6d12a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.372986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ddf10f37-82a9-4933-b22d-df31f59d7ba3 req-34304469-1a59-48dd-b4bf-63e82ad6d12a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1878929 Oct 15 19:52:56.401929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-eb2b3538-8154-4d38-99ae-8eb9a2553197 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358348 Oct 15 19:52:56.463481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ddf10f37-82a9-4933-b22d-df31f59d7ba3 req-4ebe0143-d771-4cde-8e1f-f910b5787c2e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843964 Oct 15 19:52:56.496457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-07c94df4-18fd-4d93-87ef-695999e6e60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.570057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.575901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.593026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79a7c980-e6fb-4961-9f5f-88a359409df3 HTTP/1.1" status: 204 len: 168 time: 0.5625064 Oct 15 19:52:56.637395 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-120e0dde-2efb-4fa8-8b98-8a6b92e16f74 req-d9ffeb62-f8f5-4bce-8ff1-631e31b43bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993682 Oct 15 19:52:56.655684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878cdcc-5d25-4660-ba7d-0b52c66cecfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a7c980-e6fb-4961-9f5f-88a359409df3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:56.659415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.769076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:52:56.784287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.790391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.796301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.802304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.809207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.817842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.824294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.826266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-7faa2e7d-b748-4aff-9680-fc0bf661a31a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.3096197 Oct 15 19:52:56.828635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=72626fbd-8393-40d9-8fb7-097e57c52db4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:56.834818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:52:56.846319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:52:56.855079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:56.855079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.928643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-07c94df4-18fd-4d93-87ef-695999e6e60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:56.949879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72e635bb-885d-4e0e-a094-116ef8aa3c45 req-62259a9e-0844-4e79-b578-9d2bd06df2f8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124518 Oct 15 19:52:56.983083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-53426bce-b064-48b5-b66c-8c700943600d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0408747 Oct 15 19:52:56.983718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:57.073158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.075386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.076099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.076722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.078969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.079833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.080457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.083216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-2f451789-03be-4114-98a3-d9806f0a410e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6485 time: 0.1857929 Oct 15 19:52:57.089860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-07c94df4-18fd-4d93-87ef-695999e6e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.108062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.114715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.122342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.129639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.136988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.143281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.157640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.159956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-57f3b6f4-022b-4a25-9857-381ecc8ddad4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2235482 Oct 15 19:52:57.218140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c94df4-18fd-4d93-87ef-695999e6e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebd8d50-2e91-4688-88de-84c6c20d0f9c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:57.280545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-07c94df4-18fd-4d93-87ef-695999e6e60c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0411e92ef2044d0aa4766dae2c3b7250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9466934 Oct 15 19:52:57.284040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:57.317187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5ca29f32-c519-4857-b003-90a6365e1f6d req-07a5b183-8635-49b8-9451-a4773d76fe54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1230063 Oct 15 19:52:57.388507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-cea548a4-ef32-440a-85f1-87f2482b8b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.390051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-cea548a4-ef32-440a-85f1-87f2482b8b29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 903 time: 0.2956529 Oct 15 19:52:57.397855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0f04be39-7b01-4fd4-8751-611ac3b40a31 None None] Provisioning complete for port 72626fbd-8393-40d9-8fb7-097e57c52db4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:52:57.399247 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0f04be39-7b01-4fd4-8751-611ac3b40a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.448391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.464779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-385d8840-67ba-4813-8bb0-ff7e4a7174c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0604157 Oct 15 19:52:57.465565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port 72626fbd-8393-40d9-8fb7-097e57c52db4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:52:57.465966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.513327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.549065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-cfaedfa5-96d6-4109-a8a1-2812a61c9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.552423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-cfaedfa5-96d6-4109-a8a1-2812a61c9ea1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0790157 Oct 15 19:52:57.596086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf31a7a-74c9-472a-b589-1c979a9d1dfd req-d2f48d58-e52e-4ff3-b236-0eea11d5241a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.597809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bf31a7a-74c9-472a-b589-1c979a9d1dfd req-d2f48d58-e52e-4ff3-b236-0eea11d5241a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.2190094 Oct 15 19:52:57.615581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0f04be39-7b01-4fd4-8751-611ac3b40a31 None None] Port 72626fbd-8393-40d9-8fb7-097e57c52db4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:52:57.648374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e136d83-61a1-4955-8a99-a7b62565c29c req-92dd678b-1864-4ee1-acf1-af53866ed115 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.650072 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e136d83-61a1-4955-8a99-a7b62565c29c req-92dd678b-1864-4ee1-acf1-af53866ed115 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1047695 Oct 15 19:52:57.652130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-f7539791-ad2d-4dcb-8d77-7a9d415b95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:57.653568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-f7539791-ad2d-4dcb-8d77-7a9d415b95b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912201 Oct 15 19:52:57.673899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.678749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bf31a7a-74c9-472a-b589-1c979a9d1dfd req-203bcb55-2fc5-489a-b88f-cfc0c6df05bc tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Oct 15 19:52:57.690079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for 72626fbd-8393-40d9-8fb7-097e57c52db4 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:52:57.726609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e136d83-61a1-4955-8a99-a7b62565c29c req-f25bfcb2-c862-4a7a-9aea-e74b709174bd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685551 Oct 15 19:52:57.791250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-e89283c7-2c95-4314-9f62-c20689b40ff6 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259289 Oct 15 19:52:57.874689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.877389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:57.880862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ebd8d50-2e91-4688-88de-84c6c20d0f9c HTTP/1.1" status: 204 len: 168 time: 0.5932715 Oct 15 19:52:57.894725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ae24-c114-4f2d-98e5-d850b90ad792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebd8d50-2e91-4688-88de-84c6c20d0f9c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:57.895401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8cfcfdb8-1fe0-4792-96cc-6ed86ad59a22 req-48cc1159-2c94-4e8d-ab30-32383dea6b1e service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951116 Oct 15 19:52:58.082003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.128481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=72626fbd-8393-40d9-8fb7-097e57c52db4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:58.202353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.219426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4922555c-69bc-4215-8f83-ce4d100767b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.260987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.268303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.277551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.284813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.292819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.299808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.307975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.311650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-22cd0522-b95e-4c33-9dcb-7d5006a20096 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2619829 Oct 15 19:52:58.315722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.323624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb2b7c8d-2c61-4cb5-afb1-850829b84aef tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/72626fbd-8393-40d9-8fb7-097e57c52db4 HTTP/1.1" status: 204 len: 168 time: 1.3388159 Oct 15 19:52:58.324490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.390418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4922555c-69bc-4215-8f83-ce4d100767b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.409711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60a32c26-519d-41a3-9578-e28c88c01fd9 req-4272dbcc-f1cc-49c8-a1dd-f425412c32f2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841045 Oct 15 19:52:58.425683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19d0b78-0ea4-4c27-9400-0df11f3bc8b3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.425683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c19d0b78-0ea4-4c27-9400-0df11f3bc8b3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0944660 Oct 15 19:52:58.425872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49862) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.522819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df71be6-ad73-401d-a5c4-e2f94b40c0e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.524973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3df71be6-ad73-401d-a5c4-e2f94b40c0e5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0982552 Oct 15 19:52:58.527824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49864) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.567515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4922555c-69bc-4215-8f83-ce4d100767b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.606119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16db4b-dd9e-4af2-8110-669f4151a5dd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.607787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16db4b-dd9e-4af2-8110-669f4151a5dd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.609398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df16db4b-dd9e-4af2-8110-669f4151a5dd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.613515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df16db4b-dd9e-4af2-8110-669f4151a5dd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0818517 Oct 15 19:52:58.614255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49866) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.643588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.652079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.662846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.671617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.676320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 67f0a8b3-8942-4690-a44b-8a19711329c5 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:58.679940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.680217 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.686801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.692833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:58.694810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe585961-decf-491e-b883-286860a6d3bf req-8aba6ea0-6705-403e-b215-d6f82c21559e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1804008 Oct 15 19:52:58.698032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4922555c-69bc-4215-8f83-ce4d100767b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=83fb1fb431984d1d9b71234437e16e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947443 Oct 15 19:52:58.698755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922555c-69bc-4215-8f83-ce4d100767b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccddb5d-342f-444d-8e3a-180bf8e82c12,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:58.701160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49868) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.753615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.810078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.822363 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fe585961-decf-491e-b883-286860a6d3bf req-2ad67fae-7cf4-497b-b4af-ba679c2ac16e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0931277 Oct 15 19:52:58.871154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.875693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:58.971456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49874) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:58.997580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f9689c6-ef06-4b14-874a-9d0213db232c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.029358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec4ba5-d922-4a6b-9452-191a9258f8f9 req-6dc840db-11cf-4e38-bdf1-f52393b6c2aa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.030806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ec4ba5-d922-4a6b-9452-191a9258f8f9 req-6dc840db-11cf-4e38-bdf1-f52393b6c2aa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0872471 Oct 15 19:52:59.036190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10415b-35b2-4540-a4c4-19c1bc6a7668 req-1e13771d-5880-4627-bf18-7d7ce23ff0a1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.037994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c10415b-35b2-4540-a4c4-19c1bc6a7668 req-1e13771d-5880-4627-bf18-7d7ce23ff0a1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1059690 Oct 15 19:52:59.068342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.072590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.076385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ccddb5d-342f-444d-8e3a-180bf8e82c12 HTTP/1.1" status: 204 len: 168 time: 0.3742304 Oct 15 19:52:59.089324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ec4ba5-d922-4a6b-9452-191a9258f8f9 req-37c2b57e-545c-4ac7-bd98-0d2d809444be tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Oct 15 19:52:59.115065 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.125958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ad3a4-9066-42d4-9760-4aaf39dd03a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccddb5d-342f-444d-8e3a-180bf8e82c12,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:59.158450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=67f0a8b3-8942-4690-a44b-8a19711329c5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:59.160826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.167521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73ef1ddc-36cd-4cd4-8432-79b6916e683d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/67f0a8b3-8942-4690-a44b-8a19711329c5 HTTP/1.1" status: 204 len: 168 time: 0.5488424 Oct 15 19:52:59.167899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d496d-e859-4923-b23a-eeb44e1dd911 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:52:59.185462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3c10415b-35b2-4540-a4c4-19c1bc6a7668 req-be103d31-0100-4007-9871-62986772a5e7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392200 Oct 15 19:52:59.187073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49878) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:59.255509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f9689c6-ef06-4b14-874a-9d0213db232c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.320823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet add16d7a-cb89-484b-8886-89f847c30889 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:52:59.326616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.382386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7f9689c6-ef06-4b14-874a-9d0213db232c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.398398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.448667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9689c6-ef06-4b14-874a-9d0213db232c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8ea70-eca7-40d9-896c-e4d0e7402dae,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:59.480520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7f9689c6-ef06-4b14-874a-9d0213db232c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae21fff548584cada80cbcac6981664d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056992 Oct 15 19:52:59.480920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49884) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:59.566581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.638468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.700230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.722828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.729625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.741390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.754624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.755377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.766475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.773639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.791639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:52:59.801036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:52:59.803242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-58d854c9-d629-4f36-894d-ec5d164831f4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2542326 Oct 15 19:52:59.811525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/add16d7a-cb89-484b-8886-89f847c30889 HTTP/1.1" status: 204 len: 168 time: 0.6241319 Oct 15 19:52:59.812267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:59.813127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d2e13-c305-43ed-8e57-0eee51a6f687 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=add16d7a-cb89-484b-8886-89f847c30889,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:52:59.904785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d74149dd-00e4-4368-a460-dd4577970a79 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769901 Oct 15 19:52:59.908307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:52:59.919136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:52:59.974868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f7fb1e7-cd4b-4c4d-b542-c77038050bbf req-442143b0-7f21-4faa-9c2b-6dba40442fde tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1685402 Oct 15 19:53:00.062567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.065199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.066336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03a8ea70-eca7-40d9-896c-e4d0e7402dae HTTP/1.1" status: 204 len: 168 time: 0.5833700 Oct 15 19:53:00.095761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2c6fa-3590-4c1d-9014-3ea9194dc755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8ea70-eca7-40d9-896c-e4d0e7402dae,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:00.132805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.145443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.155591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.172459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.187918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.202968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.218017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.220329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-aa79e966-317f-4395-b9c4-55e24684f89a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2636414 Oct 15 19:53:00.231666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:00.235121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.255415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92f59e-7f78-4e49-8675-08ee79c37aee req-dba8e548-eeec-4161-86bd-02aa56891265 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.268850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e92f59e-7f78-4e49-8675-08ee79c37aee req-dba8e548-eeec-4161-86bd-02aa56891265 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0826330 Oct 15 19:53:00.334542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8e92f59e-7f78-4e49-8675-08ee79c37aee req-f9fdc54f-f008-47e2-a3e6-7c959e7d57c7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647099 Oct 15 19:53:00.430960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f559768f-e17e-4936-ae0b-5f92a8a7cf47 req-9dfe6694-a794-4760-8e86-e4d7efc83e13 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1978090 Oct 15 19:53:00.532506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915cc16-0470-4e53-b71b-f8bcb2491e69 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:00.549130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7961f21-de91-4418-90f2-80015cb0119f req-d46e4644-9b1c-4bb3-b35b-76a2bcd3f5e3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.558852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7961f21-de91-4418-90f2-80015cb0119f req-d46e4644-9b1c-4bb3-b35b-76a2bcd3f5e3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1389923 Oct 15 19:53:00.645026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-aa652aa7-be27-46dd-ac82-271f2c659cf9 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:00.646554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa652aa7-be27-46dd-ac82-271f2c659cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.665191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7961f21-de91-4418-90f2-80015cb0119f req-4c7c2fe4-5b0e-400f-9b09-3c7735b485a6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038380 Oct 15 19:53:00.692028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.764120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:00.771025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:00.782736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:00.783665 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:00.816318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=4e1fc6d7-43ab-416c-a489-c0fb32691f1d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:00.905380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-185ca654-51d5-4fdd-8699-cc2de1379d72 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9959915 Oct 15 19:53:00.908226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49926) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:00.913266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:00.937344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '4e1fc6d7-43ab-416c-a489-c0fb32691f1d'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '4343d626-7a19-4ed0-b5b0-915f7675dfa5'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:53:00.966578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:01.112176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:01.113692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:01.240922 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e1fc6d7-43ab-416c-a489-c0fb32691f1d (CIDR: 2001:db8::/64) Oct 15 19:53:01.243574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Allocated IP 2001:db8::2 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/4e1fc6d7-43ab-416c-a489-c0fb32691f1d/4343d626-7a19-4ed0-b5b0-915f7675dfa5) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:01.275942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.282502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.288607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.295889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.302019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.308995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.327173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.329586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-bc0bbe2e-01e9-4a5f-836e-34209bb9e7d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2337325 Oct 15 19:53:01.331744 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:53:01.333685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:01.398013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-859f6b7e-1bc8-46e5-9b4f-cc393f218aaf req-6adc93e7-9ea8-409c-a1b0-5b36ca06b905 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608647 Oct 15 19:53:01.433826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:01.450430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7f5db6bd-abc9-44e9-9320-ceb559a55a5d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5411417 Oct 15 19:53:01.453164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49946) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:01.459527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'subnet': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:01.512992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:01.569345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5aff5c-6511-480a-bea1-2d4d3307cb21 req-2e4ef655-2289-4aa1-8447-6ef15c1814f1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.577780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f5aff5c-6511-480a-bea1-2d4d3307cb21 req-2e4ef655-2289-4aa1-8447-6ef15c1814f1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0922079 Oct 15 19:53:01.599458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:01.613569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8f5aff5c-6511-480a-bea1-2d4d3307cb21 req-dc90568e-e0f5-4a0b-b9f2-f53276d85063 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Oct 15 19:53:01.705688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.713180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.719464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.725760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.740928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.749214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.756389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:01.758291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:01.767120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.767449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-2c978477-39c0-4b4c-a949-51a3df06d896 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1725321 Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.773961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.774501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.774501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.775345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.775812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.776446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39da60-2375-4f59-a5b7-6cc6da6e4e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:01.848214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83b15a4c-e078-412d-9ae8-5e4732285bb6 req-44d24993-4e41-4aed-b33b-da67ce14cf3c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0794306 Oct 15 19:53:01.982429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:01.986612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:02.022141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b474a9-7975-4bc9-981c-9b445809b7bc req-2261b0c6-7740-4316-a6c4-09109598d181 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.030794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1b474a9-7975-4bc9-981c-9b445809b7bc req-2261b0c6-7740-4316-a6c4-09109598d181 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1394053 Oct 15 19:53:02.089794 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d1b474a9-7975-4bc9-981c-9b445809b7bc req-9947387b-9486-45f5-96ea-e12a9f19d196 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518875 Oct 15 19:53:02.505251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa65aef-e350-446f-bcad-8bd46c9df7a5 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:02.723044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-46f8668f-b0a4-40e4-b461-25170d364be7 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:02.723989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46f8668f-b0a4-40e4-b461-25170d364be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:02.739672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.757440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.761586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:02.763823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.772458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.804000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.827409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.839845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.851748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-56292efe-c1cb-4644-8d58-ea28e8404428 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.3401122 Oct 15 19:53:02.863148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:53:02.875655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74388ff-cc5e-4b26-89df-241af527a427 req-d6af5c6b-3f09-4843-b11c-d3ea1d5d45dd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:02.895532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d74388ff-cc5e-4b26-89df-241af527a427 req-d6af5c6b-3f09-4843-b11c-d3ea1d5d45dd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.1523640 Oct 15 19:53:02.895891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:02.896409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:02.995480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d74388ff-cc5e-4b26-89df-241af527a427 req-82047598-0b47-403c-a80d-c5f97f5caaba tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989411 Oct 15 19:53:03.044338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bffe0c5d-fddf-4af8-b9fa-d90d227f1175 req-0f0d4052-b500-4127-aaf9-8eb5a0f560ef tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1906939 Oct 15 19:53:03.228801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.237723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.245449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.251855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.259255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.265531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.276846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.287947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-19858534-8b7f-400f-81c6-d881a20d7674 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1333623 Oct 15 19:53:03.355197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.362359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec477-61fa-4d0a-8893-3dd0f06c24df req-18a827bf-4124-4925-83d3-e658d14b232e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.373754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-519ec477-61fa-4d0a-8893-3dd0f06c24df req-18a827bf-4124-4925-83d3-e658d14b232e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1106656 Oct 15 19:53:03.391069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b1bbc0d-2c15-4f86-b793-12fe10c15ebb req-ab49e837-77c1-48be-95f8-38fba4713f1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1021540 Oct 15 19:53:03.404036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Update dhcp port {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'fixed_ips': [{'subnet_id': '4e1fc6d7-43ab-416c-a489-c0fb32691f1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '4df1b543-795b-4c3e-9416-0e0504106c06'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '4343d626-7a19-4ed0-b5b0-915f7675dfa5'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 19:53:03.428151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-519ec477-61fa-4d0a-8893-3dd0f06c24df req-2d492881-ae8f-4e92-9533-a8d14d018c23 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529487 Oct 15 19:53:03.458498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.549586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:03.581497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.879580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.880406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.946258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:53:03.947343 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:53:03.958295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:03.967104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:03.974372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Subnet': ['ID=4df1b543-795b-4c3e-9416-0e0504106c06,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:03.977914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:03.978501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:03.995607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:04.115937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-faa7ea39-23ef-4572-ad12-c537f824c9c6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6583047 Oct 15 19:53:04.116311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50022) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:04.140558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Request body: {'port': {'network_id': '5304916a-cba8-4f3a-aa49-3964bfb8a8de', 'mac_address': 'fa:16:3e:6f:fc:55', 'name': 'tempest-NetworksTestDHCPv6-262537988'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:04.212368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177f6b7-0fe2-438a-9cb3-f43d267bb3b1 req-84f2f664-7563-485f-8736-0afebe820d1f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.212895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4177f6b7-0fe2-438a-9cb3-f43d267bb3b1 req-84f2f664-7563-485f-8736-0afebe820d1f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.1480689 Oct 15 19:53:04.239297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.249514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.264805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.272033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.279181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.285630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.292842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.294876 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-ff526854-bb67-4bdd-b112-c62590fbce33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1649048 Oct 15 19:53:04.303028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4177f6b7-0fe2-438a-9cb3-f43d267bb3b1 req-49a0cbaf-453d-49fc-919a-60d0c453687c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508270 Oct 15 19:53:04.392061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-768421b9-3f6d-4c86-95d2-da5d78859ac1 req-663aee20-c783-4ebe-a774-6239e570da96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764925 Oct 15 19:53:04.462703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Made reservation on behalf of f94d693343604b6f8c4bcb046fa24934 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:04.515621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:04.577410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:04.776612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.797152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.813788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.840072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.857269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.868891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.875058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:04.885644 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-c73f3ff4-625d-4a69-81f4-69f6a04700a5 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2896566 Oct 15 19:53:04.934630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fb150fcf-638d-4c21-9a57-2082ae539e50 req-ffa7527f-dfe9-4485-abb3-1a97ea1d1980 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0476606 Oct 15 19:53:04.963750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:04.997155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] device_id is not set on port a0aafbd4-f20c-45cd-8331-c776b60a8127 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:53:05.071583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:05.072303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:05.077718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db03d4-cf89-4795-a4ea-f42aca85fabc req-43c2509d-7c4f-4483-a592-0139eec8afca tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.079300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70db03d4-cf89-4795-a4ea-f42aca85fabc req-43c2509d-7c4f-4483-a592-0139eec8afca tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.4861298 Oct 15 19:53:05.133501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70db03d4-cf89-4795-a4ea-f42aca85fabc req-44b24629-31bd-4145-9489-19a34d46ca66 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468562 Oct 15 19:53:05.230420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:05.282337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:05.365675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:05.430510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de16b1a-b2a7-46b1-a428-0773649b9140 None None] Pushing event updated for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:05.546505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712da41-711b-42d5-92f7-d00a5d99f1d9 req-29c690fa-d4b9-4086-8ae4-694f827575c4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.548104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d712da41-711b-42d5-92f7-d00a5d99f1d9 req-29c690fa-d4b9-4086-8ae4-694f827575c4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0917857 Oct 15 19:53:05.580395 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:53:05.625219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d712da41-711b-42d5-92f7-d00a5d99f1d9 req-d1172ba0-e487-42d4-8f09-12fb427ad21e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Oct 15 19:53:05.665658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8::345 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/4e1fc6d7-43ab-416c-a489-c0fb32691f1d/a0aafbd4-f20c-45cd-8331-c776b60a8127) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:05.674718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6f:fc55 (5304916a-cba8-4f3a-aa49-3964bfb8a8de/4df1b543-795b-4c3e-9416-0e0504106c06/a0aafbd4-f20c-45cd-8331-c776b60a8127) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:05.694069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.702029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.709360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.720570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.730486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.737235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.746614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:05.746614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71db9719-4bac-4772-8a69-faf18d991d19 req-3957ec0a-aac1-4763-8143-39abebb92f72 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1885178 Oct 15 19:53:05.834756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71db9719-4bac-4772-8a69-faf18d991d19 req-5676efe8-26d3-40e8-a0f5-b088140c83c3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782001 Oct 15 19:53:05.974026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.108499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.135170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.142548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.149753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.156953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.163376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.169993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.177209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.202624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:06.203841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-e2dac5ed-982a-417a-b72b-c2bdb5bde72d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1551278 Oct 15 19:53:06.213186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d13f5a-7a73-48a1-a69f-d94766d5acbe None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:06.266754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event updated for resources: {'Port': ['ID=a0aafbd4-f20c-45cd-8331-c776b60a8127,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:06.270905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:06.273585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:53:06.280310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.281148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.287911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc99cbcf-cb1d-45dd-bae7-6d2de9dfd74e req-73748a56-ad31-4081-bdd2-439eb9d72a6f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0796266 Oct 15 19:53:06.334247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-abab6eab-19c8-47eb-83f1-2c779d153bc8 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:06.334815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-abab6eab-19c8-47eb-83f1-2c779d153bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.386983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e20913-da0e-4937-8b4e-0f000817e82c req-d50848be-b561-48d6-8cf2-2c718f044dd4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.389224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70e20913-da0e-4937-8b4e-0f000817e82c req-d50848be-b561-48d6-8cf2-2c718f044dd4 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0862691 Oct 15 19:53:06.446980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70e20913-da0e-4937-8b4e-0f000817e82c req-de01fefa-e770-49ae-b781-f6c4433c356b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506191 Oct 15 19:53:06.453763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-08681247-43bd-453e-b853-d7e7dc7368cb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3362622 Oct 15 19:53:06.457295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:06.625235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting port a0aafbd4-f20c-45cd-8331-c776b60a8127 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:06.625884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.806045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.824970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Calling delete_port for a0aafbd4-f20c-45cd-8331-c776b60a8127 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:06.925552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-974bc190-5030-4e36-881a-05ee9cdcc98c None None] Provisioning complete for port a0aafbd4-f20c-45cd-8331-c776b60a8127 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:06.926782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-974bc190-5030-4e36-881a-05ee9cdcc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:06.967278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401ca80-7bb1-46d0-9aa6-fde6512bb10b req-5daaa586-f962-4252-9a0e-873423c5b06c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:06.975639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c401ca80-7bb1-46d0-9aa6-fde6512bb10b req-5daaa586-f962-4252-9a0e-873423c5b06c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.2369900 Oct 15 19:53:07.026164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c401ca80-7bb1-46d0-9aa6-fde6512bb10b req-fa177a4f-085c-44a5-821b-555d6241f6f2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495481 Oct 15 19:53:07.034831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-974bc190-5030-4e36-881a-05ee9cdcc98c None None] Port a0aafbd4-f20c-45cd-8331-c776b60a8127 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:53:07.065985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-974bc190-5030-4e36-881a-05ee9cdcc98c None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:07.068987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-974bc190-5030-4e36-881a-05ee9cdcc98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:07.088504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.110551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.125929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.153497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.181225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.211855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.221955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.228404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-9a097fd1-cd38-479b-91f4-03d659d0d28f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.2539067 Oct 15 19:53:07.299845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84cd4e1e-fdfe-4580-a66b-f171b6838670 req-fe400421-d2b4-41db-afac-5f9d0c03c6b4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599310 Oct 15 19:53:07.359815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:07.373961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-79400f5f-4bfc-482b-a99b-17da4e28d41f None None] Could not find standard attr ID for object a0aafbd4-f20c-45cd-8331-c776b60a8127. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:53:07.420494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Port': ['ID=a0aafbd4-f20c-45cd-8331-c776b60a8127,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:07.544955 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:07.549256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-13447a1f-f3c7-4d7a-ab55-f81ee01e3a10 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/a0aafbd4-f20c-45cd-8331-c776b60a8127 HTTP/1.1" status: 204 len: 168 time: 1.0906565 Oct 15 19:53:07.552160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:07.567501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.576076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.584033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.593155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.603949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.610821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.617299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.636302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-57020e5c-5095-473f-988f-ccd0d4d49fc2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.2191172 Oct 15 19:53:07.690048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b600c5-c4ee-4015-a3a5-a47e90d221b8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.691990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f6b600c5-c4ee-4015-a3a5-a47e90d221b8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1387696 Oct 15 19:53:07.701602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08cfae-ce4d-48ff-b59e-f18c8463f4c5 req-e2ad5962-f918-465a-ba09-99d62cd0dfc6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.704385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b08cfae-ce4d-48ff-b59e-f18c8463f4c5 req-e2ad5962-f918-465a-ba09-99d62cd0dfc6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1347342 Oct 15 19:53:07.704385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:07.720581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d86f0336-8b96-46b0-a230-ce4c0ec2f1f1 req-544e6745-0f75-4840-aff4-435e2d77e44d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0736794 Oct 15 19:53:07.786642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b08cfae-ce4d-48ff-b59e-f18c8463f4c5 req-e1350720-840b-4708-9f9b-af914cfab488 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Oct 15 19:53:07.795009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78749e47-0eba-4263-a80b-bda094c9d6df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.796782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-78749e47-0eba-4263-a80b-bda094c9d6df tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0918183 Oct 15 19:53:07.799621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50134) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:07.888704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957db8-34b5-4cda-a460-e03d69c10cfd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.890591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957db8-34b5-4cda-a460-e03d69c10cfd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.892171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957db8-34b5-4cda-a460-e03d69c10cfd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:07.894275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-10957db8-34b5-4cda-a460-e03d69c10cfd tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0932150 Oct 15 19:53:07.897467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:07.955575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 4df1b543-795b-4c3e-9416-0e0504106c06 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:53:07.958173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.011145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.117329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.216865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4755480-5510-4218-a5c5-182df22baaa1 req-22d68373-7038-435a-953d-18518ff99010 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.219239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4755480-5510-4218-a5c5-182df22baaa1 req-22d68373-7038-435a-953d-18518ff99010 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0975246 Oct 15 19:53:08.267761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4755480-5510-4218-a5c5-182df22baaa1 req-151bab1a-bab1-4429-85f9-da738acea899 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Oct 15 19:53:08.319765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.349951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=4df1b543-795b-4c3e-9416-0e0504106c06,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:08.356410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.362386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50156) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:08.362544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-284b3a45-e20a-4d02-aab6-973191c7617c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/4df1b543-795b-4c3e-9416-0e0504106c06 HTTP/1.1" status: 204 len: 168 time: 0.4639122 Oct 15 19:53:08.364799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776b67ee-2203-42c5-9093-294b885febff None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:08.469051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Deleting subnet 4e1fc6d7-43ab-416c-a489-c0fb32691f1d {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:53:08.513543 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.580730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.590039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.598336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.605265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.612101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.618854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.625223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.627271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-feca9778-11eb-441d-b0cf-26eb9f2fa91f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1638806 Oct 15 19:53:08.629798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.721066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33e6be9a-57dd-4be0-aba7-9e87f56e3f45 req-f1a8e27c-64db-469c-a80e-01786fd6e404 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654194 Oct 15 19:53:08.811337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:08.902637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.913835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.923262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.930722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.937198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94720549-e7ba-40db-ab68-339b5c2af6d9 req-d21d422a-3386-453d-a9bf-58a6575f6701 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.937357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.938754 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94720549-e7ba-40db-ab68-339b5c2af6d9 req-d21d422a-3386-453d-a9bf-58a6575f6701 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0661964 Oct 15 19:53:08.943489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.950584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:08.953236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-16f43830-6b2b-43c3-b26a-0951954a4e83 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1316979 Oct 15 19:53:08.982911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-94720549-e7ba-40db-ab68-339b5c2af6d9 req-f5d9888e-bc1f-4d9a-943e-031c2ebf3a5c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Oct 15 19:53:09.008138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6f2b7a5-8beb-484b-9004-2737d6310de9 req-f19ea4c2-34f9-4507-9de2-a797ffd083c3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452504 Oct 15 19:53:09.310717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b6bba668-4159-46e5-9b20-9375caa0b8e4 None None] Provisioning complete for port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:09.311208 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b6bba668-4159-46e5-9b20-9375caa0b8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:09.332806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:09.363899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1fc6d7-43ab-416c-a489-c0fb32691f1d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:09.366267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:09.370440 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2bb9fd2e-fbfa-4be8-bdbe-6a14244d679e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/4e1fc6d7-43ab-416c-a489-c0fb32691f1d HTTP/1.1" status: 204 len: 168 time: 1.0066977 Oct 15 19:53:09.374857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50186) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.423665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1530db2f-423c-4b96-9e8b-927857c3fa84 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464301 Oct 15 19:53:09.553161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a1b89-2b69-45d5-985c-35561f20bccc req-3ab0f6c3-1529-4444-bb60-56948eed896d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.553161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf2a1b89-2b69-45d5-985c-35561f20bccc req-3ab0f6c3-1529-4444-bb60-56948eed896d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.1001008 Oct 15 19:53:09.553771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336215f-19e2-4a33-9a9c-9aeaa1ea7bd8 None None] Network 5304916a-cba8-4f3a-aa49-3964bfb8a8de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:09.553878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf2a1b89-2b69-45d5-985c-35561f20bccc req-f3243153-16a3-4a01-b672-a91dd692e7ed tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Oct 15 19:53:09.555853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50188) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.608318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89f61b-19bd-48b3-98ff-f0bda20b0c00 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.612191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9e89f61b-19bd-48b3-98ff-f0bda20b0c00 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0527143 Oct 15 19:53:09.612359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50190) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.707051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a1e67-0fa7-440a-94a7-a05de4a66b42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.707051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a3a1e67-0fa7-440a-94a7-a05de4a66b42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0661728 Oct 15 19:53:09.707051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50198) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.749110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] DHCP port deletion for 5304916a-cba8-4f3a-aa49-3964bfb8a8de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:53:09.752682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99c24f47-d0b0-41af-b0f2-119b5d9de738 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454664 Oct 15 19:53:09.758524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50206) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.789534 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f769f53f-c228-414b-b99b-1255385638e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:09.790444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f769f53f-c228-414b-b99b-1255385638e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:09.795215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f769f53f-c228-414b-b99b-1255385638e8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/a0aafbd4-f20c-45cd-8331-c776b60a8127 HTTP/1.1" status: 404 len: 333 time: 0.0353668 Oct 15 19:53:09.798576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50208) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.832337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Deleting port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:09.832760 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:09.855839 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-59eaaa14-00ef-496f-8302-d10644ae8cd6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:09.856319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59eaaa14-00ef-496f-8302-d10644ae8cd6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:09.859611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-59eaaa14-00ef-496f-8302-d10644ae8cd6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/4df1b543-795b-4c3e-9416-0e0504106c06 HTTP/1.1" status: 404 len: 337 time: 0.0599408 Oct 15 19:53:09.862075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.891791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.897979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.904346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.904891 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-75146acc-7d08-4f17-a41f-30296cabf38c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:09.905800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75146acc-7d08-4f17-a41f-30296cabf38c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:09.909513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-75146acc-7d08-4f17-a41f-30296cabf38c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/4e1fc6d7-43ab-416c-a489-c0fb32691f1d HTTP/1.1" status: 404 len: 337 time: 0.0445011 Oct 15 19:53:09.913396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.914134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50214) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.920621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.926960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.936572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:09.941605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-8438ab32-5e56-4baa-b3e5-38660791c658 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1133652 Oct 15 19:53:09.943829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] For port 4343d626-7a19-4ed0-b5b0-915f7675dfa5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4343d626-7a19-4ed0-b5b0-915f7675dfa5,segment=NetworkSegment(8f72bf12-2c4a-4389-b91b-6a0d4e150272),segment_id=8f72bf12-2c4a-4389-b91b-6a0d4e150272)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:09.944400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:09.948495 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-96593c82-26d7-4e8a-8fac-c61dd80499f2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:09.949300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96593c82-26d7-4e8a-8fac-c61dd80499f2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:09.955908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-96593c82-26d7-4e8a-8fac-c61dd80499f2 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/72626fbd-8393-40d9-8fb7-097e57c52db4 HTTP/1.1" status: 404 len: 333 time: 0.0379465 Oct 15 19:53:09.959262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:09.973861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Calling delete_port for 4343d626-7a19-4ed0-b5b0-915f7675dfa5 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:09.996539 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-45494787-ca3e-4542-b7fe-b595eeda881b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:09.997757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45494787-ca3e-4542-b7fe-b595eeda881b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.005192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-45494787-ca3e-4542-b7fe-b595eeda881b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/add16d7a-cb89-484b-8886-89f847c30889 HTTP/1.1" status: 404 len: 337 time: 0.0421231 Oct 15 19:53:10.005352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.026495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2df01faa-13de-49c4-a8e1-2fff48b536a1 req-b82eca82-7b0a-4cef-9c9f-154f4b5190c0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750837 Oct 15 19:53:10.052019 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a0c92-c75b-4995-8c71-7966cbee4b65 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.052019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1a0c92-c75b-4995-8c71-7966cbee4b65 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.052019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1e1a0c92-c75b-4995-8c71-7966cbee4b65 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/67f0a8b3-8942-4690-a44b-8a19711329c5 HTTP/1.1" status: 404 len: 337 time: 0.0396838 Oct 15 19:53:10.052019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50226) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.083504 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0ffb2c-27d9-4337-930f-8d225de8ca04 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.083504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0ffb2c-27d9-4337-930f-8d225de8ca04 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.086398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50232) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.086924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de0ffb2c-27d9-4337-930f-8d225de8ca04 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/093d9a92-390b-405a-a4b3-231a2834c2e5 HTTP/1.1" status: 404 len: 333 time: 0.0388365 Oct 15 19:53:10.141692 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5983ffd9-eef3-4778-95e3-3957272090ac tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.146749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5983ffd9-eef3-4778-95e3-3957272090ac tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.151032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5983ffd9-eef3-4778-95e3-3957272090ac tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/3f0abe95-068d-4db9-bd27-98363f4ca75a HTTP/1.1" status: 404 len: 337 time: 0.0632179 Oct 15 19:53:10.153425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50234) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.190105 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1b891d-4cbe-4288-a7ae-a9e68133549c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.190550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1b891d-4cbe-4288-a7ae-a9e68133549c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.201912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5c1b891d-4cbe-4288-a7ae-a9e68133549c tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0be62697-a7e1-40ff-a236-4ca75666109f HTTP/1.1" status: 404 len: 337 time: 0.0404265 Oct 15 19:53:10.204408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50236) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.246799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e2b0f-fd5d-470f-baf8-2712c04776a9 req-9df9c6fc-4690-4f5d-a27d-d026c0c044ae tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.248711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259e2b0f-fd5d-470f-baf8-2712c04776a9 req-9df9c6fc-4690-4f5d-a27d-d026c0c044ae tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.1474757 Oct 15 19:53:10.250065 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20f593-9e96-4056-8c16-ee104502658e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.250942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c20f593-9e96-4056-8c16-ee104502658e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.254368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c20f593-9e96-4056-8c16-ee104502658e tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/8afc6ea9-a193-492a-a113-2331cf8590ea HTTP/1.1" status: 404 len: 333 time: 0.0481954 Oct 15 19:53:10.260527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.261998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.267504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.274843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.284773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.291027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:10.292271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.300722 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1c8deb-e562-422e-aa4f-5a5fa7147b83 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.301060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.301217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1c8deb-e562-422e-aa4f-5a5fa7147b83 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.304903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd1c8deb-e562-422e-aa4f-5a5fa7147b83 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/5a711b88-91f3-4a12-ab59-5b402dfdce45 HTTP/1.1" status: 404 len: 337 time: 0.0410738 Oct 15 19:53:10.307040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.310040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.312357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-e51b42f8-46d6-4279-ba49-e285e7a0b066 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1597824 Oct 15 19:53:10.353729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] Pushing event deleted for resources: {'Port': ['ID=4343d626-7a19-4ed0-b5b0-915f7675dfa5,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:10.361550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774fb7ff-8379-4170-9f7b-bd3ff3506914 None None] No DVR routers for this DVR port 4343d626-7a19-4ed0-b5b0-915f7675dfa5 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:53:10.361990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259e2b0f-fd5d-470f-baf8-2712c04776a9 req-260210a8-d1f5-4865-a3f9-ddfb96a3fb1b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062460 Oct 15 19:53:10.362926 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-899fe34d-a26e-4c64-8adb-74f4369f8da7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.363464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899fe34d-a26e-4c64-8adb-74f4369f8da7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.400463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-899fe34d-a26e-4c64-8adb-74f4369f8da7 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/3492a840-9ab3-4889-85d6-aa1f03a293e4 HTTP/1.1" status: 404 len: 337 time: 0.0600324 Oct 15 19:53:10.403187 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97f139f6-4e72-4976-a8cd-f1d02931e097 req-ffa1faa1-f2fc-41e9-b0c3-3f9b2e6acd1c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0643420 Oct 15 19:53:10.409661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50248) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.434960 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-16057841-071a-46fb-b3ba-4b28a75a76a6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.435623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16057841-071a-46fb-b3ba-4b28a75a76a6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.438784 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-16057841-071a-46fb-b3ba-4b28a75a76a6 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/8cd85c6b-7a30-4b12-a367-b5cb501194d1 HTTP/1.1" status: 404 len: 333 time: 0.0280280 Oct 15 19:53:10.444490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.467973 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b20874-3798-4af0-a33b-6c5b909a7766 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.468421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b20874-3798-4af0-a33b-6c5b909a7766 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.473872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-82b20874-3798-4af0-a33b-6c5b909a7766 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/66c7bbd6-3c65-4bdb-997b-260a79b6487f HTTP/1.1" status: 404 len: 337 time: 0.0291085 Oct 15 19:53:10.475585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50252) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.502576 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc567447-6a9a-46ac-a731-6061caf12037 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.503234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc567447-6a9a-46ac-a731-6061caf12037 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.516495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bc567447-6a9a-46ac-a731-6061caf12037 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/d6fcf8b7-4425-45cb-a75d-d6b2cab470e0 HTTP/1.1" status: 404 len: 333 time: 0.0298140 Oct 15 19:53:10.518599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.545038 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b63c59-3ccb-4fbd-be29-ff82a2657b26 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.545038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b63c59-3ccb-4fbd-be29-ff82a2657b26 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.547634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54b63c59-3ccb-4fbd-be29-ff82a2657b26 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/aaecb2e9-f1d8-49f8-adf0-af4a34d61cfa HTTP/1.1" status: 404 len: 337 time: 0.0280538 Oct 15 19:53:10.550108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50258) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.573573 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-83238103-b2d6-402b-bf6c-43b452ba2be4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.574231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83238103-b2d6-402b-bf6c-43b452ba2be4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.577271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-83238103-b2d6-402b-bf6c-43b452ba2be4 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/d5742348-0a8c-4776-a327-9b6f0fcc2eb2 HTTP/1.1" status: 404 len: 333 time: 0.0262649 Oct 15 19:53:10.579963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.606676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:10.608137 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-01739c8e-e9d7-4018-83e8-7e28ff843940 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.608601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01739c8e-e9d7-4018-83e8-7e28ff843940 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.609989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:53:10.614234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-01739c8e-e9d7-4018-83e8-7e28ff843940 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/7d0c84ec-2ad3-4a80-a02d-7c6da698e9ed HTTP/1.1" status: 404 len: 337 time: 0.0311122 Oct 15 19:53:10.614661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50266) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.653965 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-542dc3f4-75f0-419b-934a-54e8ff9986f9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.653965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542dc3f4-75f0-419b-934a-54e8ff9986f9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.656881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-542dc3f4-75f0-419b-934a-54e8ff9986f9 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/ce6a67c3-c2a9-4e90-a03d-1c6b008ffcc5 HTTP/1.1" status: 404 len: 333 time: 0.0412579 Oct 15 19:53:10.660368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50270) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.676146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:53:10.693622 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb266485-1fde-4f91-8b21-584799f0343a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.694161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb266485-1fde-4f91-8b21-584799f0343a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.700559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bb266485-1fde-4f91-8b21-584799f0343a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/dba213c7-bd75-472d-b44e-731457d97c66 HTTP/1.1" status: 404 len: 337 time: 0.0365145 Oct 15 19:53:10.700559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50276) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.703519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9abc82-3a09-4060-b9cd-cb3942b7cafd req-c1a7ba74-41c2-4577-ae03-df40c10d9d8d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:10.705126 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c9abc82-3a09-4060-b9cd-cb3942b7cafd req-c1a7ba74-41c2-4577-ae03-df40c10d9d8d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0803583 Oct 15 19:53:10.717580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4343d626-7a19-4ed0-b5b0-915f7675dfa5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:53:10.717580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4343d626-7a19-4ed0-b5b0-915f7675dfa5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:53:10.783265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c9abc82-3a09-4060-b9cd-cb3942b7cafd req-f5c5872b-38bc-47b7-bc8a-a590250c1722 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682309 Oct 15 19:53:10.795765 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-0164d63f-2c2e-46d5-b4a3-743aed0f1063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.796583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0164d63f-2c2e-46d5-b4a3-743aed0f1063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.818246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0164d63f-2c2e-46d5-b4a3-743aed0f1063 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/535c5186-58fd-438c-b33c-bee99896897b HTTP/1.1" status: 404 len: 333 time: 0.1115403 Oct 15 19:53:10.818246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.856425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:10.868669 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9504e1-f0f9-42f0-b1b5-f9f1cee7bfaf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.869128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9504e1-f0f9-42f0-b1b5-f9f1cee7bfaf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.872814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9d9504e1-f0f9-42f0-b1b5-f9f1cee7bfaf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/bb0841ea-a59e-4df9-bbb7-5df76eb3a779 HTTP/1.1" status: 404 len: 337 time: 0.0530283 Oct 15 19:53:10.878741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50298) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.881087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:10.898460 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-943ece78-e635-432c-9944-e4d98172e868 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.899505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943ece78-e635-432c-9944-e4d98172e868 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.902860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-943ece78-e635-432c-9944-e4d98172e868 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/4e583e64-4107-47ec-81be-ed94064b369c HTTP/1.1" status: 404 len: 333 time: 0.0268826 Oct 15 19:53:10.911596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:10.911596 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc648f8c-e3c6-475e-810a-0fac3b0dfb1f" -d '{"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:10.914161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50306) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:10.918106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'port_id': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'mac_address': 'fa:16:3e:43:5e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6ec3ea-9460-413a-a712-6e2b1c6daefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:10.920727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:10.966171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:10.981227 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-2691a64b-dd21-4b51-aed4-72051b25de3a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:10.981227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2691a64b-dd21-4b51-aed4-72051b25de3a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:10.982954 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6db1b4-5842-42e7-ae5f-9cf9fa6a7efb x-openstack-request-id: req-ec6db1b4-5842-42e7-ae5f-9cf9fa6a7efb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:10.983106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2691a64b-dd21-4b51-aed4-72051b25de3a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fb802fe2-b8de-4079-ae1f-3efdf3fd7c50 HTTP/1.1" status: 404 len: 337 time: 0.0677338 Oct 15 19:53:10.983371 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-unplugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:10.983469 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec6db1b4-5842-42e7-ae5f-9cf9fa6a7efb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:10.984043 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'code': 200} Oct 15 19:53:10.985486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:10.985990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50318) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.008805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:11.022339 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacb7642-7ef6-4372-91f2-237c340a1e24 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.024201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacb7642-7ef6-4372-91f2-237c340a1e24 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.027487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aacb7642-7ef6-4372-91f2-237c340a1e24 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fd739f51-0cae-4af0-9664-8c11109d3cb6 HTTP/1.1" status: 404 len: 337 time: 0.0395787 Oct 15 19:53:11.031236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50322) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.061625 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce61ad40-40a6-490f-9aad-881161bb0860 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.062355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce61ad40-40a6-490f-9aad-881161bb0860 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.065455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce61ad40-40a6-490f-9aad-881161bb0860 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/44dc11c2-960f-4c35-a186-7e0a717953cb HTTP/1.1" status: 404 len: 333 time: 0.0331640 Oct 15 19:53:11.068243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.110336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:53:11.110695 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:53:11.126987 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afd459d-4119-4dcc-9722-1ff0f300a86a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.127447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afd459d-4119-4dcc-9722-1ff0f300a86a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.130052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:11.131059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4afd459d-4119-4dcc-9722-1ff0f300a86a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/e7624a40-96b6-4d3f-85e6-29421c741f21 HTTP/1.1" status: 404 len: 337 time: 0.0617423 Oct 15 19:53:11.137207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.174705 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-082a576e-8a18-4d51-b382-09e7ece8c0ec tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.175171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082a576e-8a18-4d51-b382-09e7ece8c0ec tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.181281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-082a576e-8a18-4d51-b382-09e7ece8c0ec tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/b99662ac-eafa-4eb2-ba4e-02b15eb95751 HTTP/1.1" status: 404 len: 337 time: 0.0403945 Oct 15 19:53:11.181755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50346) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.206670 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad21feb-e9c7-493c-9d3c-2c53994f92ce tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.207382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad21feb-e9c7-493c-9d3c-2c53994f92ce tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.216005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aad21feb-e9c7-493c-9d3c-2c53994f92ce tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/84f4986b-08d8-4724-a773-018179d3fceb HTTP/1.1" status: 404 len: 333 time: 0.0329227 Oct 15 19:53:11.217163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50348) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.224449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.231034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.236978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.243093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.248675 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20a09e8-e011-4779-aae9-28797fc0526b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.249137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20a09e8-e011-4779-aae9-28797fc0526b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.249326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.252396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c20a09e8-e011-4779-aae9-28797fc0526b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0bd7dad0-3672-4d4c-861e-492f3ae76be8 HTTP/1.1" status: 404 len: 337 time: 0.0339670 Oct 15 19:53:11.255900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.257815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50358) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.261036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.262893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-cba312da-65fd-4fc4-930a-6321570e9e1d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1168029 Oct 15 19:53:11.284863 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44b0696-6366-4b5d-b358-aedd886f5f2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.285455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44b0696-6366-4b5d-b358-aedd886f5f2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.290865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a44b0696-6366-4b5d-b358-aedd886f5f2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/511194aa-70b1-4a5f-8de8-291992f6003d HTTP/1.1" status: 404 len: 337 time: 0.0320289 Oct 15 19:53:11.296246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50360) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.320650 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7147a699-fdb7-4af2-bfdf-4822dbe62d85 req-0f7f1885-f15d-48ba-a4c2-aff923dff1b2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504248 Oct 15 19:53:11.329083 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-1880b984-13bf-40c1-b2e6-b66be9adfeb5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.329863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1880b984-13bf-40c1-b2e6-b66be9adfeb5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.336363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1880b984-13bf-40c1-b2e6-b66be9adfeb5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/07af78c3-e57c-4f0c-989a-409dcc120677 HTTP/1.1" status: 404 len: 333 time: 0.0387580 Oct 15 19:53:11.339802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.369096 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6067f3-d0f6-4f81-9087-9da32eaf18cf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.369558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6067f3-d0f6-4f81-9087-9da32eaf18cf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.372564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f6067f3-d0f6-4f81-9087-9da32eaf18cf tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/b7633d23-e7d9-422f-be30-54fb33c879d1 HTTP/1.1" status: 404 len: 337 time: 0.0316401 Oct 15 19:53:11.375206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.403975 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c74ec3-84f2-4bf2-a9d7-234c7f6c6c42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.404435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c74ec3-84f2-4bf2-a9d7-234c7f6c6c42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.407446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6c74ec3-84f2-4bf2-a9d7-234c7f6c6c42 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/0b2c1d65-0038-4095-9b0d-361bc5de8580 HTTP/1.1" status: 404 len: 337 time: 0.0311420 Oct 15 19:53:11.410347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50376) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.441671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fa7eee7e-a3f7-4fd9-99e8-4a12ffa2cee8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports?device_id=62b45b8e-d14d-4d20-b86c-20961bff2ecc HTTP/1.1" status: 200 len: 205 time: 0.0301330 Oct 15 19:53:11.442309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.503122 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-850e5623-de80-4c53-a309-43e65f217fc0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] delete failed (client error): The resource could not be found. Oct 15 19:53:11.506914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-850e5623-de80-4c53-a309-43e65f217fc0 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/routers/62b45b8e-d14d-4d20-b86c-20961bff2ecc HTTP/1.1" status: 404 len: 336 time: 0.0636725 Oct 15 19:53:11.512321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.566445 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3726ae36-2df7-479b-8183-abc6d485e78f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.566997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3726ae36-2df7-479b-8183-abc6d485e78f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.571007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33de48-9e53-4e9b-b09a-abad4d82e94f req-3c664b7d-c9dd-4e41-93ce-51ba483a0b47 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.573112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab33de48-9e53-4e9b-b09a-abad4d82e94f req-3c664b7d-c9dd-4e41-93ce-51ba483a0b47 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0724983 Oct 15 19:53:11.578127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.587030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3726ae36-2df7-479b-8183-abc6d485e78f tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/34a23559-b10d-4242-8f08-b1706e35b004 HTTP/1.1" status: 404 len: 337 time: 0.0624044 Oct 15 19:53:11.587595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50402) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.621483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-65d0fa83-42af-4962-affb-d47b26aa87fa tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "GET /v2.0/ports?device_id=7452076d-8ed2-4103-bbbc-f7ec6494cff6 HTTP/1.1" status: 200 len: 205 time: 0.0422261 Oct 15 19:53:11.622929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.627667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50406) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.629469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.637647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.645138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.653918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.661205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.667398 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-3dc8485c-e780-42b6-8b66-ecc0b4a33b2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] delete failed (client error): The resource could not be found. Oct 15 19:53:11.667709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.669938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-b802b060-db1d-4bd3-84aa-0b2c96b734d4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1676505 Oct 15 19:53:11.672412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50408) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.675448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:11.677566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3dc8485c-e780-42b6-8b66-ecc0b4a33b2b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/routers/7452076d-8ed2-4103-bbbc-f7ec6494cff6 HTTP/1.1" status: 404 len: 336 time: 0.0488398 Oct 15 19:53:11.691813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:11.703004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab33de48-9e53-4e9b-b09a-abad4d82e94f req-4887cbb7-2865-4004-8a02-62cff2b58eea tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144743 Oct 15 19:53:11.725251 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eeeedf-8cff-42d3-9096-c9e86c5be39d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.725948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7eeeedf-8cff-42d3-9096-c9e86c5be39d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.729770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7eeeedf-8cff-42d3-9096-c9e86c5be39d tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/e9f38a0b-9fa2-4b1e-814d-732330ed9ea0 HTTP/1.1" status: 404 len: 337 time: 0.0440140 Oct 15 19:53:11.737062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50414) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.775410 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ee62f2-735f-41d3-b1b5-72c92eeb35ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.775774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ee62f2-735f-41d3-b1b5-72c92eeb35ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.779096 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40ee62f2-735f-41d3-b1b5-72c92eeb35ea tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/fbf6f815-522b-467f-a774-6a3d2381ac1f HTTP/1.1" status: 404 len: 337 time: 0.0409520 Oct 15 19:53:11.781947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f375-c661-4032-9751-776114000753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:11.782605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50422) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.837825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1f3d26a-0d50-4266-9742-9fbace683501 req-7be1dff0-0570-42be-9402-52f1835cf3b8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1068714 Oct 15 19:53:11.839971 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9605d16e-86b7-49b2-b7a2-90c0703de107 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.844896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9605d16e-86b7-49b2-b7a2-90c0703de107 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.855973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9605d16e-86b7-49b2-b7a2-90c0703de107 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/0ed93a77-73c6-46a6-9d23-3b8913843e43 HTTP/1.1" status: 404 len: 333 time: 0.0589600 Oct 15 19:53:11.856679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50426) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.863451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:11.891591 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-55602ff5-a3c4-4c01-87bf-bd293a45c47a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.892239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55602ff5-a3c4-4c01-87bf-bd293a45c47a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.901568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55602ff5-a3c4-4c01-87bf-bd293a45c47a tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/93e9bf43-8966-4737-813b-b6b41bd5542d HTTP/1.1" status: 404 len: 337 time: 0.0376163 Oct 15 19:53:11.903371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50432) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.934485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f375-c661-4032-9751-776114000753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:11.942835 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7021f29-0b21-4820-85b4-819e778cd2c8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.943439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7021f29-0b21-4820-85b4-819e778cd2c8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:11.947382 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7021f29-0b21-4820-85b4-819e778cd2c8 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/0a92749e-1c62-4e7f-81fb-7a199ff941d0 HTTP/1.1" status: 404 len: 333 time: 0.0424888 Oct 15 19:53:11.949868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:11.959393 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:11.960996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a1d0-5f79-4493-b698-90170aea186d req-502efa2f-63f5-4394-8fd0-dd8f7d06483a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:11.962541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4504a1d0-5f79-4493-b698-90170aea186d req-502efa2f-63f5-4394-8fd0-dd8f7d06483a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 943 time: 0.0738709 Oct 15 19:53:11.997092 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1aaf9c6-6642-4cdd-a092-7851a8a0a492 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:11.997554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1aaf9c6-6642-4cdd-a092-7851a8a0a492 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.000727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1aaf9c6-6642-4cdd-a092-7851a8a0a492 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/8370cf43-d7c6-4e5e-916c-a6866efda913 HTTP/1.1" status: 404 len: 337 time: 0.0499399 Oct 15 19:53:12.003236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.012482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4504a1d0-5f79-4493-b698-90170aea186d req-7e384971-26ce-4af5-b3ef-2a7033dc977b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Oct 15 19:53:12.013831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf7f375-c661-4032-9751-776114000753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.026213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:12.036710 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3030520a-c105-418d-bdb8-58d179c68ebe tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.036710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3030520a-c105-418d-bdb8-58d179c68ebe tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.044078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3030520a-c105-418d-bdb8-58d179c68ebe tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/b29f492e-e3b9-4e46-928a-93bd9d65f7cd HTTP/1.1" status: 404 len: 333 time: 0.0397995 Oct 15 19:53:12.044960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7f375-c661-4032-9751-776114000753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922fcca7-d423-4370-89f3-7ffb5061567e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:12.046690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50438) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.058601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-840d8ba3-073b-4773-9bbd-6b891c4ce289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.059755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-840d8ba3-073b-4773-9bbd-6b891c4ce289 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 1097 time: 0.1252565 Oct 15 19:53:12.063223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cbf7f375-c661-4032-9751-776114000753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbefff7d8ab345e9a2c06d3d8c5878f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735875 Oct 15 19:53:12.065825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50442) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.085985 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b10517-2d15-4df9-b4fe-811302b012d3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.085985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b10517-2d15-4df9-b4fe-811302b012d3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.089501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e0b10517-2d15-4df9-b4fe-811302b012d3 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/32e12021-fe4b-4cd0-aa14-24aa820a7e24 HTTP/1.1" status: 404 len: 337 time: 0.0418968 Oct 15 19:53:12.097111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50446) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.127143 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff13050c-d577-459e-9a14-811951d16465 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.127778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff13050c-d577-459e-9a14-811951d16465 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.130760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ff13050c-d577-459e-9a14-811951d16465 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/3e99cea9-523c-4d6e-bf47-17feeb16d8b4 HTTP/1.1" status: 404 len: 333 time: 0.0319314 Oct 15 19:53:12.134366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50448) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.170741 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f46f2ca-cc06-4eae-9ff5-2234afc95679 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.171173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f46f2ca-cc06-4eae-9ff5-2234afc95679 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.174213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f46f2ca-cc06-4eae-9ff5-2234afc95679 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/dc8aefeb-3b5c-4763-9b8e-4a4bf5aa577b HTTP/1.1" status: 404 len: 337 time: 0.0389462 Oct 15 19:53:12.177037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50452) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.177422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-6d4beac7-cebd-44dc-8356-ac508530041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.177652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.178881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-6d4beac7-cebd-44dc-8356-ac508530041c service neutron] 10.222.0.15 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 911 time: 0.1020756 Oct 15 19:53:12.209057 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e90fa2d-eaea-44a8-8c78-970b504b4e34 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.209706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e90fa2d-eaea-44a8-8c78-970b504b4e34 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.213552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8e90fa2d-eaea-44a8-8c78-970b504b4e34 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/e61eda6f-5d28-4384-86fe-613fb9745ca9 HTTP/1.1" status: 404 len: 333 time: 0.0339596 Oct 15 19:53:12.216629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50454) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.226471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-8ad5bdfa-c6bf-41bb-9cc3-eea22effd3df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e58383ad-5347-4585-8d80-54434b57406b HTTP/1.1" status: 200 len: 217 time: 0.0366378 Oct 15 19:53:12.233956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.255786 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad90a253-1ad4-42f1-97d5-e52ffd4e6945 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.256080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad90a253-1ad4-42f1-97d5-e52ffd4e6945 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.262091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ad90a253-1ad4-42f1-97d5-e52ffd4e6945 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/d9dd3723-d5fc-4b96-bac5-9a17e367788b HTTP/1.1" status: 404 len: 337 time: 0.0421989 Oct 15 19:53:12.263155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50456) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.289968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:12.299334 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b47114-13df-4eb3-87d2-897cd657a761 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.299898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b47114-13df-4eb3-87d2-897cd657a761 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.302976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-32b47114-13df-4eb3-87d2-897cd657a761 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/a7c02221-aab2-446e-b49f-cb820e58c941 HTTP/1.1" status: 404 len: 333 time: 0.0388598 Oct 15 19:53:12.305930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50458) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.310513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-268b4416-0df0-4f59-a9f6-4dcb8fb2a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.312230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-268b4416-0df0-4f59-a9f6-4dcb8fb2a234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.0780175 Oct 15 19:53:12.333997 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf795c43-024e-4b47-9476-14d49d5b742b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.334457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf795c43-024e-4b47-9476-14d49d5b742b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.338164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bf795c43-024e-4b47-9476-14d49d5b742b tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/af692c14-cc73-43e6-8e54-0fa1fa528d0b HTTP/1.1" status: 404 len: 337 time: 0.0310309 Oct 15 19:53:12.340796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50460) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.356725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-feec63f0-1e14-46a8-8b72-5297f5d6f798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350692 Oct 15 19:53:12.372231 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53d8206-7207-4d36-8df8-340f55b3cdf5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.372910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53d8206-7207-4d36-8df8-340f55b3cdf5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.379887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a53d8206-7207-4d36-8df8-340f55b3cdf5 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/ports/428afa41-25d1-4db2-a2c1-55b70339075e HTTP/1.1" status: 404 len: 333 time: 0.0344255 Oct 15 19:53:12.379887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50464) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.412889 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1311e6-ce25-4a65-8981-8dffd58db604 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] DELETE failed (client error): The resource could not be found. Oct 15 19:53:12.414397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1311e6-ce25-4a65-8981-8dffd58db604 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:12.419317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd1311e6-ce25-4a65-8981-8dffd58db604 tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/subnets/108b3aca-e8ec-4826-a2d8-9b44419b11bd HTTP/1.1" status: 404 len: 337 time: 0.0353413 Oct 15 19:53:12.419514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50466) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:12.428828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.432066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.436214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/922fcca7-d423-4370-89f3-7ffb5061567e HTTP/1.1" status: 204 len: 168 time: 0.3656054 Oct 15 19:53:12.463667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ce252-a60c-4f0f-b89f-88a64584ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922fcca7-d423-4370-89f3-7ffb5061567e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:12.519416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.543248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-27cb788e-0554-4741-b5e7-b68043e27b21 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738334 Oct 15 19:53:12.561155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.567578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.575089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.581122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.588398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.594505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.602792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.603725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-1ec8c688-276a-4a56-9131-a03aebc7fc97 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1569889 Oct 15 19:53:12.633435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.656665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5304916a-cba8-4f3a-aa49-3964bfb8a8de']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:12.667327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f72bf12-2c4a-4389-b91b-6a0d4e150272') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:12.667655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f72bf12-2c4a-4389-b91b-6a0d4e150272') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:12.677248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.691547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.697809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:53:12.698193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:53:12.701296 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:53:12.703412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d6f1ff8-4e22-40a6-a3a5-6f68fb80e614 req-4ca14810-ed71-4b43-bb48-09b3457c717d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888870 Oct 15 19:53:12.728386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dd669510-b1ec-423e-ab5b-bd704a58b559 req-c0982cfd-90d4-49df-9d1c-d63b9d656956 service neutron] 10.222.0.15 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236384 Oct 15 19:53:12.833215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11575052-2a34-47cb-808a-46f47427f6b6 req-29f0a3f9-b74e-44df-95f7-55863c8236e8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:12.833215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11575052-2a34-47cb-808a-46f47427f6b6 req-29f0a3f9-b74e-44df-95f7-55863c8236e8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0504024 Oct 15 19:53:12.847090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.867402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:12.870581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] 10.222.0.13 "DELETE /v2.0/networks/5304916a-cba8-4f3a-aa49-3964bfb8a8de HTTP/1.1" status: 204 len: 168 time: 0.4501231 Oct 15 19:53:12.886968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee7802-1398-422b-9cb7-268ba1ca0ceb tempest-NetworksTestDHCPv6-1620797829 tempest-NetworksTestDHCPv6-1620797829-project] Pushing event deleted for resources: {'Network': ['ID=5304916a-cba8-4f3a-aa49-3964bfb8a8de,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:12.901885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11575052-2a34-47cb-808a-46f47427f6b6 req-6466cc3c-3214-4b3c-bdfb-b1351edddd49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Oct 15 19:53:13.012650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.018654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.025730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.031795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.041622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.047675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.057787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.059777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-23f979d7-5db6-4f24-a027-35cd571147dc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1042397 Oct 15 19:53:13.105647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9f169a7-af9b-4b07-94b9-ad6f427a3e92 req-4b449c57-3b75-4021-91d3-e92db641cc1e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374660 Oct 15 19:53:13.135353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfd021-3666-4d85-bd97-980cc8ad856a req-08bb34fe-e0ea-4044-913f-ac1b3ded4468 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.137438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7bfd021-3666-4d85-bd97-980cc8ad856a req-08bb34fe-e0ea-4044-913f-ac1b3ded4468 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 944 time: 0.0505753 Oct 15 19:53:13.174756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7bfd021-3666-4d85-bd97-980cc8ad856a req-d9454981-23bc-4957-b8a0-65fccd37971a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313859 Oct 15 19:53:13.255641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50512) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:13.273809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09676cfa-f9e4-4753-8309-b97afe137401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.352777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09676cfa-f9e4-4753-8309-b97afe137401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.434661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50520) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:13.441460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09676cfa-f9e4-4753-8309-b97afe137401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.481890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-09676cfa-f9e4-4753-8309-b97afe137401 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4d86e90db54ce09c198f11871fe905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250972 Oct 15 19:53:13.484599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676cfa-f9e4-4753-8309-b97afe137401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3e411f-25b9-4b73-bbe6-58ac8b733c43,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:13.484993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50524) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:13.535772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.559174 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.591364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0024756-b1e2-4f8e-9d54-68174b3d8f10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f94d693343604b6f8c4bcb046fa24934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532125 Oct 15 19:53:13.591575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:13.639710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.660793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.690845 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.693455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.695322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c3e411f-25b9-4b73-bbe6-58ac8b733c43 HTTP/1.1" status: 204 len: 168 time: 0.2088215 Oct 15 19:53:13.705642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66dc44-2531-4f86-b963-99e707bc3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3e411f-25b9-4b73-bbe6-58ac8b733c43,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:13.842513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.848662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.854531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.860420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.866228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.872124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.877941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:13.879799 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-8c478d36-d65b-49c6-8087-e882e86395e6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.0939283 Oct 15 19:53:13.922052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3bcbda7-0d48-4327-8d1e-60e8c221dc41 req-2c8a858f-db6d-4710-b9fc-7cdb977c3879 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354702 Oct 15 19:53:13.971160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.973821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:13.974967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92b68fb0-94ec-4b12-b8b8-0ee005165bf9 HTTP/1.1" status: 204 len: 168 time: 0.3824923 Oct 15 19:53:13.986616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d8a468-ef1d-426c-8cb3-33b1fe3212a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b68fb0-94ec-4b12-b8b8-0ee005165bf9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:14.037241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539ff0a-ad23-4a16-826a-8bb551ba0ad0 req-1051f561-ba3d-4581-a58c-81e36e99ca68 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.044003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3539ff0a-ad23-4a16-826a-8bb551ba0ad0 req-1051f561-ba3d-4581-a58c-81e36e99ca68 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 945 time: 0.0558741 Oct 15 19:53:14.080017 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3539ff0a-ad23-4a16-826a-8bb551ba0ad0 req-a2873e0c-c098-45ac-bf37-82c7dfdcf0e9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Oct 15 19:53:14.240039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.247085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.253714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.260486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.269295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.278988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.286248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.292247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-50d825a3-abc4-40f6-bb88-e71d483e4d66 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5430 time: 0.1111438 Oct 15 19:53:14.307056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365d1ab-96d5-4174-963c-71a16418c851 req-e2fc68f0-269f-4680-b250-334873dca72c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:14.308619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9365d1ab-96d5-4174-963c-71a16418c851 req-e2fc68f0-269f-4680-b250-334873dca72c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 944 time: 0.0607910 Oct 15 19:53:14.340963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4c53a2-4220-4efc-a579-f3d7ce119d27 req-1925dec1-c260-4a8f-85af-93370a3550b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0454512 Oct 15 19:53:14.364282 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9365d1ab-96d5-4174-963c-71a16418c851 req-f277b1d4-037f-4170-a1fe-c4cb47190a12 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475266 Oct 15 19:53:14.624640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:14.682716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:14.683578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:14.763816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5f5435c9-f34a-4740-a2d7-f3b841b7e050 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:14.766009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:53:14.822595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:14.903412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:14.905705 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81edc09d-6c2f-4b15-9502-0798d20e3938" -d '{"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:14.937167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:14.953367 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d24264-a582-432f-b181-7297465e3e60 x-openstack-request-id: req-79d24264-a582-432f-b181-7297465e3e60 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:14.953845 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-plugged", "status": "completed", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:14.954250 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79d24264-a582-432f-b181-7297465e3e60 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:14.954923 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'code': 200} Oct 15 19:53:14.976762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:14.980397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.009727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'port_id': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'mac_address': 'fa:16:3e:81:a2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:15.027669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:15.058616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.109594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.154741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.158825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3daa72-5c55-45fb-b02f-156f349a9068 req-1edfe75a-e9b8-4799-bf58-6bfccd036f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.161245 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b3daa72-5c55-45fb-b02f-156f349a9068 req-1edfe75a-e9b8-4799-bf58-6bfccd036f48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 1097 time: 0.0548177 Oct 15 19:53:15.171029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5435c9-f34a-4740-a2d7-f3b841b7e050 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:15.206298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.218386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.222793 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0b3daa72-5c55-45fb-b02f-156f349a9068 req-4bcec03b-f95c-4013-a931-3bf8cf0504aa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533488 Oct 15 19:53:15.228600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:15.229104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.234807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:15.235353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.242965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.250661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.257351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.268912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f373330f-0ecf-4e69-b354-81b49a73842d req-cb13584c-7773-4e97-9048-5f8d7a460e1b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1757135 Oct 15 19:53:15.292840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcea58-f3b6-45b6-ad07-876dd5913efc req-cd0e5b1b-b88f-4f7c-845f-a90849f53175 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.294590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-effcea58-f3b6-45b6-ad07-876dd5913efc req-cd0e5b1b-b88f-4f7c-845f-a90849f53175 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.0647881 Oct 15 19:53:15.306436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.307773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58a5b0f8-cc5b-47fa-8513-e862e800f6fe details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:15.318171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f373330f-0ecf-4e69-b354-81b49a73842d req-451ac9b8-6f6a-48ed-9d5d-fe8f186af72b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480173 Oct 15 19:53:15.346637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-effcea58-f3b6-45b6-ad07-876dd5913efc req-27b98f79-9467-4d7b-be36-54c4730095f7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Oct 15 19:53:15.349418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:15.445374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:15.528231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748f5db-121d-43b9-9e37-2881361180e8 req-7d9b5696-21fa-431a-83ed-384b9c2d4bed tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:15.531400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7748f5db-121d-43b9-9e37-2881361180e8 req-7d9b5696-21fa-431a-83ed-384b9c2d4bed tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0699930 Oct 15 19:53:15.557180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:15.558329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:15.577615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'port_id': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe', 'mac_address': 'fa:16:3e:a1:9c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:15.640859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.666398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a5b0f8-cc5b-47fa-8513-e862e800f6fe {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:15.693386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:15.759617 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.759803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4e54a0ed-3334-4697-ae6f-6ab40711ef00 tempest-DvrRoutersNegativeTest-1326127713 tempest-DvrRoutersNegativeTest-1326127713-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-518423848', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:15.760278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04873eff-d5ae-4f7f-bb40-cb6da6f7445c details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:15.762939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.policy [None req-4e54a0ed-3334-4697-ae6f-6ab40711ef00 tempest-DvrRoutersNegativeTest-1326127713 tempest-DvrRoutersNegativeTest-1326127713-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101180) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 15 19:53:15.763361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.policy [None req-4e54a0ed-3334-4697-ae6f-6ab40711ef00 tempest-DvrRoutersNegativeTest-1326127713 tempest-DvrRoutersNegativeTest-1326127713-project] Failed policy check for 'create_router' {{(pid=101180) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 15 19:53:15.763944 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-4e54a0ed-3334-4697-ae6f-6ab40711ef00 tempest-DvrRoutersNegativeTest-1326127713 tempest-DvrRoutersNegativeTest-1326127713-project] create failed (client error): Access was denied to this resource. Oct 15 19:53:15.768794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e54a0ed-3334-4697-ae6f-6ab40711ef00 tempest-DvrRoutersNegativeTest-1326127713 tempest-DvrRoutersNegativeTest-1326127713-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2072010 Oct 15 19:53:15.841130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:15.849693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:15.858519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'port_id': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'mac_address': 'fa:16:3e:30:a2:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:15.903039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:15.918567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04873eff-d5ae-4f7f-bb40-cb6da6f7445c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:15.934069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7748f5db-121d-43b9-9e37-2881361180e8 req-4821e2df-dd0f-4235-abd4-1a7471ed0f40 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968093 Oct 15 19:53:15.938908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:16.033986 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.035013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7c89ccda-e8d7-4f18-adc8-327cba20517d details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:16.074864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.081008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.087509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.094071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.100593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.107670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.114841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.126498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-211ada03-88b3-4b01-a43b-156049cf8ffb tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5432 time: 0.1099136 Oct 15 19:53:16.137055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:16.144074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:16.150704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '7c89ccda-e8d7-4f18-adc8-327cba20517d', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'port_id': '7c89ccda-e8d7-4f18-adc8-327cba20517d', 'mac_address': 'fa:16:3e:f7:88:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:16.175411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a47b6d7e-2332-422a-8976-bb82cab4e4a7 req-24e64d31-8a3c-450a-ac71-47b2f654fdce tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447400 Oct 15 19:53:16.204897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.221273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c89ccda-e8d7-4f18-adc8-327cba20517d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:16.245582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:16.306675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50694) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:16.365621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.423749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:16.460583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ac9143f3-1bc5-49ba-95bd-a6a9ab44aece admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.473432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.481791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.499839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.508103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.514185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.520782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.527281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:16.529411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-15433383-3a0d-42b7-b8e6-b4c4b95e18eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1189101 Oct 15 19:53:16.561767 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ac9143f3-1bc5-49ba-95bd-a6a9ab44aece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.575498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ba44167-7ed8-4c20-ba6d-551be457ce95 req-e02550c7-15f6-4248-95bc-be88c54784fa tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393705 Oct 15 19:53:16.674467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ac9143f3-1bc5-49ba-95bd-a6a9ab44aece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.719734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ac9143f3-1bc5-49ba-95bd-a6a9ab44aece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8028822040dd48b6a219e6b1ea2fb4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107001 Oct 15 19:53:16.720865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9143f3-1bc5-49ba-95bd-a6a9ab44aece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecefc28-afa5-48b9-b296-7a008f45238c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:16.721501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50722) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:16.774652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.785840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eafd7ae5-67a4-47b4-bdf2-f34bd7651415 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:16.790441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e58383ad-5347-4585-8d80-54434b57406b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:53:16.818058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.900198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5f5435c9-f34a-4740-a2d7-f3b841b7e050'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:16.902201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['7c89ccda-e8d7-4f18-adc8-327cba20517d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:16.967610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:16.970078 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809578f8-ec6c-4c8f-bf6e-d4c45530fd33" -d '{"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "e58383ad-5347-4585-8d80-54434b57406b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:16.981483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['04873eff-d5ae-4f7f-bb40-cb6da6f7445c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:16.990908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.997315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:16.999188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ecefc28-afa5-48b9-b296-7a008f45238c HTTP/1.1" status: 204 len: 168 time: 0.2761662 Oct 15 19:53:17.011750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac5cc-72f7-4130-8272-9ff925c5b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecefc28-afa5-48b9-b296-7a008f45238c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:17.094663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230bf5d-058a-4ffd-9924-214ea7cd619f req-07da98ca-b002-4d16-ba5d-d94aa24b3a93 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.096355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c230bf5d-058a-4ffd-9924-214ea7cd619f req-07da98ca-b002-4d16-ba5d-d94aa24b3a93 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0820310 Oct 15 19:53:17.173281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c230bf5d-058a-4ffd-9924-214ea7cd619f req-dc74f3c6-f613-4e12-aa1b-ca8dbd434dc8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574677 Oct 15 19:53:17.295456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-998e13dc-ad96-4f82-92d2-03e1133fe42b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.296267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:17.300123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-998e13dc-ad96-4f82-92d2-03e1133fe42b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=e41e7fd1-1998-4974-8a95-65233191e8c1 HTTP/1.1" status: 200 len: 943 time: 0.0681560 Oct 15 19:53:17.312576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'network_id': '13d041b7-c829-4f78-80d1-0957e0315c23', 'port_id': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'mac_address': 'fa:16:3e:17:ac:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:17.319077 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810f7760-5e1f-41c2-9649-f769eaade65e x-openstack-request-id: req-810f7760-5e1f-41c2-9649-f769eaade65e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:17.319077 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-unplugged", "status": "failed", "tag": "e58383ad-5347-4585-8d80-54434b57406b", "code": 422}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:17.319077 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-810f7760-5e1f-41c2-9649-f769eaade65e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:17.320251 n-d-712140-14 neutron-server[101182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b', 'code': 422} returned with failed status Oct 15 19:53:17.376911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.384485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.390634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.398087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.400794 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.404883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.411172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.418267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.420332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-e6fb64e9-0371-4d44-9aa3-ae994c57f438 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5434 time: 0.1066899 Oct 15 19:53:17.424314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port e58383ad-5347-4585-8d80-54434b57406b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:17.425333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.467669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafd7ae5-67a4-47b4-bdf2-f34bd7651415 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:17.478639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3a41ed6-999c-4dfd-9a87-19395c171d7a req-0c0183f1-f423-4548-ac47-7fd9ce76bde1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519257 Oct 15 19:53:17.575982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port e58383ad-5347-4585-8d80-54434b57406b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e58383ad-5347-4585-8d80-54434b57406b,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:17.576523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.577006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:17.624256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for e58383ad-5347-4585-8d80-54434b57406b owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:17.641148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335083f-330f-4a30-9d0b-38ff32081150 req-e501e04e-5e9b-4de9-957d-93a79af3ec1f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.654386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4335083f-330f-4a30-9d0b-38ff32081150 req-e501e04e-5e9b-4de9-957d-93a79af3ec1f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0771756 Oct 15 19:53:17.708029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.708911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:17.715313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50762) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:17.727637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4335083f-330f-4a30-9d0b-38ff32081150 req-4796a99a-02c0-48b7-a9e7-7887da720d1f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718429 Oct 15 19:53:17.817075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['58a5b0f8-cc5b-47fa-8513-e862e800f6fe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:17.899618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d6e93e4-7d23-4d84-b6c5-47dc124982a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.944821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:17.954243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.961913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.967864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.974384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.981392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.985454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:17.989260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.996077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:17.998094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-33be11ed-f4fb-4669-8b62-487ed58aba4b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5421 time: 0.1090906 Oct 15 19:53:18.002621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.005921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d6e93e4-7d23-4d84-b6c5-47dc124982a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.046503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=e58383ad-5347-4585-8d80-54434b57406b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:18.061826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-99414039-89b1-4ecf-a30e-b8f8340a3e58 req-d24a69f8-b16e-43d6-8821-c47c4ecf3e6b tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544658 Oct 15 19:53:18.063452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60', 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'port_id': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60', 'mac_address': 'fa:16:3e:f4:5b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf09f4d-b9df-487e-a2d0-72db82996175', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:18.082283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5d6e93e4-7d23-4d84-b6c5-47dc124982a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.110608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port e58383ad-5347-4585-8d80-54434b57406b on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:53:18.119524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.128109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd7d8022-dbeb-4a47-aaf2-45f277928dda req-482599d2-ccf1-414a-a710-413af907e9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "DELETE /v2.0/ports/e58383ad-5347-4585-8d80-54434b57406b HTTP/1.1" status: 204 len: 173 time: 0.8213048 Oct 15 19:53:18.131934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-deleted', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:18.135174 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6f781a-571b-4880-b0f9-5d2ec2466bbc" -d '{"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-deleted", "tag": "e58383ad-5347-4585-8d80-54434b57406b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:18.148671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.158535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5d6e93e4-7d23-4d84-b6c5-47dc124982a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fce84af9d0e459583495f789367af52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4412076 Oct 15 19:53:18.161188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50776) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:18.165222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e93e4-7d23-4d84-b6c5-47dc124982a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803ceb4a-a6e8-4666-a1f0-93155e9f54e8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:18.168075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:18.193846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.234242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.258218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.270543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.271300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device fb1a16cb-da0a-4c2a-ba1d-03c776348db5 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:18.332893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:18.355597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.367581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5', 'network_id': 'd9cb7224-82c7-4f5f-903a-4341ff0a95b1', 'port_id': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5', 'mac_address': 'fa:16:3e:8d:3e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf09f4d-b9df-487e-a2d0-72db82996175', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:18.394633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.404675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.404675 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/803ceb4a-a6e8-4666-a1f0-93155e9f54e8 HTTP/1.1" status: 204 len: 168 time: 0.2347875 Oct 15 19:53:18.410187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bb39d-d86e-4a86-a002-3faae76967c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ceb4a-a6e8-4666-a1f0-93155e9f54e8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:18.458771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.474523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1a16cb-da0a-4c2a-ba1d-03c776348db5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:18.492623 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6833e94-ce2a-4c70-850d-d98a597ca8a6 x-openstack-request-id: req-f6833e94-ce2a-4c70-850d-d98a597ca8a6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:18.496560 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e41e7fd1-1998-4974-8a95-65233191e8c1", "name": "network-vif-deleted", "tag": "e58383ad-5347-4585-8d80-54434b57406b", "status": "failed", "code": 422}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:18.496560 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6833e94-ce2a-4c70-850d-d98a597ca8a6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:18.496560 n-d-712140-14 neutron-server[101180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e41e7fd1-1998-4974-8a95-65233191e8c1', 'name': 'network-vif-deleted', 'tag': 'e58383ad-5347-4585-8d80-54434b57406b', 'status': 'failed', 'code': 422} returned with failed status Oct 15 19:53:18.496881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.554768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b15a1f7d-15a2-401a-8277-b2827808fea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.622325 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.640315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.646492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.653067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90be3395-826e-421c-8cbb-e80f8ea11b88 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:18.654403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.661299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.668211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.674845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.682638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:18.686252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:18.698939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-b09406fd-06ed-448d-b32d-c25e46e55e8e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5436 time: 0.1246896 Oct 15 19:53:18.754217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e5ae1bde-b0c0-4f0f-83d0-2006dd38e2a3 req-ad3fc3a1-2f51-41a4-86e6-a9cb1cd9a37a tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0503902 Oct 15 19:53:18.787696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90be3395-826e-421c-8cbb-e80f8ea11b88,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.809357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '90be3395-826e-421c-8cbb-e80f8ea11b88', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'port_id': '90be3395-826e-421c-8cbb-e80f8ea11b88', 'mac_address': 'fa:16:3e:d8:8d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:18.850568 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:18.865221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90be3395-826e-421c-8cbb-e80f8ea11b88 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:18.897914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90be3395-826e-421c-8cbb-e80f8ea11b88,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:18.911052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50820) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:19.010219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-33bc1cea-2710-468e-95f8-88a3d37dbde7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.012051 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-33bc1cea-2710-468e-95f8-88a3d37dbde7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.1637735 Oct 15 19:53:19.016689 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.018293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 97931503-22b8-49e3-ab1a-a29be4a81771 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:19.051981 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-d4499549-8e8a-4ce1-8f70-8f4fb331e9d5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/quotas/0349cdb48a2e4701bacf62705461ef63 HTTP/1.1" status: 200 len: 375 time: 0.0188088 Oct 15 19:53:19.115648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-221e8591-f64c-4dd8-a8d1-1c3241c90a5b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620477 Oct 15 19:53:19.116639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:19.119335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:19.131172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '97931503-22b8-49e3-ab1a-a29be4a81771', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'port_id': '97931503-22b8-49e3-ab1a-a29be4a81771', 'mac_address': 'fa:16:3e:db:8c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:19.157622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4a7250ce-97a4-4d61-92b8-6696c32a93c0 tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-173106306', 'prefixes': ['172.20.0.0/16']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:19.182006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.197470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97931503-22b8-49e3-ab1a-a29be4a81771 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:19.220152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:19.248255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-30fc522d-b3d4-4522-831c-9e0b6608c0ee service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313822 Oct 15 19:53:19.342591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.343405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:19.364082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-0bdeffbb-c05d-46eb-8e4b-2043ba664407 service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093476 Oct 15 19:53:19.478148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:19.511536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:19.515665 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a7250ce-97a4-4d61-92b8-6696c32a93c0 tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] Publish callbacks [] for subnetpool, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.517451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4a7250ce-97a4-4d61-92b8-6696c32a93c0 tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6052635 Oct 15 19:53:19.520223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50842) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:19.533349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'port_id': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'mac_address': 'fa:16:3e:95:5c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:19.577765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-784e085d-e501-43eb-9343-08115958207f tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "GET /v2.0/subnetpools/ffe0fbb1-0a7f-48e8-8565-ae0965cb97d5 HTTP/1.1" status: 200 len: 731 time: 0.0562305 Oct 15 19:53:19.580519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:19.594481 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.595256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-86404f38-461b-45cb-a82e-bcaccc53b90e tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1855935094'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:19.608604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:19.628567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:19.796915 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:19.810877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9e1b380d-8601-4401-a79e-f41b864e491a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:19.811125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.811125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.816914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.825475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.832655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.841392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.848747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:19.851301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-23d0fc9a-826c-4849-8e84-97f708024098 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5423 time: 0.1346250 Oct 15 19:53:19.878471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:19.903490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5e396dc3-410c-4d44-a197-cdd2da21f75d req-3aaeabfe-64be-4c5a-9b1d-a147ce6eaec2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443394 Oct 15 19:53:19.945664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['eafd7ae5-67a4-47b4-bdf2-f34bd7651415'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:19.975267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['fb1a16cb-da0a-4c2a-ba1d-03c776348db5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:19.984481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:19.995661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c5ab530-a108-4a5b-a917-44d51e114f72 req-7abef0c1-4191-487f-bbcf-a8cea9f5077c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 210 time: 0.0457149 Oct 15 19:53:20.020443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-4af51e4e-a4ba-46a9-9251-c8da140aa829 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.022548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-4af51e4e-a4ba-46a9-9251-c8da140aa829 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fe6864b-9b65-4d9b-824f-55ea6f34fa52 HTTP/1.1" status: 200 len: 945 time: 0.0841393 Oct 15 19:53:20.052212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9e1b380d-8601-4401-a79e-f41b864e491a,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:20.088172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '9e1b380d-8601-4401-a79e-f41b864e491a', 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'port_id': '9e1b380d-8601-4401-a79e-f41b864e491a', 'mac_address': 'fa:16:3e:99:9e:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5937d931-0365-403d-8f98-1babcbbd4ad6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:20.136541 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-86404f38-461b-45cb-a82e-bcaccc53b90e tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] Publish callbacks [] for subnetpool, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.137705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86404f38-461b-45cb-a82e-bcaccc53b90e tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "PUT /v2.0/subnetpools/ffe0fbb1-0a7f-48e8-8565-ae0965cb97d5 HTTP/1.1" status: 200 len: 684 time: 0.5550084 Oct 15 19:53:20.141555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:20.212515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.219894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.228408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.245213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.258162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.268012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.282782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.293632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-d502edf8-6f36-4ac7-9941-8230a49c8a54 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5437 time: 0.2340758 Oct 15 19:53:20.301732 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.381541 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d231f12e-4b49-435f-9e8f-9dc883b16a7c tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] Publish callbacks [] for subnetpool, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.390364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Deleting port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:20.390364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.390775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d231f12e-4b49-435f-9e8f-9dc883b16a7c tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ffe0fbb1-0a7f-48e8-8565-ae0965cb97d5 HTTP/1.1" status: 204 len: 168 time: 0.2435572 Oct 15 19:53:20.390775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50878) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:20.395408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1b380d-8601-4401-a79e-f41b864e491a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:20.406954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db9278ad-dfe3-493f-8b52-91fef9695bd2 req-ed559506-d1ee-48a4-9c43-2e40135765a1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1079378 Oct 15 19:53:20.424905 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-ec209462-ac67-4533-8233-b6a0b90358e5 tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] show failed (client error): The resource could not be found. Oct 15 19:53:20.426010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec209462-ac67-4533-8233-b6a0b90358e5 tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "GET /v2.0/subnetpools/ffe0fbb1-0a7f-48e8-8565-ae0965cb97d5 HTTP/1.1" status: 404 len: 346 time: 0.0378306 Oct 15 19:53:20.426803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50886) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:20.453971 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1626ce1e-f17d-42e8-88bf-6fcd3cd6b12e tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] delete failed (client error): The resource could not be found. Oct 15 19:53:20.462987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1626ce1e-f17d-42e8-88bf-6fcd3cd6b12e tempest-SubnetPoolsTestJSON-1825025409 tempest-SubnetPoolsTestJSON-1825025409-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ffe0fbb1-0a7f-48e8-8565-ae0965cb97d5 HTTP/1.1" status: 404 len: 346 time: 0.0343242 Oct 15 19:53:20.478831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9e1b380d-8601-4401-a79e-f41b864e491a,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:20.527665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] For port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:20.528563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.551083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Calling delete_port for ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:20.571503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.572709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4c40cf77-877f-4d10-be65-f1e4305bc2bd details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:20.650303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:20.670371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-07a08cf4-e96d-47a3-b5a8-f4951148e6c3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:20.671947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-07a08cf4-e96d-47a3-b5a8-f4951148e6c3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.2079165 Oct 15 19:53:20.689743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-67a0aa8e-073e-49a3-8ebe-5dfdaecd40d1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.0111260 Oct 15 19:53:20.711382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:20.726083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '4c40cf77-877f-4d10-be65-f1e4305bc2bd', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'port_id': '4c40cf77-877f-4d10-be65-f1e4305bc2bd', 'mac_address': 'fa:16:3e:2f:b8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:20.729253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-f2dfbd32-9a5a-41b4-bed4-e68020cfbf6c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294554 Oct 15 19:53:20.773502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.786626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c40cf77-877f-4d10-be65-f1e4305bc2bd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:20.800427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58a5b0f8-cc5b-47fa-8513-e862e800f6fe up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:20.828639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:20.839783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.852966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:20.879495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event deleted for resources: {'Port': ['ID=ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:20.918402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] No DVR routers for this DVR port ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:53:20.921311 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.925327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-67218836-70a7-4f1f-9ef8-00c5611c5cd6 req-93c668fa-8e9a-4cd3-9985-80c8ba05f494 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "DELETE /v2.0/ports/ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 HTTP/1.1" status: 204 len: 173 time: 0.8963981 Oct 15 19:53:20.925783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-deleted', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:20.928860 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e02c8-e6a0-4efc-b1b6-584a485925f7" -d '{"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-deleted", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:20.981742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:20.982430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:21.028572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:21.047774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.051875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:21.053152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.053850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.060496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.061159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:21.066446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.082517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.082517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.084163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.084319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:21.086632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-f378d2a3-5f72-4728-a3b2-58a5a6371e21 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5426 time: 0.0935252 Oct 15 19:53:21.095931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'network_id': 'd2586480-b8ad-49ae-86e7-d4295925a29c', 'port_id': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'mac_address': 'fa:16:3e:e4:59:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c446534e-39df-4d3f-8c63-c04d7209894a', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:21.133763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8943d47-800a-4f84-bf83-cec02243edb0 req-738c176b-40b1-47d8-9e29-fb71c6e56a05 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384994 Oct 15 19:53:21.189778 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c33266a-90de-4fb1-a083-c2168b955704 x-openstack-request-id: req-8c33266a-90de-4fb1-a083-c2168b955704 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:21.190068 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6864b-9b65-4d9b-824f-55ea6f34fa52", "name": "network-vif-deleted", "tag": "ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:21.190332 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c33266a-90de-4fb1-a083-c2168b955704 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:21.190702 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6864b-9b65-4d9b-824f-55ea6f34fa52', 'name': 'network-vif-deleted', 'tag': 'ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5', 'status': 'completed', 'code': 200} Oct 15 19:53:21.195987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.219540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:21.237760 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.266681 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f9a3cf0c-bc01-4a79-8326-6d2e010969fd req-41707880-dd14-4c5d-82d1-2d1116d66d23 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 210 time: 0.0267162 Oct 15 19:53:21.290076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:21.290704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:21.291424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:21.293772 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f52ad77-4405-4abd-8ca4-8aeca4b28815" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "58a5b0f8-cc5b-47fa-8513-e862e800f6fe"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:21.340740 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36786690-573a-4da2-93b8-d6a2a8512e9d x-openstack-request-id: req-36786690-573a-4da2-93b8-d6a2a8512e9d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:21.341100 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "58a5b0f8-cc5b-47fa-8513-e862e800f6fe", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:21.341380 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36786690-573a-4da2-93b8-d6a2a8512e9d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:21.341764 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a5b0f8-cc5b-47fa-8513-e862e800f6fe', 'code': 200} Oct 15 19:53:21.376518 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.377280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5f5435c9-f34a-4740-a2d7-f3b841b7e050 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:21.424956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4874c406-1d3b-47c9-98ab-6c9ac7bd0369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.430115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.457172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:21.479515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:21.522424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:21.561249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-951ebfff-da57-4418-a110-30f136bf69c9 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8174088 Oct 15 19:53:21.561249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50922) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:21.619982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:21.625727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.632356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.638642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.643670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:21.644142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.644843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.645946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:21.667324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.676239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.682922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:21.684961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-e079f680-e3f8-4449-8f1f-38918599d5ca tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5438 time: 0.1528013 Oct 15 19:53:21.716505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-511eaa0d-d54c-49f7-82bb-fc949474c78c service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490986 Oct 15 19:53:21.748869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:21.750937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee62-1a55-475b-b7ae-7eebdc989af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.779298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42b1c61b-2f5d-43da-b8ce-42133bcba1c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.809856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'network_id': '0d8fd63b-b34f-4e63-9ba7-d58863e19096', 'port_id': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'mac_address': 'fa:16:3e:13:26:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5937d931-0365-403d-8f98-1babcbbd4ad6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:21.810745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a93cf62e-97a8-458a-9975-8d957d462e0f req-0627dcf5-1682-4665-b1a9-6f41a48c0ad1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1183958 Oct 15 19:53:21.875822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.899438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee62-1a55-475b-b7ae-7eebdc989af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.911429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42b1c61b-2f5d-43da-b8ce-42133bcba1c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.951283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:21.963280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:21.978526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:22.000710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:22.027917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d4bbee62-1a55-475b-b7ae-7eebdc989af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.051638 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b38e5804-c851-4c58-869a-ff09bf261dca req-da3717ce-c211-4653-a099-0e599de7ed17 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 210 time: 0.0442581 Oct 15 19:53:22.052517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42b1c61b-2f5d-43da-b8ce-42133bcba1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.073930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.076266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04873eff-d5ae-4f7f-bb40-cb6da6f7445c up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:22.091094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:22.091962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d4bbee62-1a55-475b-b7ae-7eebdc989af2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=710cff01a5bf4a3f8b31166c28105bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327618 Oct 15 19:53:22.092783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbee62-1a55-475b-b7ae-7eebdc989af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d43cb8-65da-4827-837e-d593e8e6537c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.098592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-42b1c61b-2f5d-43da-b8ce-42133bcba1c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b59189421924d1caa924b010cab2363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748911 Oct 15 19:53:22.106555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50942) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:22.193494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1c61b-2f5d-43da-b8ce-42133bcba1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a32b49-dfbe-45a2-bf9f-2f0d14e9fc14,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.231161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.246463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.257667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.281990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['90be3395-826e-421c-8cbb-e80f8ea11b88'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:22.293908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4b0097ff-05d0-4b4f-871e-246c29ea7dd7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:22.311079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.339647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.379428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.388512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.395623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.401794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.404552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.408485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88a32b49-dfbe-45a2-bf9f-2f0d14e9fc14 HTTP/1.1" status: 204 len: 168 time: 0.2984960 Oct 15 19:53:22.419994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.437355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecea081-37af-4683-a77d-8fc948131de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a32b49-dfbe-45a2-bf9f-2f0d14e9fc14,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.438050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.451235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.459027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.466869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-4aede3ad-fa20-4d04-8b3b-9b5b808c66c4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5428 time: 0.1978831 Oct 15 19:53:22.513565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6bd5cb0f-7e68-4276-8531-bcae3ba5f951 req-6a66bfe0-f303-4809-b923-4d2c048e2a63 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 210 time: 0.0548635 Oct 15 19:53:22.527273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:22.554867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a440bd92-3ddd-4588-9bee-ba93a80c9a57 req-dea7ba69-d895-424b-8a70-15571da87bbb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764143 Oct 15 19:53:22.592966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.633536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.634823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.638017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.639309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0d43cb8-65da-4827-837e-d593e8e6537c HTTP/1.1" status: 204 len: 168 time: 0.5396149 Oct 15 19:53:22.683536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9319858-02b1-4814-ac03-8cd1da7606a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d43cb8-65da-4827-837e-d593e8e6537c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.719866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:22.810869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-55d2dba3-5aae-4f07-b149-73ef6231f2cb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:22.812286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-55d2dba3-5aae-4f07-b149-73ef6231f2cb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.15 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.1540971 Oct 15 19:53:22.821246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.827009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Request body: {'port': {'device_id': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'admin_state_up': True, 'tenant_id': '0349cdb48a2e4701bacf62705461ef63'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:22.837771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:22.852350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:22.854571 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.855430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:22.902728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:22.903096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.101249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.107731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.113354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.120171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.126185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.134392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.140115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.142284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-32974d37-89e6-4b90-a0d6-0b7d81073df1 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5439 time: 0.1683114 Oct 15 19:53:23.143702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Made reservation on behalf of 0349cdb48a2e4701bacf62705461ef63 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:23.148021 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.246102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d8e13da-888a-4037-a5c4-70f9dbe90ca5 req-fb72d8b2-6c94-4e5b-9bd9-f9d0064a5b11 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 210 time: 0.0681076 Oct 15 19:53:23.278799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['97931503-22b8-49e3-ab1a-a29be4a81771'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:23.317587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4c40cf77-877f-4d10-be65-f1e4305bc2bd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:23.392233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:23.394482 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ccd47-4fe6-4704-a5ae-eca27b3fb623" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:23.414894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['9e1b380d-8601-4401-a79e-f41b864e491a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:23.424974 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c19fa90-16a4-4c8d-9b2d-89a81a444ff9 req-2e53a24f-320c-443e-8c8e-23520bfda734 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2745135 Oct 15 19:53:23.426384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Allocated IP 172.20.0.5 (1355e1a2-e190-4a34-a45d-364d637c79f2/dd6ec3ea-9460-413a-a712-6e2b1c6daefd/9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:23.507920 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b0eaa6-be59-4a9f-8259-845d9f073fe8 x-openstack-request-id: req-30b0eaa6-be59-4a9f-8259-845d9f073fe8 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:23.508261 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:23.508613 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30b0eaa6-be59-4a9f-8259-845d9f073fe8 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:23.509096 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'code': 200} Oct 15 19:53:23.535264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:53:23.654019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:23.675874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32562904-1fcf-4018-bd36-3c4412556870 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.732411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:53:23.733672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed6bbd20-532d-4512-b9e0-5f6dbfdb37b5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:53:23.737888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.773399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32562904-1fcf-4018-bd36-3c4412556870 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.813035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.870253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd00d1af-97d6-486d-8719-68f2db5cd209 req-cfc62270-8d28-4df9-9fc3-17e307e06f07 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 210 time: 0.0869699 Oct 15 19:53:23.884252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.891873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.900015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.907523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.908613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.918799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.923953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.929597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:23.931596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:23.934477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-9cdb5783-4771-48d6-8c82-23782faae585 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5428 time: 0.2399757 Oct 15 19:53:23.936010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32562904-1fcf-4018-bd36-3c4412556870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:23.977209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:23.988394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32562904-1fcf-4018-bd36-3c4412556870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8139c886-238a-4cfd-8866-48287ceaa2da,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:23.991700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:23.994410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:23.996993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:53:24.017962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.031026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7c89ccda-e8d7-4f18-adc8-327cba20517d up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:24.077662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.082412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.108865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-32562904-1fcf-4018-bd36-3c4412556870 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40cdb7283c054812ae8c73c5c21908bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512351 Oct 15 19:53:24.109275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51034) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:24.169634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2498304a-c36b-42ca-88ec-aa49ce624507 req-478698a4-5df7-4520-a00c-5e5734d7ae93 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1754360 Oct 15 19:53:24.219724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3d34e1e6-4ff5-459b-b387-c3763b60951c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3974142 Oct 15 19:53:24.228735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.235119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Request body: {'port': {'device_id': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:24.254641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:24.294786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.341037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.358964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 7c89ccda-e8d7-4f18-adc8-327cba20517d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:24.363615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 7c89ccda-e8d7-4f18-adc8-327cba20517d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:24.364011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.429855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-499213bb-d8c2-4b03-bfec-3d731e72332f req-6dc326b6-ce3a-4fa8-b111-260e8698e71f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 210 time: 0.0695045 Oct 15 19:53:24.559302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.561949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.562438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.565452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8139c886-238a-4cfd-8866-48287ceaa2da HTTP/1.1" status: 204 len: 168 time: 0.4502573 Oct 15 19:53:24.576756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194e502-6f6f-4a31-9942-a6393e5d1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8139c886-238a-4cfd-8866-48287ceaa2da,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:24.587212 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.640811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:24.701778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.707633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.713609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.719794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.726317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.732206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.738136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:24.740054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-c33a6bdf-87bd-4b0b-a493-a6c81d4c0bf9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5440 time: 0.1975186 Oct 15 19:53:24.775855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.800076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device fb1a16cb-da0a-4c2a-ba1d-03c776348db5 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:24.809499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a067c298-19ab-43ae-8e5f-2b753a9aafae req-4aff7442-2efa-4b47-9aa8-296a9df268f4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0623069 Oct 15 19:53:24.858856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:24.870748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:24.888710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:24.914562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Transition to ACTIVE for port object 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:53:25.003459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ecfd3-ac53-479d-a952-17a41ce40a7a req-98141794-9aea-4519-85a7-e554241cc393 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.005026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e62ecfd3-ac53-479d-a952-17a41ce40a7a req-98141794-9aea-4519-85a7-e554241cc393 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 931 time: 0.0514679 Oct 15 19:53:25.021694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:25.027263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:25.027890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.038842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-dd51e7bd-837d-4c01-bf3a-dba1366dc9d1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.040606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-dd51e7bd-837d-4c01-bf3a-dba1366dc9d1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.1390557 Oct 15 19:53:25.048399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e62ecfd3-ac53-479d-a952-17a41ce40a7a req-6b74704d-03f1-4118-8b11-956017cee175 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357816 Oct 15 19:53:25.060665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.080123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': '96a3adc1-9d43-4605-bb20-6099708cad47', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:25.141942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:25.187042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.224433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:25.342669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.344530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:25.352389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51064) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:25.364204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Attempting to bind port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:53:25.364788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Attempting to bind port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:53:25.364945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Attempting to bind port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:53:25.392521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:53:25.392955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Attempting to bind port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:53:25.411437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.419219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.427125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.437630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.445341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.445792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:25.451340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.458439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:25.466412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-9488e6f8-0e5a-4fb7-9a2b-12a32cafd6fb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5428 time: 0.1994948 Oct 15 19:53:25.481671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:25.488229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:53:25.488565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Checking segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:53:25.492460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Bound using segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:53:25.492987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Bound port: 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:53:25.493360 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.517841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ccda-e8d7-4f18-adc8-327cba20517d'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:25.520705 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f4c4a-8361-4b95-b7ee-6f573f192f06" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ccda-e8d7-4f18-adc8-327cba20517d"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:25.532697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:25.543161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:25.543526 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.545544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7574729e-4f5f-491d-8674-2178f91a2501 req-2c09e701-e3f4-4b59-abdb-71866deb46bc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 210 time: 0.0381494 Oct 15 19:53:25.587671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d959c8f7-cd3d-4c55-8876-2db87132e1af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.604989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:25.609495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.657861 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0bdf191a-34be-44aa-a24d-344d7fcd0d31 req-885213b2-d052-43d8-8ad4-b9a62b2b39e8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904714 Oct 15 19:53:25.671965 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8ac5df-12fb-425b-bbcd-4b788c159530 x-openstack-request-id: req-eb8ac5df-12fb-425b-bbcd-4b788c159530 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:25.672603 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "7c89ccda-e8d7-4f18-adc8-327cba20517d", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:25.673716 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb8ac5df-12fb-425b-bbcd-4b788c159530 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:25.674216 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'code': 200} Oct 15 19:53:25.676322 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89ccda-e8d7-4f18-adc8-327cba20517d', 'code': 200} Oct 15 19:53:25.676688 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5', 'code': 200} Oct 15 19:53:25.679543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:25.703844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:25.704213 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.780819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.845840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:53:25.861979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:53:25.865344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:25.888880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.936931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:25.951293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.993699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:25.994556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eafd7ae5-67a4-47b4-bdf2-f34bd7651415 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:26.031249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.9 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:26.076380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.076997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.078554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 HTTP/1.1" status: 200 len: 1092 time: 1.8484619 Oct 15 19:53:26.083137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:26.089056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.096857 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10af2027-f9e2-458a-bb40-452d7798cd94" -d '{"events": [{"name": "network-changed", "server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:26.136028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac967-395f-4c97-a5ab-9fa35aba1423 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.152880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.215770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d959c8f7-cd3d-4c55-8876-2db87132e1af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.254551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.278095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.284142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.290970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.297393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.303884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.307841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:26.312111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:26.312586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.325052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.331803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.333737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-b59d56d5-7859-4247-9640-9028fff58992 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5443 time: 0.1614084 Oct 15 19:53:26.336860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d959c8f7-cd3d-4c55-8876-2db87132e1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.385696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-44530972-6497-4689-91f5-d331249beed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.385696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-44530972-6497-4689-91f5-d331249beed9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 1095 time: 0.1433480 Oct 15 19:53:26.386476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959c8f7-cd3d-4c55-8876-2db87132e1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce04881-af91-4ecf-afdc-022dfbf566c5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.418279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661117a6-3bec-43ac-9cca-c291eb1ddd3a req-6952ccdd-93f1-49d8-bf00-a49251a474ee tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.441508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-661117a6-3bec-43ac-9cca-c291eb1ddd3a req-6952ccdd-93f1-49d8-bf00-a49251a474ee tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 943 time: 0.2477095 Oct 15 19:53:26.456586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d959c8f7-cd3d-4c55-8876-2db87132e1af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3954391418e54f8ab61a6428618f6d1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1068990 Oct 15 19:53:26.457452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:26.462191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42f57013-e74a-4c3c-bc88-6ae414f13e71 req-62752a5f-650b-4bab-ba5f-8946f34cde81 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0864205 Oct 15 19:53:26.470178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.525471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-d6d6e253-41a1-4d1a-905c-60a0941b45d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 HTTP/1.1" status: 200 len: 217 time: 0.1258166 Oct 15 19:53:26.558542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.572126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.583992 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d3da73-adac-4ca4-9aa4-8c588c1faaf3 x-openstack-request-id: req-29d3da73-adac-4ca4-9aa4-8c588c1faaf3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:26.584359 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:26.585253 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29d3da73-adac-4ca4-9aa4-8c588c1faaf3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:26.585504 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'status': 'completed', 'code': 200} Oct 15 19:53:26.628018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.628715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-661117a6-3bec-43ac-9cca-c291eb1ddd3a req-1f7ff869-99fc-4439-8d6e-124f2990b344 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823275 Oct 15 19:53:26.629847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:26.656697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-0df332a6-05f8-4623-b83c-d24cdd7576ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.656697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-0df332a6-05f8-4623-b83c-d24cdd7576ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 200 len: 854 time: 0.1226208 Oct 15 19:53:26.706173 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-38d64939-4edf-4489-ad8a-b62b4b942dce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e1a2-e190-4a34-a45d-364d637c79f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433040 Oct 15 19:53:26.712966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.728735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.780097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.786756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce8f41-efc7-46c9-b582-3ea8f15451e0 req-5f0ecc43-8ccc-46a2-8de8-a2295b2814f3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.794509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cce8f41-efc7-46c9-b582-3ea8f15451e0 req-5f0ecc43-8ccc-46a2-8de8-a2295b2814f3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 931 time: 0.0848186 Oct 15 19:53:26.842665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cce8f41-efc7-46c9-b582-3ea8f15451e0 req-0ef3d26b-f07f-4c8a-b1a9-2bc21e98394f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470028 Oct 15 19:53:26.890675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.895387 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:26.897113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ce04881-af91-4ecf-afdc-022dfbf566c5 HTTP/1.1" status: 204 len: 168 time: 0.4338715 Oct 15 19:53:26.905591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c78db4-3370-472a-ac4c-62ab6383b049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce04881-af91-4ecf-afdc-022dfbf566c5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.948157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:26.962416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:26.964869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:53:26.971529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:26.992373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:26.998342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.005738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.012410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.018540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.018886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:27.024936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.031322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.039237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-bc73c120-0ce8-4235-844d-41c8816c1744 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5429 time: 0.2303994 Oct 15 19:53:27.102126 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-3ae85a1e-84c4-498d-bab2-810307af079f service neutron] 10.222.0.15 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772922 Oct 15 19:53:27.131024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.132181 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.158918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c4088d3-e98a-4717-8839-66ef113bbcf0 req-a46c2c3c-5f4d-4169-90f5-54d7c74323f2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188347 Oct 15 19:53:27.231733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-716b298d-6fd6-4655-89ed-97f5ceb0da55 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1591635 Oct 15 19:53:27.234009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-31a78461-89f7-49ce-95b1-041ad4b0bddd req-f2e898fb-3438-46b7-a4d4-fd913c9d07a3 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219447 Oct 15 19:53:27.248904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Request body: {'port': {'device_id': '96a3adc1-9d43-4605-bb20-6099708cad47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:27.303458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.430553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-470bf19e-af45-4727-992f-628fc51a4a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.480099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90be3395-826e-421c-8cbb-e80f8ea11b88 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:27.485286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-aa324f88-e0bb-43f8-a64b-2c2ad0ea5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.486626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-aa324f88-e0bb-43f8-a64b-2c2ad0ea5b53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 1095 time: 0.0771062 Oct 15 19:53:27.531346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-470bf19e-af45-4727-992f-628fc51a4a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.633478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 90be3395-826e-421c-8cbb-e80f8ea11b88 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:27.638083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 90be3395-826e-421c-8cbb-e80f8ea11b88 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:27.638554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.639358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.648571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.654155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.660595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.671317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.677530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.684028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:27.692271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-f70d77a6-3a6a-4b0d-8ec8-3be4335e8015 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1270006 Oct 15 19:53:27.715994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-470bf19e-af45-4727-992f-628fc51a4a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.723932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:27.729532 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb5ab91-08b1-43d1-bf37-3c89b1fa7500" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:27.763497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f858c500-6350-45fa-b91c-e357a4c645d5 req-7de2407f-8a05-4316-81ee-08f890b4b949 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0701306 Oct 15 19:53:27.788015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bf19e-af45-4727-992f-628fc51a4a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f2335-1bf6-4367-807f-6ec6cfd9f93b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:27.793248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-470bf19e-af45-4727-992f-628fc51a4a31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf20dbbfba4346cd8805eec4b76360f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729788 Oct 15 19:53:27.795357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:27.865351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.908497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:27.915200 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be78394-3c97-44e1-ac14-73efa8479e04 x-openstack-request-id: req-2be78394-3c97-44e1-ac14-73efa8479e04 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:27.915718 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-plugged", "status": "completed", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:27.916170 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2be78394-3c97-44e1-ac14-73efa8479e04 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:27.916681 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60', 'code': 200} Oct 15 19:53:27.916939 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'code': 200} Oct 15 19:53:27.917187 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'code': 200} Oct 15 19:53:27.976474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cef97871-c91d-4ecb-82d7-a535387f9252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.988104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:27.989330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90be3395-826e-421c-8cbb-e80f8ea11b88,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:28.012185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.014637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-dad918a2-d160-4339-b77d-d563137a3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.016110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-dad918a2-d160-4339-b77d-d563137a3539 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 915 time: 0.4960332 Oct 15 19:53:28.040178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170399cf-9df1-48ff-9420-0d0721495dc5 req-f78259f0-6c4e-4050-a7ab-ebee5e03191d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.041817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-170399cf-9df1-48ff-9420-0d0721495dc5 req-f78259f0-6c4e-4050-a7ab-ebee5e03191d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 943 time: 0.1169031 Oct 15 19:53:28.061873 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.062689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 97931503-22b8-49e3-ab1a-a29be4a81771 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:28.109564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-ab05f53d-f0d8-4e64-9fa9-6668dc15cb8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 HTTP/1.1" status: 200 len: 217 time: 0.0662022 Oct 15 19:53:28.130274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:28.135303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.135812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.136276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.136737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.137192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.137834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.138595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.140877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16509b85-c238-4037-855b-2249e583d87e req-b91e7ec0-8ab2-42ee-83b5-0b8a87a5556d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.0969067 Oct 15 19:53:28.149102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f4633-aa4a-414d-8aab-4bce213f9648 req-74f731e1-55c9-4817-a65c-9fbb7d1c423d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.150823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b44f4633-aa4a-414d-8aab-4bce213f9648 req-74f731e1-55c9-4817-a65c-9fbb7d1c423d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 931 time: 0.1057243 Oct 15 19:53:28.154012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:28.171638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.204989 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-170399cf-9df1-48ff-9420-0d0721495dc5 req-9d8a4c77-c4a6-4ab5-ac55-8c7871ecb20e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535850 Oct 15 19:53:28.216321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b44f4633-aa4a-414d-8aab-4bce213f9648 req-32327c8d-b7ff-484f-98b1-481343a91196 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473242 Oct 15 19:53:28.219244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16509b85-c238-4037-855b-2249e583d87e req-e0a2b4fb-eb46-43c2-a9c0-2fec0b3bb178 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0669720 Oct 15 19:53:28.220053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-f8664bcb-28b8-4a5f-8e41-905d4f022660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.222421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-f8664bcb-28b8-4a5f-8e41-905d4f022660 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 200 len: 854 time: 0.1026800 Oct 15 19:53:28.326134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.326825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.329415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.330553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c2f2335-1bf6-4367-807f-6ec6cfd9f93b HTTP/1.1" status: 204 len: 168 time: 0.5340140 Oct 15 19:53:28.331995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.338779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.344904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.348585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca7ced-d8a7-4ca4-b73d-e5cf00bb75db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f2335-1bf6-4367-807f-6ec6cfd9f93b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:28.352601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.362294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.368183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:28.377181 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-625c43ff-73a8-437b-84e6-f5bc92fd9a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5430 time: 0.1056583 Oct 15 19:53:28.377761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Transition to ACTIVE for port object b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:53:28.393993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 97931503-22b8-49e3-ab1a-a29be4a81771 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:28.401936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 97931503-22b8-49e3-ab1a-a29be4a81771 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:28.402880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.404619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cef97871-c91d-4ecb-82d7-a535387f9252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.437146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9433fa6a-4a13-4566-b48e-1e10eb93f4fc req-f35151ab-1fc0-4e4f-9aa4-d023d92cf6e8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459034 Oct 15 19:53:28.490423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.503461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.545880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:28.553930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cef97871-c91d-4ecb-82d7-a535387f9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.557717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-dd35de4c-aaa1-49cb-928e-6e56122dac33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1355e1a2-e190-4a34-a45d-364d637c79f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397103 Oct 15 19:53:28.577641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:28.597717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cef97871-c91d-4ecb-82d7-a535387f9252 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75b522275d104950987f7f93a6801d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6883769 Oct 15 19:53:28.597717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97871-c91d-4ecb-82d7-a535387f9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b4b22e-6745-4882-a2f8-56bc32a923fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:28.599149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51168) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:28.617357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.618658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:28.717143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:28.763126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Attempting to bind port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:53:28.763459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Attempting to bind port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:53:28.763807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Attempting to bind port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:53:28.772946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-a47b89f8-d89f-44f3-9bcc-769a7a0ac53a service neutron] 10.222.0.15 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036223 Oct 15 19:53:28.779420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:53:28.779854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Attempting to bind port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:53:28.781785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.808588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:53:28.808943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:53:28.809318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:53:28.809771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Bound port: b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:53:28.810137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.856069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:28.860432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:28.860863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.905422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.955080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:28.988879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:29.014995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-10af2027-f9e2-458a-bb40-452d7798cd94 req-ef716aea-5e56-454b-a22c-89a66b5d1d32 service neutron] 10.222.0.15 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305188 Oct 15 19:53:29.023352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:53:29.027086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:53:29.045566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.051876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.058268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.064523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.067428 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.068564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9e1b380d-8601-4401-a79e-f41b864e491a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:29.070577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.076694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.082784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.085266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-fbdd7ea3-a2b5-4399-ad37-1701b99ee3b9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1642177 Oct 15 19:53:29.120101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.144224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:29.160054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1d2a7500-8dc2-4636-92f9-eaab8c4a67f1 req-3f962e55-f079-4de2-b4e7-1598c69b6be8 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0676816 Oct 15 19:53:29.173612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.174656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.175961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e HTTP/1.1" status: 200 len: 1092 time: 1.9315069 Oct 15 19:53:29.176416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:29.178724 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526b482b-1dd8-4d0e-892b-f7c04c70ed40" -d '{"events": [{"name": "network-changed", "server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:29.185823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.188480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.191670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03b4b22e-6745-4882-a2f8-56bc32a923fe HTTP/1.1" status: 204 len: 168 time: 0.5880284 Oct 15 19:53:29.220418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661108-dd6f-43f0-90c4-91876f6c4d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b4b22e-6745-4882-a2f8-56bc32a923fe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:29.228922 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55a58a2-0325-4f6f-9329-1b6dc28e318f x-openstack-request-id: req-a55a58a2-0325-4f6f-9329-1b6dc28e318f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:29.229216 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:29.229465 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a55a58a2-0325-4f6f-9329-1b6dc28e318f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:29.230029 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e', 'status': 'completed', 'code': 200} Oct 15 19:53:29.231035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39d49a-42d9-42b3-b4b3-51ff4ac6e4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:29.261689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 9e1b380d-8601-4401-a79e-f41b864e491a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:29.273878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 9e1b380d-8601-4401-a79e-f41b864e491a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:29.274254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.311117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-5f94ed02-2b09-4c03-873d-79629378c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.313554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-5f94ed02-2b09-4c03-873d-79629378c4b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 1095 time: 0.0560892 Oct 15 19:53:29.363288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:29.383453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a54a687-8c5d-4b5f-bd26-5dd8399d0f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.391296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.407043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fb583-1358-4aef-a35a-f602041cb2eb req-8f9acf97-5511-4323-a39f-322af4d656b2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.415435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86fb583-1358-4aef-a35a-f602041cb2eb req-8f9acf97-5511-4323-a39f-322af4d656b2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 943 time: 0.1038649 Oct 15 19:53:29.430270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9e1b380d-8601-4401-a79e-f41b864e491a,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:29.441129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34a2a-a2a9-4122-b367-63c1ec0f8d46 req-0fb01e5f-133b-4da1-86be-8491afc72293 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.442649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bda34a2a-a2a9-4122-b367-63c1ec0f8d46 req-0fb01e5f-133b-4da1-86be-8491afc72293 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 943 time: 0.1180444 Oct 15 19:53:29.470614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86fb583-1358-4aef-a35a-f602041cb2eb req-75ecb1f3-cc59-4b3e-997e-ba620c101a72 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539820 Oct 15 19:53:29.493866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-8ea18bcc-ff24-41be-8d3f-51f8bb0bf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.493866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-8ea18bcc-ff24-41be-8d3f-51f8bb0bf7b6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc724c20bb96445c9fef6d1b4d444317&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1695418 Oct 15 19:53:29.500836 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bda34a2a-a2a9-4122-b367-63c1ec0f8d46 req-f770b6d2-171e-4f09-96d1-9b58ac0e9cb2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510602 Oct 15 19:53:29.530296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.531139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:29.541421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a54a687-8c5d-4b5f-bd26-5dd8399d0f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.626474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-0594e075-34fc-4a2e-84c1-67e8a20ce666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.627919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-526b482b-1dd8-4d0e-892b-f7c04c70ed40 req-0594e075-34fc-4a2e-84c1-67e8a20ce666 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257160 Oct 15 19:53:29.642019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:29.656347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a54a687-8c5d-4b5f-bd26-5dd8399d0f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.694404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.700564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.706655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.713159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.718554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-efbb42ed-3371-4566-b88a-fa20e1b5cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.719582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.720703 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-efbb42ed-3371-4566-b88a-fa20e1b5cc79 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 1095 time: 0.0486763 Oct 15 19:53:29.726248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.732325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.734403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-1aea7ce6-4d82-4b95-80cd-2ed76cf687c6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5433 time: 0.1605899 Oct 15 19:53:29.748310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:29.755082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:29.755398 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.765586 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-ce6ca769-da5e-46b7-bb2b-e627db311d40 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e HTTP/1.1" status: 200 len: 217 time: 0.0364559 Oct 15 19:53:29.776292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a54a687-8c5d-4b5f-bd26-5dd8399d0f95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=721485cc99d9468981e879fc0ac0d1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105592 Oct 15 19:53:29.783137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54a687-8c5d-4b5f-bd26-5dd8399d0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c36021-9cb4-4189-9f38-4ce12d530be5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:29.794424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51202) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:29.820296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cabad58c-7411-4afc-8c84-786daf25caf1 req-ac3d1cf3-29df-4126-be8b-989203fd1495 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0757768 Oct 15 19:53:29.825033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968718e1-8751-42ea-add9-a745a0557a44 req-c3f4d039-7856-4fec-ad9c-3123af373323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:29.826673 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-c3f4d039-7856-4fec-ad9c-3123af373323 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.0520163 Oct 15 19:53:29.875478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.889891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-87fc1afe-30e0-4ae9-8ef0-8d1569d3122c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488265 Oct 15 19:53:29.899413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:29.920392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be3395-826e-421c-8cbb-e80f8ea11b88'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:29.924719 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6e1981-23a9-4071-8945-a2154254f35a" -d '{"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "90be3395-826e-421c-8cbb-e80f8ea11b88"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:29.949908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.016645 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd91de0-825b-4935-a213-fc730c99ed3e x-openstack-request-id: req-2dd91de0-825b-4935-a213-fc730c99ed3e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:30.016934 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "90be3395-826e-421c-8cbb-e80f8ea11b88", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:30.017398 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dd91de0-825b-4935-a213-fc730c99ed3e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:30.018091 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90be3395-826e-421c-8cbb-e80f8ea11b88', 'code': 200} Oct 15 19:53:30.018518 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771', 'code': 200} Oct 15 19:53:30.019110 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'code': 200} Oct 15 19:53:30.019532 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a', 'code': 200} Oct 15 19:53:30.025603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:30.029995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-37f63bd1-2f34-4cc2-996d-61f2cead05b8 service neutron] 10.222.0.11 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364341 Oct 15 19:53:30.107643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.108161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.109325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4c40cf77-877f-4d10-be65-f1e4305bc2bd up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:30.116845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.120741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90c36021-9cb4-4189-9f38-4ce12d530be5 HTTP/1.1" status: 204 len: 168 time: 0.3253317 Oct 15 19:53:30.137677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93acbf-ce42-4538-8ceb-9770c51db503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c36021-9cb4-4189-9f38-4ce12d530be5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:30.164853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-968718e1-8751-42ea-add9-a745a0557a44 req-c62624f0-af92-47ce-939b-fe7b03d90451 service neutron] 10.222.0.11 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274536 Oct 15 19:53:30.257298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:30.347399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 4c40cf77-877f-4d10-be65-f1e4305bc2bd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:30.353019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 4c40cf77-877f-4d10-be65-f1e4305bc2bd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:30.363331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.364093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.372345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.380350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.389974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.402040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.402253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.408645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.410679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-f52b32ce-a8a5-4841-8dfd-14b54cac5af4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1152003 Oct 15 19:53:30.455929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.472023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3e056ee-e2f2-49ee-aa90-fc42e83d41f0 req-6d5430a2-6c28-4990-9ca3-6eb41b7ffaa9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0529332 Oct 15 19:53:30.498003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:30.587996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:30.669432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:30.669552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce50bed-d1df-4f91-b091-33f0885f1e26 req-e77ccb8c-efb7-4404-98ae-73eb9a7f5aad tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.673221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc370f71-8769-4ea4-8122-e1c7e5a2e549 req-9ec9f031-35a3-45ca-a146-a6d46dde1070 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:30.675181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc370f71-8769-4ea4-8122-e1c7e5a2e549 req-9ec9f031-35a3-45ca-a146-a6d46dde1070 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 943 time: 0.0951874 Oct 15 19:53:30.676036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ce50bed-d1df-4f91-b091-33f0885f1e26 req-e77ccb8c-efb7-4404-98ae-73eb9a7f5aad tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 943 time: 0.0939159 Oct 15 19:53:30.729105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1ce50bed-d1df-4f91-b091-33f0885f1e26 req-1fec6279-387f-4f3e-9192-41e83403da76 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477057 Oct 15 19:53:30.731143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc370f71-8769-4ea4-8122-e1c7e5a2e549 req-b9785e76-f6c5-445d-963d-6b55460a97f1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492635 Oct 15 19:53:30.824737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:30.969308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:30.985100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'port_id': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'mac_address': 'fa:16:3e:01:ec:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6ec3ea-9460-413a-a712-6e2b1c6daefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:31.015907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.021828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.024019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:31.027979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.038614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.038723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:31.041732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.047893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.055089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.057193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-c7b3d59e-38a7-40ea-b032-71b3b17baf96 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1020060 Oct 15 19:53:31.061294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:31.100853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72fab9f3-e073-45d6-a729-a52da2b4641d req-36a7a740-034c-497d-af41-8ecee887fc33 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369215 Oct 15 19:53:31.199811 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:31.251156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:31.542997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:31.614441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.621592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.628771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.637105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.650593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.661893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.671267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.680930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-41e619a5-9049-4266-891f-382e8a8511a2 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1265759 Oct 15 19:53:31.761277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-69d777ae-0a74-439a-b8e6-74d43d143ad4 req-e38fe51a-2b2e-4207-83de-2b5fc5994b09 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0799434 Oct 15 19:53:31.833173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51284) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:31.903983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67eeab-d563-4cd4-b092-8ec17f393872 req-fd34b339-5f37-41dc-819f-c4b73723f033 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.905830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf67eeab-d563-4cd4-b092-8ec17f393872 req-fd34b339-5f37-41dc-819f-c4b73723f033 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 944 time: 0.0784457 Oct 15 19:53:31.918702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63844-d5c8-433c-bdc5-bb2ae69649ba req-cd7c7dba-1f22-4b87-a1ba-2d4298debbdc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:31.920694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fb63844-d5c8-433c-bdc5-bb2ae69649ba req-cd7c7dba-1f22-4b87-a1ba-2d4298debbdc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 943 time: 0.0715051 Oct 15 19:53:31.954167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf67eeab-d563-4cd4-b092-8ec17f393872 req-40df33f7-19e5-4d73-b656-1c40e43a877b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Oct 15 19:53:31.959189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4d5cb791-ccbe-4d2f-aef6-f26cd6dfbfea tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2047583554'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:31.960229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4d5cb791-ccbe-4d2f-aef6-f26cd6dfbfea tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Unknown quota resources ['metering_label']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:53:31.977954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fb63844-d5c8-433c-bdc5-bb2ae69649ba req-41470506-5229-4f5e-b757-38994fad6cc9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Oct 15 19:53:32.020572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40cf77-877f-4d10-be65-f1e4305bc2bd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:32.025689 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbff91-0d61-42b4-8c05-61a4936b6dc3" -d '{"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c40cf77-877f-4d10-be65-f1e4305bc2bd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:32.060599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.066847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.072078 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8e0a94-f962-4595-b24a-26fd323b3c1e x-openstack-request-id: req-ba8e0a94-f962-4595-b24a-26fd323b3c1e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:32.072625 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-plugged", "status": "completed", "tag": "4c40cf77-877f-4d10-be65-f1e4305bc2bd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:32.072942 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8e0a94-f962-4595-b24a-26fd323b3c1e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:32.073344 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'code': 200} Oct 15 19:53:32.073581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.073698 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c40cf77-877f-4d10-be65-f1e4305bc2bd', 'code': 200} Oct 15 19:53:32.079755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.086495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.092484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.099244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.102152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f12a8a46-3f23-411e-a95e-ef3eaecab84e req-a231251d-6e0d-4ac9-a24b-15bfa718931c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.0991220 Oct 15 19:53:32.112297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:32.118237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Request body: {'floatingip': {'port_id': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:32.237821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.259215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.259728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.260191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.260668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.261127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.261563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.262113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.264255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36a84489-d78d-4281-9600-a9cc9745b0af req-6d7ce4a3-e018-4b93-a220-003aa627bdca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.1108804 Oct 15 19:53:32.307442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.313902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.319932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.325847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.331755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.332744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d5cb791-ccbe-4d2f-aef6-f26cd6dfbfea tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.334951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d5cb791-ccbe-4d2f-aef6-f26cd6dfbfea tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5000257 Oct 15 19:53:32.338672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.344825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:32.346744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-515f3780-982c-4ac3-b13d-b0ee017994b6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1530540 Oct 15 19:53:32.348566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51302) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:32.353893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d06e4306-e82b-44be-903b-b41d93b07fab tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '561327d8-95bd-4637-8aa9-0c20cb943190'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:32.354438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d06e4306-e82b-44be-903b-b41d93b07fab tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101181) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:53:32.419844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36a84489-d78d-4281-9600-a9cc9745b0af req-805dbfe2-01ed-4645-8e88-f36563c236e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1452723 Oct 15 19:53:32.495823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-146d7675-b57b-410f-8b33-5be4db2fbfc4 req-9482602a-c67c-4643-b768-2c87b656eeed tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378744 Oct 15 19:53:32.547155 n-d-712140-14 neutron-server[101181]: WARNING neutron.services.metering.metering_plugin [None req-d06e4306-e82b-44be-903b-b41d93b07fab tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 19:53:32.682316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d06e4306-e82b-44be-903b-b41d93b07fab tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.686012 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d06e4306-e82b-44be-903b-b41d93b07fab tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3340743 Oct 15 19:53:32.687244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51312) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:32.696575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8f8288c8-9b9c-4445-ac01-5ab3fad9f0f8 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '561327d8-95bd-4637-8aa9-0c20cb943190'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:32.697489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8f8288c8-9b9c-4445-ac01-5ab3fad9f0f8 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101181) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:53:32.835837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.838013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:32.885918 n-d-712140-14 neutron-server[101181]: WARNING neutron.services.metering.metering_plugin [None req-8f8288c8-9b9c-4445-ac01-5ab3fad9f0f8 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 19:53:32.930940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.953566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:32.960627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:32.961267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.989660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f8288c8-9b9c-4445-ac01-5ab3fad9f0f8 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:32.993204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8f8288c8-9b9c-4445-ac01-5ab3fad9f0f8 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3020554 Oct 15 19:53:32.994974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.034803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b47e5f52-2746-49c4-8cb0-daa76767d408 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8e7bd0b4-6d56-40bc-b0e1-51b6c5d4c98c HTTP/1.1" status: 200 len: 462 time: 0.0386734 Oct 15 19:53:33.047797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.129276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.174774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:33.200798 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Floating IP ddbb29db-51ca-4063-816b-5f3639bbe917 associated. External IP: 172.25.0.143, port: 5f5435c9-f34a-4740-a2d7-f3b841b7e050. Oct 15 19:53:33.241229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.249897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8110dc7-5f9f-4c7e-b87d-7eb155ab665a req-5553810f-af89-44ca-acf3-f9aee7b95c66 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.251370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8110dc7-5f9f-4c7e-b87d-7eb155ab665a req-5553810f-af89-44ca-acf3-f9aee7b95c66 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 944 time: 0.1727614 Oct 15 19:53:33.282518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27295f1d-7a5a-4759-9517-ba65a5b3af9e req-fdd99466-a43a-489a-ad3b-b66e77c8b975 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.284637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27295f1d-7a5a-4759-9517-ba65a5b3af9e req-fdd99466-a43a-489a-ad3b-b66e77c8b975 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 943 time: 0.1790197 Oct 15 19:53:33.288405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eb9af7a-1628-4171-b64b-805155245338 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.292507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9eb9af7a-1628-4171-b64b-805155245338 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/8e7bd0b4-6d56-40bc-b0e1-51b6c5d4c98c HTTP/1.1" status: 204 len: 168 time: 0.2436645 Oct 15 19:53:33.294378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51342) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.317007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:33.320435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-38f5b333-0d90-4e71-80be-52e6d664c110 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=8e7bd0b4-6d56-40bc-b0e1-51b6c5d4c98c HTTP/1.1" status: 200 len: 221 time: 0.0249848 Oct 15 19:53:33.322559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51344) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.342592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-27295f1d-7a5a-4759-9517-ba65a5b3af9e req-24035f03-258a-4160-9961-416f73ec3c52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489771 Oct 15 19:53:33.343896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c59b2663-0df1-472c-a26d-867c12244f40 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--998638238', 'description': 'label created by tempest'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:33.344332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c59b2663-0df1-472c-a26d-867c12244f40 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Unknown quota resources ['metering_label']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 19:53:33.353147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8110dc7-5f9f-4c7e-b87d-7eb155ab665a req-37ab9d5b-432f-471a-95f4-f3b612514a5f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911980 Oct 15 19:53:33.493335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:53:33.697256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:33.727478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e', 'mac_address': 'fa:16:3e:49:2c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:53:33.790358 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.807042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:53:33.809854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.830433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:33.925594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c59b2663-0df1-472c-a26d-867c12244f40 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.928184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c59b2663-0df1-472c-a26d-867c12244f40 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5876319 Oct 15 19:53:33.929573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51362) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:33.933376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Router e3ed95ec-16e2-4681-81c8-737bd1a05c20 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:53:33.936177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.961340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.965869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fad57dad-470b-407d-a0f8-e43ffc34e27d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:33.968128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.975159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.981765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.987918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:33.995188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.001736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.003942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b477457c-c896-4edd-8e03-f571a4385ebb req-d880c019-34cb-45b1-98ea-3c131cd4b758 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1928120 Oct 15 19:53:34.044548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-89c3746e-13f4-4984-a0e8-5a3371c650f4 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=7430c0f5-528f-4df9-9296-ae109087c0d5 HTTP/1.1" status: 200 len: 467 time: 0.1136596 Oct 15 19:53:34.059874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51368) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.090510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:34.101418 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afcc890-144d-43ff-ada8-9fd05abc17fe" -d '{"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-plugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:34.106816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:34.155728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fad57dad-470b-407d-a0f8-e43ffc34e27d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.169832 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e810431b-faa8-43ad-b079-ee61f244deef x-openstack-request-id: req-e810431b-faa8-43ad-b079-ee61f244deef {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:34.173998 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-plugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:34.173998 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e810431b-faa8-43ad-b079-ee61f244deef {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:34.173998 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'code': 200} Oct 15 19:53:34.214023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b477457c-c896-4edd-8e03-f571a4385ebb req-ef797d21-f77b-46ab-9a2f-4879e79feefb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1941001 Oct 15 19:53:34.280117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fad57dad-470b-407d-a0f8-e43ffc34e27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.321039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa7f41-99a8-44ef-8cff-5025161888e9 req-15f0762a-e987-4fed-a718-f9c4cb091415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.322581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0aaa7f41-99a8-44ef-8cff-5025161888e9 req-15f0762a-e987-4fed-a718-f9c4cb091415 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 1097 time: 0.0928326 Oct 15 19:53:34.346174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:53:34.347060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad57dad-470b-407d-a0f8-e43ffc34e27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b2c25-f353-42c4-a417-0582a26db0c9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:34.354371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fad57dad-470b-407d-a0f8-e43ffc34e27d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85b17f439e704eb4990cba493ca93b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5426590 Oct 15 19:53:34.354703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.390228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0aaa7f41-99a8-44ef-8cff-5025161888e9 req-fea5745b-101d-4401-92f6-abde3426ae90 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603914 Oct 15 19:53:34.459736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:53:34.464941 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.507969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.514571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4192ac01-c787-4c86-8352-a08ea3e90bb3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "PUT /v2.0/floatingips/ddbb29db-51ca-4063-816b-5f3639bbe917 HTTP/1.1" status: 200 len: 991 time: 2.3982534 Oct 15 19:53:34.514571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:34.514906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Sync routers for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:53:34.516907 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf38cf3-4591-4340-8ee9-5698240dcf82" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:34.529511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c22319a6-12ba-4953-a9be-e9dad7fe38c5 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.532047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c22319a6-12ba-4953-a9be-e9dad7fe38c5 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/7430c0f5-528f-4df9-9296-ae109087c0d5 HTTP/1.1" status: 204 len: 168 time: 0.4700382 Oct 15 19:53:34.535647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.572018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:34.572802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:34.576070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46c512-db72-4b44-af9a-51bc10b77b59 req-ced9d6cb-3e9b-4fab-99bf-20007b26ce80 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.578678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.586608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c46c512-db72-4b44-af9a-51bc10b77b59 req-ced9d6cb-3e9b-4fab-99bf-20007b26ce80 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 944 time: 0.1032777 Oct 15 19:53:34.602330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d1ca906f-bde5-455f-8f8c-1a15ca0fbf41 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=7430c0f5-528f-4df9-9296-ae109087c0d5 HTTP/1.1" status: 200 len: 216 time: 0.0626488 Oct 15 19:53:34.606364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51386) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.637831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-abc4ad18-9f1f-4adf-b51c-aef80d79f23a tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0303521 Oct 15 19:53:34.641249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51388) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.651756 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4c46c512-db72-4b44-af9a-51bc10b77b59 req-238432b9-9553-4d50-9cb4-3ce5f100b1db tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585492 Oct 15 19:53:34.659609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cfbb622f-6343-481f-bff4-c3ec64d7b51a tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152504 Oct 15 19:53:34.663797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.686245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a143d3-aac6-4b23-9a76-51752617dbee req-e0ecca85-6a5c-452b-a876-ef7f1f4a0d57 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.688196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15a143d3-aac6-4b23-9a76-51752617dbee req-e0ecca85-6a5c-452b-a876-ef7f1f4a0d57 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1409857 Oct 15 19:53:34.760324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-abe116ad-d413-44ce-94ed-50713d7cb180 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/561327d8-95bd-4637-8aa9-0c20cb943190 HTTP/1.1" status: 200 len: 473 time: 0.0952802 Oct 15 19:53:34.760957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.763650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15a143d3-aac6-4b23-9a76-51752617dbee req-7330b34a-5e54-4d34-af42-abedf17f36c7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557110 Oct 15 19:53:34.775710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7f91cbf3-8baf-4421-949e-40a8c09d7960 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/4b77915c-15ad-4aa8-af30-8e2aef82930c HTTP/1.1" status: 200 len: 459 time: 0.0131273 Oct 15 19:53:34.780873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51394) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:34.795771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:34.818498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.821237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:34.824730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d6b2c25-f353-42c4-a417-0582a26db0c9 HTTP/1.1" status: 204 len: 168 time: 0.4644706 Oct 15 19:53:34.845295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ef4b8-3b21-41c1-8b97-56e6e5e29a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b2c25-f353-42c4-a417-0582a26db0c9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:34.880349 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3758e96-9736-430b-902b-edf6163ed727 x-openstack-request-id: req-d3758e96-9736-430b-902b-edf6163ed727 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:34.880349 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:34.880349 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3758e96-9736-430b-902b-edf6163ed727 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:34.880349 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'status': 'completed', 'code': 200} Oct 15 19:53:34.954894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.955510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.956124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.956632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.957091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.957548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.957992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:34.959922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-9a5b88df-f6f8-404f-a28e-51926721dc4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.0531816 Oct 15 19:53:35.053660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-321b7742-454b-4850-9467-ea5e8992d595 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:35.055494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-321b7742-454b-4850-9467-ea5e8992d595 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/4b77915c-15ad-4aa8-af30-8e2aef82930c HTTP/1.1" status: 204 len: 168 time: 0.2730515 Oct 15 19:53:35.057650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51398) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:35.112541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ddbb29db-51ca-4063-816b-5f3639bbe917', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'port_id': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'mac_address': 'fa:16:3e:81:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:55Z', 'updated_at': '2021-10-15T19:53:32Z', 'revision_number': 1, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:35.136845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-05fe9558-ba06-4d66-be9b-d0f485c16bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.138328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-05fe9558-ba06-4d66-be9b-d0f485c16bd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5 HTTP/1.1" status: 200 len: 916 time: 0.1711953 Oct 15 19:53:35.147936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Checking router: e3ed95ec-16e2-4681-81c8-737bd1a05c20 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:53:35.168479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:35.169458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:35.297119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:35.405126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.414947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.422673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.431839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.441526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.451295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.459653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.471753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513c055a-c78b-4caa-9725-ee852c240f8c req-f236962b-05e9-4a7f-94a4-a2ee01936b2c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1395371 Oct 15 19:53:35.543991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-513c055a-c78b-4caa-9725-ee852c240f8c req-47955c62-0028-4944-b585-cd8feca846eb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676942 Oct 15 19:53:35.560774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51406) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:35.576132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0c40eb8-2ff4-4f5c-a14b-9810226fb119 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:35.664323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ddbb29db-51ca-4063-816b-5f3639bbe917', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'port_id': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'mac_address': 'fa:16:3e:81:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:55Z', 'updated_at': '2021-10-15T19:53:32Z', 'revision_number': 1, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:35.670146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0c40eb8-2ff4-4f5c-a14b-9810226fb119 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:35.704904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e8bb-85a9-4224-a838-9a0ca6085bf7 None None] The sync data for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 is: [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'ddbb29db-51ca-4063-816b-5f3639bbe917', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'port_id': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'mac_address': 'fa:16:3e:81:a2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:51:55Z', 'updated_at': '2021-10-15T19:53:32Z', 'revision_number': 1, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:53:35.710566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-7e4ae4cc-8574-48b7-89c2-e2ed5f814c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 999 time: 0.5641062 Oct 15 19:53:35.789997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.798651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.804773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.811217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.817739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.827341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.833338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.835999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c474679e-8ca7-4f54-8298-c525d1fb2017 req-78722289-06bf-4e25-9764-3a91fd39fcfd tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1673841 Oct 15 19:53:35.841160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb165f-7b88-406b-819a-16eedfeb4734 req-ec9e754d-4216-4698-b492-82b954fa4910 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.841312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3cc54611-28e7-4f5e-8186-baf5897de633 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:35.842361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3cc54611-28e7-4f5e-8186-baf5897de633 tempest-MeteringIpV6TestJSON-531143771 tempest-MeteringIpV6TestJSON-531143771-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/561327d8-95bd-4637-8aa9-0c20cb943190 HTTP/1.1" status: 204 len: 168 time: 0.7837203 Oct 15 19:53:35.848418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63bb165f-7b88-406b-819a-16eedfeb4734 req-ec9e754d-4216-4698-b492-82b954fa4910 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 944 time: 0.0722499 Oct 15 19:53:35.848625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-2874d7c1-508a-48ca-8746-7895eff8fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:35.850912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-2874d7c1-508a-48ca-8746-7895eff8fe87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.1325843 Oct 15 19:53:35.851488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51416) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:35.855856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Request body: {'floatingip': {'port_id': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:35.863136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0c40eb8-2ff4-4f5c-a14b-9810226fb119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:35.951691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40eb8-2ff4-4f5c-a14b-9810226fb119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e0d08f-52c0-4aed-8b15-b9c402211b22,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:35.971971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63bb165f-7b88-406b-819a-16eedfeb4734 req-1596bda0-b9fd-4272-b72c-7d4ee44be90e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226671 Oct 15 19:53:35.989699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a0c40eb8-2ff4-4f5c-a14b-9810226fb119 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4895e2527eef42f1a3d6e41eda0adb93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267220 Oct 15 19:53:35.990972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51422) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:36.032236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.077544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.103961 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5189c18d-e6b6-434c-b4be-92c82ddcd6c8 None None] New status for floating IP ddbb29db-51ca-4063-816b-5f3639bbe917: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:53:36.130535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.145411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-176cedf9-912a-4054-95cc-b6e5deaba215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:36.149119 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-176cedf9-912a-4054-95cc-b6e5deaba215 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635591 Oct 15 19:53:36.183182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21afc1b-6e67-4592-8a09-8cb02a3cff6a req-bab357ce-6515-4a00-93a1-4b3d4e203e25 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:36.193430 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c21afc1b-6e67-4592-8a09-8cb02a3cff6a req-bab357ce-6515-4a00-93a1-4b3d4e203e25 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.2567537 Oct 15 19:53:36.348317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.357311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.360118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55e0d08f-52c0-4aed-8b15-b9c402211b22 HTTP/1.1" status: 204 len: 168 time: 0.3671446 Oct 15 19:53:36.370096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c75cc-9032-4837-8e66-eae1771120d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e0d08f-52c0-4aed-8b15-b9c402211b22,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:36.402200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c21afc1b-6e67-4592-8a09-8cb02a3cff6a req-97d330c9-cca5-4208-84e2-e31d296d704b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076476 Oct 15 19:53:36.420907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-cb3aa41d-a20b-467b-bef3-b03349d38501 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497427 Oct 15 19:53:36.571505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:36.669166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-caf38cf3-4591-4340-8ee9-5698240dcf82 req-2e14c4d0-cc97-401b-b816-fd5f28ed9eba service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397335 Oct 15 19:53:36.782044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13b50017-24d0-4f69-9b9b-6149476164ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.869143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13b50017-24d0-4f69-9b9b-6149476164ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.981417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-13b50017-24d0-4f69-9b9b-6149476164ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:36.988291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.022809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b50017-24d0-4f69-9b9b-6149476164ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0bdc6a-d6c0-4458-a335-d3a09489ca20,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:37.030910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51446) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:37.031045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-13b50017-24d0-4f69-9b9b-6149476164ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef90c071098c4437a405e99b81c548cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583881 Oct 15 19:53:37.092201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.117595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a566-85d2-412f-9cf6-9b4b9ac9a49a req-b876d439-99d0-4edc-9449-9b7a36167799 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:37.119203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f693a566-85d2-412f-9cf6-9b4b9ac9a49a req-b876d439-99d0-4edc-9449-9b7a36167799 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 944 time: 0.0631094 Oct 15 19:53:37.129702 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.160817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.163785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f693a566-85d2-412f-9cf6-9b4b9ac9a49a req-768ad988-2884-4a85-acb1-140490442173 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375159 Oct 15 19:53:37.254508 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Floating IP 505315ca-cf3b-427d-a4e4-2f8a8b35b3b1 associated. External IP: 172.25.0.61, port: 4b0097ff-05d0-4b4f-871e-246c29ea7dd7. Oct 15 19:53:37.385466 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.388432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.392633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb0bdc6a-d6c0-4458-a335-d3a09489ca20 HTTP/1.1" status: 204 len: 168 time: 0.3577652 Oct 15 19:53:37.399463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7749-d1b8-4e8f-b989-dc735e4a0aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0bdc6a-d6c0-4458-a335-d3a09489ca20,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:37.505600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:53:37.678969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:53:37.684584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:53:37.684971 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.839858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.864721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:37.868543 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988e68a4-fc67-4713-b46d-7375cf163ed4" -d '{"events": [{"server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "name": "network-vif-plugged", "status": "completed", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:37.886997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:53:37.919369 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c6e34-8321-41f5-bf7c-bd3aaf0e0c5c x-openstack-request-id: req-ad9c6e34-8321-41f5-bf7c-bd3aaf0e0c5c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:37.919909 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "name": "network-vif-plugged", "status": "completed", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:37.920341 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad9c6e34-8321-41f5-bf7c-bd3aaf0e0c5c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:37.920906 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e', 'code': 200} Oct 15 19:53:37.956846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Router c9c63cec-75f8-4b6d-86b3-dba48331376f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:53:37.958131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:37.985583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692ab6e-d330-4b98-a4e9-8011a7627fc3 req-d8e8b0a1-62e6-401f-8ec3-0fae707dc525 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:37.994613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9692ab6e-d330-4b98-a4e9-8011a7627fc3 req-d8e8b0a1-62e6-401f-8ec3-0fae707dc525 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.4267604 Oct 15 19:53:38.031418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:38.116670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9692ab6e-d330-4b98-a4e9-8011a7627fc3 req-677c5540-4ffe-480c-b83a-5f963845eea5 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208596 Oct 15 19:53:38.179232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208427b5-5820-46bd-a6ce-2e79d5f0e602 req-cdcaf6a5-0f8e-45b7-886c-bbf79d830972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.181953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-208427b5-5820-46bd-a6ce-2e79d5f0e602 req-cdcaf6a5-0f8e-45b7-886c-bbf79d830972 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 1097 time: 0.1843870 Oct 15 19:53:38.246914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:53:38.254343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.258269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Sync routers for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:53:38.276677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:38.276677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:38.297185 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-208427b5-5820-46bd-a6ce-2e79d5f0e602 req-b0d475a8-3410-4f03-8236-144bb2b65828 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774350 Oct 15 19:53:38.314075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8013e-119b-47bb-9fe4-a5a79ff4c1dc req-16d4f9ce-9e7a-4de7-b818-7ca057230310 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.316101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40c8013e-119b-47bb-9fe4-a5a79ff4c1dc req-16d4f9ce-9e7a-4de7-b818-7ca057230310 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0976439 Oct 15 19:53:38.369640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40c8013e-119b-47bb-9fe4-a5a79ff4c1dc req-65fd0ec0-5731-4bbe-bfe5-831045b9f52c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468743 Oct 15 19:53:38.375698 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-261c5319-5181-4115-b56f-4076a7b2e5cf tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "PUT /v2.0/floatingips/505315ca-cf3b-427d-a4e4-2f8a8b35b3b1 HTTP/1.1" status: 200 len: 990 time: 2.5227609 Oct 15 19:53:38.380667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51496) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:38.383475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:53:38.386528 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b49198-4057-462b-a26c-aca88d82b81d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:53:38.415223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8314878d-2892-48d0-ab55-c38ab2773831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.421639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0ee6-7cad-4364-ac03-383718b7ac8d req-e550b1fd-b5a4-45e4-a9d4-0a440a248453 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.431034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-789f0ee6-7cad-4364-ac03-383718b7ac8d req-e550b1fd-b5a4-45e4-a9d4-0a440a248453 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1518631 Oct 15 19:53:38.479383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:38.498493 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-789f0ee6-7cad-4364-ac03-383718b7ac8d req-0d367eba-f494-4e99-9a04-4ced7e6ad91d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607276 Oct 15 19:53:38.583740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51504) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:38.653004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8314878d-2892-48d0-ab55-c38ab2773831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.741575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8314878d-2892-48d0-ab55-c38ab2773831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.768056 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58d9a6c-4bbd-47d6-bca4-11e0ce50512b x-openstack-request-id: req-a58d9a6c-4bbd-47d6-bca4-11e0ce50512b {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:53:38.768481 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:53:38.768795 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a58d9a6c-4bbd-47d6-bca4-11e0ce50512b {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:53:38.769410 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'status': 'completed', 'code': 200} Oct 15 19:53:38.770425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6c29bd4-9656-44ef-8666-b099be96b5c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.809169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8314878d-2892-48d0-ab55-c38ab2773831 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef65d76548db4420a4e93d1c3624071e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267778 Oct 15 19:53:38.812249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51512) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:38.822754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314878d-2892-48d0-ab55-c38ab2773831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ade0ee-6a8d-4e28-a8fa-f523109fbaaf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:38.879678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.879935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '505315ca-cf3b-427d-a4e4-2f8a8b35b3b1', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'port_id': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'mac_address': 'fa:16:3e:95:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:52:01Z', 'updated_at': '2021-10-15T19:53:36Z', 'revision_number': 1, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:38.910770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.924613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6c29bd4-9656-44ef-8666-b099be96b5c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:38.949407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.950108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.950672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.951303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.951873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.952348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.952808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:38.955874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a2a8f8ac-9075-4dfb-8693-3ccad08b50b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.1058929 Oct 15 19:53:39.071848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d916249-07f7-4e2b-b510-b9b2ba776f76 req-422cf6ea-1024-466d-9ed9-4d6a8ccbc6ff tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.071848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d916249-07f7-4e2b-b510-b9b2ba776f76 req-422cf6ea-1024-466d-9ed9-4d6a8ccbc6ff tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0803750 Oct 15 19:53:39.109855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Checking router: c9c63cec-75f8-4b6d-86b3-dba48331376f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:53:39.113432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a4a8dc2d-378d-4cfb-97be-4f39d5bb783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.115527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-a4a8dc2d-378d-4cfb-97be-4f39d5bb783d service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4 HTTP/1.1" status: 200 len: 913 time: 0.1523035 Oct 15 19:53:39.120189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:39.120814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:39.122580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d916249-07f7-4e2b-b510-b9b2ba776f76 req-471b6985-1718-4d20-8e21-7b9afb019d2c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459728 Oct 15 19:53:39.133197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b6c29bd4-9656-44ef-8666-b099be96b5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.204305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.206876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.208141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64ade0ee-6a8d-4e28-a8fa-f523109fbaaf HTTP/1.1" status: 204 len: 168 time: 0.3948727 Oct 15 19:53:39.227437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627538c-730f-40ce-bdb8-45c9e0585ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ade0ee-6a8d-4e28-a8fa-f523109fbaaf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:39.263637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:39.263852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b6c29bd4-9656-44ef-8666-b099be96b5c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5cac5298249433b99e5e5f048efdcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6810822 Oct 15 19:53:39.264621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c29bd4-9656-44ef-8666-b099be96b5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414798d2-48a1-452e-a9c7-56cefcf73f60,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:39.300189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:39.303244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-99f0153f-64df-433f-b684-5dcca0c8b084 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 998 time: 0.1802249 Oct 15 19:53:39.356399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.370521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1b324-89a8-4a64-9863-e43d222c0467 req-36761f38-af51-4074-ad40-440976c082a9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.372769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-46c1b324-89a8-4a64-9863-e43d222c0467 req-36761f38-af51-4074-ad40-440976c082a9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1495593 Oct 15 19:53:39.387294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.393371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-52dd5aec-3775-4722-b398-fdd97109d53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.395263 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-52dd5aec-3775-4722-b398-fdd97109d53b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 200 len: 851 time: 0.0820673 Oct 15 19:53:39.462697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-46c1b324-89a8-4a64-9863-e43d222c0467 req-cf32c026-d4b7-49bd-a352-c5f23ca6fb55 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799334 Oct 15 19:53:39.472323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b49198-4057-462b-a26c-aca88d82b81d req-97c4f3b5-a981-4bd6-80e3-70f6a8381121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.474932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-97c4f3b5-a981-4bd6-80e3-70f6a8381121 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e7a7292-74f3-440c-b057-5676b38aaac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674200 Oct 15 19:53:39.509716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.514668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:39.523120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/414798d2-48a1-452e-a9c7-56cefcf73f60 HTTP/1.1" status: 204 len: 168 time: 0.2581041 Oct 15 19:53:39.563137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21793968-ef6e-4de9-a90b-273cbb769c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414798d2-48a1-452e-a9c7-56cefcf73f60,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:39.645420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-9e0fccec-1b83-42d6-8fc4-c20a1eaf1699 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634548 Oct 15 19:53:39.721926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '505315ca-cf3b-427d-a4e4-2f8a8b35b3b1', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'port_id': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'mac_address': 'fa:16:3e:95:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:52:01Z', 'updated_at': '2021-10-15T19:53:36Z', 'revision_number': 1, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:39.754141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffe244-18a7-4eca-9ab2-a08439f06e6e None None] The sync data for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 is: [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '505315ca-cf3b-427d-a4e4-2f8a8b35b3b1', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'port_id': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'mac_address': 'fa:16:3e:95:5c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:52:01Z', 'updated_at': '2021-10-15T19:53:36Z', 'revision_number': 1, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:53:39.795448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1f034-f7da-4489-a2d7-cb2800e235e2 req-afce1d29-7052-4439-9a64-62b64d25d875 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:39.797042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1c1f034-f7da-4489-a2d7-cb2800e235e2 req-afce1d29-7052-4439-9a64-62b64d25d875 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1733112 Oct 15 19:53:39.889542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e4b49198-4057-462b-a26c-aca88d82b81d req-655cd717-eb00-4d42-a740-08c058467846 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186158 Oct 15 19:53:39.897840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e1c1f034-f7da-4489-a2d7-cb2800e235e2 req-48918ea8-f402-4b40-b573-33e10eb1f871 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855811 Oct 15 19:53:40.095070 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51648c55-8092-4559-ae6b-0e6f62e0dfc0 None None] New status for floating IP 505315ca-cf3b-427d-a4e4-2f8a8b35b3b1: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:53:40.347448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035de516-43e3-4672-8e23-b6106c4a098d req-76a75ac3-5d62-4e86-b9bb-38ea78e472fd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:40.349136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035de516-43e3-4672-8e23-b6106c4a098d req-76a75ac3-5d62-4e86-b9bb-38ea78e472fd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1182649 Oct 15 19:53:40.403532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-035de516-43e3-4672-8e23-b6106c4a098d req-8fb8bda7-fdc1-4a53-9476-67507b64a4dd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Oct 15 19:53:40.692495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:40.710685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf09bfe1-a2da-4e4a-bdca-896b3eecdb01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:40.796180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf09bfe1-a2da-4e4a-bdca-896b3eecdb01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:40.960465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf09bfe1-a2da-4e4a-bdca-896b3eecdb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:41.032602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bf09bfe1-a2da-4e4a-bdca-896b3eecdb01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6880958c30db4fdb8192fc9f07ba5e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369675 Oct 15 19:53:41.034652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:41.036065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09bfe1-a2da-4e4a-bdca-896b3eecdb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1d84b3-f1ae-4c8c-9132-3e36b6723648,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:41.081656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08ac1e-5c80-4c9a-8804-da274d2c873a req-ce5a9054-247f-4338-9e74-f39a3fb611a1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:41.088767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc08ac1e-5c80-4c9a-8804-da274d2c873a req-ce5a9054-247f-4338-9e74-f39a3fb611a1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1035297 Oct 15 19:53:41.122584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:41.150721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:41.150863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc08ac1e-5c80-4c9a-8804-da274d2c873a req-0e849ab1-5df0-4f81-8336-6e7c8d6843f8 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583971 Oct 15 19:53:41.290063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:41.292793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:41.293946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cd1d84b3-f1ae-4c8c-9132-3e36b6723648 HTTP/1.1" status: 204 len: 168 time: 0.2581277 Oct 15 19:53:41.307619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26846435-77bc-49f9-9cfd-2e872d9200fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1d84b3-f1ae-4c8c-9132-3e36b6723648,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:41.564344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45d6b2-4be1-4669-b22f-9bfee00afe30 req-e58ad142-07e6-4d44-a3be-72147a60a73b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:41.566111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a45d6b2-4be1-4669-b22f-9bfee00afe30 req-e58ad142-07e6-4d44-a3be-72147a60a73b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0770991 Oct 15 19:53:41.636109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0621c-f98f-41b9-922e-e8a0438208ad req-2faf46f3-6546-4884-9621-8f9c726bda38 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:41.637399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a45d6b2-4be1-4669-b22f-9bfee00afe30 req-efa60ec9-5519-48c4-b854-54c93f70789a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Oct 15 19:53:41.637829 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47c0621c-f98f-41b9-922e-e8a0438208ad req-2faf46f3-6546-4884-9621-8f9c726bda38 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0643425 Oct 15 19:53:41.720466 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-47c0621c-f98f-41b9-922e-e8a0438208ad req-d1ae907f-d27f-466d-b22e-618a2955efd1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759137 Oct 15 19:53:42.468136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:42.565398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c28b2d02-8b1f-4ce3-89cc-2d8b8f052d63 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:42.580344 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:53:42.657100 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c28b2d02-8b1f-4ce3-89cc-2d8b8f052d63 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "PUT /v2.0/quotas/cc07833fbbc84e7a8c6ba33b93e251cf HTTP/1.1" status: 200 len: 368 time: 0.1873789 Oct 15 19:53:42.659719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51660) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:42.664499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Request body: {'network': {'project_id': 'cc07833fbbc84e7a8c6ba33b93e251cf'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:42.784948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c812b-ed76-4698-b014-d3d02cdd2685 req-e973c667-823f-47a5-8f75-b41d45d5fcad tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:42.786847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-655c812b-ed76-4698-b014-d3d02cdd2685 req-e973c667-823f-47a5-8f75-b41d45d5fcad tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0607047 Oct 15 19:53:42.795088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Made reservation on behalf of cc07833fbbc84e7a8c6ba33b93e251cf for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:42.795088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:42.810839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:42.863764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-655c812b-ed76-4698-b014-d3d02cdd2685 req-4cbcd59c-1804-4369-9819-84306346da3d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699391 Oct 15 19:53:42.865638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab70b6d-d070-42fc-b494-847f41c04631 req-229bc126-ab33-455c-adc1-81fcfaa0546f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:42.867204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ab70b6d-d070-42fc-b494-847f41c04631 req-229bc126-ab33-455c-adc1-81fcfaa0546f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0561175 Oct 15 19:53:42.914132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ab70b6d-d070-42fc-b494-847f41c04631 req-846faf2e-3429-4f65-a8dd-3eb97b4baeb5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Oct 15 19:53:42.940310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.045403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.076847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:53:43.083480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b56ae4c-992b-46fc-a9be-a69d6fda7c9f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:43.090312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.090672 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Added segment 892293a8-fb3a-43fb-8c87-2622a021a48b of type vlan for network fca9d3e5-060c-4a2c-ba5e-731e629541b9 Oct 15 19:53:43.138363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.239493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.241401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:43.242056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.312169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event updated for resources: {'Network': ['ID=fca9d3e5-060c-4a2c-ba5e-731e629541b9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:43.323017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network fca9d3e5-060c-4a2c-ba5e-731e629541b9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:53:43.339190 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-39fd1f85-7d4c-485a-bf0d-b28e39ecfe90 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6783323 Oct 15 19:53:43.341907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:43.351324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Request body: {'network': {'project_id': 'cc07833fbbc84e7a8c6ba33b93e251cf'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:43.466892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Made reservation on behalf of cc07833fbbc84e7a8c6ba33b93e251cf for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:43.469885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.502453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:53:43.512791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.513209 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Added segment e18dc1e8-0ea0-461b-aadc-8a6a554df6bc of type vlan for network e2e70170-8976-483b-92a1-8a21bb336b1a Oct 15 19:53:43.558030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.729943 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.730944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:43.735246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:43.794919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event updated for resources: {'Network': ['ID=e2e70170-8976-483b-92a1-8a21bb336b1a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:43.804766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e2e70170-8976-483b-92a1-8a21bb336b1a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:53:43.941956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dab406d3-fbcc-4ca8-bf3d-447377d7c8cb tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5989542 Oct 15 19:53:43.945301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:43.950912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-003e5b27-aaf2-4e2b-a3bd-87607bbd265a tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Request body: {'network': {'project_id': 'cc07833fbbc84e7a8c6ba33b93e251cf'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:43.974453 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-003e5b27-aaf2-4e2b-a3bd-87607bbd265a tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 19:53:43.975167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003e5b27-aaf2-4e2b-a3bd-87607bbd265a tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:53:43.976502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-003e5b27-aaf2-4e2b-a3bd-87607bbd265a tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0296917 Oct 15 19:53:43.979475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51708) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:44.030739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3085a30-38bd-482d-82f1-765fac80540d req-d1ab419d-a105-40de-be7c-b16a4b54f986 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.032579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3085a30-38bd-482d-82f1-765fac80540d req-d1ab419d-a105-40de-be7c-b16a4b54f986 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0894542 Oct 15 19:53:44.066633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ddca2685-c464-451e-aebc-d602c32764c9 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc07833fbbc84e7a8c6ba33b93e251cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860269 Oct 15 19:53:44.070905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51710) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:44.074938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3085a30-38bd-482d-82f1-765fac80540d req-e18171a3-a748-4553-9cc7-f530ed202cc1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Oct 15 19:53:44.085562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3c48f-627b-489d-8592-64bd07ad7118 req-1d6bf835-1ae2-410c-b5ae-925d5faea2db tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.087003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ab3c48f-627b-489d-8592-64bd07ad7118 req-1d6bf835-1ae2-410c-b5ae-925d5faea2db tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0759466 Oct 15 19:53:44.153478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ab3c48f-627b-489d-8592-64bd07ad7118 req-862651ff-591a-41ac-aa4c-918705b109d0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588877 Oct 15 19:53:44.161235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.185144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.301949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.306399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.307693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b56ae4c-992b-46fc-a9be-a69d6fda7c9f HTTP/1.1" status: 204 len: 168 time: 0.2358644 Oct 15 19:53:44.310450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51718) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:44.318154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976edc7-d237-4eff-8a16-496ea52836e3 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b56ae4c-992b-46fc-a9be-a69d6fda7c9f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:44.401175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.506765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.532951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e70170-8976-483b-92a1-8a21bb336b1a']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:44.542840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18dc1e8-0ea0-461b-aadc-8a6a554df6bc') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:44.543141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18dc1e8-0ea0-461b-aadc-8a6a554df6bc') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:44.561058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.591160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.599897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:53:44.600279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:53:44.601898 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:53:44.655843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-7e173d1b-1ad0-433d-99d5-0b706c6e2028 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1062019 Oct 15 19:53:44.735217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.746672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.746672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e2e70170-8976-483b-92a1-8a21bb336b1a HTTP/1.1" status: 204 len: 168 time: 0.4344366 Oct 15 19:53:44.749307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51724) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:44.776742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334ce35-7d69-4522-8eee-106b17ecea3f tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event deleted for resources: {'Network': ['ID=e2e70170-8976-483b-92a1-8a21bb336b1a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:44.797622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.798096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.798559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.799016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.799473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.799947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.800400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.802967 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d9d01e23-3f5e-4faa-afa9-5b758c8e1fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.0971863 Oct 15 19:53:44.867471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:44.986868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c0b24ece-a4f1-42cc-9398-9443252aaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.986868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c0b24ece-a4f1-42cc-9398-9443252aaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.986868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c0b24ece-a4f1-42cc-9398-9443252aaeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:44.987344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c0b24ece-a4f1-42cc-9398-9443252aaeb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 2296 time: 0.1529298 Oct 15 19:53:45.030471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.087013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca9d3e5-060c-4a2c-ba5e-731e629541b9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:45.101748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892293a8-fb3a-43fb-8c87-2622a021a48b') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:45.102038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892293a8-fb3a-43fb-8c87-2622a021a48b') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:45.118820 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-e7d7b0a4-fa05-47bc-bb07-9879db533e13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1001 time: 0.1227489 Oct 15 19:53:45.120982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.176934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.191148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:53:45.191661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:53:45.194069 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:53:45.221647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-552349b4-d582-4efc-8193-5cc826f2255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.224279 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-552349b4-d582-4efc-8193-5cc826f2255a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0949426 Oct 15 19:53:45.334730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b700-672e-4014-b84b-cc5ab3395854 req-960f667c-ba50-404b-a6e6-c997d3c6fe9b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.334730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dff9b700-672e-4014-b84b-cc5ab3395854 req-960f667c-ba50-404b-a6e6-c997d3c6fe9b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0951500 Oct 15 19:53:45.358952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.363249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-68481ced-365a-45f6-844c-c40e62b59487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.366695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-68481ced-365a-45f6-844c-c40e62b59487 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140523 Oct 15 19:53:45.372546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:45.378780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] 10.222.0.13 "DELETE /v2.0/networks/fca9d3e5-060c-4a2c-ba5e-731e629541b9 HTTP/1.1" status: 204 len: 168 time: 0.6262047 Oct 15 19:53:45.411435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc2e7c-6e30-43a4-9ebd-832c470eb296 req-a83bacdb-3afa-44c1-9a81-8da2b05b865e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.420843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ffc2e7c-6e30-43a4-9ebd-832c470eb296 req-a83bacdb-3afa-44c1-9a81-8da2b05b865e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1435783 Oct 15 19:53:45.421718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dff9b700-672e-4014-b84b-cc5ab3395854 req-b35d0005-5f8a-4d5e-9bf4-f19e44d4ef24 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811734 Oct 15 19:53:45.425424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de694ec-ff02-4d7b-9101-d0d0226a2145 tempest-QuotasNegativeTest-1787182045 tempest-QuotasNegativeTest-1787182045-project-admin] Pushing event deleted for resources: {'Network': ['ID=fca9d3e5-060c-4a2c-ba5e-731e629541b9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:45.515593 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4ffc2e7c-6e30-43a4-9ebd-832c470eb296 req-679b5b0b-52fb-4c21-8e3c-551e48b6f34b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942621 Oct 15 19:53:45.575004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-adcd8f68-99bd-434c-9672-6592c973aace service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946573 Oct 15 19:53:45.706515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-da4d16fd-0f15-4f92-92cd-ea4158a68f96 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239374 Oct 15 19:53:45.769090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-ced2fee1-c5d0-4dd3-8a15-1fe59b4adb3e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.0455935 Oct 15 19:53:45.871118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d8d928fd-0c8e-40e9-bf43-bcf1d2be6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.872728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-d8d928fd-0c8e-40e9-bf43-bcf1d2be6572 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0972157 Oct 15 19:53:45.882999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-0e74c8b6-dfae-4d45-a856-3523a885a893 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0749269 Oct 15 19:53:45.966558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-fd8a5d83-de66-454e-8725-1c50979822d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:45.968081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-fd8a5d83-de66-454e-8725-1c50979822d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0842583 Oct 15 19:53:46.000190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9def7a-e261-48e7-9a07-31149463f92d req-6686d028-a1fe-41e0-aef1-17a724a77479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.001759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-6686d028-a1fe-41e0-aef1-17a724a77479 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.0684135 Oct 15 19:53:46.134930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-3ddc705e-2bd4-41dc-96ab-4461029ad5cb service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586716 Oct 15 19:53:46.206644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9def7a-e261-48e7-9a07-31149463f92d req-43718753-36d4-4c00-8feb-c8c81759ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.208377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-43718753-36d4-4c00-8feb-c8c81759ff62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.1652467 Oct 15 19:53:46.317596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-efc7ada3-35a6-4fb7-8529-10e4f30fd65e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1002 time: 0.0835395 Oct 15 19:53:46.320200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-0c82918d-985c-433b-8820-11134df2c7cd service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788094 Oct 15 19:53:46.393253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-4bdc27e3-91a7-4207-84d6-64b7d2e7e8e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.0591168 Oct 15 19:53:46.442757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:46.450869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9def7a-e261-48e7-9a07-31149463f92d req-f96e4461-c800-462b-8878-9f695383844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.454980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-f96e4461-c800-462b-8878-9f695383844c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.1291766 Oct 15 19:53:46.492900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-2a88329a-33b5-4a8c-8506-1211110d058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.494461 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-2a88329a-33b5-4a8c-8506-1211110d058f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0941658 Oct 15 19:53:46.557948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9def7a-e261-48e7-9a07-31149463f92d req-c74a66df-1a8e-48d9-9c60-34c9309e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.559518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-c74a66df-1a8e-48d9-9c60-34c9309e89f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957155 Oct 15 19:53:46.579445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-a508ec00-109f-4922-97ec-a62a52ddbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.581116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-a508ec00-109f-4922-97ec-a62a52ddbeef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0785911 Oct 15 19:53:46.608609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a89a6e9-bccf-4401-a7e2-6d4dec3ef3c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:46.728807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e8bee-aff9-4da9-aa92-bde62d48fee3 req-88445658-a853-491b-b06a-dbac778150ec tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.730530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-534e8bee-aff9-4da9-aa92-bde62d48fee3 req-88445658-a853-491b-b06a-dbac778150ec tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1063371 Oct 15 19:53:46.773384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1539e1-88f2-4b07-a5db-60e9fa2800bb req-55915e69-0820-4886-ab0c-9fe56e0f1ed8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:46.775068 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b1539e1-88f2-4b07-a5db-60e9fa2800bb req-55915e69-0820-4886-ab0c-9fe56e0f1ed8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1918778 Oct 15 19:53:46.790077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a89a6e9-bccf-4401-a7e2-6d4dec3ef3c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:46.798334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-534e8bee-aff9-4da9-aa92-bde62d48fee3 req-4c94b4e5-6754-49b4-b1a9-c7e0273e6079 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559816 Oct 15 19:53:46.804898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-163e85a0-32a4-42cd-b08c-80572e60faf8 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355621 Oct 15 19:53:46.889470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a89a6e9-bccf-4401-a7e2-6d4dec3ef3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:46.936484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a89a6e9-bccf-4401-a7e2-6d4dec3ef3c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3046787cfdab4c7eacda139f4f5fe674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910097 Oct 15 19:53:46.937852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89a6e9-bccf-4401-a7e2-6d4dec3ef3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c073e65-8f1a-466f-8555-06836b2c2603,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:46.940736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:47.008576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:47.033890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:47.180135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-95edf1aa-d7a1-4051-b4b1-b59691c412bd service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844245 Oct 15 19:53:47.183252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:47.184302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:47.188009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c073e65-8f1a-466f-8555-06836b2c2603 HTTP/1.1" status: 204 len: 168 time: 0.2435338 Oct 15 19:53:47.201844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249942-de65-4c83-a306-4ec71c3518c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c073e65-8f1a-466f-8555-06836b2c2603,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:47.267317 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6b1539e1-88f2-4b07-a5db-60e9fa2800bb req-7a7d9351-287c-4dc0-acaa-53a016826d09 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796627 Oct 15 19:53:47.382901 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc9def7a-e261-48e7-9a07-31149463f92d req-6e3fec5b-39f9-4fa3-83e2-246c5a0baab6 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694375 Oct 15 19:53:47.385055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-0a0bcc01-e7bc-4072-a232-f8490764bbd2 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956053 Oct 15 19:53:47.428028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-73c596f6-4d63-48d9-a760-2735c683c1e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0350544 Oct 15 19:53:47.482783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-421a8de3-a3bf-4220-8ccb-6df122e61b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:47.484277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-421a8de3-a3bf-4220-8ccb-6df122e61b28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0495310 Oct 15 19:53:47.531823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-b9d823c4-b22f-474e-ae28-8f9c4a9eefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:47.533386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-b9d823c4-b22f-474e-ae28-8f9c4a9eefd6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0412617 Oct 15 19:53:47.628284 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-da11a57f-3f41-4dcc-88f4-68d513f551da service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864208 Oct 15 19:53:47.728098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c47d736c-f9e3-462e-a85d-46c36eb18f91 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924141 Oct 15 19:53:47.770093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-59584120-6b08-4cf7-bc49-d7d7d024fc61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0345325 Oct 15 19:53:47.847302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-7e9eefa0-4e5b-475e-8c2f-04ff8b965605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:47.848822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-7e9eefa0-4e5b-475e-8c2f-04ff8b965605 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0713780 Oct 15 19:53:47.899637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c66c239f-f72a-4a18-8017-c55654d00a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:47.901621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-c66c239f-f72a-4a18-8017-c55654d00a69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0446372 Oct 15 19:53:47.935110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c778a-394b-4387-ac1a-2c11202086fc req-53877b57-6f19-4875-a8e1-5554d0dd4eb9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:47.946486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-540c778a-394b-4387-ac1a-2c11202086fc req-53877b57-6f19-4875-a8e1-5554d0dd4eb9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0728059 Oct 15 19:53:47.997051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-540c778a-394b-4387-ac1a-2c11202086fc req-b80bd7eb-9a3d-47af-a462-5cdb0c8d8d1a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425613 Oct 15 19:53:48.017719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-6ad87a49-56d0-4aa3-8226-f7ffe80e9408 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085711 Oct 15 19:53:48.069544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51836) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:48.083924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47738ab4-55c0-4369-8c29-fc27bf08f739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.139385 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-8c0ce183-e4c6-4980-976a-3ea1f324564d service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108871 Oct 15 19:53:48.187782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47738ab4-55c0-4369-8c29-fc27bf08f739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.198570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-b1b2ad99-4b15-4e9f-ab35-a2479765f0fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.0498683 Oct 15 19:53:48.259033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-1490448e-b2da-4826-bac1-c111bf50e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:48.260688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-1490448e-b2da-4826-bac1-c111bf50e8af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0547941 Oct 15 19:53:48.284196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47738ab4-55c0-4369-8c29-fc27bf08f739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.317751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-47738ab4-55c0-4369-8c29-fc27bf08f739 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a0ad111072444ebf40da05a8895d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469385 Oct 15 19:53:48.323386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-8b2c76bb-6b74-4848-b5b6-90aaefb08e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:48.325957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:48.329451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-8b2c76bb-6b74-4848-b5b6-90aaefb08e09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524983 Oct 15 19:53:48.455255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47738ab4-55c0-4369-8c29-fc27bf08f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b68344-d267-4975-b780-ea45e5f2e28d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:48.476692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.490455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fe651e55-d2d8-4fb8-a1a0-9d1d73182efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.510070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.532506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275278c-dd0e-4bd0-9dd8-a3c510783a49 req-bd184b7d-fce1-4625-8939-de5c0e9852ef tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:48.544217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d275278c-dd0e-4bd0-9dd8-a3c510783a49 req-bd184b7d-fce1-4625-8939-de5c0e9852ef tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1454859 Oct 15 19:53:48.549482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-8f8c5238-1e30-4f17-a7d7-f788df7f4624 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100215 Oct 15 19:53:48.653897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d275278c-dd0e-4bd0-9dd8-a3c510783a49 req-d9b5b867-3a40-4fef-8b8e-3e944422f248 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083381 Oct 15 19:53:48.658088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.661078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:48.663034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23b68344-d267-4975-b780-ea45e5f2e28d HTTP/1.1" status: 204 len: 168 time: 0.3358569 Oct 15 19:53:48.686276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb8236-9a67-4ddc-af2f-769643eb6ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b68344-d267-4975-b780-ea45e5f2e28d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:48.687822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-a57db90f-2e78-4a50-90b2-a12474dd1ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276650 Oct 15 19:53:48.738615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-a770e849-f6be-429e-97f3-b2675c1c063a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0419586 Oct 15 19:53:48.797272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-b5329f3c-905f-421c-b6af-cb51e69e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:48.799130 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-b5329f3c-905f-421c-b6af-cb51e69e7aa4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0543981 Oct 15 19:53:48.854949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-da851502-d954-4dcb-a9d0-77d3624785b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:48.856881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-da851502-d954-4dcb-a9d0-77d3624785b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495970 Oct 15 19:53:48.972323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-01bbae5b-6432-4542-b1eb-029911932e1b service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074920 Oct 15 19:53:49.172214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a44c8c9-cb59-4915-a268-f815dcf6bfc8 req-ae5e4345-e4d5-4835-a652-b416517aa544 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921589 Oct 15 19:53:49.210017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf365-1ff5-4589-8615-c4f0308d01ce req-1b80606a-b5dc-4610-b6c6-3e06211fa880 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:49.216258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63bcf365-1ff5-4589-8615-c4f0308d01ce req-1b80606a-b5dc-4610-b6c6-3e06211fa880 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0946975 Oct 15 19:53:49.282891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-63bcf365-1ff5-4589-8615-c4f0308d01ce req-5843685e-b5f5-46cf-91ad-7b2c42e5811c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654907 Oct 15 19:53:49.793524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51fd45-ebfd-4355-a492-561aee27a8f3 req-793f6220-0a13-4364-a5a2-7b08e4a60445 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:49.795200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd51fd45-ebfd-4355-a492-561aee27a8f3 req-793f6220-0a13-4364-a5a2-7b08e4a60445 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0571458 Oct 15 19:53:49.882072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd51fd45-ebfd-4355-a492-561aee27a8f3 req-76c54921-2b9e-4756-9416-3ae883b91b57 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Oct 15 19:53:50.438252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cf3a8-0881-4e57-8473-8a9de220744a req-90638b61-d486-457f-a735-f4e394ed2009 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:50.439781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-265cf3a8-0881-4e57-8473-8a9de220744a req-90638b61-d486-457f-a735-f4e394ed2009 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0511270 Oct 15 19:53:50.482480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-265cf3a8-0881-4e57-8473-8a9de220744a req-f495b010-c009-43e5-9776-247fe08e8fa6 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Oct 15 19:53:51.025422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82407c5b-fa1a-4ef1-bbae-4fd77b6706fe req-7f7c8cc3-1ad7-4f85-8e4a-9eea08b51123 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:51.031470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82407c5b-fa1a-4ef1-bbae-4fd77b6706fe req-7f7c8cc3-1ad7-4f85-8e4a-9eea08b51123 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0610282 Oct 15 19:53:51.074332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-82407c5b-fa1a-4ef1-bbae-4fd77b6706fe req-a0637a30-9307-4df4-95b7-ab0d5ce95b0b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394633 Oct 15 19:53:51.285664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51928) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:51.421884 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-195ab27e-0a95-41c2-bc67-3c2aaad05b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.425193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-496093365', 'router:external': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:51.541266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Made reservation on behalf of 937262398cbd484e8bd5089ea86483a2 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:51.544345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.554934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.571121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:51.610568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6738f-6acb-4f38-b9a9-c647b9a3b816 req-8b2a4d65-2e10-4940-876a-8ba585390fc9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:51.612437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7b6738f-6acb-4f38-b9a9-c647b9a3b816 req-8b2a4d65-2e10-4940-876a-8ba585390fc9 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0552678 Oct 15 19:53:51.656131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.684640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7b6738f-6acb-4f38-b9a9-c647b9a3b816 req-80433f94-74f9-4cd6-b33b-fddc9d532a79 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Oct 15 19:53:51.725657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbe411c-5e79-447c-8efe-f65fdff7a8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.735261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.766161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:53:51.790451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56565e-c2bc-4366-aed3-0a9910def1b1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:51.794600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.794945 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Added segment 51509f57-e383-409f-af93-bedd79cb1d18 of type vlan for network 41a36697-6a5f-4411-9887-8d46130d4ba4 Oct 15 19:53:51.856328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.904993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbe411c-5e79-447c-8efe-f65fdff7a8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:51.992980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbe411c-5e79-447c-8efe-f65fdff7a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.034132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.035075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:52.035769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.061990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1dbe411c-5e79-447c-8efe-f65fdff7a8ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b9ba1c1232e4c4192a33664655edec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4871187 Oct 15 19:53:52.063800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:52.065140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe411c-5e79-447c-8efe-f65fdff7a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb7cc2-e26e-420a-91b9-b12984894c68,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:52.133753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.135310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Network': ['ID=41a36697-6a5f-4411-9887-8d46130d4ba4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:52.149368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:53:52.166685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.179665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f821d086-0f2b-4c11-87be-24704e79a844 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8908391 Oct 15 19:53:52.195510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51954) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:52.201761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'subnet': {'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:52.248218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad54124-01e9-424f-9b95-cadb86ce5014 req-587d7aaa-f3d5-4ca4-8775-a77b74e9dc6e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:52.256264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ad54124-01e9-424f-9b95-cadb86ce5014 req-587d7aaa-f3d5-4ca4-8775-a77b74e9dc6e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0911531 Oct 15 19:53:52.301282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ad54124-01e9-424f-9b95-cadb86ce5014 req-841562a2-aa52-4a3e-80fd-ec972387b0a9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436900 Oct 15 19:53:52.302606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Made reservation on behalf of 937262398cbd484e8bd5089ea86483a2 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:52.305650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.325295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.329834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.331858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.335288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dacb7cc2-e26e-420a-91b9-b12984894c68 HTTP/1.1" status: 204 len: 168 time: 0.2705336 Oct 15 19:53:52.347346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb7cc2-e26e-420a-91b9-b12984894c68,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:52.366568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.368512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.369187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.370292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.372531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.373053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.374695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.375213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.376241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.377405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.379496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.380217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdd4f9-b867-4a9b-b614-2b86a56cfdf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:52.537371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.759827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.797616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.835733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5159e-a01e-421e-8dbe-5b8277888152 req-f1fa26b2-52e1-40d9-8207-882c8543ea49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:52.837293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecc5159e-a01e-421e-8dbe-5b8277888152 req-f1fa26b2-52e1-40d9-8207-882c8543ea49 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0686872 Oct 15 19:53:52.879651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:53:52.880145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:52.955281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecc5159e-a01e-421e-8dbe-5b8277888152 req-e8718de2-2c80-4f1d-bf12-e4ffdb45959a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004369 Oct 15 19:53:52.956186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f0d18e9-130e-4723-8531-4cc2fac7050e,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:52.980835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Checking segment: {'id': '51509f57-e383-409f-af93-bedd79cb1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:53:52.981491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network hostable DHCP agents. Network: 41a36697-6a5f-4411-9887-8d46130d4ba4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:53:53.124249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:53:53.225448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51970) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:53.225448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57efbf2e-aa0c-45c0-aa47-b24430ce613a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.244611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 41a36697-6a5f-4411-9887-8d46130d4ba4) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:53.251543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:53.252171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.263255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2438b39-26c4-458f-8c6d-a23b726cc555 None None] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:53.323230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57efbf2e-aa0c-45c0-aa47-b24430ce613a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.385144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-94dc6aab-e425-43ea-abe5-89f7931c031b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1876526 Oct 15 19:53:53.388090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:53.397784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1140049409', 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:53.446383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57efbf2e-aa0c-45c0-aa47-b24430ce613a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.466229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ef93ff-3aff-4de3-a80f-6578c1852458 None None] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:53:53.533340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-57efbf2e-aa0c-45c0-aa47-b24430ce613a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9187ed70477c4aa3b3750cbc903568ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462613 Oct 15 19:53:53.537149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51980) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:53.548044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659274-5434-471f-ba9a-83242990529a req-7e25aa71-4a3d-4264-8976-45541eac191d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:53.557499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36659274-5434-471f-ba9a-83242990529a req-7e25aa71-4a3d-4264-8976-45541eac191d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1636868 Oct 15 19:53:53.557499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efbf2e-aa0c-45c0-aa47-b24430ce613a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec7511-7a21-4980-934f-0ab9eef518f3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:53.557928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Made reservation on behalf of 937262398cbd484e8bd5089ea86483a2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:53:53.557928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.593427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] device_id is not set on port d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:53:53.617069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36659274-5434-471f-ba9a-83242990529a req-a2340f48-806a-40fd-a053-a7ead250bea6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Oct 15 19:53:53.748464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.787155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:53.799916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.20.0.5 (41a36697-6a5f-4411-9887-8d46130d4ba4/6f0d18e9-130e-4723-8531-4cc2fac7050e/d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:53.964358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.078213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.080793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.081087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1130c3-91d3-458a-b9bf-4757383dcd69 req-d15c9e7c-9e79-48d4-87b7-885ee22b7a2c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:54.084421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbec7511-7a21-4980-934f-0ab9eef518f3 HTTP/1.1" status: 204 len: 168 time: 0.5437498 Oct 15 19:53:54.084588 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af1130c3-91d3-458a-b9bf-4757383dcd69 req-d15c9e7c-9e79-48d4-87b7-885ee22b7a2c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Oct 15 19:53:54.091932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec7511-7a21-4980-934f-0ab9eef518f3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:54.099985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.100329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.100672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.101005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.101333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.101663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.101989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.102315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.102638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.102961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.103282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.103624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506a447e-0f91-44ed-92c3-62f7a9b67f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:53:54.130777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af1130c3-91d3-458a-b9bf-4757383dcd69 req-8e7ba92d-e178-4eb2-b311-822356e0f89d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 Oct 15 19:53:54.154270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.198641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:54.201704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:54.205264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:53:54.231780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:54.253245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:54.254012 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.367982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1dbcf124-3e65-4724-9d7c-ba79f5dd0d30 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9776988 Oct 15 19:53:54.370221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:54.459435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Deleting port d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:54.466324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.500882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.560502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.576323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Calling delete_port for d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:54.789876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae09cee-104f-479d-b95f-792fabe9b8ab req-0a82809e-5452-4fbd-85b8-58bca3afcfdc tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:54.798552 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dae09cee-104f-479d-b95f-792fabe9b8ab req-0a82809e-5452-4fbd-85b8-58bca3afcfdc tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0786192 Oct 15 19:53:54.839474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dae09cee-104f-479d-b95f-792fabe9b8ab req-51883fc4-e165-453c-803a-fad75bf83f30 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Oct 15 19:53:54.889671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:54.924999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:55.007127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:55.013037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c4dd41d-3281-49ab-92fd-94c8ff85f74f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d1ecf8a3-23dc-434d-9da3-7bb8f1725b4c HTTP/1.1" status: 204 len: 168 time: 0.6392677 Oct 15 19:53:55.013277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52014) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:55.017512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4', 'external_fixed_ips': [{'subnet_id': '6f0d18e9-130e-4723-8531-4cc2fac7050e', 'ip_address': '172.20.0.5'}]}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:53:55.102153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:55.103459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:55.552519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:55.593308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55c9c-87df-49fe-9caa-9268a478f149 req-3eabd756-96f6-4562-b292-7ed20a328e1e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:55.595040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62c55c9c-87df-49fe-9caa-9268a478f149 req-3eabd756-96f6-4562-b292-7ed20a328e1e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.3458059 Oct 15 19:53:55.638182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62c55c9c-87df-49fe-9caa-9268a478f149 req-41d2737d-896b-4bda-81e5-eb90e0bd062d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Oct 15 19:53:55.806027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:55.980948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420858d-c18a-4bf5-a21d-87e61377f1bf req-36a292d5-a9c5-4189-b25d-3a255ff783b6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:55.982407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c420858d-c18a-4bf5-a21d-87e61377f1bf req-36a292d5-a9c5-4189-b25d-3a255ff783b6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0652096 Oct 15 19:53:56.032116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c420858d-c18a-4bf5-a21d-87e61377f1bf req-f8ceea0a-9857-44d6-93cb-61da080dcfe4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414095 Oct 15 19:53:56.242372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:56.279508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:56.499961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.20.0.5 (41a36697-6a5f-4411-9887-8d46130d4ba4/6f0d18e9-130e-4723-8531-4cc2fac7050e/d8046552-dd40-4ccf-8d72-19eb5b9d5d39) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:53:56.613855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:56.776194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:56.790388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29122349-0091-4c73-ad49-0138519236f1 req-899c4ea6-7cd1-4006-82a7-ca07679c5408 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:56.793342 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29122349-0091-4c73-ad49-0138519236f1 req-899c4ea6-7cd1-4006-82a7-ca07679c5408 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0724759 Oct 15 19:53:56.838659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 41a36697-6a5f-4411-9887-8d46130d4ba4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:53:56.843256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:53:56.850316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-29122349-0091-4c73-ad49-0138519236f1 req-b25951d2-c294-438e-ab90-a5af33448379 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Oct 15 19:53:56.866503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:53:56.878743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=d8046552-dd40-4ccf-8d72-19eb5b9d5d39,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:57.159109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85ba5d-0f85-42c2-a34b-dbf435722f68 req-10a3af16-904b-48be-85af-8c223cf4c128 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:57.160603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da85ba5d-0f85-42c2-a34b-dbf435722f68 req-10a3af16-904b-48be-85af-8c223cf4c128 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Oct 15 19:53:57.205249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da85ba5d-0f85-42c2-a34b-dbf435722f68 req-caa997c1-25c8-49d5-89da-4ee0ce0152dd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364928 Oct 15 19:53:57.298328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:57.514033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:57.781242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router ee05c247-fc70-4e98-91b6-66859acfeb03 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:53:57.914581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:53:57.928480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Sync routers for ids ['ee05c247-fc70-4e98-91b6-66859acfeb03'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:53:57.943104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Routers {'ee05c247-fc70-4e98-91b6-66859acfeb03'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:57.943873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ee05c247-fc70-4e98-91b6-66859acfeb03'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:58.031351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37f927-9e48-4280-963d-44e201f86033 req-358823f7-0240-4b9f-84a5-4f816a0d59e1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:58.044276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:58.044439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db37f927-9e48-4280-963d-44e201f86033 req-358823f7-0240-4b9f-84a5-4f816a0d59e1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0783994 Oct 15 19:53:58.044439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.044899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-320e42ce-f804-40ae-925c-74ba20c15167 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0307400 Oct 15 19:53:58.048079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52108) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:58.116621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Set router ee05c247-fc70-4e98-91b6-66859acfeb03 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:58.133124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db37f927-9e48-4280-963d-44e201f86033 req-45b7ba43-3c3e-4313-bb8f-dba819b4149e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816228 Oct 15 19:53:58.214489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.221645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d06ab614-7a14-446b-a4a1-fb41e405b7bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.388748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05c247-fc70-4e98-91b6-66859acfeb03', 'name': '', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4', 'external_fixed_ips': [{'subnet_id': '6f0d18e9-130e-4723-8531-4cc2fac7050e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'd8046552-dd40-4ccf-8d72-19eb5b9d5d39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:53:55Z', 'updated_at': '2021-10-15T19:53:57Z', 'revision_number': 3, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port': {'id': 'd8046552-dd40-4ccf-8d72-19eb5b9d5d39', 'name': '', 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05c247-fc70-4e98-91b6-66859acfeb03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '6f0d18e9-130e-4723-8531-4cc2fac7050e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:53:56Z', 'updated_at': '2021-10-15T19:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f0d18e9-130e-4723-8531-4cc2fac7050e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:58.395461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d06ab614-7a14-446b-a4a1-fb41e405b7bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.416022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97916941-3e4f-454e-8811-ffa7e9a65513 req-c63933ce-17df-4948-81ee-6cffb54b6833 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:58.417791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97916941-3e4f-454e-8811-ffa7e9a65513 req-c63933ce-17df-4948-81ee-6cffb54b6833 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0640695 Oct 15 19:53:58.431515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Checking router: ee05c247-fc70-4e98-91b6-66859acfeb03 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:53:58.432617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Updating router ee05c247-fc70-4e98-91b6-66859acfeb03 port d8046552-dd40-4ccf-8d72-19eb5b9d5d39 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:53:58.465035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.472295 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97916941-3e4f-454e-8811-ffa7e9a65513 req-30d9e7de-593a-40c4-a7cf-08a959486a12 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Oct 15 19:53:58.524307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d06ab614-7a14-446b-a4a1-fb41e405b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.574502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d06ab614-7a14-446b-a4a1-fb41e405b7bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=808e0a012d944570a3cefc0c524df113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268214 Oct 15 19:53:58.574502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:58.577843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab614-7a14-446b-a4a1-fb41e405b7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c20ff9-4b01-4f01-8d24-14b62767d9de,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:58.649780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.672711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.711721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.801094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.917103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Deleting port d8046552-dd40-4ccf-8d72-19eb5b9d5d39 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:53:58.917642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.946162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.948881 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.950006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40c20ff9-4b01-4f01-8d24-14b62767d9de HTTP/1.1" status: 204 len: 168 time: 0.3783431 Oct 15 19:53:58.950497 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:58.967514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8b3aa-785a-4b32-906d-90a2d9daa876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c20ff9-4b01-4f01-8d24-14b62767d9de,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:59.037717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53da12-8a4f-481c-a56a-c9af18c84641 None None] Pushing event updated for resources: {'Port': ['ID=d8046552-dd40-4ccf-8d72-19eb5b9d5d39,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:59.042911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Attempting to bind port d8046552-dd40-4ccf-8d72-19eb5b9d5d39 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:53:59.043317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Attempting to bind port d8046552-dd40-4ccf-8d72-19eb5b9d5d39 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '51509f57-e383-409f-af93-bedd79cb1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:53:59.043707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Attempting to bind port d8046552-dd40-4ccf-8d72-19eb5b9d5d39 on network 41a36697-6a5f-4411-9887-8d46130d4ba4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:53:59.049876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:53:59.050251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Checking segment: {'id': '51509f57-e383-409f-af93-bedd79cb1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:53:59.050792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.051154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Bound using segment: {'id': '51509f57-e383-409f-af93-bedd79cb1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:53:59.052318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Bound port: d8046552-dd40-4ccf-8d72-19eb5b9d5d39, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51509f57-e383-409f-af93-bedd79cb1d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '41a36697-6a5f-4411-9887-8d46130d4ba4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:53:59.052697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.056991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.075872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Calling delete_port for d8046552-dd40-4ccf-8d72-19eb5b9d5d39 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:53:59.133249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52128) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:59.134863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] For port d8046552-dd40-4ccf-8d72-19eb5b9d5d39, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:53:59.138290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] For port d8046552-dd40-4ccf-8d72-19eb5b9d5d39, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8046552-dd40-4ccf-8d72-19eb5b9d5d39,segment=NetworkSegment(51509f57-e383-409f-af93-bedd79cb1d18),segment_id=51509f57-e383-409f-af93-bedd79cb1d18)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:53:59.279769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddfa5b-f25e-4dc4-b6d8-8a526764fdb6 req-0ca50abc-7a67-4e40-b15a-e01e3da20ec0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:59.281278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-81ddfa5b-f25e-4dc4-b6d8-8a526764fdb6 req-0ca50abc-7a67-4e40-b15a-e01e3da20ec0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0547731 Oct 15 19:53:59.324459 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.326501 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-81ddfa5b-f25e-4dc4-b6d8-8a526764fdb6 req-389bd701-43a5-4d41-99b4-b921d0a42e33 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Oct 15 19:53:59.381737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Routers {'ee05c247-fc70-4e98-91b6-66859acfeb03'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:53:59.382438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ee05c247-fc70-4e98-91b6-66859acfeb03'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:59.414001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2ece-64bb-42ca-9fc0-bdde53b553e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.466051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53da12-8a4f-481c-a56a-c9af18c84641 None None] Pushing event updated for resources: {'Port': ['ID=d8046552-dd40-4ccf-8d72-19eb5b9d5d39,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:59.493727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] Set router ee05c247-fc70-4e98-91b6-66859acfeb03 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:53:59.507208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2ece-64bb-42ca-9fc0-bdde53b553e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.547866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05c247-fc70-4e98-91b6-66859acfeb03', 'name': '', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:53:55Z', 'updated_at': '2021-10-15T19:53:58Z', 'revision_number': 4, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:53:59.569463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.578790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b478cf8c-edab-4dbe-979a-22800b1e6d12 None None] The sync data for ids ['ee05c247-fc70-4e98-91b6-66859acfeb03'] in n-d-712140-14 is: [{'id': 'ee05c247-fc70-4e98-91b6-66859acfeb03', 'name': '', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:53:55Z', 'updated_at': '2021-10-15T19:53:58Z', 'revision_number': 4, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:53:59.617173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8046552-dd40-4ccf-8d72-19eb5b9d5d39,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:59.627059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d2f2ece-64bb-42ca-9fc0-bdde53b553e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.675893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd96d1c-6f4e-4099-a190-781168ab1220 req-dea93734-4c9c-4ccb-af9a-5f8ab252c2d4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:53:59.676755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d2f2ece-64bb-42ca-9fc0-bdde53b553e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee691a6824bc47a49c8e22a8b82f5811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421638 Oct 15 19:53:59.677669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:59.678484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f2ece-64bb-42ca-9fc0-bdde53b553e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4cc2ca-5685-43d9-82cc-3a1352c472c1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:53:59.682946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bd96d1c-6f4e-4099-a190-781168ab1220 req-dea93734-4c9c-4ccb-af9a-5f8ab252c2d4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1413248 Oct 15 19:53:59.732571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.741962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.770368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.789848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bd96d1c-6f4e-4099-a190-781168ab1220 req-249ab9e3-57ca-4d66-8d16-0c05990d75f7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 Oct 15 19:53:59.820428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:53:59.839652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56559d3d-69d3-4e35-a2a0-4a5bb97f9545 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.872841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.875346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.983315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.985990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:53:59.987160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e4cc2ca-5685-43d9-82cc-3a1352c472c1 HTTP/1.1" status: 204 len: 168 time: 0.3055427 Oct 15 19:54:00.001856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9d60c-e4b4-4b50-aba1-d0f71e7d6cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4cc2ca-5685-43d9-82cc-3a1352c472c1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:00.064285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56559d3d-69d3-4e35-a2a0-4a5bb97f9545 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.068590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.069256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee05c247-fc70-4e98-91b6-66859acfeb03 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:00.080977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.080977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7b26c3e9-412a-4e63-815a-2e4f568c7992 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ee05c247-fc70-4e98-91b6-66859acfeb03 HTTP/1.1" status: 204 len: 168 time: 2.0261903 Oct 15 19:54:00.081676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:00.125734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Deleting subnet 6f0d18e9-130e-4723-8531-4cc2fac7050e {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:54:00.129154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.132229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56559d3d-69d3-4e35-a2a0-4a5bb97f9545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.210778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56559d3d-69d3-4e35-a2a0-4a5bb97f9545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89f0bb6-99fa-4a15-b33a-6b8f9472ec5b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:00.214602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.219077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56559d3d-69d3-4e35-a2a0-4a5bb97f9545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb63f143c3c94dd487d334d53de6d382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3974545 Oct 15 19:54:00.222275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:00.259876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.276944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.300922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.393301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.431648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0d18e9-130e-4723-8531-4cc2fac7050e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:00.433780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.435201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.438460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-75b83915-6840-42d1-9976-96a715d5539d tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/6f0d18e9-130e-4723-8531-4cc2fac7050e HTTP/1.1" status: 204 len: 168 time: 0.3588138 Oct 15 19:54:00.438700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.439918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e89f0bb6-99fa-4a15-b33a-6b8f9472ec5b HTTP/1.1" status: 204 len: 168 time: 0.2164721 Oct 15 19:54:00.441019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52158) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:00.458390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5187d8b-63c2-4582-9866-95271ed0837e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89f0bb6-99fa-4a15-b33a-6b8f9472ec5b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:00.482787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd8b0-9cc6-4424-82c6-0d398b3a910b req-a148c95c-6270-4b4e-ad5b-1dbd96b4706e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:00.484491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-554fd8b0-9cc6-4424-82c6-0d398b3a910b req-a148c95c-6270-4b4e-ad5b-1dbd96b4706e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0774412 Oct 15 19:54:00.534582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-554fd8b0-9cc6-4424-82c6-0d398b3a910b req-fbfab1ed-0a2e-453e-9b2c-7feae8f6cce3 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Oct 15 19:54:00.541065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.624986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.649259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a36697-6a5f-4411-9887-8d46130d4ba4']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:00.660739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51509f57-e383-409f-af93-bedd79cb1d18') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:00.661667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51509f57-e383-409f-af93-bedd79cb1d18') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:00.671985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.686107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.694156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:54:00.694658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:54:00.697070 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:54:00.850396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.863826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 41a36697-6a5f-4411-9887-8d46130d4ba4 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:54:00.863826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:00.871129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/networks/41a36697-6a5f-4411-9887-8d46130d4ba4 HTTP/1.1" status: 204 len: 168 time: 0.4288616 Oct 15 19:54:00.881663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a0f0b-d2a1-4073-b452-4e502f404586 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Network': ['ID=41a36697-6a5f-4411-9887-8d46130d4ba4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:00.962719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc35e6-ba05-4541-b4e7-dcce2df5d8a6 req-7eb78841-3ec0-4f0b-9418-e6aa233f6849 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:00.969499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64cc35e6-ba05-4541-b4e7-dcce2df5d8a6 req-7eb78841-3ec0-4f0b-9418-e6aa233f6849 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0744576 Oct 15 19:54:00.969903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52172) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:00.997109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f84c6498-54ed-4225-a3d4-efbf00380e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.025094 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64cc35e6-ba05-4541-b4e7-dcce2df5d8a6 req-829e48fd-0f26-4e64-a914-7bb0a9249168 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Oct 15 19:54:01.115187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f84c6498-54ed-4225-a3d4-efbf00380e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.238187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f84c6498-54ed-4225-a3d4-efbf00380e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.285468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c6498-54ed-4225-a3d4-efbf00380e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a4abf-1e08-4267-af80-8baf12164eab,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:01.297587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:01.297975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f84c6498-54ed-4225-a3d4-efbf00380e35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c8b3bfc71e4420891e30bfcebd9b9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265300 Oct 15 19:54:01.359211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.388077 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.469957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52190) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:01.474797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'name': 'tempest-router--1383761915', 'project_id': 'c403ff826ec24f0e9a8640b302ad161a'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:01.570613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.573405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.577435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e6a4abf-1e08-4267-af80-8baf12164eab HTTP/1.1" status: 204 len: 168 time: 0.2755005 Oct 15 19:54:01.585408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd261d8-8e05-405f-9cf6-359e82f29af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a4abf-1e08-4267-af80-8baf12164eab,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:01.610258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.612722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.674188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602ed4c-4690-42ae-8494-fc98e8212d9f req-c8531122-f2dc-46b5-bf22-14f5eb73140e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:01.678123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.680055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0602ed4c-4690-42ae-8494-fc98e8212d9f req-c8531122-f2dc-46b5-bf22-14f5eb73140e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0619586 Oct 15 19:54:01.717019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0602ed4c-4690-42ae-8494-fc98e8212d9f req-75844aea-77d6-4da2-81cc-baac169b388d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336671 Oct 15 19:54:01.775730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.874253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:01.875500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30ccf295-9225-4549-8d0c-e188881ba821 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4044621 Oct 15 19:54:01.878275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52204) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:01.908271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52206) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:01.956323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.037435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2093156137-network', 'tenant_id': '57c613fde26d4426bf8f38b167aae5c8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:02.119969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Made reservation on behalf of 57c613fde26d4426bf8f38b167aae5c8 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:02.123886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.155662 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.156357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.162259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.198416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a52109-ea10-4156-8479-5abb123ba599 req-0ca2fbad-3dac-4636-baf4-b0725eab5fe1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:02.200131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06a52109-ea10-4156-8479-5abb123ba599 req-0ca2fbad-3dac-4636-baf4-b0725eab5fe1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0918057 Oct 15 19:54:02.249420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06a52109-ea10-4156-8479-5abb123ba599 req-7bd77832-bff9-4f20-81cd-594e5ea7b254 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Oct 15 19:54:02.258980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.259912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5386e76-eb77-401a-b0ed-6d8c100e8844 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:02.265774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.267857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c3015c03-862f-4e43-a8c4-c72985844e7f tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c5386e76-eb77-401a-b0ed-6d8c100e8844 HTTP/1.1" status: 204 len: 168 time: 0.3883917 Oct 15 19:54:02.322099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.455033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.482667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:54:02.489578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34477eb4-e543-4c80-943c-f9ca4d36ba91,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:02.496961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.497303 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Added segment 4b959d7e-bf3d-4e64-b625-d6b942a32405 of type vlan for network 3d678016-6aca-4b51-af55-09362944e0e2 Oct 15 19:54:02.540824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.611989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52234) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:02.679863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.681120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:02.681771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.746907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=3d678016-6aca-4b51-af55-09362944e0e2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:02.758735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3d678016-6aca-4b51-af55-09362944e0e2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:54:02.784813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1588880551', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:02.856112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b228529d-e376-4892-ae4e-3025986da4d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9466050 Oct 15 19:54:02.856463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52244) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:02.861221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Request body: {'subnet': {'network_id': '3d678016-6aca-4b51-af55-09362944e0e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2093156137-subnet', 'tenant_id': '57c613fde26d4426bf8f38b167aae5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:02.875738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08567f-3812-471c-bf81-370dd0836193 req-d4156649-fffe-488f-af79-0a106b0fdf9d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:02.876869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f08567f-3812-471c-bf81-370dd0836193 req-d4156649-fffe-488f-af79-0a106b0fdf9d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0672362 Oct 15 19:54:02.917501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f08567f-3812-471c-bf81-370dd0836193 req-9f40d4e6-7943-4eca-a602-67cad39e3b21 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Oct 15 19:54:02.947383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:02.948486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.004679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.044192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Made reservation on behalf of 57c613fde26d4426bf8f38b167aae5c8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:03.046677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.290590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.366456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.421975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b739f6-7fd1-4ae6-adf3-08e364443e54 req-86172553-328d-47fb-9128-4c404294c57f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:03.423510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3b739f6-7fd1-4ae6-adf3-08e364443e54 req-86172553-328d-47fb-9128-4c404294c57f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0945079 Oct 15 19:54:03.434764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae10feb6-e259-4681-b260-9b1a32b4b2f3,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:03.470327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Checking segment: {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:03.470696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Network hostable DHCP agents. Network: 3d678016-6aca-4b51-af55-09362944e0e2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:54:03.487265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f3b739f6-7fd1-4ae6-adf3-08e364443e54 req-89056117-5efb-4821-8681-e9cdd925a69f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Oct 15 19:54:03.605784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.615887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Network 3d678016-6aca-4b51-af55-09362944e0e2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:54:03.624500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.735723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Allocated IP 172.25.0.39 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/92a40386-0bd2-41d1-826d-58836627899d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:03.781288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3d678016-6aca-4b51-af55-09362944e0e2) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:03.786039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:03.786680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.790860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1eef60-d90f-4d63-9f64-ed6e6d02d855 None None] Network 3d678016-6aca-4b51-af55-09362944e0e2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:03.840503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:03.932021 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b28be56e-384f-4669-89a6-ee779b25221b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0742390 Oct 15 19:54:04.024492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:04.080908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c226fc-d19e-4c51-9bda-ac9123262234 None None] Network 3d678016-6aca-4b51-af55-09362944e0e2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:04.128036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:04.140436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:04.145069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:04.186988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a755db-c0e7-4152-a880-9f9b53151cc9 req-c87efb5d-7c1f-48e1-9c60-33fa5f18b104 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:04.194864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25a755db-c0e7-4152-a880-9f9b53151cc9 req-c87efb5d-7c1f-48e1-9c60-33fa5f18b104 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1888614 Oct 15 19:54:04.216128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event updated for resources: {'Port': ['ID=92a40386-0bd2-41d1-826d-58836627899d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:04.268854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25a755db-c0e7-4152-a880-9f9b53151cc9 req-5f5545b0-9591-41d2-a70e-02e06c44c0b0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711920 Oct 15 19:54:04.612268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a572a3-c8aa-4fa5-a81a-fc2abbbe07f2 req-dcd9af8a-c377-4aa3-b717-af50452c0cdb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:04.614319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d6a572a3-c8aa-4fa5-a81a-fc2abbbe07f2 req-dcd9af8a-c377-4aa3-b717-af50452c0cdb tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0551708 Oct 15 19:54:04.647932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:04.656696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d6a572a3-c8aa-4fa5-a81a-fc2abbbe07f2 req-470fc3f8-d2dc-42be-abb1-e8c4a10888c3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Oct 15 19:54:04.859187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:05.398116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Router b469558e-04c8-42b6-ab4d-9deba3e8b96c is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:05.435208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ef69b-4db5-4413-a35a-06407ada4275 req-a7f4b989-0c80-470b-93fd-70174700662c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:05.436809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d5ef69b-4db5-4413-a35a-06407ada4275 req-a7f4b989-0c80-470b-93fd-70174700662c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0691979 Oct 15 19:54:05.493065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8d5ef69b-4db5-4413-a35a-06407ada4275 req-49424f17-d53d-4117-9e6f-48ef0186cc18 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458684 Oct 15 19:54:05.565584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:05.576904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] Sync routers for ids ['b469558e-04c8-42b6-ab4d-9deba3e8b96c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:05.589055 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] Routers {'b469558e-04c8-42b6-ab4d-9deba3e8b96c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:05.591334 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b469558e-04c8-42b6-ab4d-9deba3e8b96c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:05.624920 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:05.634279 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] Routers {'b469558e-04c8-42b6-ab4d-9deba3e8b96c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:05.634906 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b469558e-04c8-42b6-ab4d-9deba3e8b96c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:05.666208 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:05.666862 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df526d6-a02d-4025-8efa-dcd104830f33 None None] The sync data for ids ['b469558e-04c8-42b6-ab4d-9deba3e8b96c'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:05.681272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:05.682604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57eec413-6afc-49d6-b7ad-8b7010441111 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0695677 Oct 15 19:54:05.685283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52360) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:05.784716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc21e-6ddd-43bd-9cd3-5d0cc1f7acc5 req-5d8a99d3-9c58-4629-9e9b-569e5bd463ce tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:05.786988 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc2fc21e-6ddd-43bd-9cd3-5d0cc1f7acc5 req-5d8a99d3-9c58-4629-9e9b-569e5bd463ce tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0576918 Oct 15 19:54:05.816236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e881bda8-8086-4567-ad68-1c95839c0d5b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/b469558e-04c8-42b6-ab4d-9deba3e8b96c HTTP/1.1" status: 200 len: 920 time: 0.1296744 Oct 15 19:54:05.819335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52364) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:05.837701 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc2fc21e-6ddd-43bd-9cd3-5d0cc1f7acc5 req-bc3b72ab-90f8-4d53-bae2-3cddc1545770 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Oct 15 19:54:05.863591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a637efff-1738-4277-b584-edcb76e769a6 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=b469558e-04c8-42b6-ab4d-9deba3e8b96c HTTP/1.1" status: 200 len: 205 time: 0.0416162 Oct 15 19:54:05.865266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:06.004928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.124779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.264369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port 92a40386-0bd2-41d1-826d-58836627899d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:06.264741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.353608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.368498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for 92a40386-0bd2-41d1-826d-58836627899d owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:06.698800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7e152-cd1d-4847-99fa-067a759d2f13 req-6d7d9678-6719-426a-b7df-1ee09f9a4522 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:06.701501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdb7e152-cd1d-4847-99fa-067a759d2f13 req-6d7d9678-6719-426a-b7df-1ee09f9a4522 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1095884 Oct 15 19:54:06.745266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdb7e152-cd1d-4847-99fa-067a759d2f13 req-8dd0b07e-cfe4-4031-992d-d9806f384e1d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374830 Oct 15 19:54:06.781373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.805687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=92a40386-0bd2-41d1-826d-58836627899d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:06.874647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.992553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:06.995826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.048903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feac94e-18c2-451a-ac15-e46774322e68 req-7445a13a-13de-49dc-851e-1556b6dc2621 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:07.050304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0feac94e-18c2-451a-ac15-e46774322e68 req-7445a13a-13de-49dc-851e-1556b6dc2621 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1144426 Oct 15 19:54:07.092809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0feac94e-18c2-451a-ac15-e46774322e68 req-5ac4452f-3ea8-484c-8737-98d9300fd8de tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Oct 15 19:54:07.146387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.146919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router b469558e-04c8-42b6-ab4d-9deba3e8b96c {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:07.153682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.154914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dcbe4790-4b56-47cd-8824-fddde890cb88 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/b469558e-04c8-42b6-ab4d-9deba3e8b96c HTTP/1.1" status: 204 len: 168 time: 1.2885611 Oct 15 19:54:07.158598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:07.163899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-563390639', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:07.260844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.261949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.316760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.621369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:07.887307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-c834cd28-4b17-4c83-bf2f-e91c8aa3a3c0 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:07.889913 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-c834cd28-4b17-4c83-bf2f-e91c8aa3a3c0 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/networks?id=3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 200 len: 809 time: 0.1420422 Oct 15 19:54:07.907525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-4ccb71bd-0bfd-4439-a97e-da1e4542bee3 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/quotas/57c613fde26d4426bf8f38b167aae5c8 HTTP/1.1" status: 200 len: 375 time: 0.0105112 Oct 15 19:54:07.923313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3ae7-143d-487c-be50-fb6cf691d5e7 req-8c2dbd98-7b18-428a-92ff-9d8b3ca032dd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:07.924843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a8e3ae7-143d-487c-be50-fb6cf691d5e7 req-8c2dbd98-7b18-428a-92ff-9d8b3ca032dd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0955083 Oct 15 19:54:07.940803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-97195e36-19b3-4035-b6df-29b068a76d81 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272260 Oct 15 19:54:08.011777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a8e3ae7-143d-487c-be50-fb6cf691d5e7 req-20ac85a6-eb80-4232-9123-34d0f42d3feb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777733 Oct 15 19:54:08.091185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:08.118754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:08.286533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d784d7-121e-4770-aa09-939187f8ef56 req-f930b0a5-7a9b-441d-9e1c-577b18a15fd6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:08.288342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1d784d7-121e-4770-aa09-939187f8ef56 req-f930b0a5-7a9b-441d-9e1c-577b18a15fd6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0951843 Oct 15 19:54:08.320259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.25.0.120 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a5a22fdd-e49f-459c-aaa7-486a0fdda8b2) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:08.353645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1d784d7-121e-4770-aa09-939187f8ef56 req-8cf090be-fdd3-4c90-b5a7-090c2aa28712 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581722 Oct 15 19:54:08.430662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-a88d6ad4-0c06-4971-bf6b-42d2a8487e11 service neutron] 10.222.0.13 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819934 Oct 15 19:54:08.470934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:08.524649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2249f949-a1e0-4c5c-bf36-b5b29fbdce3d service neutron] 10.222.0.13 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874307 Oct 15 19:54:08.574060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:08.610498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:08.615714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:08.618667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:08.660036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:08.890188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9ed499d-2e59-438c-894c-20861e06184d req-a84d855d-310f-46eb-a560-848122e00b8e tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0323532 Oct 15 19:54:09.022983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:09.147777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3aa23-b518-44e9-bccc-abe17a8d1637 req-d35b1749-f28b-48d0-a3a1-eb1e4115427a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:09.149464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5af3aa23-b518-44e9-bccc-abe17a8d1637 req-d35b1749-f28b-48d0-a3a1-eb1e4115427a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0594599 Oct 15 19:54:09.205811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5af3aa23-b518-44e9-bccc-abe17a8d1637 req-8c880fa9-4a53-4fd4-b95b-2003844bf857 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503554 Oct 15 19:54:09.251728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:09.486737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e073c39-d69e-43b5-afd3-5054d5e2891a req-bcb29f44-65bc-4cd9-89e4-06a0a28163f8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:09.488241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e073c39-d69e-43b5-afd3-5054d5e2891a req-bcb29f44-65bc-4cd9-89e4-06a0a28163f8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0554719 Oct 15 19:54:09.528146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e073c39-d69e-43b5-afd3-5054d5e2891a req-2419a64f-15bb-4da6-9ea3-5a22c3b8fb78 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Oct 15 19:54:09.637974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router d5c82446-43ef-4152-821f-ca74741f109d is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:09.750681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:09.764052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Sync routers for ids ['d5c82446-43ef-4152-821f-ca74741f109d'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:09.779093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Routers {'d5c82446-43ef-4152-821f-ca74741f109d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:09.779961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5c82446-43ef-4152-821f-ca74741f109d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:09.868741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:09.870283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-40df975c-22b1-4968-a4df-c8531e63e843 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7105572 Oct 15 19:54:09.873238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52438) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:09.930081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Set router d5c82446-43ef-4152-821f-ca74741f109d gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:54:09.983823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61ba3504-7218-4c60-8700-36cb85e939b7 req-3966a84a-1341-44fa-8934-993d008bc27b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0356467 Oct 15 19:54:10.024081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f2304da3-02cb-48c4-ac20-eef4caa05791 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/d5c82446-43ef-4152-821f-ca74741f109d HTTP/1.1" status: 200 len: 908 time: 0.1489456 Oct 15 19:54:10.028426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:10.033846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-563390639', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': True}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:10.161760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120'}], 'enable_snat': False}, 'gw_port_id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:07Z', 'updated_at': '2021-10-15T19:54:08Z', 'revision_number': 3, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port': {'id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:54:08Z', 'updated_at': '2021-10-15T19:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:10.189497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Checking router: d5c82446-43ef-4152-821f-ca74741f109d for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:54:10.189822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Updating router d5c82446-43ef-4152-821f-ca74741f109d port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:54:10.221731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.227267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.228397 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.288933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.346474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7812b29-8543-48c7-b2c1-e25912619f81 req-189a8c89-d270-40bb-abc9-fdb81c94bf9d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:10.349894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7812b29-8543-48c7-b2c1-e25912619f81 req-189a8c89-d270-40bb-abc9-fdb81c94bf9d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0538414 Oct 15 19:54:10.390950 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e7812b29-8543-48c7-b2c1-e25912619f81 req-2334b48c-2557-4c94-b3c3-837c0e90f2d1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Oct 15 19:54:10.539802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.566965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.656923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f7b66-9366-440a-bccb-5f1f0f1bad8f req-0a0c7b79-fbf8-45e0-944e-435675325037 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:10.659887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-969f7b66-9366-440a-bccb-5f1f0f1bad8f req-0a0c7b79-fbf8-45e0-944e-435675325037 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0597153 Oct 15 19:54:10.716247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-969f7b66-9366-440a-bccb-5f1f0f1bad8f req-073ade10-1287-4f4c-9e6f-a7885bfe0e41 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495975 Oct 15 19:54:10.752266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.839971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Pushing event updated for resources: {'Port': ['ID=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:10.850531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Attempting to bind port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:10.851330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Attempting to bind port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:10.851330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Attempting to bind port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:10.856295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.858754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.859548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.859548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.859799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.860451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:10.878183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:10.878642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:10.880056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.880545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:10.881287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Bound port: a5a22fdd-e49f-459c-aaa7-486a0fdda8b2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:10.882462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:10.952658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] For port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:10.962400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] For port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:10.983194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.007091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.038705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:54:11.040895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:11.101302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-532d4e4e-c261-4f53-a817-f604709bba4b req-c2dc1844-1570-44c3-a143-4dc6fdd2ce59 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0311542 Oct 15 19:54:11.103007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.138110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.25.0.194 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:11.265473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00093bd-dbe8-43ea-bfaa-a2d5154b4518 None None] Pushing event updated for resources: {'Port': ['ID=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:11.275111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Routers {'d5c82446-43ef-4152-821f-ca74741f109d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:11.275767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5c82446-43ef-4152-821f-ca74741f109d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:11.282196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.301988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.339891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:11.366473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:11.366473 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e895342d-b333-45b6-805d-88df8d8ae2f6" -d '{"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:11.392627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:11.393714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'port_id': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'mac_address': 'fa:16:3e:01:ec:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6ec3ea-9460-413a-a712-6e2b1c6daefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:54:11.458574 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d698fe0-907d-4a8f-acb8-ed2e335460f2 x-openstack-request-id: req-3d698fe0-907d-4a8f-acb8-ed2e335460f2 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:11.458864 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-unplugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:11.459119 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d698fe0-907d-4a8f-acb8-ed2e335460f2 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:11.459508 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'code': 200} Oct 15 19:54:11.490098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.490348 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.496142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] Set router d5c82446-43ef-4152-821f-ca74741f109d gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:54:11.536522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04e471-b784-4791-898a-aca025bcc08d req-2a247684-ab9a-4f13-9dd3-4bd058bee3d5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:11.540079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f04e471-b784-4791-898a-aca025bcc08d req-2a247684-ab9a-4f13-9dd3-4bd058bee3d5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0638053 Oct 15 19:54:11.540820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:11.550724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:11.552273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:11.554925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:11.571840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:11.594917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f04e471-b784-4791-898a-aca025bcc08d req-9e5eb98e-c4e7-45b1-9cdf-c667b28d4277 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458004 Oct 15 19:54:11.636400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:11.737078 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:54:11.739458 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:54:11.765550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:11.805247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120'}], 'enable_snat': False}, 'gw_port_id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:07Z', 'updated_at': '2021-10-15T19:54:08Z', 'revision_number': 3, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port': {'id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:54:08Z', 'updated_at': '2021-10-15T19:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:11.836107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a03312c-84cd-47cf-8e6a-7e327448299d None None] The sync data for ids ['d5c82446-43ef-4152-821f-ca74741f109d'] in n-d-712140-14 is: [{'id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120'}], 'enable_snat': False}, 'gw_port_id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:07Z', 'updated_at': '2021-10-15T19:54:08Z', 'revision_number': 3, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port': {'id': 'a5a22fdd-e49f-459c-aaa7-486a0fdda8b2', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:4f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c82446-43ef-4152-821f-ca74741f109d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:54:08Z', 'updated_at': '2021-10-15T19:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:11.868611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096c521-594e-4320-9b09-a8f13c3ea545 req-b00f5770-0db9-477c-b965-54d1fc0ac549 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:11.876791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6096c521-594e-4320-9b09-a8f13c3ea545 req-b00f5770-0db9-477c-b965-54d1fc0ac549 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 943 time: 0.0676401 Oct 15 19:54:11.947894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6096c521-594e-4320-9b09-a8f13c3ea545 req-ac80faaf-d356-4710-96b6-7b60bb1add3c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657353 Oct 15 19:54:11.983043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:12.289013 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:12.314812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:12.341873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:12.415364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-7b5a03d9-7775-41ad-9dd6-6a9b72be47aa tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:12.417454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-7b5a03d9-7775-41ad-9dd6-6a9b72be47aa tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "GET /v2.0/networks?id=3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 200 len: 809 time: 0.1708720 Oct 15 19:54:12.437705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Request body: {'port': {'device_id': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2', 'admin_state_up': True, 'tenant_id': '57c613fde26d4426bf8f38b167aae5c8'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:12.501427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:12.671015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73640162-39d2-4d0c-b66c-699fd71094b0 req-f1e13ab0-de79-46d0-a484-f9e169dfc9dd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0399399 Oct 15 19:54:12.687063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:12.723874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Made reservation on behalf of 57c613fde26d4426bf8f38b167aae5c8 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:12.727888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:12.777350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:12.875522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:12.914104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:13.001729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa1733-741c-4cf5-a16f-16a058b557d7 req-ea0a7044-10e8-4484-a46c-7f46f6079cf0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:13.003768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-71fa1733-741c-4cf5-a16f-16a058b557d7 req-ea0a7044-10e8-4484-a46c-7f46f6079cf0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1745012 Oct 15 19:54:13.026190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:13.026652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.089308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Allocated IP 172.20.0.2 (3d678016-6aca-4b51-af55-09362944e0e2/ae10feb6-e259-4681-b260-9b1a32b4b2f3/f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:13.102040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-71fa1733-741c-4cf5-a16f-16a058b557d7 req-83377f88-4b3f-46fe-aab1-678b92ed425f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907357 Oct 15 19:54:13.107497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router f8b3001f-15b6-4059-a784-9669b3633bbc is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:13.174144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e468c-4879-4b1f-9aec-bca87a999884 req-8f20896c-b7a4-43d1-a861-a7da9eb275fd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:13.183442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-818e468c-4879-4b1f-9aec-bca87a999884 req-8f20896c-b7a4-43d1-a861-a7da9eb275fd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 944 time: 0.1293690 Oct 15 19:54:13.259000 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.305448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:13.370392 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.375587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:13.386762 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Sync routers for ids ['f8b3001f-15b6-4059-a784-9669b3633bbc'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:13.387465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.404961 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Routers {'f8b3001f-15b6-4059-a784-9669b3633bbc'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:13.405762 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f8b3001f-15b6-4059-a784-9669b3633bbc'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:13.408666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-818e468c-4879-4b1f-9aec-bca87a999884 req-2a642ae4-eee0-4cdb-91c3-41fee137a1e7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243760 Oct 15 19:54:13.471162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:13.538914 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Set router f8b3001f-15b6-4059-a784-9669b3633bbc gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:54:13.598625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.603113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.604808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-05a4acff-5c00-481e-acb2-1df61d484a00 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5748103 Oct 15 19:54:13.608349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52490) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:13.654225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Network 3d678016-6aca-4b51-af55-09362944e0e2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:13.666226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:13.670941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:13.713654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Pushing event updated for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:13.742575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:13.743376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.790578 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b3001f-15b6-4059-a784-9669b3633bbc', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:10Z', 'updated_at': '2021-10-15T19:54:11Z', 'revision_number': 3, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port': {'id': 'c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:31:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b3001f-15b6-4059-a784-9669b3633bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:54:11Z', 'updated_at': '2021-10-15T19:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:13.819118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Checking router: f8b3001f-15b6-4059-a784-9669b3633bbc for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:54:13.819521 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Updating router f8b3001f-15b6-4059-a784-9669b3633bbc port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:54:13.851323 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:13.853226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-192a7398-07a8-4b32-be17-1c3089788fb3 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/f8b3001f-15b6-4059-a784-9669b3633bbc HTTP/1.1" status: 200 len: 907 time: 0.2435200 Oct 15 19:54:13.857535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52494) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:13.905080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-2ee7b310-7bef-4522-b768-a8fadc96cd56 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4765410 Oct 15 19:54:13.917120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Request body: {'port': {'device_id': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:13.957461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c94ff-7b93-4f3e-9f72-22692b671725 req-bdf16ba8-87cb-43f3-9897-e959199f9b3a tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:13.966017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f9c94ff-7b93-4f3e-9f72-22692b671725 req-bdf16ba8-87cb-43f3-9897-e959199f9b3a tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 931 time: 0.1592524 Oct 15 19:54:14.034451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f9c94ff-7b93-4f3e-9f72-22692b671725 req-4ef0f193-dfe2-43c9-9a10-9dff2fb10165 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627484 Oct 15 19:54:14.105158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.123179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.171863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c7d7-8fc9-4e4a-89a4-90dae7b9bc16 req-a00aaf60-58c8-4921-bfc7-e662e407e11b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:14.178470 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7b7c7d7-8fc9-4e4a-89a4-90dae7b9bc16 req-a00aaf60-58c8-4921-bfc7-e662e407e11b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1466963 Oct 15 19:54:14.253789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.298313 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.355140 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b7b7c7d7-8fc9-4e4a-89a4-90dae7b9bc16 req-7d1d7e38-350f-41d3-a109-f10ea8e96e5d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365910 Oct 15 19:54:14.399276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Deleting port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:14.399643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.420709 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.496319 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Attempting to bind port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:14.496848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Attempting to bind port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:14.497531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Attempting to bind port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:14.513794 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Pushing event updated for resources: {'Port': ['ID=c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:14.516326 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:14.516945 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:14.517435 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.517901 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:14.518859 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Bound port: c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:14.519303 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.540540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:14.550442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.555866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.556206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.556628 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.557045 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.557585 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.557979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.558373 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.558781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.559171 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.559725 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.559978 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.560362 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:14.566169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Transition to ACTIVE for port object f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:54:14.575245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.593364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Calling delete_port for c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:14.598974 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] For port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:14.602242 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] For port c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:14.605648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0670d2b-679e-4346-8b00-10446604f5ca req-bb530b6d-273a-4d4d-9d09-02390723d0e3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:14.607419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0670d2b-679e-4346-8b00-10446604f5ca req-bb530b6d-273a-4d4d-9d09-02390723d0e3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 944 time: 0.1017489 Oct 15 19:54:14.694836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.704364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0670d2b-679e-4346-8b00-10446604f5ca req-6f0bb26d-3c04-403f-b497-d873bed2608d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895112 Oct 15 19:54:14.718745 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.737847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:14.796996 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Routers {'f8b3001f-15b6-4059-a784-9669b3633bbc'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:14.797895 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f8b3001f-15b6-4059-a784-9669b3633bbc'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:14.803785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5869473-94fc-45bc-84b0-fb062a01e67a None None] Pushing event updated for resources: {'Port': ['ID=c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:14.837662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Pushing event updated for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:14.846696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:14.848537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.920670 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] Set router f8b3001f-15b6-4059-a784-9669b3633bbc gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:54:14.921469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Attempting to bind port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:14.921804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Attempting to bind port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:14.922129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Attempting to bind port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 on network 3d678016-6aca-4b51-af55-09362944e0e2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:14.927097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 on network 3d678016-6aca-4b51-af55-09362944e0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:54:14.927503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Attempting to bind port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 on network 3d678016-6aca-4b51-af55-09362944e0e2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:14.932454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:14.932788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Checking segment: {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:14.933176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Bound using segment: {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:14.933607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Bound port: f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:14.933959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.946753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:14.996142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Port': ['ID=c77cfd1b-2a9a-4e5c-9551-d5cb0eab5e7c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:14.996634 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b3001f-15b6-4059-a784-9669b3633bbc', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:10Z', 'updated_at': '2021-10-15T19:54:14Z', 'revision_number': 4, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:15.020760 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864829f-144c-48f9-93c5-d504b4d0323e None None] The sync data for ids ['f8b3001f-15b6-4059-a784-9669b3633bbc'] in n-d-712140-14 is: [{'id': 'f8b3001f-15b6-4059-a784-9669b3633bbc', 'name': 'tempest-snat-router-563390639', 'tenant_id': '937262398cbd484e8bd5089ea86483a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:54:10Z', 'updated_at': '2021-10-15T19:54:14Z', 'revision_number': 4, 'project_id': '937262398cbd484e8bd5089ea86483a2', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:15.054624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:15.060180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:15.064543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:15.065652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.155126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-80753a40-1232-4191-bf87-3a43f774c8b1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.157059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-80753a40-1232-4191-bf87-3a43f774c8b1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.0946620 Oct 15 19:54:15.159401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.175588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:15.176615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.242692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.246757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.288969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.289714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.291350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-91d29783-465a-429d-a1d5-cb224025696f service neutron] 10.222.0.15 "PUT /v2.0/ports/f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 HTTP/1.1" status: 200 len: 1092 time: 1.3784471 Oct 15 19:54:15.293390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:15.294080 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78172b6f-aea3-4613-8ca5-b2b400db2053" -d '{"events": [{"name": "network-changed", "server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:15.315280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.349643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:15.358679 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341937fa-d5d7-4360-98b0-ce34b946e9eb" -d '{"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-plugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:15.382709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:15.402669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d29783-465a-429d-a1d5-cb224025696f service neutron] Pushing event updated for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:15.437622 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2690c231-e444-4ddb-bb87-7cfceb8fce8c x-openstack-request-id: req-2690c231-e444-4ddb-bb87-7cfceb8fce8c {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:15.437844 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:15.438058 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2690c231-e444-4ddb-bb87-7cfceb8fce8c {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:15.438469 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709', 'status': 'completed', 'code': 200} Oct 15 19:54:15.461978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b227c-0b09-4816-bc87-be89b3d36d1c req-2baa1e8c-d9ec-4167-be7d-da673310e242 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.463526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-892b227c-0b09-4816-bc87-be89b3d36d1c req-2baa1e8c-d9ec-4167-be7d-da673310e242 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 943 time: 0.2373321 Oct 15 19:54:15.468698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.469447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8b3001f-15b6-4059-a784-9669b3633bbc {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:15.471943 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030ed9da-91ec-415a-9348-3aa50aa028d0 x-openstack-request-id: req-030ed9da-91ec-415a-9348-3aa50aa028d0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:15.475650 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-plugged", "status": "completed", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:15.476142 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-030ed9da-91ec-415a-9348-3aa50aa028d0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:15.477804 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'code': 200} Oct 15 19:54:15.481590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.486144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4704f9ae-f1d2-47ed-b63f-89d5efba9f94 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f8b3001f-15b6-4059-a784-9669b3633bbc HTTP/1.1" status: 204 len: 168 time: 1.6273613 Oct 15 19:54:15.486490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-7778f4f0-b2b6-41b9-87d7-7311c24ab682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.487339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52524) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:15.495038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-7778f4f0-b2b6-41b9-87d7-7311c24ab682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 1095 time: 0.1100528 Oct 15 19:54:15.495189 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.577892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:15.578247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.586216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-8817fbc9-c3f0-472a-a39b-6180968a8107 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 HTTP/1.1" status: 200 len: 217 time: 0.0853667 Oct 15 19:54:15.617638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:15.684563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.728450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-892b227c-0b09-4816-bc87-be89b3d36d1c req-d8d4bf1b-2cfa-4595-8248-147c5e4f42fc tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441607 Oct 15 19:54:15.744481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-eccfb39d-a636-40ba-918e-9818b2e3cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.746356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-eccfb39d-a636-40ba-918e-9818b2e3cab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae10feb6-e259-4681-b260-9b1a32b4b2f3 HTTP/1.1" status: 200 len: 849 time: 0.1379778 Oct 15 19:54:15.748291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90761d5-6edd-4c77-882e-2fee93d73a65 req-69e4147e-1dc2-47bd-84ba-b5e56ab1e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.749736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c90761d5-6edd-4c77-882e-2fee93d73a65 req-69e4147e-1dc2-47bd-84ba-b5e56ab1e159 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 1097 time: 0.1387961 Oct 15 19:54:15.793555 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-78a7eec7-9149-46ad-bed6-6fbe526aa1f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d678016-6aca-4b51-af55-09362944e0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324268 Oct 15 19:54:15.795352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:15.795984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.805064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2b48-5db9-404a-8b2d-a994c03def94 req-57187900-1fb6-454d-9606-149882159b79 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.806589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9cd2b48-5db9-404a-8b2d-a994c03def94 req-57187900-1fb6-454d-9606-149882159b79 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 945 time: 0.1377828 Oct 15 19:54:15.856109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:15.873341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c90761d5-6edd-4c77-882e-2fee93d73a65 req-c6d516bf-2173-4d74-ae29-54cf956e41d7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125522 Oct 15 19:54:15.905706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:15.912541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9cd2b48-5db9-404a-8b2d-a994c03def94 req-8e546324-e14f-4029-a88a-7b50c476fdcf tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935843 Oct 15 19:54:15.965672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679845af-78dd-42d2-bbc5-e9e2aee2737b req-d90ae133-a455-42f8-9810-c8207ad482aa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:15.967311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-679845af-78dd-42d2-bbc5-e9e2aee2737b req-d90ae133-a455-42f8-9810-c8207ad482aa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1588964 Oct 15 19:54:16.037532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Deleting port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:16.038086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.045805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-679845af-78dd-42d2-bbc5-e9e2aee2737b req-7a8cccf5-2528-48b5-8b52-2b4a055d8576 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700457 Oct 15 19:54:16.049715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-5c0ea77e-e086-468d-a815-d1a4bbbb1ffe service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431273 Oct 15 19:54:16.135375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] For port a5a22fdd-e49f-459c-aaa7-486a0fdda8b2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:16.136365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.157494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Calling delete_port for a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:16.239871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44ecd5f0-b0ad-47b7-be43-b4f48eebeda2 req-77d91b97-a6d0-42af-88b3-c348e9b15b59 service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083019 Oct 15 19:54:16.240676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.254709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:16.344012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:16.410668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:16.414477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.418286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b744e57-297f-41c7-8bc3-166338f6b68b req-3c71a2c7-0290-4131-a96c-1c72ecfea5da tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "DELETE /v2.0/ports/b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e HTTP/1.1" status: 204 len: 173 time: 1.2529585 Oct 15 19:54:16.432603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-b31a005f-6f9c-42dd-a073-887de0c66bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:16.433326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-b31a005f-6f9c-42dd-a073-887de0c66bb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 1095 time: 0.0860858 Oct 15 19:54:16.495197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.533392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5a22fdd-e49f-459c-aaa7-486a0fdda8b2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:16.542108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-c0d8cc82-cf99-4bbf-8cd3-e8ac0720c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:16.543619 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-c0d8cc82-cf99-4bbf-8cd3-e8ac0720c346 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 200 len: 910 time: 0.1030362 Oct 15 19:54:16.594248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-b554d78c-4c68-4145-8b3c-0c92e3b83948 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 HTTP/1.1" status: 200 len: 217 time: 0.0432446 Oct 15 19:54:16.605235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.678305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-90eadc5a-f33c-45f6-a41b-fd8c16647dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:16.691358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-90eadc5a-f33c-45f6-a41b-fd8c16647dc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae10feb6-e259-4681-b260-9b1a32b4b2f3 HTTP/1.1" status: 200 len: 849 time: 0.0894923 Oct 15 19:54:16.712910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.715517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:16.734320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-5d9d2292-c413-45e3-b56f-9f6418a4e74e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d678016-6aca-4b51-af55-09362944e0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358601 Oct 15 19:54:16.865482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-25d0c14f-70a2-4b83-84e8-c762a53f27dd service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236591 Oct 15 19:54:16.879434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150ebf6-f963-4c68-9617-53a6d82cf169 req-c15b1ae5-56c8-4add-8ec8-fc4477c81071 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:16.881132 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0150ebf6-f963-4c68-9617-53a6d82cf169 req-c15b1ae5-56c8-4add-8ec8-fc4477c81071 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 943 time: 0.0763490 Oct 15 19:54:16.990500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0150ebf6-f963-4c68-9617-53a6d82cf169 req-55f45232-d22b-42dc-81b3-3c67252c1280 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Oct 15 19:54:17.015416 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-78172b6f-aea3-4613-8ca5-b2b400db2053 req-85419841-1a1c-467d-8710-9bf5dc8be9ec service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330152 Oct 15 19:54:17.037896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.042220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5c82446-43ef-4152-821f-ca74741f109d {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:17.042879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.049283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:17.054329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-497051603', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:17.059075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6bda1156-d4c6-475c-b93a-e5b0cbe04dd1 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "DELETE /v2.0/routers/d5c82446-43ef-4152-821f-ca74741f109d HTTP/1.1" status: 204 len: 168 time: 1.5693736 Oct 15 19:54:17.199313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83d622-e05e-4458-93a3-743a68462125 req-0c15e25d-7d6d-4112-897b-169be1f608d1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:17.208827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf83d622-e05e-4458-93a3-743a68462125 req-0c15e25d-7d6d-4112-897b-169be1f608d1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0848498 Oct 15 19:54:17.218961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.220132 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.284463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bf83d622-e05e-4458-93a3-743a68462125 req-91ef6051-b31b-4619-8fcc-a24ccb944a42 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723908 Oct 15 19:54:17.306690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41a84bd7-ee3c-4db0-a4a6-8979d0a9fa73 req-3aea9326-c487-4c0a-831c-b060932ef493 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=96a3adc1-9d43-4605-bb20-6099708cad47 HTTP/1.1" status: 200 len: 210 time: 0.0558665 Oct 15 19:54:17.319863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.455307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'name': 'network-vif-deleted', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:17.458309 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa604ba-698a-4d5a-b77f-43c0c2a4eb68" -d '{"events": [{"server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "name": "network-vif-deleted", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:17.549307 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2ba833-c441-4d6f-a3eb-546628d6dddd x-openstack-request-id: req-5b2ba833-c441-4d6f-a3eb-546628d6dddd {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:17.549527 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a3adc1-9d43-4605-bb20-6099708cad47", "name": "network-vif-deleted", "tag": "b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:17.549737 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b2ba833-c441-4d6f-a3eb-546628d6dddd {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:17.550128 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a3adc1-9d43-4605-bb20-6099708cad47', 'name': 'network-vif-deleted', 'tag': 'b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e', 'status': 'completed', 'code': 200} Oct 15 19:54:17.552464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.884331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:17.903544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:18.017280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Allocated IP 172.25.0.155 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3b67657f-7738-446c-8723-01e041d21d0d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:18.168316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632b9d9-9a0c-439b-896c-b2b1d4bbe730 req-81e09be3-43cc-4100-90cc-55b609daff79 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:18.170148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5632b9d9-9a0c-439b-896c-b2b1d4bbe730 req-81e09be3-43cc-4100-90cc-55b609daff79 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 943 time: 0.0838404 Oct 15 19:54:18.190883 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:18.228770 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5632b9d9-9a0c-439b-896c-b2b1d4bbe730 req-e6ed6bff-dec8-47a7-a547-61c5aedb4887 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479321 Oct 15 19:54:18.307191 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:18.350569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:18.353926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:18.357719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:18.416272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event updated for resources: {'Port': ['ID=3b67657f-7738-446c-8723-01e041d21d0d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:18.443126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675913b-43ff-4bfe-b3ff-8180e1a68a01 req-28f6251d-d426-4975-9972-8253edadebda tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:18.443126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2675913b-43ff-4bfe-b3ff-8180e1a68a01 req-28f6251d-d426-4975-9972-8253edadebda tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0576255 Oct 15 19:54:18.489580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2675913b-43ff-4bfe-b3ff-8180e1a68a01 req-104b376d-43e1-4068-9a49-8a6116df6073 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Oct 15 19:54:18.534910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45804f6c-67b8-452b-bed4-44105a37d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:18.673223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:18.696777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:18.697492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a5a22fdd-e49f-459c-aaa7-486a0fdda8b2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:18.730328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108037d-98dc-4007-9f89-6e0512bf61ae req-f442fde1-f648-42be-a0f4-38def0b09347 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:18.733625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e108037d-98dc-4007-9f89-6e0512bf61ae req-f442fde1-f648-42be-a0f4-38def0b09347 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.0865591 Oct 15 19:54:18.877083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e108037d-98dc-4007-9f89-6e0512bf61ae req-4e8956f4-249c-42c8-89c8-61e6681074e1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 Oct 15 19:54:19.048795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:54:19.056253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-c7df476f-309f-42bc-a682-0cca8a3d7139 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:19.057904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-c7df476f-309f-42bc-a682-0cca8a3d7139 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.4957514 Oct 15 19:54:19.113276 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b2bd5681-6558-46f5-849e-3931accea283 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/quotas/cc724c20bb96445c9fef6d1b4d444317 HTTP/1.1" status: 200 len: 375 time: 0.0455201 Oct 15 19:54:19.155231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-66e165fb-e500-4c1c-82fa-fedafd0059e5 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335681 Oct 15 19:54:19.158371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:19.165668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:19.178313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709', 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2', 'port_id': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709', 'mac_address': 'fa:16:3e:f5:8a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10feb6-e259-4681-b260-9b1a32b4b2f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:54:19.229448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:19.244242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:19.265085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:19.346589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-1f1cfe3d-22c9-40e0-8a76-e5ae8c616e41 service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501353 Oct 15 19:54:19.437897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:19.514565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:19.539774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:19.579420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06d2e1-7dbc-46ab-9a16-8c2bb41a3176 req-ea90083c-180a-4e87-87dc-1850acceb7c0 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:19.585356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b06d2e1-7dbc-46ab-9a16-8c2bb41a3176 req-ea90083c-180a-4e87-87dc-1850acceb7c0 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 944 time: 0.0550053 Oct 15 19:54:19.589792 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:54:19.617216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-8064f0f5-4a8b-4311-914b-2da500cdd2ba service neutron] 10.222.0.13 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380719 Oct 15 19:54:19.644618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b06d2e1-7dbc-46ab-9a16-8c2bb41a3176 req-cb79c41d-f1a7-40a6-8b24-c9c5f18efbd9 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504460 Oct 15 19:54:19.757271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:19.778283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:19.778622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b928afa6-375c-4ccb-a97b-9c0bb2ba5f9e not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:19.825928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-54e8164f-65e8-4d78-8638-d5cf4a25ece2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:19.827387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-54e8164f-65e8-4d78-8638-d5cf4a25ece2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.1112366 Oct 15 19:54:19.841286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:19.844316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-1bfbeb70-3478-4579-9499-b597d7132b60 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/quotas/0349cdb48a2e4701bacf62705461ef63 HTTP/1.1" status: 200 len: 375 time: 0.0097251 Oct 15 19:54:19.884671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Router 128d9a35-4122-40ee-8523-2ff42c288ece is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:19.925297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-b53d6e78-929e-40e3-ace1-b1956915a777 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722241 Oct 15 19:54:20.040000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-2270eec6-94d2-456d-aa54-d90063cd21d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133134 Oct 15 19:54:20.045411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:20.070604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] Sync routers for ids ['128d9a35-4122-40ee-8523-2ff42c288ece'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:20.077795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6c4c3a14-3ca6-4271-b80a-3e342d2d7a2e req-0e108c15-5ef1-404a-82fb-17ff9e6b0597 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0303497 Oct 15 19:54:20.127875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] Routers {'128d9a35-4122-40ee-8523-2ff42c288ece'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:20.129739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['128d9a35-4122-40ee-8523-2ff42c288ece'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:20.166399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-0404af6c-040e-4087-a6a2-676222bae454 service neutron] 10.222.0.13 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252704 Oct 15 19:54:20.187513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:20.204194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] Routers {'128d9a35-4122-40ee-8523-2ff42c288ece'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:20.204864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:53:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['128d9a35-4122-40ee-8523-2ff42c288ece'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:20.246131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:20.246806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee82ac3a-47fc-4eb5-bb2a-bfedb38b50ea None None] The sync data for ids ['128d9a35-4122-40ee-8523-2ff42c288ece'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:20.704310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:20.704310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f5118a0d-b938-4526-b6d5-8688b5271c7c tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4300516 Oct 15 19:54:20.706505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52620) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:20.712184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:20.857645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b3879-c501-4304-aa6e-45f394d2e06d req-c7c254a9-2cd0-408b-a849-7bd675a522c7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:20.859228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d68b3879-c501-4304-aa6e-45f394d2e06d req-c7c254a9-2cd0-408b-a849-7bd675a522c7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 944 time: 0.1443572 Oct 15 19:54:20.986935 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d68b3879-c501-4304-aa6e-45f394d2e06d req-06606285-2a3c-4883-b5c0-ac33284986dd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148398 Oct 15 19:54:21.003494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-42c2e280-57fa-4a06-91d9-9cd4968cd426 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:21.005791 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-42c2e280-57fa-4a06-91d9-9cd4968cd426 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.15 "GET /v2.0/ports?device_id=23eefb96-450d-44c0-b1e2-29c1774c4906 HTTP/1.1" status: 200 len: 945 time: 0.1456394 Oct 15 19:54:21.199882 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3b4eb797-aae5-4aa7-b937-a5f4ec416488 req-13ccbc63-6b6e-408c-9d48-f514b9e7d942 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0391703 Oct 15 19:54:21.263124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Deleting port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:21.264739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:21.275065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:21.373227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d54ae92-1f58-4e74-9861-0a0c110682b1 req-939e57bb-4886-44b5-94f3-73a7dec3ae65 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.0632486 Oct 15 19:54:21.403845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fbe0b376-d123-4697-b473-65ea93ca4f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:21.410392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] For port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:21.411016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:21.449126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Calling delete_port for 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:21.914748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:21.928068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:21.952763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event deleted for resources: {'Port': ['ID=9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:21.985052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.006003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] No DVR routers for this DVR port 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:22.008051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.015503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.015503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d2ceecf9-280c-4dfe-9256-843fb28527b6 req-57844906-c40e-42b0-8f31-44641b73567b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.15 "DELETE /v2.0/ports/9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 HTTP/1.1" status: 204 len: 173 time: 0.9728789 Oct 15 19:54:22.015793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-deleted', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:22.017910 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0175bb44-bb28-456a-b9e0-5befa684ed74" -d '{"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-deleted", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:22.080999 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88bbdf7-e45a-44d5-b49e-5555599b4322 x-openstack-request-id: req-c88bbdf7-e45a-44d5-b49e-5555599b4322 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:22.081270 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23eefb96-450d-44c0-b1e2-29c1774c4906", "name": "network-vif-deleted", "tag": "9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:22.081522 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c88bbdf7-e45a-44d5-b49e-5555599b4322 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:22.081957 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23eefb96-450d-44c0-b1e2-29c1774c4906', 'name': 'network-vif-deleted', 'tag': '9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967', 'status': 'completed', 'code': 200} Oct 15 19:54:22.161893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e68f9-b6d0-4d28-ae7a-c75453e1a964 req-4c6b3bcc-a135-4370-8cfb-db32ed7f5618 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:22.170535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161e68f9-b6d0-4d28-ae7a-c75453e1a964 req-4c6b3bcc-a135-4370-8cfb-db32ed7f5618 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 944 time: 0.0834074 Oct 15 19:54:22.191588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router 128d9a35-4122-40ee-8523-2ff42c288ece has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:54:22.231278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161e68f9-b6d0-4d28-ae7a-c75453e1a964 req-85ebc296-eb9e-43b0-b893-4a5316e317bd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Oct 15 19:54:22.355073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b7e1dbe-0448-4d50-a87e-c0ff1e775174 req-c67e27e5-57db-4904-9edb-e9f7c8a30e39 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0312731 Oct 15 19:54:22.363772 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.383276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:22.390897 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.390897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dfa16bf9-d11e-4e5a-9542-a68ad0ed7178 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "PUT /v2.0/routers/128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 200 len: 921 time: 1.6842134 Oct 15 19:54:22.393516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:22.398211 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] Sync routers for ids ['128d9a35-4122-40ee-8523-2ff42c288ece'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:22.414261 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] Routers {'128d9a35-4122-40ee-8523-2ff42c288ece'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:22.416324 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['128d9a35-4122-40ee-8523-2ff42c288ece'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:22.481815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-070613fe-af5d-4cb0-8c4f-3615b791392e req-de62038c-9c1e-4090-84d8-963f9c657ac8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.0513895 Oct 15 19:54:22.516809 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:22.532202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] Routers {'128d9a35-4122-40ee-8523-2ff42c288ece'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:22.532843 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['128d9a35-4122-40ee-8523-2ff42c288ece'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:22.546422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.578925 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:22.581347 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04902df-fc39-405c-8851-8c8363a62ce4 None None] The sync data for ids ['128d9a35-4122-40ee-8523-2ff42c288ece'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:22.616140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9c14d22d-75a3-4bac-89b9-994ab0e1ed04 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 200 len: 921 time: 0.2115569 Oct 15 19:54:22.616140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52678) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:22.684437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b08f0-e1af-41dc-8d52-6f1eb656f03a tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:22.685959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-545b08f0-e1af-41dc-8d52-6f1eb656f03a tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=128d9a35-4122-40ee-8523-2ff42c288ece&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743265 Oct 15 19:54:22.688682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52680) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:22.729433 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:22.788955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.050818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:23.085364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e9f42-9226-4efe-80c9-38886cce0ff0 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:23.086754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b04e9f42-9226-4efe-80c9-38886cce0ff0 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.3970172 Oct 15 19:54:23.089762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52682) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:23.119055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-daf142be-bbb9-43b8-ba24-04d3c7c20c9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 200 len: 205 time: 0.0279415 Oct 15 19:54:23.122074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52684) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:23.233746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.245160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:54:23.250531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:23.251216 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.361756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.416301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784e68c-3762-42e6-9b23-cd6a2e0b42c9 req-f4539533-06e3-4949-b14a-724867c26ea7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:23.419111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e784e68c-3762-42e6-9b23-cd6a2e0b42c9 req-f4539533-06e3-4949-b14a-724867c26ea7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 944 time: 0.1024349 Oct 15 19:54:23.465859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:23.467423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:23.470323 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dab740-c5ec-43f1-b20e-e3a52a831de6" -d '{"events": [{"server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "name": "network-vif-plugged", "status": "completed", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:23.476566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e784e68c-3762-42e6-9b23-cd6a2e0b42c9 req-875b8920-4c14-452e-a88d-bf3e87534d6c tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Oct 15 19:54:23.507262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.528040 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3b6abb-5a6e-4d6b-b897-33c7c63dff3a x-openstack-request-id: req-aa3b6abb-5a6e-4d6b-b897-33c7c63dff3a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:23.528344 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "name": "network-vif-plugged", "status": "completed", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:23.528608 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa3b6abb-5a6e-4d6b-b897-33c7c63dff3a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:23.528989 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709', 'code': 200} Oct 15 19:54:23.538112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-22fe7286-2ded-4e8a-9ee7-a923e20b6606 req-c06b849d-ef19-42c6-8a5d-226fc6056b74 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0678880 Oct 15 19:54:23.614085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.615509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:23.673047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:23.673935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9a0e12a5-06f0-4b58-a4c5-aa0ec7dd5967 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:23.710017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port 3b67657f-7738-446c-8723-01e041d21d0d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:23.710355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.751242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:23.835904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-189f8010-c0ff-42a2-a660-dd6a857c66b4 req-a4e38add-d926-415c-8ca0-91c210626d0c tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.1145060 Oct 15 19:54:23.842396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:23.849283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15ec934-79d6-4a0d-a96e-ad5469939dde req-fa4f5cd4-5572-48a5-b7bc-275ea55aca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:23.850759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e15ec934-79d6-4a0d-a96e-ad5469939dde req-fa4f5cd4-5572-48a5-b7bc-275ea55aca67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 1097 time: 0.1804345 Oct 15 19:54:23.862780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for 3b67657f-7738-446c-8723-01e041d21d0d owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:23.872821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-105ccd4c-d76a-48dd-921d-c29c7e8fbe4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:23.874289 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-105ccd4c-d76a-48dd-921d-c29c7e8fbe4d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "GET /v2.0/networks?id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 200 len: 810 time: 0.3300714 Oct 15 19:54:23.889592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Request body: {'port': {'device_id': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'admin_state_up': True, 'tenant_id': 'cc724c20bb96445c9fef6d1b4d444317'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:23.930458 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e15ec934-79d6-4a0d-a96e-ad5469939dde req-3975f900-ac1e-41d4-9774-93b4dba021a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706186 Oct 15 19:54:24.163083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Made reservation on behalf of cc724c20bb96445c9fef6d1b4d444317 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:24.166713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.215298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.255248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=3b67657f-7738-446c-8723-01e041d21d0d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:24.365373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.420972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Allocated IP 172.20.0.11 (76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28/a1aeed2b-bffe-4deb-a4da-54e3bc06c580/92a7c84b-aad7-4caa-87c1-dd7354c7cce3) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:24.515308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.519932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.536561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.637218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.643587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-3f74f62e-c6d0-4d4e-9fee-f6344ac23baa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:24.645437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-3f74f62e-c6d0-4d4e-9fee-f6344ac23baa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "GET /v2.0/networks?id=1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 200 len: 814 time: 0.2438276 Oct 15 19:54:24.685472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Request body: {'port': {'device_id': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'admin_state_up': True, 'tenant_id': '0349cdb48a2e4701bacf62705461ef63'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:24.713165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d16d67-9e63-4074-84f3-4160ae5a3d0f req-20d1e934-7c38-4635-9baf-44af8ed38405 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:24.714734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01d16d67-9e63-4074-84f3-4160ae5a3d0f req-20d1e934-7c38-4635-9baf-44af8ed38405 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 945 time: 0.0655704 Oct 15 19:54:24.725996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-632a82d4-45f5-4d46-8c93-e6a396ccbdba req-43a3f343-872c-4d6c-9120-f71a2228c56e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0359595 Oct 15 19:54:24.726600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.727438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router 128d9a35-4122-40ee-8523-2ff42c288ece {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:24.747925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.749175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-99504e97-4eda-41c0-b7a9-648fecd367b1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 204 len: 168 time: 1.6260831 Oct 15 19:54:24.760560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52720) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:24.760776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-119219974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:24.873199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-01d16d67-9e63-4074-84f3-4160ae5a3d0f req-d0b9d0dc-d0fe-4d6d-98d6-5e7a701fc8da tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483495 Oct 15 19:54:24.902979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.904060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:24.918306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.003201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:25.009220 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.023963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-779c066f-f5c4-4beb-8bb2-add90e5bb6ae req-63426592-b6b9-4944-89ae-c192ebfb5a58 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.0436449 Oct 15 19:54:25.024895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:25.028862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:25.068642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event updated for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:25.105637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:25.106316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.111983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Made reservation on behalf of 0349cdb48a2e4701bacf62705461ef63 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:25.115923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.132126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.192204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-b3cff466-4bc8-45df-bb0d-215eeb8af9e2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3064723 Oct 15 19:54:25.213543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Request body: {'port': {'device_id': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:25.266814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Allocated IP 172.20.0.5 (1355e1a2-e190-4a34-a45d-364d637c79f2/dd6ec3ea-9460-413a-a712-6e2b1c6daefd/2727d4dd-ee16-4673-b97b-2c3e92c17ffe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:25.271245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.272471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-737c508f-0bf4-4d7f-9c0d-cdc493988766 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5157630 Oct 15 19:54:25.275105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52726) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:25.280678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:25.282682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.556993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.644782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.855485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.916543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.956393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:25.957315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a3226-4d81-4dfa-a45f-a7647962cdea req-513e86f5-070c-40d8-9832-59cad94d429f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:25.958881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-230a3226-4d81-4dfa-a45f-a7647962cdea req-513e86f5-070c-40d8-9832-59cad94d429f tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 932 time: 0.0981343 Oct 15 19:54:25.960115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Network 1355e1a2-e190-4a34-a45d-364d637c79f2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:25.969213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event updated for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:25.971964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:25.979302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:26.061301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-230a3226-4d81-4dfa-a45f-a7647962cdea req-2d7af61a-1f9c-4829-ba99-9ff8175f9d6e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951347 Oct 15 19:54:26.075313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:26.099414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.115884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Transition to ACTIVE for port object 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:54:26.184699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:26.184699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.220289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93f36d-9948-446b-b71f-99fab2cfd52d req-43815d31-5a17-47ff-93ff-27f1de50250b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:26.223303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be93f36d-9948-446b-b71f-99fab2cfd52d req-43815d31-5a17-47ff-93ff-27f1de50250b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 945 time: 0.1668286 Oct 15 19:54:26.247825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Allocated IP 172.25.0.136 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/349569fb-1f6f-4d72-a23e-59a67d258561) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:26.260811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.316862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be93f36d-9948-446b-b71f-99fab2cfd52d req-695d6be6-c9de-4f93-a283-d41e423b24aa tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575452 Oct 15 19:54:26.346668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Pushing event updated for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:26.381838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-01c13697-a540-4659-911d-2266ffce3841 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7122216 Oct 15 19:54:26.402085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Request body: {'port': {'device_id': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:26.425637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae01ba-8ad5-4595-a75f-2cba19d902bb req-8bb5de6e-bce4-4843-81ec-d2f3427994b6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:26.428080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9ae01ba-8ad5-4595-a75f-2cba19d902bb req-8bb5de6e-bce4-4843-81ec-d2f3427994b6 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 931 time: 0.0860772 Oct 15 19:54:26.548689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c9ae01ba-8ad5-4595-a75f-2cba19d902bb req-edb23079-07c3-47b1-ab03-48d8e2549e3d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939159 Oct 15 19:54:26.574897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.577618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Attempting to bind port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:26.577955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Attempting to bind port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:26.578283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Attempting to bind port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:26.586340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:54:26.586663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Attempting to bind port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 on network 76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:26.591913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.594191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:26.594785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Checking segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:26.594951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Bound using segment: {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:26.595332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Bound port: 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3481dc-a048-42be-b6a8-a1eda20720e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:26.596036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.679317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:26.683795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:26.781072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.820922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:26.823985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.826035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] 10.222.0.11 "PUT /v2.0/ports/92a7c84b-aad7-4caa-87c1-dd7354c7cce3 HTTP/1.1" status: 200 len: 1093 time: 1.6262949 Oct 15 19:54:26.826793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:26.828974 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a98687-5ed8-47a5-9349-be52f2d8c457" -d '{"events": [{"name": "network-changed", "server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:26.846221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:26.869414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57f734-0772-4a60-934d-4224e598ecac service neutron] Pushing event updated for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:26.893532 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fe351-7238-46d8-9a06-63ea546e2d40 x-openstack-request-id: req-6d8fe351-7238-46d8-9a06-63ea546e2d40 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:26.893696 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:26.893820 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d8fe351-7238-46d8-9a06-63ea546e2d40 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:26.894906 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3', 'status': 'completed', 'code': 200} Oct 15 19:54:26.913128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:26.915789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:26.923773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:26.926507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event updated for resources: {'Port': ['ID=349569fb-1f6f-4d72-a23e-59a67d258561,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:26.975728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-75c8c1fa-4c27-4663-96b3-f1159f04d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:26.977235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-75c8c1fa-4c27-4663-96b3-f1159f04d99c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 1096 time: 0.0587370 Oct 15 19:54:27.026416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2727d4dd-ee16-4673-b97b-2c3e92c17ffe {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:27.075703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:27.122884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-5eebb707-780e-43f3-b58c-5bc16326b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.124662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-5eebb707-780e-43f3-b58c-5bc16326b691 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cc724c20bb96445c9fef6d1b4d444317&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1386888 Oct 15 19:54:27.137233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Transition to ACTIVE for port object 2727d4dd-ee16-4673-b97b-2c3e92c17ffe will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:54:27.211969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663317a-9880-4b87-9f73-9e6710d2571e req-3d0fe424-de9f-4d61-8041-d5f59f2ad52a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.214292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2663317a-9880-4b87-9f73-9e6710d2571e req-3d0fe424-de9f-4d61-8041-d5f59f2ad52a tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 944 time: 0.0687788 Oct 15 19:54:27.243363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:27.256695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-f6dc775d-6c6f-4831-b50f-bf0d53f9a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.258217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a6a98687-5ed8-47a5-9349-be52f2d8c457 req-f6dc775d-6c6f-4831-b50f-bf0d53f9a63d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260121 Oct 15 19:54:27.290447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2663317a-9880-4b87-9f73-9e6710d2571e req-4dfa96a0-985b-4125-984c-53b0f411354c tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Oct 15 19:54:27.345782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-a66ecd6e-2369-43f6-b1e8-d6d29129df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.347884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-a66ecd6e-2369-43f6-b1e8-d6d29129df9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc724c20bb96445c9fef6d1b4d444317&device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 1096 time: 0.0418038 Oct 15 19:54:27.377897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:27.390079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-2bf6a87a-4e48-492a-8106-f985aa0344c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3 HTTP/1.1" status: 200 len: 217 time: 0.0350461 Oct 15 19:54:27.449677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-67f7f259-be42-4646-8927-036f8b77a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.451395 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-67f7f259-be42-4646-8927-036f8b77a486 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 200 len: 850 time: 0.0543196 Oct 15 19:54:27.489636 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-0c7b5ed2-1b56-482c-a8a5-2575aa2bff23 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308831 Oct 15 19:54:27.604648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-590ce783-d1cc-4fb0-a0ae-345b57221422 service neutron] 10.222.0.11 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073310 Oct 15 19:54:27.711141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ced743dd-b272-4a91-bc76-a5d74aa923ec req-6e23c4bf-c1d3-4092-839c-a28e689f8c4b service neutron] 10.222.0.11 "GET /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971644 Oct 15 19:54:27.832998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Attempting to bind port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:27.833586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Attempting to bind port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:27.833735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Attempting to bind port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:27.846954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e45ecb-9073-4dc7-9ee7-38954453ff0a req-07c4ddde-e6d1-44ae-b0e5-11eeef8353f1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:27.849581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35e45ecb-9073-4dc7-9ee7-38954453ff0a req-07c4ddde-e6d1-44ae-b0e5-11eeef8353f1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.1367610 Oct 15 19:54:27.850559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:27.853371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe on network 1355e1a2-e190-4a34-a45d-364d637c79f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:54:27.853726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Attempting to bind port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe on network 1355e1a2-e190-4a34-a45d-364d637c79f2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:27.910862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:27.911229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Checking segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:27.911642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Bound using segment: {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:27.912136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Bound port: 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5fab9a-69ed-4981-802e-ea23356023f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:27.912516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:27.952919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35e45ecb-9073-4dc7-9ee7-38954453ff0a req-d70babe3-2933-47c2-a17a-c5453b32da9e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651450 Oct 15 19:54:28.083966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:28.100519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:28.163698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:28.169904 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:28.207792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:28.238234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4580c-717e-4900-9959-4bc793220235 req-abeb6959-79a4-44d2-80f5-15dd616d8ef9 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.239696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4af4580c-717e-4900-9959-4bc793220235 req-abeb6959-79a4-44d2-80f5-15dd616d8ef9 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Oct 15 19:54:28.248297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.248975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:28.250681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/2727d4dd-ee16-4673-b97b-2c3e92c17ffe HTTP/1.1" status: 200 len: 1092 time: 1.8540452 Oct 15 19:54:28.255919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:28.258448 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fefd80-219c-4adc-889b-87b6302f2ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:28.286099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4af4580c-717e-4900-9959-4bc793220235 req-5c692e17-8a5b-45a5-b881-1a248eb14bc9 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Oct 15 19:54:28.344536 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6c1eb8-00df-4593-a059-96a4619fe873 x-openstack-request-id: req-3f6c1eb8-00df-4593-a059-96a4619fe873 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:28.351019 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:28.351019 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f6c1eb8-00df-4593-a059-96a4619fe873 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:28.351019 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe', 'status': 'completed', 'code': 200} Oct 15 19:54:28.351019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ce6ef-a5d5-44ad-bd5d-4fce3b9170b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:28.413611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-88b81384-714d-464b-8ad0-4977f63f6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.414806 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35217730-81d2-4ba5-84ef-5e8c45d2ef31 req-5de12049-b574-413f-b6e9-ac13261d3dc7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.415139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-88b81384-714d-464b-8ad0-4977f63f6c09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 1095 time: 0.0737264 Oct 15 19:54:28.416346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35217730-81d2-4ba5-84ef-5e8c45d2ef31 req-5de12049-b574-413f-b6e9-ac13261d3dc7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 944 time: 0.0512228 Oct 15 19:54:28.460016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-35217730-81d2-4ba5-84ef-5e8c45d2ef31 req-33acf26f-bcab-4db7-a1d0-6c9140f9c6bb tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372896 Oct 15 19:54:28.520269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-c80ea62c-deb7-4846-812b-c07441d2b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.521698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-c80ea62c-deb7-4846-812b-c07441d2b308 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=0349cdb48a2e4701bacf62705461ef63&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978317 Oct 15 19:54:28.547241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Router 511eaaa1-cf6e-426f-9914-cbf9274b4d47 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:28.697534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-b3a979d6-1f3d-437a-9e27-6caf9269596b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.699021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03fefd80-219c-4adc-889b-87b6302f2ac5 req-b3a979d6-1f3d-437a-9e27-6caf9269596b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704557 Oct 15 19:54:28.717485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:28.725562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:28.726756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-72e06b0d-c552-4254-9efa-cea13826ee9d tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "PUT /v2.0/routers/511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 200 len: 879 time: 3.4506819 Oct 15 19:54:28.730093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] Sync routers for ids ['511eaaa1-cf6e-426f-9914-cbf9274b4d47'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:28.735020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:28.740008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] Routers {'511eaaa1-cf6e-426f-9914-cbf9274b4d47'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:28.740618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['511eaaa1-cf6e-426f-9914-cbf9274b4d47'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:28.773025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:28.782037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] Routers {'511eaaa1-cf6e-426f-9914-cbf9274b4d47'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:28.782579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['511eaaa1-cf6e-426f-9914-cbf9274b4d47'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:28.819462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:28.820295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0867c-0859-4a8b-9bcb-7986ff78d9ad None None] The sync data for ids ['511eaaa1-cf6e-426f-9914-cbf9274b4d47'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:28.853903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-094f165c-e7d9-4b87-a154-1de810969db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.855392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-094f165c-e7d9-4b87-a154-1de810969db9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0349cdb48a2e4701bacf62705461ef63&device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 1095 time: 0.1135225 Oct 15 19:54:28.904488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b73a651-0e6a-49eb-aa3c-208ba2ffe060 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 200 len: 920 time: 0.1681945 Oct 15 19:54:28.906054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-4e77542b-2de5-4478-bc5a-a4befc2110f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe HTTP/1.1" status: 200 len: 217 time: 0.0407107 Oct 15 19:54:28.907350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52784) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:28.994114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e15442-c51e-4741-a612-1766974b5dbe tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.995672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b9e15442-c51e-4741-a612-1766974b5dbe tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=511eaaa1-cf6e-426f-9914-cbf9274b4d47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0873291 Oct 15 19:54:28.998155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-de568841-9f6c-4bde-84fc-fb2525f06ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:28.999511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-de568841-9f6c-4bde-84fc-fb2525f06ace service neutron] 10.222.0.11 "GET /v2.0/subnets?id=dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 200 len: 854 time: 0.0825114 Oct 15 19:54:28.999813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52790) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:29.052377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-f9576271-5a9c-4001-ade4-e1f2c5df171c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1355e1a2-e190-4a34-a45d-364d637c79f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430877 Oct 15 19:54:29.145013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49148b-b56d-42ff-8756-267850732ecc req-324e6949-c29a-4ca0-9067-825dbe4a1455 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:29.146524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f49148b-b56d-42ff-8756-267850732ecc req-324e6949-c29a-4ca0-9067-825dbe4a1455 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.0939312 Oct 15 19:54:29.149277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-17122792-149e-4141-bb1e-9a56e7a90db8 service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880394 Oct 15 19:54:29.149460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58decc35-3d9e-41a1-af8e-d4c44b36737b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:29.152106 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-58decc35-3d9e-41a1-af8e-d4c44b36737b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.1510811 Oct 15 19:54:29.153464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:29.196079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0f49148b-b56d-42ff-8756-267850732ecc req-c881bec2-341d-4ad4-820b-a10091067190 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Oct 15 19:54:29.217248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b32916ed-fe1f-4675-b805-f07e3456315f tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 200 len: 205 time: 0.0521400 Oct 15 19:54:29.217670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52796) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:29.284200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd6226b3-4cdf-464c-99b6-5cfc7790368d req-4cf3a077-a263-4221-8930-8833d8c76b99 service neutron] 10.222.0.11 "GET /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206343 Oct 15 19:54:29.327318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.453916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94be6-eee1-4533-a93c-699632816296 req-c1cd35b9-8212-48df-9218-834893855d8e tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:29.455464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24e94be6-eee1-4533-a93c-699632816296 req-c1cd35b9-8212-48df-9218-834893855d8e tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 945 time: 0.0947266 Oct 15 19:54:29.488643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.510543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24e94be6-eee1-4533-a93c-699632816296 req-f81729e3-f924-4cf3-a2d2-666dda5fa7c2 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Oct 15 19:54:29.578587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-9f864307-8b38-4b52-b6d8-07b9743537f6 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:29.579994 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-9f864307-8b38-4b52-b6d8-07b9743537f6 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 945 time: 0.0523753 Oct 15 19:54:29.584353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7aeae6-e13f-4b54-bcb1-9b9394e3c94e req-8112da87-1d6d-4e2a-82ec-1ac30fd76355 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:29.585985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f7aeae6-e13f-4b54-bcb1-9b9394e3c94e req-8112da87-1d6d-4e2a-82ec-1ac30fd76355 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 944 time: 0.0518141 Oct 15 19:54:29.625885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f7aeae6-e13f-4b54-bcb1-9b9394e3c94e req-fded7210-7c54-45ea-90f7-01e36f943b2b tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Oct 15 19:54:29.680355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port 349569fb-1f6f-4d72-a23e-59a67d258561 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:29.680696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.776880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Deleting port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:29.777217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.780768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.806489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for 349569fb-1f6f-4d72-a23e-59a67d258561 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:29.924739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] For port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:29.925007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:29.940920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Calling delete_port for f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:30.226402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.266481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=349569fb-1f6f-4d72-a23e-59a67d258561,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:30.268081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.284699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:30.331358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72053c7-4cf5-4e67-8afe-644f02a4f595 req-a9ff88ea-c33c-4961-9c71-3a1d9bfd78f4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:30.333560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f72053c7-4cf5-4e67-8afe-644f02a4f595 req-a9ff88ea-c33c-4961-9c71-3a1d9bfd78f4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.0658247 Oct 15 19:54:30.346174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Pushing event deleted for resources: {'Port': ['ID=f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:30.375481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f72053c7-4cf5-4e67-8afe-644f02a4f595 req-f03ca19e-3217-48c1-980c-1d6a95c3ebdd tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352850 Oct 15 19:54:30.385555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] No DVR routers for this DVR port f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:30.410306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.410306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a58a4bf1-6fbb-4e79-aee1-051f8dfcecc1 req-563daa54-271a-420e-9732-efc72128bc46 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "DELETE /v2.0/ports/f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 HTTP/1.1" status: 204 len: 173 time: 0.7968895 Oct 15 19:54:30.410306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'name': 'network-vif-deleted', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:30.410306 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6ca01a-97b8-4750-ab62-323793be3068" -d '{"events": [{"server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "name": "network-vif-deleted", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:30.410306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.435278 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def7dd61-ac44-4e80-bfaa-40b24c66ee8e x-openstack-request-id: req-def7dd61-ac44-4e80-bfaa-40b24c66ee8e {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:30.435599 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69167910-b7b1-49fe-b405-c24a0d2c8993", "name": "network-vif-deleted", "tag": "f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:30.435859 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-def7dd61-ac44-4e80-bfaa-40b24c66ee8e {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:30.436254 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69167910-b7b1-49fe-b405-c24a0d2c8993', 'name': 'network-vif-deleted', 'tag': 'f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709', 'status': 'completed', 'code': 200} Oct 15 19:54:30.505793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.508103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.606615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a44ab119-641a-44ee-bb2e-8edf697c9c84 req-83f5a4bf-1253-4ef8-b38d-88c44752bfb2 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0281107 Oct 15 19:54:30.630349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.634267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router 511eaaa1-cf6e-426f-9914-cbf9274b4d47 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:30.638793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.639892 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c33e6bb0-8b7d-4840-943e-4a34140477e1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 204 len: 168 time: 1.4287724 Oct 15 19:54:30.643634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52818) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:30.649120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-903096255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:30.761938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0bee-74fc-4a98-9dfd-c6e03c77f817 req-ab1cb06d-1227-4735-8282-7108e9ce0052 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:30.766622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1daf0bee-74fc-4a98-9dfd-c6e03c77f817 req-ab1cb06d-1227-4735-8282-7108e9ce0052 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 944 time: 0.0512018 Oct 15 19:54:30.805218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1daf0bee-74fc-4a98-9dfd-c6e03c77f817 req-eb21f766-a90c-4c10-8ac6-b3d2be4af2bc tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340946 Oct 15 19:54:30.854393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.855861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:30.915090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.014940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.131918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.132291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55d8f685-ca28-4bd4-a55b-0aaa0d683f48 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4875658 Oct 15 19:54:31.135083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:31.139984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': True}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:31.356185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.494263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7cdf9-c448-4c5c-b657-69528fbd4bbd req-8373af93-0230-403d-ab1d-97ad7ad7b71e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:31.495794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2da7cdf9-c448-4c5c-b657-69528fbd4bbd req-8373af93-0230-403d-ab1d-97ad7ad7b71e tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.0490079 Oct 15 19:54:31.538525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2da7cdf9-c448-4c5c-b657-69528fbd4bbd req-e9fe9038-2c52-45e0-b99f-618274cd66fc tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363877 Oct 15 19:54:31.719830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d2189be-b846-405d-aaf8-dd6ba1e9e0d2 req-6ec8670c-0b2b-4258-b875-981b1452ce1d tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=69167910-b7b1-49fe-b405-c24a0d2c8993 HTTP/1.1" status: 200 len: 210 time: 0.0321374 Oct 15 19:54:31.768957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.788155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:31.816033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:54:31.924398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:31.929985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.25.0.97 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/9aa976e9-f3c4-4af2-bd9f-aab9b928649f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:31.946339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3', 'network_id': '76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28', 'port_id': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3', 'mac_address': 'fa:16:3e:38:95:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1aeed2b-bffe-4deb-a4da-54e3bc06c580', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:54:31.981498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883ee1-24b9-4e4b-9bbf-c57ca81ecf87 req-5ed8d5a2-6ace-42ff-b2c9-6b3b6f67bf44 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:31.982984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05883ee1-24b9-4e4b-9bbf-c57ca81ecf87 req-5ed8d5a2-6ace-42ff-b2c9-6b3b6f67bf44 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 944 time: 0.0865059 Oct 15 19:54:31.989465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:32.002822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:32.023472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:32.076357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-05883ee1-24b9-4e4b-9bbf-c57ca81ecf87 req-c7a9db59-3397-4f3b-8844-e1e868c6d68e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612662 Oct 15 19:54:32.080763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:32.225813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:32.275472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:32.278621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:32.320950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:32.323871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:32.326329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:32.353653 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=9aa976e9-f3c4-4af2-bd9f-aab9b928649f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:32.619122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['92a7c84b-aad7-4caa-87c1-dd7354c7cce3'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:32.666346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24447a0-a57b-4af6-8373-dc2eea21cee9 req-53aa51dc-9d75-4b90-9cf8-d37bfb1cf72b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:32.668088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a24447a0-a57b-4af6-8373-dc2eea21cee9 req-53aa51dc-9d75-4b90-9cf8-d37bfb1cf72b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.0579431 Oct 15 19:54:32.712613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a24447a0-a57b-4af6-8373-dc2eea21cee9 req-d443a4e2-23f2-411f-ad22-9a83fd7d9a5f tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Oct 15 19:54:33.203694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397483db-ed8f-482f-b9d1-1bdcff80e078 req-8a9f1fbd-d195-4202-89de-48d96467f43d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:33.205225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-397483db-ed8f-482f-b9d1-1bdcff80e078 req-8a9f1fbd-d195-4202-89de-48d96467f43d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 945 time: 0.0582178 Oct 15 19:54:33.229747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:33.249585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-397483db-ed8f-482f-b9d1-1bdcff80e078 req-c2fe918b-0847-4175-9bb5-0b25f6b2af25 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373392 Oct 15 19:54:33.291948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-e81d6ece-0b72-4f12-82d9-eeb18508f8c5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:33.293461 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-e81d6ece-0b72-4f12-82d9-eeb18508f8c5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/networks?id=3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 200 len: 809 time: 0.1597798 Oct 15 19:54:33.340124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-f53144d4-5a30-4091-90a7-3742994b2798 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/quotas/57c613fde26d4426bf8f38b167aae5c8 HTTP/1.1" status: 200 len: 375 time: 0.0383236 Oct 15 19:54:33.411097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-7ff29431-a674-4ea3-99fe-0356310587a0 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600796 Oct 15 19:54:33.532691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:33.538762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:33.594834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-8dc0f8df-b487-4dfc-a706-c318fc77556c service neutron] 10.222.0.13 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743116 Oct 15 19:54:33.741970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-d0518c72-bc65-4d16-a303-f8054dfa52ce service neutron] 10.222.0.13 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407003 Oct 15 19:54:33.831283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 2727d4dd-ee16-4673-b97b-2c3e92c17ffe details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:54:33.836811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:33.837101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router 8b94aa49-7ec4-45fb-90bc-aea058e11f6f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:33.840744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105f3ad-bbe6-4d97-89ea-1e358ec77253 req-cc13a098-0923-4583-8e51-e158faf877ef tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:33.842472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7105f3ad-bbe6-4d97-89ea-1e358ec77253 req-cc13a098-0923-4583-8e51-e158faf877ef tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 943 time: 0.0528400 Oct 15 19:54:33.892198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7105f3ad-bbe6-4d97-89ea-1e358ec77253 req-9aea0d33-644c-49f7-aee8-707eddddb4f8 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388231 Oct 15 19:54:33.977516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:33.985128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:33.987041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1d56923c-4435-4905-a723-ed8f83d6bc84 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "PUT /v2.0/routers/8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 200 len: 913 time: 2.8509142 Oct 15 19:54:33.990602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:33.991069 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] Sync routers for ids ['8b94aa49-7ec4-45fb-90bc-aea058e11f6f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:34.009957 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] Routers {'8b94aa49-7ec4-45fb-90bc-aea058e11f6f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:34.009957 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8b94aa49-7ec4-45fb-90bc-aea058e11f6f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:34.020972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:34.033360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:54:34.035405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe', 'network_id': '1355e1a2-e190-4a34-a45d-364d637c79f2', 'port_id': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe', 'mac_address': 'fa:16:3e:51:1f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd6ec3ea-9460-413a-a712-6e2b1c6daefd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:54:34.040794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:34.041161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.054675 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:34.064145 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] Routers {'8b94aa49-7ec4-45fb-90bc-aea058e11f6f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:34.065040 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['8b94aa49-7ec4-45fb-90bc-aea058e11f6f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:34.113599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.113716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:34.113716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e9df15-fb9a-4f6b-b7bd-a8e4caf4f31a None None] The sync data for ids ['8b94aa49-7ec4-45fb-90bc-aea058e11f6f'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:34.124151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e453ac68-961d-48f8-8e9a-dd5322ae950f req-6700566d-c2b6-4096-bc62-43cf91b572ad tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 210 time: 0.0606585 Oct 15 19:54:34.138321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2727d4dd-ee16-4673-b97b-2c3e92c17ffe {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:34.168157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:34.238285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-273fcbb7-5ffe-40fa-97af-b0c69f1c160b tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 200 len: 919 time: 0.2463994 Oct 15 19:54:34.241253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52900) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:34.263386 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.303047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:34.306359 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb03f8-9eed-4c02-b0b4-a079f9a5f9ac" -d '{"events": [{"server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "name": "network-vif-plugged", "status": "completed", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:34.311754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:34.314010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.338319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295171b9-b2b2-4343-ae04-f8ac2a48ad25 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:34.340775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-295171b9-b2b2-4343-ae04-f8ac2a48ad25 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=8b94aa49-7ec4-45fb-90bc-aea058e11f6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0984857 Oct 15 19:54:34.343727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52908) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:34.392618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:34.403476 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a42938-8b18-4276-aaed-56442084ef7f x-openstack-request-id: req-e9a42938-8b18-4276-aaed-56442084ef7f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:34.403838 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "name": "network-vif-plugged", "status": "completed", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:34.410242 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a42938-8b18-4276-aaed-56442084ef7f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:34.410242 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3', 'code': 200} Oct 15 19:54:34.431764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.478689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a714e88-31bd-4eaa-97b5-2eba71f70538 req-e61c186e-e9f9-4d7a-a726-7a16bafb2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:34.480496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a714e88-31bd-4eaa-97b5-2eba71f70538 req-e61c186e-e9f9-4d7a-a726-7a16bafb2252 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 1098 time: 0.0428553 Oct 15 19:54:34.487979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:34.506186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19abd507-ded4-49b6-9bdd-16b16621bb75 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:34.508707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-19abd507-ded4-49b6-9bdd-16b16621bb75 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.1607163 Oct 15 19:54:34.519128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0174d-c9fb-4794-bc50-23f559ed3f96 req-47befcf5-dc77-441c-9de9-505427280530 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:34.519406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52912) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:34.521275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60b0174d-c9fb-4794-bc50-23f559ed3f96 req-47befcf5-dc77-441c-9de9-505427280530 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.0928249 Oct 15 19:54:34.525164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a714e88-31bd-4eaa-97b5-2eba71f70538 req-a8dbaa86-6c46-43db-ab28-537148b23322 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328729 Oct 15 19:54:34.550560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df9ba08f-f061-4d00-8396-377579f96aec tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 200 len: 205 time: 0.0275023 Oct 15 19:54:34.555801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52914) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:34.564387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60b0174d-c9fb-4794-bc50-23f559ed3f96 req-1435b75b-0a10-44aa-b694-30e26af00c52 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Oct 15 19:54:34.667809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:34.700733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['2727d4dd-ee16-4673-b97b-2c3e92c17ffe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:34.783360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.007818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port 9aa976e9-f3c4-4af2-bd9f-aab9b928649f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:35.008161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.020612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d44c12-90e3-4c42-b8e0-0541eb96bde8 req-2ead011d-b8fc-4ada-8a7e-79b40975f25d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:35.029570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48d44c12-90e3-4c42-b8e0-0541eb96bde8 req-2ead011d-b8fc-4ada-8a7e-79b40975f25d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 944 time: 0.0550292 Oct 15 19:54:35.068928 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48d44c12-90e3-4c42-b8e0-0541eb96bde8 req-501ec0a4-ccd0-414f-b02f-d3f5f329b9b2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Oct 15 19:54:35.098024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.114700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:35.117137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for 9aa976e9-f3c4-4af2-bd9f-aab9b928649f owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:35.154564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:35.154564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f5eaa302-27a8-4b3e-b47d-aeb5ad5ac709 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:35.205667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f698d025-ec52-4bd0-b09d-b5a876a66eed req-83b20bbd-097e-41e8-b3a0-c09c7ccd1053 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 210 time: 0.0319183 Oct 15 19:54:35.683090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63275e2-1ed4-414f-8225-82c2023bda1c req-77691344-5f7e-4965-9e34-0fcc6fc41ae2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:35.684627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f63275e2-1ed4-414f-8225-82c2023bda1c req-77691344-5f7e-4965-9e34-0fcc6fc41ae2 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.0504336 Oct 15 19:54:35.722685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f63275e2-1ed4-414f-8225-82c2023bda1c req-96064f4f-8e83-4932-9da3-0dbd2d1aa19d tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319855 Oct 15 19:54:35.803227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.831280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=9aa976e9-f3c4-4af2-bd9f-aab9b928649f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:35.895667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.991026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:35.993391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.189674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a214be-638e-4069-871c-40d13d4b6e83 req-504efc85-63c4-46b6-85fe-525189132b07 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:36.191227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92a214be-638e-4069-871c-40d13d4b6e83 req-504efc85-63c4-46b6-85fe-525189132b07 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 944 time: 0.0506561 Oct 15 19:54:36.232127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92a214be-638e-4069-871c-40d13d4b6e83 req-c6c18f80-14a8-48b3-8962-8ed86dff9a7a tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338120 Oct 15 19:54:36.249403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.249946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router 8b94aa49-7ec4-45fb-90bc-aea058e11f6f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:36.259825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.261025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4570bbaa-0910-449f-8e3f-045bb2164c72 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 204 len: 168 time: 1.7043273 Oct 15 19:54:36.265369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52948) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:36.271372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1484778394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:36.325634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c8c464a0-4ec5-4601-881b-59c66bbf4511 req-d3d6b42f-3acd-4205-93d5-f2e648b78abf tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 210 time: 0.0271957 Oct 15 19:54:36.402218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.403348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.457138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.637359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.724878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:36.728870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fc02e601-fa9f-4387-8f4f-c444bb6da4aa tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4600432 Oct 15 19:54:36.729488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52954) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:36.734060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:36.970018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d48e5-3a82-46dd-bf27-d753e9068aa6 req-e89b4846-9282-49e3-adbd-87b4bc0d73cd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:36.971598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c67d48e5-3a82-46dd-bf27-d753e9068aa6 req-e89b4846-9282-49e3-adbd-87b4bc0d73cd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.1655526 Oct 15 19:54:37.010325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:37.052122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c67d48e5-3a82-46dd-bf27-d753e9068aa6 req-35ac78d6-f225-49d8-9009-c1aa554d8db0 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Oct 15 19:54:37.345056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-a4779eaf-3177-4b5a-96af-cde867b9bd99 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:37.347327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-a4779eaf-3177-4b5a-96af-cde867b9bd99 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "GET /v2.0/networks?id=3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 200 len: 809 time: 0.1231790 Oct 15 19:54:37.364367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Request body: {'port': {'device_id': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2', 'admin_state_up': True, 'tenant_id': '57c613fde26d4426bf8f38b167aae5c8'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:37.412360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:37.439906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:37.515914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640ed4f-76a2-4fdc-8fd0-28a55d21963c req-e1e4ec5a-d281-4c46-94c3-58018338ddb0 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:37.517474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4640ed4f-76a2-4fdc-8fd0-28a55d21963c req-e1e4ec5a-d281-4c46-94c3-58018338ddb0 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 944 time: 0.1866467 Oct 15 19:54:37.592586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4640ed4f-76a2-4fdc-8fd0-28a55d21963c req-6635ad9e-b331-4389-921e-382149d434aa tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665023 Oct 15 19:54:37.609760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Allocated IP 172.25.0.151 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/d5d86e81-f95b-4ae3-a4cb-2a76e3c4969b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:37.664945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Made reservation on behalf of 57c613fde26d4426bf8f38b167aae5c8 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:37.668998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:37.744674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcad41a0-26c7-4d7d-bc0d-d8565727a461 req-8f331aab-cd97-41bd-ab1e-fc11f64c180c tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 210 time: 0.0403118 Oct 15 19:54:37.796492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:37.845306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 2727d4dd-ee16-4673-b97b-2c3e92c17ffe up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:37.878124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3bb2a-832f-4ace-9845-a727807353ac req-1dba889d-dbfc-4658-b458-8aad2140fccd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:37.880386 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1cc3bb2a-832f-4ace-9845-a727807353ac req-1dba889d-dbfc-4658-b458-8aad2140fccd tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.1452379 Oct 15 19:54:37.884870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Allocated IP 172.20.0.12 (3d678016-6aca-4b51-af55-09362944e0e2/ae10feb6-e259-4681-b260-9b1a32b4b2f3/21f3a057-a1dd-4ed9-86ab-d92ad174bbe2) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:37.970120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.012803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:38.015688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:38.023047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:38.048017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Pushing event updated for resources: {'Port': ['ID=d5d86e81-f95b-4ae3-a4cb-2a76e3c4969b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:38.081781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:54:38.089054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:38.089711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.103567 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1cc3bb2a-832f-4ace-9845-a727807353ac req-d17b9115-cd8e-4c03-b2ec-d448255e194e tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163870 Oct 15 19:54:38.214892 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.217976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.243211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:38.245542 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420da5e0-3eda-4795-8342-2ee16b55ba54" -d '{"events": [{"server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "name": "network-vif-plugged", "status": "completed", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:38.264550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:38.293371 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beeb8b1-917f-45a4-bed5-96f0c8ffdb6a x-openstack-request-id: req-7beeb8b1-917f-45a4-bed5-96f0c8ffdb6a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:38.293672 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "name": "network-vif-plugged", "status": "completed", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:38.293924 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7beeb8b1-917f-45a4-bed5-96f0c8ffdb6a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:38.294320 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe', 'code': 200} Oct 15 19:54:38.391589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.392829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.446101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd63b2-36df-4806-81b7-41bff1c0ba15 req-369e4f64-d0d2-45e6-9818-2e1632c5d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:38.447879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacd63b2-36df-4806-81b7-41bff1c0ba15 req-369e4f64-d0d2-45e6-9818-2e1632c5d1b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 1097 time: 0.0876460 Oct 15 19:54:38.453904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Network 3d678016-6aca-4b51-af55-09362944e0e2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:38.458056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:38.461289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:38.471281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:38.509705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Pushing event updated for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:38.548920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.549129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:38.549129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.587765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacd63b2-36df-4806-81b7-41bff1c0ba15 req-1c6e16b6-282c-4739-9cbb-250e45ae5cf7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936737 Oct 15 19:54:38.645613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-128437e3-3296-463a-887a-75b51c188641 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2855332 Oct 15 19:54:38.657695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Request body: {'port': {'device_id': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:38.762661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.766839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.771527 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:38.788384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68b3fc-c43d-401e-8f90-689e077e83a9 req-8bad2f94-0a42-4bc5-a2ca-aa2e7f3df6c2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:38.790014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee68b3fc-c43d-401e-8f90-689e077e83a9 req-8bad2f94-0a42-4bc5-a2ca-aa2e7f3df6c2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.1001537 Oct 15 19:54:38.872196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ee68b3fc-c43d-401e-8f90-689e077e83a9 req-d79ea85b-dbc4-4958-94b3-ec605ddb2fd4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569179 Oct 15 19:54:38.990740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec79c1-38d4-4f1f-ac4b-e1a761782258 req-4f567068-edbd-4b42-a242-01d5e8d2f12e tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:38.998034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bec79c1-38d4-4f1f-ac4b-e1a761782258 req-4f567068-edbd-4b42-a242-01d5e8d2f12e tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 932 time: 0.0778365 Oct 15 19:54:39.039896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bec79c1-38d4-4f1f-ac4b-e1a761782258 req-43a33686-d19f-4faa-990a-808262c3d1b7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408771 Oct 15 19:54:39.137891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:39.144596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.160221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Router 72909491-eb02-4d6d-ba76-fa8b1cf2510d is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:39.170554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Transition to ACTIVE for port object 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:54:39.247474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec93f9-b350-4280-9182-00f00a9d45e7 req-7fb5ee5b-5761-4ceb-a43e-8150ba53ea02 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:39.249186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40ec93f9-b350-4280-9182-00f00a9d45e7 req-7fb5ee5b-5761-4ceb-a43e-8150ba53ea02 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.0641401 Oct 15 19:54:39.290994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:39.294773 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40ec93f9-b350-4280-9182-00f00a9d45e7 req-d952afdb-a8be-4458-8ba5-504d272e15f1 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389628 Oct 15 19:54:39.295333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.298928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-632717f7-f8a4-4b51-ad59-70b8a3ca4800 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "PUT /v2.0/routers/72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 200 len: 916 time: 2.5660665 Oct 15 19:54:39.299712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:39.309125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] Sync routers for ids ['72909491-eb02-4d6d-ba76-fa8b1cf2510d'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:39.317726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.322432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] Routers {'72909491-eb02-4d6d-ba76-fa8b1cf2510d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:39.323458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['72909491-eb02-4d6d-ba76-fa8b1cf2510d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:39.451788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Attempting to bind port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:39.452426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Attempting to bind port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:39.452426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Attempting to bind port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 on network 3d678016-6aca-4b51-af55-09362944e0e2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:39.459801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 on network 3d678016-6aca-4b51-af55-09362944e0e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:54:39.460169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:39.460342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Attempting to bind port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 on network 3d678016-6aca-4b51-af55-09362944e0e2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:39.467928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b752e24d-72fa-424f-8ced-fa1e0ab66757 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 200 len: 922 time: 0.1650262 Oct 15 19:54:39.468619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:39.470724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:39.471065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Checking segment: {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:39.471655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Bound using segment: {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:39.472029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Bound port: 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b959d7e-bf3d-4e64-b625-d6b942a32405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:39.472384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.484921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] Routers {'72909491-eb02-4d6d-ba76-fa8b1cf2510d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:39.485555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['72909491-eb02-4d6d-ba76-fa8b1cf2510d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:39.492623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Pushing event updated for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:39.530773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:39.531526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729527d-2f4e-46f3-9fad-fbb1e88cfe0d None None] The sync data for ids ['72909491-eb02-4d6d-ba76-fa8b1cf2510d'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:39.545009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a32e1d-54a1-47f9-9938-b9da46ba97af tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:39.546628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6a32e1d-54a1-47f9-9938-b9da46ba97af tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=72909491-eb02-4d6d-ba76-fa8b1cf2510d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0770466 Oct 15 19:54:39.549314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:39.575231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:39.578730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:39.706658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.764322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:39.765106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:39.766780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] 10.222.0.15 "PUT /v2.0/ports/21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 HTTP/1.1" status: 200 len: 1093 time: 1.1137066 Oct 15 19:54:39.767547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:39.770516 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ce3a28-b02f-483b-9c27-fb2a9077a17a" -d '{"events": [{"name": "network-changed", "server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:39.808791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d15c9-66fb-4c3d-a69c-15cca3fcae97 service neutron] Pushing event updated for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:39.870270 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2430b713-4eb9-429e-af56-7be9f8774880 x-openstack-request-id: req-2430b713-4eb9-429e-af56-7be9f8774880 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:39.870873 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:39.872123 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2430b713-4eb9-429e-af56-7be9f8774880 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:39.872814 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2', 'status': 'completed', 'code': 200} Oct 15 19:54:39.954080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-c1580702-92f2-4d9a-bfe3-8c6b1c7ffd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:39.956227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-c1580702-92f2-4d9a-bfe3-8c6b1c7ffd6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0648093 Oct 15 19:54:39.978201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee2fe6-8dd7-4c19-86af-363c1eb3652a tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:39.978201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1dee2fe6-8dd7-4c19-86af-363c1eb3652a tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.4272943 Oct 15 19:54:39.981120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53010) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:40.010759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1789bcf5-131f-40ec-9305-570c447475a7 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 200 len: 205 time: 0.0259378 Oct 15 19:54:40.011428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53012) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:40.091343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2bd691-8258-4a04-bc9f-c460b9bb2a90 req-9288a612-4454-44bb-88d6-1215278cd03d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.096136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca2bd691-8258-4a04-bc9f-c460b9bb2a90 req-9288a612-4454-44bb-88d6-1215278cd03d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.1178789 Oct 15 19:54:40.143881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:40.172997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-e28a012d-7fc2-4e26-9979-8255710547ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.174444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-e28a012d-7fc2-4e26-9979-8255710547ac service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=57c613fde26d4426bf8f38b167aae5c8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2099216 Oct 15 19:54:40.178358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca2bd691-8258-4a04-bc9f-c460b9bb2a90 req-7fe2b763-447a-4e36-84ac-6f052bcb3114 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701528 Oct 15 19:54:40.314327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:40.325416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce50cc-ce2d-437d-a1ac-cf0f5fda36f7 req-644d9dc1-3b9b-4f2f-bfb9-073e637cd394 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.332129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5ce50cc-ce2d-437d-a1ac-cf0f5fda36f7 req-644d9dc1-3b9b-4f2f-bfb9-073e637cd394 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 944 time: 0.1536705 Oct 15 19:54:40.348587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-67ebbf6f-e806-47a8-962e-a13ce3acd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.350553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38ce3a28-b02f-483b-9c27-fb2a9077a17a req-67ebbf6f-e806-47a8-962e-a13ce3acd406 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1620405 Oct 15 19:54:40.371391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5ce50cc-ce2d-437d-a1ac-cf0f5fda36f7 req-8cc446c0-e761-4e23-b4c7-c7f6c9c950be tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Oct 15 19:54:40.426971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051088c-2683-4475-9bf4-19587df326ff req-62f31c8a-93b9-4a4c-aee7-9fdb532ca018 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.428496 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f051088c-2683-4475-9bf4-19587df326ff req-62f31c8a-93b9-4a4c-aee7-9fdb532ca018 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.0770760 Oct 15 19:54:40.469040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-ed929df7-e7e8-4d8f-9e4a-0354c62b41bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.470535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-ed929df7-e7e8-4d8f-9e4a-0354c62b41bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c613fde26d4426bf8f38b167aae5c8&device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0814776 Oct 15 19:54:40.480245 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f051088c-2683-4475-9bf4-19587df326ff req-0bd35a70-9325-49ce-b963-f34e966f3629 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 Oct 15 19:54:40.512448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port d5d86e81-f95b-4ae3-a4cb-2a76e3c4969b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:40.512789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:40.525046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b3d6dce0-e5ea-4d6e-b6cd-e02c73a4d503 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 HTTP/1.1" status: 200 len: 217 time: 0.0436952 Oct 15 19:54:40.575446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-06bccb05-c692-445c-89b4-d6ea7104bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:40.577061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-06bccb05-c692-445c-89b4-d6ea7104bbfd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ae10feb6-e259-4681-b260-9b1a32b4b2f3 HTTP/1.1" status: 200 len: 849 time: 0.0458055 Oct 15 19:54:40.599315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:40.612445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for d5d86e81-f95b-4ae3-a4cb-2a76e3c4969b owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:40.616396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-ddc39479-5615-4afb-9790-ac5a83737dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3d678016-6aca-4b51-af55-09362944e0e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319116 Oct 15 19:54:40.739046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-9eb01ab6-d4d7-4a73-871a-c63da0775a95 service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136742 Oct 15 19:54:40.834394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c901fce4-ea10-4f10-8152-9d87651a0cab req-b321ac82-0913-49d7-a644-c3500405c80d service neutron] 10.222.0.15 "GET /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889273 Oct 15 19:54:40.923482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:40.947725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=d5d86e81-f95b-4ae3-a4cb-2a76e3c4969b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:41.013893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.111274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.113501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.248429 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.249008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router 72909491-eb02-4d6d-ba76-fa8b1cf2510d {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:41.257634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.259875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-47ae6c62-28a5-4f37-b08b-5d0667083401 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 204 len: 168 time: 1.2467980 Oct 15 19:54:41.262821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53028) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:41.268567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1724157645', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:41.316286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1bbf1-e3c5-4c9d-a81b-d11e876e18d0 req-a66739bb-f1f0-4051-a2b0-b4504b54a604 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:41.318667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87d1bbf1-e3c5-4c9d-a81b-d11e876e18d0 req-a66739bb-f1f0-4051-a2b0-b4504b54a604 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0583625 Oct 15 19:54:41.365508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87d1bbf1-e3c5-4c9d-a81b-d11e876e18d0 req-e94e1d1f-1ab7-4425-b2db-9cca5956b997 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Oct 15 19:54:41.368805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.369886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.453148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.517234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558bdeb-8a02-4b17-83ee-c7c98283099d req-d3b64553-7078-4620-80f7-c6d12f69cfbd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:41.518594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafc6d0-d584-4099-9a9d-31e7ed73f3a6 req-1acca4b4-3f3f-415e-ba36-7664bc151842 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:41.520507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0fafc6d0-d584-4099-9a9d-31e7ed73f3a6 req-1acca4b4-3f3f-415e-ba36-7664bc151842 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0654538 Oct 15 19:54:41.524058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9558bdeb-8a02-4b17-83ee-c7c98283099d req-d3b64553-7078-4620-80f7-c6d12f69cfbd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 944 time: 0.0683639 Oct 15 19:54:41.569042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9558bdeb-8a02-4b17-83ee-c7c98283099d req-f5b5150d-ccb4-4ed7-a293-38342c4b15d8 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Oct 15 19:54:41.648454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0fafc6d0-d584-4099-9a9d-31e7ed73f3a6 req-8e77aba4-26d9-4697-a803-4204d193335b tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195288 Oct 15 19:54:41.798822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:41.825192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-f8082a49-8424-4450-9cac-4236f9176837 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:41.826634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-f8082a49-8424-4450-9cac-4236f9176837 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.1136544 Oct 15 19:54:41.838505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b1c5e-421b-4894-9698-08fb1a0b4650 req-3275fd35-085d-401f-81e9-ac355e597fdf tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:41.839925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40b1c5e-421b-4894-9698-08fb1a0b4650 req-3275fd35-085d-401f-81e9-ac355e597fdf tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 946 time: 0.0944016 Oct 15 19:54:41.931970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40b1c5e-421b-4894-9698-08fb1a0b4650 req-0a542f4c-e012-4225-8a6b-6cce1b8c10af tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/security-groups?id=64e8d803-2f7b-4f3b-94fb-b9a20237b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846491 Oct 15 19:54:41.962848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Deleting port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:41.963323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.068377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] For port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,segment=NetworkSegment(6a3481dc-a048-42be-b6a8-a1eda20720e3),segment_id=6a3481dc-a048-42be-b6a8-a1eda20720e3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:42.069279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.069925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9087f-cc40-4b72-bf67-0fafa521175c req-39b21ce3-a5b7-4ace-b5db-2427bc551714 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:42.071451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3df9087f-cc40-4b72-bf67-0fafa521175c req-39b21ce3-a5b7-4ace-b5db-2427bc551714 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0941458 Oct 15 19:54:42.083523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Calling delete_port for 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:42.130978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3df9087f-cc40-4b72-bf67-0fafa521175c req-038a9990-4db7-4c6f-99f2-67e6b6b0320d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493698 Oct 15 19:54:42.249060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.268304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.276315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daeba0-f356-4398-83ba-3da57b8861c2 req-1a2acb7e-41bd-4455-a05e-0b365bac8d07 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:42.284092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94daeba0-f356-4398-83ba-3da57b8861c2 req-1a2acb7e-41bd-4455-a05e-0b365bac8d07 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0716987 Oct 15 19:54:42.323127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94daeba0-f356-4398-83ba-3da57b8861c2 req-96932273-89c5-4176-b93e-d4bd67259de7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381198 Oct 15 19:54:42.397110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Allocated IP 172.25.0.227 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/d04839dd-4b26-4118-8573-f214daa830c5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:42.437685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.453844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['92a7c84b-aad7-4caa-87c1-dd7354c7cce3'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:42.484240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Pushing event deleted for resources: {'Port': ['ID=92a7c84b-aad7-4caa-87c1-dd7354c7cce3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:42.532931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] No DVR routers for this DVR port 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:42.537437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.541835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-755d0abf-5adb-4bb6-ae21-847776f5d1ac req-00fe24ab-a14b-4054-9c6c-f46c6e902546 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.11 "DELETE /v2.0/ports/92a7c84b-aad7-4caa-87c1-dd7354c7cce3 HTTP/1.1" status: 204 len: 173 time: 0.7008967 Oct 15 19:54:42.542160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'name': 'network-vif-deleted', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:42.544660 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5b6171-c44b-48e9-bddb-64f5dc3215e8" -d '{"events": [{"server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "name": "network-vif-deleted", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:42.545184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.619465 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7b8a24-439e-4956-b6f5-67e9583810c8 x-openstack-request-id: req-0a7b8a24-439e-4956-b6f5-67e9583810c8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:42.623366 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6084578-5f80-4d67-b7d2-119774f84c30", "name": "network-vif-deleted", "tag": "92a7c84b-aad7-4caa-87c1-dd7354c7cce3", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:42.623366 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a7b8a24-439e-4956-b6f5-67e9583810c8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:42.623366 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6084578-5f80-4d67-b7d2-119774f84c30', 'name': 'network-vif-deleted', 'tag': '92a7c84b-aad7-4caa-87c1-dd7354c7cce3', 'status': 'completed', 'code': 200} Oct 15 19:54:42.683183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:42.730064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcb734-627b-4971-ab37-88a1c0bd454b req-c3128ba8-1444-4f21-940d-f10cc081aad7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:42.731776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aebcb734-627b-4971-ab37-88a1c0bd454b req-c3128ba8-1444-4f21-940d-f10cc081aad7 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0932202 Oct 15 19:54:42.743186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa24dbe4-013b-42db-a66c-f292594d9894 req-dc507a85-e554-4ab6-ba83-a1bad8bd955a tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:42.744949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa24dbe4-013b-42db-a66c-f292594d9894 req-dc507a85-e554-4ab6-ba83-a1bad8bd955a tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 944 time: 0.0669003 Oct 15 19:54:42.746325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:42.758909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:42.770173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event updated for resources: {'Port': ['ID=d04839dd-4b26-4118-8573-f214daa830c5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:42.778839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:42.823189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa24dbe4-013b-42db-a66c-f292594d9894 req-acb2bcc7-cda0-4bc1-8e84-a1318277392b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698502 Oct 15 19:54:42.834414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-aebcb734-627b-4971-ab37-88a1c0bd454b req-4f1c934e-ee78-400e-afb7-646134eb3f11 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895748 Oct 15 19:54:43.057706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-178abf18-9f15-4bbf-8546-02e3997b8c2c req-16347034-e091-4ea3-b71a-6674923550d7 tempest-DeleteServersTestJSON-361671271 tempest-DeleteServersTestJSON-361671271-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6084578-5f80-4d67-b7d2-119774f84c30 HTTP/1.1" status: 200 len: 210 time: 0.0308647 Oct 15 19:54:43.363427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a2df4-8b0c-4260-986d-1fbe4ecbfc70 req-9fc609d7-fd81-4fc7-bd42-c2734dcd026d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:43.365123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-378a2df4-8b0c-4260-986d-1fbe4ecbfc70 req-9fc609d7-fd81-4fc7-bd42-c2734dcd026d tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.1119492 Oct 15 19:54:43.406262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-378a2df4-8b0c-4260-986d-1fbe4ecbfc70 req-8c76952a-c000-4c19-b55f-554ce9f23e41 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Oct 15 19:54:43.666748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:43.889499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:44.055900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a4db4-0782-4d14-a966-7efd82423f34 req-1b2ce128-a5da-4cd4-b7bc-eb3ec4b837d7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:44.055900 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-911a4db4-0782-4d14-a966-7efd82423f34 req-1b2ce128-a5da-4cd4-b7bc-eb3ec4b837d7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 944 time: 0.1151965 Oct 15 19:54:44.104081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-911a4db4-0782-4d14-a966-7efd82423f34 req-e57c74ef-dfdb-4c83-b79f-6ecafe0b490f tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503864 Oct 15 19:54:44.205078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Router 3e472a09-92eb-4ef3-a86a-c78c3b68de7b is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:54:44.327078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:44.338939 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] Sync routers for ids ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:44.348995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79372bf7-8238-4022-8f1e-cb28e53a77c7 req-5f57a0ac-2bc0-4558-9d55-3a8c0c145592 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:44.350380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] Routers {'3e472a09-92eb-4ef3-a86a-c78c3b68de7b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:44.351088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:44.352661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79372bf7-8238-4022-8f1e-cb28e53a77c7 req-5f57a0ac-2bc0-4558-9d55-3a8c0c145592 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.0687118 Oct 15 19:54:44.387345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:44.397091 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] Routers {'3e472a09-92eb-4ef3-a86a-c78c3b68de7b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:44.397745 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:44.399039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79372bf7-8238-4022-8f1e-cb28e53a77c7 req-28b750c8-1a64-4ccf-8edd-71df929fa9d2 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382822 Oct 15 19:54:44.431743 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:44.432421 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c6fec-c587-49ef-b08e-a13f19cd142c None None] The sync data for ids ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:44.520202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:44.522425 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-674cea6a-108f-46c2-9060-e9f00629b7de tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2573011 Oct 15 19:54:44.528804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:44.534397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:44.844221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:44.973888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.157326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:54:45.176295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Deleting port d04839dd-4b26-4118-8573-f214daa830c5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:45.177079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.263485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1309df-5f98-46c5-8ab8-18afb220f797 req-ffe0d3ff-328a-451e-a839-df9982d726ce tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:45.272738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b1309df-5f98-46c5-8ab8-18afb220f797 req-ffe0d3ff-328a-451e-a839-df9982d726ce tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 944 time: 0.0782156 Oct 15 19:54:45.325105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b1309df-5f98-46c5-8ab8-18afb220f797 req-e0feab07-a863-4838-a2e4-4af0d2d4f358 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453081 Oct 15 19:54:45.328423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.352570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Calling delete_port for d04839dd-4b26-4118-8573-f214daa830c5 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:45.436156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:45.449769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2', 'network_id': '3d678016-6aca-4b51-af55-09362944e0e2', 'port_id': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2', 'mac_address': 'fa:16:3e:40:3d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae10feb6-e259-4681-b260-9b1a32b4b2f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:54:45.491828 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.505839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:54:45.529972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:45.602407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.608450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb000-16c3-4793-af5f-e7ddb96c0186 req-f83cc180-0614-4b82-9f40-d17a837185bf tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:45.610435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef1cb000-16c3-4793-af5f-e7ddb96c0186 req-f83cc180-0614-4b82-9f40-d17a837185bf tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.1235828 Oct 15 19:54:45.672222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:45.705651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-10f6b7f7-36bc-4a1e-b14f-3e93536983d4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:45.707214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-10f6b7f7-36bc-4a1e-b14f-3e93536983d4 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 945 time: 0.1634247 Oct 15 19:54:45.712338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef1cb000-16c3-4793-af5f-e7ddb96c0186 req-fc89e152-067b-4ae2-bd0b-c26996344311 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/security-groups?id=ddc2be2a-e649-4604-9e9b-ec9c4756912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929868 Oct 15 19:54:45.822447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Deleting port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:45.822791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.879132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:45.884447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:45.917924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:45.920032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 92a7c84b-aad7-4caa-87c1-dd7354c7cce3 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:45.923482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Pushing event deleted for resources: {'Port': ['ID=d04839dd-4b26-4118-8573-f214daa830c5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:45.980692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['21f3a057-a1dd-4ed9-86ab-d92ad174bbe2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:46.001390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] For port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,segment=NetworkSegment(bd5fab9a-69ed-4981-802e-ea23356023f3),segment_id=bd5fab9a-69ed-4981-802e-ea23356023f3)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:46.001762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:46.022428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Calling delete_port for 2727d4dd-ee16-4673-b97b-2c3e92c17ffe owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:46.038805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:46.621365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:46.666943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:46.777404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d26be6-cfab-4fc6-ae2a-751cbc34de8a req-157fb0f3-9b82-438b-bee9-2f9cefc78db5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:46.779036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66d26be6-cfab-4fc6-ae2a-751cbc34de8a req-157fb0f3-9b82-438b-bee9-2f9cefc78db5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 945 time: 0.1636121 Oct 15 19:54:46.783899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Router 3e472a09-92eb-4ef3-a86a-c78c3b68de7b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:54:46.833123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:46.846562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['2727d4dd-ee16-4673-b97b-2c3e92c17ffe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:46.877280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Pushing event deleted for resources: {'Port': ['ID=2727d4dd-ee16-4673-b97b-2c3e92c17ffe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:46.885748 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-dc267b2c-89cb-4e04-b44c-5f2feb3455fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0980780 Oct 15 19:54:46.900024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7567278b-fb33-4d4a-82a0-12ca175e7e83 req-e364aea2-be16-404e-a105-1afb9c67a1e1 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.0488710 Oct 15 19:54:46.947785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66d26be6-cfab-4fc6-ae2a-751cbc34de8a req-7c0f91a0-5852-421b-a061-5fd736e1eb65 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507273 Oct 15 19:54:47.002758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.005761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.005761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.005761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.005761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.005761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.006454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.008222 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-bfa4c2ce-3734-4964-980d-a1eb9b82129a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.0902641 Oct 15 19:54:47.069429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] No DVR routers for this DVR port 2727d4dd-ee16-4673-b97b-2c3e92c17ffe on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:47.071724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:54:47.075679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.079503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5269d4ab-270f-4570-b7b5-0ceff4db18e7 req-d70f4681-3c0d-4fc1-a961-40fff7df68b9 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.11 "DELETE /v2.0/ports/2727d4dd-ee16-4673-b97b-2c3e92c17ffe HTTP/1.1" status: 204 len: 173 time: 1.3654761 Oct 15 19:54:47.080123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'name': 'network-vif-deleted', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:47.082479 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd4615-c6bc-4ab8-bf53-0f98982431ce" -d '{"events": [{"server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "name": "network-vif-deleted", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:47.091281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.091587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] Sync routers for ids ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:54:47.095914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1d337e6-16f7-4cdb-bd90-dece6d3fac74 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "PUT /v2.0/routers/3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 200 len: 706 time: 2.5659823 Oct 15 19:54:47.097341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:47.116962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] Routers {'3e472a09-92eb-4ef3-a86a-c78c3b68de7b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:47.117591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:47.167601 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ced116-3b8c-4676-b970-0991bbe30a63 x-openstack-request-id: req-c8ced116-3b8c-4676-b970-0991bbe30a63 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:47.168082 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fc9c7e-e1a8-4656-848a-94c20259723c", "name": "network-vif-deleted", "tag": "2727d4dd-ee16-4673-b97b-2c3e92c17ffe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:47.168414 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8ced116-3b8c-4676-b970-0991bbe30a63 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:47.168904 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fc9c7e-e1a8-4656-848a-94c20259723c', 'name': 'network-vif-deleted', 'tag': '2727d4dd-ee16-4673-b97b-2c3e92c17ffe', 'status': 'completed', 'code': 200} Oct 15 19:54:47.216714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:47.220727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e9acf2f-8c31-424c-85db-45c9762c8da6 tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/routers/3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 200 len: 741 time: 0.1210382 Oct 15 19:54:47.223589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:47.229686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:47.249512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-80b86892-a420-45b7-8c8a-9146cbf7574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.249978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-80b86892-a420-45b7-8c8a-9146cbf7574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.250674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-80b86892-a420-45b7-8c8a-9146cbf7574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.252453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-80b86892-a420-45b7-8c8a-9146cbf7574a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 2294 time: 0.2032676 Oct 15 19:54:47.285276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] Routers {'3e472a09-92eb-4ef3-a86a-c78c3b68de7b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:54:47.286039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:54:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:47.308745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb46f4df-1507-45d2-bb25-28b8810fa0ee tempest-RoutersAdminTest-1858474014 tempest-RoutersAdminTest-1858474014-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 200 len: 205 time: 0.0814044 Oct 15 19:54:47.311817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53166) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:47.362025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b56d1dc-71d6-4187-b547-aea8f9351dfc tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 200 len: 205 time: 0.0487216 Oct 15 19:54:47.364279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:47.365417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7346bc-7a26-4fef-b9c6-af840caf4091 None None] The sync data for ids ['3e472a09-92eb-4ef3-a86a-c78c3b68de7b'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:54:47.370706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53168) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:47.385378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-470e4e67-9839-4aa7-843f-8ba8b4c9c050 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 1000 time: 0.1249135 Oct 15 19:54:47.444188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-d45e5f34-39f3-48f7-85b0-bdb8031f362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.446146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-d45e5f34-39f3-48f7-85b0-bdb8031f362d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 200 len: 851 time: 0.0527191 Oct 15 19:54:47.478192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:54:47.484620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:47.485207 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.492578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.545545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-94e1200d-01d3-4852-a576-672080755948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.547705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-94e1200d-01d3-4852-a576-672080755948 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e7a7292-74f3-440c-b057-5676b38aaac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928018 Oct 15 19:54:47.577030 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.604303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:47.607228 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28036705-e371-4c84-9cc9-39e114e43601" -d '{"events": [{"server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "name": "network-vif-plugged", "status": "completed", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:47.627330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:47.663139 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c799bd-ef98-4e36-a890-493c747a73a6 x-openstack-request-id: req-20c799bd-ef98-4e36-a890-493c747a73a6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:47.663709 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "name": "network-vif-plugged", "status": "completed", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:47.664115 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20c799bd-ef98-4e36-a890-493c747a73a6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:47.664519 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2', 'code': 200} Oct 15 19:54:47.689870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-391b0eb7-5daa-4ab8-8142-db65b9de138e service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336033 Oct 15 19:54:47.694036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.695089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.696908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.822413 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-a84e8437-0c8f-4cf6-a72b-7177c77a7b6c service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236489 Oct 15 19:54:47.828973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:47.900526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-fedc3f5d-9b65-4af0-af36-5e020b069857 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 217 time: 0.0636933 Oct 15 19:54:47.922549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.927291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Fanout notify agent at l3_agent the message router_deleted on router 3e472a09-92eb-4ef3-a86a-c78c3b68de7b {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:54:47.941725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:47.956027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8bf9c586-6afb-49ed-86ed-a27149c53449 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 204 len: 168 time: 0.5763409 Oct 15 19:54:47.956027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:47.956350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bf830-426d-4e2a-9ae9-70d4932a5762 req-c864cc92-3252-49b2-96da-7b57b670ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:47.957579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b63bf830-426d-4e2a-9ae9-70d4932a5762 req-c864cc92-3252-49b2-96da-7b57b670ba8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 1098 time: 0.1342478 Oct 15 19:54:48.010744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-a3ea385a-61d7-44cb-8565-1651c4afee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.012598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-a3ea385a-61d7-44cb-8565-1651c4afee38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0960321 Oct 15 19:54:48.019422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b63bf830-426d-4e2a-9ae9-70d4932a5762 req-01797ed2-d7a5-47c5-b4c2-05bd9cfc2f31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538445 Oct 15 19:54:48.062755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0266f763-4cad-4829-8ca5-541f5b02e0bd tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 200 len: 205 time: 0.1119306 Oct 15 19:54:48.063863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53184) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.159732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-6aaf6f30-c949-405e-89f9-576e62b2c9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.163538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-6aaf6f30-c949-405e-89f9-576e62b2c9b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386147 Oct 15 19:54:48.168788 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-e4b6ee8e-93d1-432d-97e8-0cd49c4b7a90 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.172125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e4b6ee8e-93d1-432d-97e8-0cd49c4b7a90 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/3e472a09-92eb-4ef3-a86a-c78c3b68de7b HTTP/1.1" status: 404 len: 336 time: 0.1046615 Oct 15 19:54:48.206141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-975e6b4d-0c24-4d70-baa6-0212c5673944 req-a3600e3a-6d09-4a62-b50f-2f17f2a2bbe3 tempest-ServerDiskConfigTestJSON-1991795578 tempest-ServerDiskConfigTestJSON-1991795578-project] 10.222.0.13 "GET /v2.0/ports?device_id=49fc9c7e-e1a8-4656-848a-94c20259723c HTTP/1.1" status: 200 len: 210 time: 0.1032300 Oct 15 19:54:48.206141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.259334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-08299ef7-a27f-42a5-ab5b-0baa07229a02 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 200 len: 205 time: 0.0500782 Oct 15 19:54:48.262871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.272635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3f7b6-742a-4318-903c-922c412f5c31 req-d0fd2808-2206-4fdc-8b46-e768216e1cf5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.275006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65a3f7b6-742a-4318-903c-922c412f5c31 req-d0fd2808-2206-4fdc-8b46-e768216e1cf5 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.1011093 Oct 15 19:54:48.339399 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c4d2561d-ba61-4ac5-b8d8-ecb359ef1ae1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.340423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4d2561d-ba61-4ac5-b8d8-ecb359ef1ae1 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/72909491-eb02-4d6d-ba76-fa8b1cf2510d HTTP/1.1" status: 404 len: 336 time: 0.0652435 Oct 15 19:54:48.343069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.365630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-9ac8e137-afc6-40ca-8496-b7976e0469e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588578 Oct 15 19:54:48.372459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65a3f7b6-742a-4318-903c-922c412f5c31 req-714a1dd6-3013-4929-8db1-96d4296990c7 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Oct 15 19:54:48.399510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e55327ca-0cb5-46f4-a7b1-315515aaca3b tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 200 len: 205 time: 0.0480318 Oct 15 19:54:48.400178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53196) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.454067 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-63b34bc7-6ca9-4d05-9ded-e05858d593f4 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.455189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-63b34bc7-6ca9-4d05-9ded-e05858d593f4 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/8b94aa49-7ec4-45fb-90bc-aea058e11f6f HTTP/1.1" status: 404 len: 336 time: 0.0538473 Oct 15 19:54:48.458048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53198) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.478326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-9b944070-5b28-4116-88d1-2e0baca2ebfe service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947845 Oct 15 19:54:48.490368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0db87050-ac78-4426-827b-12ffc953a565 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 200 len: 205 time: 0.0299728 Oct 15 19:54:48.492569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.516980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-182833d9-07bf-4a91-95bb-38a3194c7225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:48.524079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-200f6230-8afc-4789-9cdc-2d3f23ab1f97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 217 time: 0.0378721 Oct 15 19:54:48.535360 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-b959f4f4-d293-49df-80f7-be8a96fcbd58 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.537092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b959f4f4-d293-49df-80f7-be8a96fcbd58 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/511eaaa1-cf6e-426f-9914-cbf9274b4d47 HTTP/1.1" status: 404 len: 336 time: 0.0415921 Oct 15 19:54:48.539825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53202) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.569194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-82c7be9f-7845-44b9-afe1-9c9df1ff7f05 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 200 len: 205 time: 0.0281613 Oct 15 19:54:48.571446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53204) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.578063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-e8e47d61-2b22-4868-a334-12c7bd260e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.579520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-e8e47d61-2b22-4868-a334-12c7bd260e6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0481269 Oct 15 19:54:48.615837 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-d8e67915-8517-40bc-ad90-83d58bd45e58 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.616879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8e67915-8517-40bc-ad90-83d58bd45e58 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/128d9a35-4122-40ee-8523-2ff42c288ece HTTP/1.1" status: 404 len: 336 time: 0.0444989 Oct 15 19:54:48.619698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53206) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.628597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-143dfcc5-21f4-4080-b0ea-811c2b5c757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.630102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-143dfcc5-21f4-4080-b0ea-811c2b5c757e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0434268 Oct 15 19:54:48.649443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0030206d-d7cd-42b2-b2d7-7d99706c7592 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "GET /v2.0/ports?device_id=b469558e-04c8-42b6-ab4d-9deba3e8b96c HTTP/1.1" status: 200 len: 205 time: 0.0261514 Oct 15 19:54:48.652025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53208) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.691403 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-daf1b80c-3b08-4228-9f2f-00158bc5c26b tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] delete failed (client error): The resource could not be found. Oct 15 19:54:48.692491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-daf1b80c-3b08-4228-9f2f-00158bc5c26b tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/routers/b469558e-04c8-42b6-ab4d-9deba3e8b96c HTTP/1.1" status: 404 len: 336 time: 0.0390947 Oct 15 19:54:48.695329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:48.722640 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bffb6a9-3b55-4886-9ebe-04a08eafcee8 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] DELETE failed (client error): The resource could not be found. Oct 15 19:54:48.723008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bffb6a9-3b55-4886-9ebe-04a08eafcee8 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:54:48.726085 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-827092bc-34e5-4e0b-8ee7-ce8b3e5e44c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885158 Oct 15 19:54:48.726576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6bffb6a9-3b55-4886-9ebe-04a08eafcee8 tempest-RoutersAdminTest-2056199123 tempest-RoutersAdminTest-2056199123-project] 10.222.0.13 "DELETE /v2.0/subnets/6f0d18e9-130e-4723-8531-4cc2fac7050e HTTP/1.1" status: 404 len: 337 time: 0.0303009 Oct 15 19:54:48.825261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-4b7c4eb2-44ad-4158-9434-f0dbe26d6b2a service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913463 Oct 15 19:54:48.876570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-d34ffa18-fa8f-4647-96e6-9cf025234629 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 200 len: 217 time: 0.0436158 Oct 15 19:54:48.927983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-6b1ecb77-c27d-4dea-97aa-0a8dd4cc0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.929433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-6b1ecb77-c27d-4dea-97aa-0a8dd4cc0161 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0453482 Oct 15 19:54:48.976600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-9dd9c67d-1088-4ccb-b8a7-5eb5aeca8ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:48.978044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-9dd9c67d-1088-4ccb-b8a7-5eb5aeca8ed2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0409436 Oct 15 19:54:49.095610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-1c764211-147a-427d-9747-6d0023dde4e7 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087461 Oct 15 19:54:49.205620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-49812eb6-88ee-47e4-b000-5ff886f02fba service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009641 Oct 15 19:54:49.253166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-83418cb6-2b06-4f08-88e6-a1c30041cf7b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 200 len: 217 time: 0.0405285 Oct 15 19:54:49.315689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-b4dba64b-4be6-4317-bf5b-109ad30d065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:49.317613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-b4dba64b-4be6-4317-bf5b-109ad30d065e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0544393 Oct 15 19:54:49.441675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53236) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:49.455877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-c4a279f7-2554-4171-b3ae-397481c80398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:49.455877 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-c4a279f7-2554-4171-b3ae-397481c80398 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1140938 Oct 15 19:54:49.604535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cc9d0-b4c0-417b-94ea-75b62583e12c req-1ec1c8e6-2b72-4eba-a2ef-ab557695654c tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:49.611903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-333cc9d0-b4c0-417b-94ea-75b62583e12c req-1ec1c8e6-2b72-4eba-a2ef-ab557695654c tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.1261499 Oct 15 19:54:49.620448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-376f0e0f-5cc1-4368-bc4e-28c18770e11a service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575730 Oct 15 19:54:49.621694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53246) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:49.666181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-333cc9d0-b4c0-417b-94ea-75b62583e12c req-bdf08b0a-87fb-443d-8dbe-cb1497e629a1 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532753 Oct 15 19:54:49.684088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-574fab7e-e359-489f-834f-66f6981def07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.762707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Deleting subnet dd6ec3ea-9460-413a-a712-6e2b1c6daefd {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:54:49.768637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-574fab7e-e359-489f-834f-66f6981def07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.769162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.820531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-009cb7bc-38a5-4754-9d7f-8814334df15a service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882658 Oct 15 19:54:49.824133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.885020 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-65d277bf-f246-4104-b945-97bbf381e494 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 200 len: 217 time: 0.0415354 Oct 15 19:54:49.890099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 2727d4dd-ee16-4673-b97b-2c3e92c17ffe no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:49.917618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 2727d4dd-ee16-4673-b97b-2c3e92c17ffe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:49.917886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 2727d4dd-ee16-4673-b97b-2c3e92c17ffe not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:49.933749 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.970416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-574fab7e-e359-489f-834f-66f6981def07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:49.983497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-60ca6df1-58cb-4a3e-b9f1-d41682ff2aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:49.985651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-60ca6df1-58cb-4a3e-b9f1-d41682ff2aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0923326 Oct 15 19:54:50.021508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fab7e-e359-489f-834f-66f6981def07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b13aaa-9fb9-4b8d-8e0b-282b74ec339d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:50.033193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-574fab7e-e359-489f-834f-66f6981def07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=668efc8de1ca47efa234693e9c94eb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876844 Oct 15 19:54:50.033193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:50.050121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-fdd17b76-a344-42aa-a409-d469535008da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:50.051641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-fdd17b76-a344-42aa-a409-d469535008da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0587766 Oct 15 19:54:50.086269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.108202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.152280 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-110009d8-a848-47e6-8d70-947a1761a1e2 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933304 Oct 15 19:54:50.199414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.308948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b0f93-b87a-464d-b904-c1901e488354 req-1d37f9cd-5ec7-440e-bfbb-1bda0219e035 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:50.308948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-314b0f93-b87a-464d-b904-c1901e488354 req-1d37f9cd-5ec7-440e-bfbb-1bda0219e035 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0703368 Oct 15 19:54:50.313157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd6ec3ea-9460-413a-a712-6e2b1c6daefd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:50.332491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.334696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.336586 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be105c07-0b40-48f8-8cca-f8627c011d16 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dd6ec3ea-9460-413a-a712-6e2b1c6daefd HTTP/1.1" status: 204 len: 168 time: 0.7128515 Oct 15 19:54:50.338743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53264) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:50.339934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.344081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53b13aaa-9fb9-4b8d-8e0b-282b74ec339d HTTP/1.1" status: 204 len: 168 time: 0.3076239 Oct 15 19:54:50.360471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a583d3-39a2-484e-b933-88ab1c75e300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b13aaa-9fb9-4b8d-8e0b-282b74ec339d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:50.377076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-314b0f93-b87a-464d-b904-c1901e488354 req-4df02098-0d09-4919-b974-838bc15a41f5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580251 Oct 15 19:54:50.414849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-d3e2d4e4-8668-4474-9eb8-f97f98158ffa service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533743 Oct 15 19:54:50.464896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53272) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:50.478256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:50.515216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-24579b58-c7eb-40d1-8c22-953f069f870b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0474346 Oct 15 19:54:50.836539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce2e9-c3aa-4e50-938d-e87382cd8080 req-fdd63d3f-b3c9-4e8f-a84e-af03a41b788f tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:50.838123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e7ce2e9-c3aa-4e50-938d-e87382cd8080 req-fdd63d3f-b3c9-4e8f-a84e-af03a41b788f tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.0907056 Oct 15 19:54:50.960343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e7ce2e9-c3aa-4e50-938d-e87382cd8080 req-a8c0338a-fd59-40d4-9590-72216825647b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142869 Oct 15 19:54:51.117708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:51.127019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-fbab3e08-3790-4c21-9397-1ecd6a9c27c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:51.128852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-fbab3e08-3790-4c21-9397-1ecd6a9c27c2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.6063895 Oct 15 19:54:51.156132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Deleting subnet a1aeed2b-bffe-4deb-a4da-54e3bc06c580 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:54:51.159809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.196084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.217303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.252254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d416e5a7-1bb1-43aa-92e2-6061cea55fd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.273235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1355e1a2-e190-4a34-a45d-364d637c79f2']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.284480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.288862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5fab9a-69ed-4981-802e-ea23356023f3') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.289158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5fab9a-69ed-4981-802e-ea23356023f3') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.325484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.346828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-222603d2-7d88-46d3-b7a2-51d13b4ab334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:51.348348 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-222603d2-7d88-46d3-b7a2-51d13b4ab334 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1821752 Oct 15 19:54:51.365524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.383948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:54:51.384374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:54:51.386015 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:54:51.443401 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a6810d7e-325e-4c71-9f0b-016a1338fb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.488036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.529206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aeed2b-bffe-4deb-a4da-54e3bc06c580,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:51.536446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.541931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1565c032-5918-4ccc-a17e-5588104ead3b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1aeed2b-bffe-4deb-a4da-54e3bc06c580 HTTP/1.1" status: 204 len: 168 time: 1.0739646 Oct 15 19:54:51.543143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53296) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:51.543523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-12aa767f-3a4f-4c18-9f69-ec731d85b825 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862566 Oct 15 19:54:51.585724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb79cf-a5e7-439f-81b7-45cbc20ba8c3 req-72c0bfa2-76dc-4007-a50d-6f00713c4ab5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:51.590229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d416e5a7-1bb1-43aa-92e2-6061cea55fd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.592271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fdb79cf-a5e7-439f-81b7-45cbc20ba8c3 req-72c0bfa2-76dc-4007-a50d-6f00713c4ab5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1456199 Oct 15 19:54:51.649442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:51.698704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fdb79cf-a5e7-439f-81b7-45cbc20ba8c3 req-d328cd3e-d25c-4957-8573-91be8a2f0f73 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989192 Oct 15 19:54:51.703817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.729477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.734184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d416e5a7-1bb1-43aa-92e2-6061cea55fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.737546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-189fde39-9fe1-4700-97b7-7bbb5dbef147 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937262398cbd484e8bd5089ea86483a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0840018 Oct 15 19:54:51.738152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53306) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:51.767976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.775650 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1355e1a2-e190-4a34-a45d-364d637c79f2 HTTP/1.1" status: 204 len: 168 time: 1.4323125 Oct 15 19:54:51.808097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c062208-2140-4125-9400-37ddb690eab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1355e1a2-e190-4a34-a45d-364d637c79f2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:51.820264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416e5a7-1bb1-43aa-92e2-6061cea55fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5e5c50-9092-49a4-ae8b-8a9f50a65016,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:51.826545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d416e5a7-1bb1-43aa-92e2-6061cea55fd3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=158e82e20ebb40de90bfe02b649da528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7077136 Oct 15 19:54:51.836335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53310) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:51.849372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6ad24338-5625-4f2e-aec1-99a602ca0b18 req-87e1aace-1d3a-4fc7-939b-63f76405e2c6 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572129 Oct 15 19:54:51.871194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.875193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.911534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.923159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.933601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3481dc-a048-42be-b6a8-a1eda20720e3') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.933891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3481dc-a048-42be-b6a8-a1eda20720e3') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:54:51.939739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.951274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.972279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:51.995895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.010584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:54:52.011337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: items = [ Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:54:52.018431 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:54:52.076858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.079458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.080642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b56565e-c2bc-4366-aed3-0a9910def1b1 HTTP/1.1" status: 204 len: 168 time: 0.3410056 Oct 15 19:54:52.089732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67947caf-22bf-417a-8ec3-d976f0c0fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56565e-c2bc-4366-aed3-0a9910def1b1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:52.102255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.104917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.107549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc5e5c50-9092-49a4-ae8b-8a9f50a65016 HTTP/1.1" status: 204 len: 168 time: 0.2688408 Oct 15 19:54:52.116047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b298d3-6423-4a10-91da-534801064ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5e5c50-9092-49a4-ae8b-8a9f50a65016,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:52.160118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.163047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.171984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28 HTTP/1.1" status: 204 len: 168 time: 0.6287920 Oct 15 19:54:52.194483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c710f-06a8-452e-9b8e-d8170e013af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=76c9ebe8-aefc-49a9-9c7f-f69e7c15ad28,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:52.254515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53324) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:52.302968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98f2d432-dbe1-4162-9e40-b41eabc49759 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0349cdb48a2e4701bacf62705461ef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462806 Oct 15 19:54:52.303641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:52.317048 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.358455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.381919 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.557980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.560534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.561710 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ddc2be2a-e649-4604-9e9b-ec9c4756912c HTTP/1.1" status: 204 len: 168 time: 0.2567806 Oct 15 19:54:52.572502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e955-1861-40a6-9e75-69d394738889 req-2c25a09b-52c8-43ad-94b0-efebe4ce6d8b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:52.574032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80c4e955-1861-40a6-9e75-69d394738889 req-2c25a09b-52c8-43ad-94b0-efebe4ce6d8b tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.0592513 Oct 15 19:54:52.579970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2be2a-e649-4604-9e9b-ec9c4756912c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:52.585410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.594754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.595091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.595424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.595885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.596219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.596544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.596865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.597181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.597551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.597866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.598176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.598508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7afb1-ba7d-4a12-a3dd-ab120d2fc793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:52.629708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-80c4e955-1861-40a6-9e75-69d394738889 req-db317eea-c974-4ec8-b3a0-0c3cb81de993 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Oct 15 19:54:52.732791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.779504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.806624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:52.813551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228008e7-8a74-4311-bdcf-0cc0a82819ac req-c9692d80-86a9-489c-867b-05c21f6d22c8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:52.815292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-228008e7-8a74-4311-bdcf-0cc0a82819ac req-c9692d80-86a9-489c-867b-05c21f6d22c8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0538473 Oct 15 19:54:52.875152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-954cef0e-fafe-4e19-91c8-001c07c0d5c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc724c20bb96445c9fef6d1b4d444317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651007 Oct 15 19:54:52.875749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53344) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:52.879395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-228008e7-8a74-4311-bdcf-0cc0a82819ac req-a7831dac-162f-401a-bb7e-e7b53a182366 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549552 Oct 15 19:54:52.943794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:52.966562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:53.150036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:53.152733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:53.156230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64e8d803-2f7b-4f3b-94fb-b9a20237b63d HTTP/1.1" status: 204 len: 168 time: 0.2770715 Oct 15 19:54:53.161999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84c750-26d3-4531-9306-eac301d068c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e8d803-2f7b-4f3b-94fb-b9a20237b63d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:53.757454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fa779-aeb8-4ca4-a5d4-2c50c2909e4c req-71ec33e8-1bc2-4512-9e0d-ab7fc4d98208 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:53.760170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a94fa779-aeb8-4ca4-a5d4-2c50c2909e4c req-71ec33e8-1bc2-4512-9e0d-ab7fc4d98208 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.0511949 Oct 15 19:54:53.797659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a94fa779-aeb8-4ca4-a5d4-2c50c2909e4c req-7594186a-04c8-4db4-9387-558f82689b84 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/security-groups?id=34477eb4-e543-4c80-943c-f9ca4d36ba91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Oct 15 19:54:53.939805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-f3ab105a-7937-4221-86e0-01cc97321b34 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:53.941471 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-f3ab105a-7937-4221-86e0-01cc97321b34 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 946 time: 0.0586066 Oct 15 19:54:54.040458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618e58e-9f66-4f56-a6e0-5f48114c3ac3 req-69dcb93a-8c4e-4f84-9154-cbbc90b146b1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:54.048158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2618e58e-9f66-4f56-a6e0-5f48114c3ac3 req-69dcb93a-8c4e-4f84-9154-cbbc90b146b1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0711586 Oct 15 19:54:54.062272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Deleting port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:54:54.062612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.081580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2618e58e-9f66-4f56-a6e0-5f48114c3ac3 req-62746e7b-7571-465d-89c9-e58edab0c5df tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Oct 15 19:54:54.155265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] For port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,segment=NetworkSegment(4b959d7e-bf3d-4e64-b625-d6b942a32405),segment_id=4b959d7e-bf3d-4e64-b625-d6b942a32405)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:54.155653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.167988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Calling delete_port for 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:54:54.388107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53408) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:54.430779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.442879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['21f3a057-a1dd-4ed9-86ab-d92ad174bbe2'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:54:54.463948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Pushing event deleted for resources: {'Port': ['ID=21f3a057-a1dd-4ed9-86ab-d92ad174bbe2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:54.503931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] No DVR routers for this DVR port 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:54:54.507056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.510413 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c94cf4be-5384-40e8-97ac-566af5300cf1 req-519f8863-bcb3-4573-a43d-4e2af3ee10fd tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.15 "DELETE /v2.0/ports/21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 HTTP/1.1" status: 204 len: 173 time: 0.5618732 Oct 15 19:54:54.510851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'name': 'network-vif-deleted', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:54:54.513143 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4902497-8fe2-4edf-9cdd-8e6e357b700d" -d '{"events": [{"server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "name": "network-vif-deleted", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:54:54.545680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.552045 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41880ba-6081-467f-b4eb-042936c660ce x-openstack-request-id: req-f41880ba-6081-467f-b4eb-042936c660ce {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:54:54.563810 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a1ba7f-5c41-460e-a884-9ccc366dd8f8", "name": "network-vif-deleted", "tag": "21f3a057-a1dd-4ed9-86ab-d92ad174bbe2", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:54:54.563810 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f41880ba-6081-467f-b4eb-042936c660ce {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:54:54.563810 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a1ba7f-5c41-460e-a884-9ccc366dd8f8', 'name': 'network-vif-deleted', 'tag': '21f3a057-a1dd-4ed9-86ab-d92ad174bbe2', 'status': 'completed', 'code': 200} Oct 15 19:54:54.714695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1887801084'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:54.902271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0ebe983d-c575-463d-a76f-1747be9207a3 req-0a309b5e-513e-4624-b5fd-36b14e181910 tempest-VolumesActionsTest-1777519320 tempest-VolumesActionsTest-1777519320-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a1ba7f-5c41-460e-a884-9ccc366dd8f8 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Oct 15 19:54:54.957011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:54.975344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:54.975344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.049981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.174035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.202461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:54:55.216098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:55.223912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c66cb0-745f-4410-9e71-5ef18cf7cb6c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:55.226661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.227197 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Added segment 90b7ede8-28e9-43d2-8226-4505fad294c7 of type vlan for network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d Oct 15 19:54:55.243331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.243718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.244186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.244518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.244860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.245180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.245506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.245829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.245980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606605a3-a3b1-4fff-92c1-879c8059e04b req-7362958f-58a3-4b47-ada5-a1cc6025238f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:55.246145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.246461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.246780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.247096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:54:55.247647 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-606605a3-a3b1-4fff-92c1-879c8059e04b req-7362958f-58a3-4b47-ada5-a1cc6025238f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0879309 Oct 15 19:54:55.288836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.298293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-606605a3-a3b1-4fff-92c1-879c8059e04b req-1b5c95ff-5f4d-4dee-bc4e-46eb2d7c9108 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Oct 15 19:54:55.373083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-148198449-network', 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:55.380257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.386598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:55.387195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.463103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Network': ['ID=d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:55.473506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:54:55.533417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Made reservation on behalf of 2f3c48ffcec342a3b8fa46030af0a926 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:55.538867 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.556456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.621765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0c30cc9f-7af1-4a0f-a62c-8ec1b573ab1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2322359 Oct 15 19:54:55.624913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53452) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:55.630896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'subnet': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:55.632668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53454) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:55.649920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.824180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.844892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:54:55.861208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1772702051-network', 'tenant_id': 'b1e035b0cf0c4540a0009ca83f43181e'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:55.866783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:55.878075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.888391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:55.888737 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Added segment 7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c of type vlan for network b97588f4-0769-4419-bf0e-9c35c02e1952 Oct 15 19:54:55.890025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314419a-d720-4afb-961d-9b2d9e9b2527,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:55.957167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.031103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Made reservation on behalf of b1e035b0cf0c4540a0009ca83f43181e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:56.033579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.045145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.120056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.121290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:56.121903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.156288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.198740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] Pushing event updated for resources: {'Network': ['ID=b97588f4-0769-4419-bf0e-9c35c02e1952,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:56.210054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b97588f4-0769-4419-bf0e-9c35c02e1952 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:54:56.282641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.287599 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.293434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cc5e6f48-ec08-4c60-90f6-197043a495fa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0701017 Oct 15 19:54:56.293434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53476) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:56.299082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Request body: {'subnet': {'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-148198449-subnet', 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:56.319464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:54:56.346501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22cc86e-ca22-42d0-b729-8af510500ac3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:56.350706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.355824 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Added segment d515848d-3262-4bd7-80f3-ae0e7f8be719 of type vlan for network e51267c6-7240-4737-a1a7-287b654b2457 Oct 15 19:54:56.371293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Subnet': ['ID=75e427db-8e4f-4c80-a095-9de148a450be,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:56.383805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Checking segment: {'id': '90b7ede8-28e9-43d2-8226-4505fad294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:56.384098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network hostable DHCP agents. Network: d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:54:56.423485 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.461206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc2f01-35a8-4100-9405-44f584d9ecf2 req-5c597c1f-9e34-444e-a039-f5f42e7e51cb tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:56.462737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48bc2f01-35a8-4100-9405-44f584d9ecf2 req-5c597c1f-9e34-444e-a039-f5f42e7e51cb tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0818915 Oct 15 19:54:56.501872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48bc2f01-35a8-4100-9405-44f584d9ecf2 req-f261561e-6805-4a1b-a206-70f013f8b391 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Oct 15 19:54:56.584975 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:54:56.596104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:54:56.596842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Made reservation on behalf of 2f3c48ffcec342a3b8fa46030af0a926 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:56.596842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.596842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.596842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:56.596842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.681611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:56.686092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:56.686734 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.697755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1b9b5f-56c8-46ac-a988-2ebe008d8924 None None] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:56.713029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=e51267c6-7240-4737-a1a7-287b654b2457,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:56.726951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e51267c6-7240-4737-a1a7-287b654b2457 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:54:56.731631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-02020e50-0dca-488d-9e9d-5fd352e30ef2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0978620 Oct 15 19:54:56.734348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:56.739166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Request body: {'subnet': {'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1772702051-subnet', 'tenant_id': 'b1e035b0cf0c4540a0009ca83f43181e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:56.827991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b599d588-25e4-4d3a-9a8f-74d423021a8c tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2018538 Oct 15 19:54:56.830582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53492) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:56.836216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-724042961'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:56.920147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'tenant_id': '2b4f49431c8f445db4e8ca281b1b3f52', 'fixed_ips': [{'subnet_id': '75e427db-8e4f-4c80-a095-9de148a450be'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:54:56.921144 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:56.998134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Made reservation on behalf of b1e035b0cf0c4540a0009ca83f43181e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:57.002092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.005514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.076341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Allocated IP 2001:db8::2 (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/3d7d7253-9de1-4fc4-a089-f133b5e46533) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:57.144231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b91af9-0cb4-4525-9d88-acda1df8dbd5,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:57.162836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:57.166704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.167576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Checking segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:57.168481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Network hostable DHCP agents. Network: b97588f4-0769-4419-bf0e-9c35c02e1952, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:54:57.186669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 12e1a533-6277-4856-9675-0d9c6bf04604 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:54:57.251580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.274120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Network b97588f4-0769-4419-bf0e-9c35c02e1952 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:54:57.322813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.367293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:57.371790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:57.374512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:57.383521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::1f9 (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/12e1a533-6277-4856-9675-0d9c6bf04604) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:57.385412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Pushing event updated for resources: {'Port': ['ID=3d7d7253-9de1-4fc4-a089-f133b5e46533,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:57.437501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Attempting to bind port 3d7d7253-9de1-4fc4-a089-f133b5e46533 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:57.437958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Attempting to bind port 3d7d7253-9de1-4fc4-a089-f133b5e46533 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '90b7ede8-28e9-43d2-8226-4505fad294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:57.438391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Attempting to bind port 3d7d7253-9de1-4fc4-a089-f133b5e46533 on network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:57.444862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:57.444862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Checking segment: {'id': '90b7ede8-28e9-43d2-8226-4505fad294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:57.445365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.445815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Bound using segment: {'id': '90b7ede8-28e9-43d2-8226-4505fad294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:57.446347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Bound port: 3d7d7253-9de1-4fc4-a089-f133b5e46533, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b7ede8-28e9-43d2-8226-4505fad294c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:57.446883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.470690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b97588f4-0769-4419-bf0e-9c35c02e1952) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:57.476944 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.504437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b94400-f8c2-467d-aad5-43c787c363a0 None None] Network b97588f4-0769-4419-bf0e-9c35c02e1952 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:57.512267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:57.513130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.557149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f277f761-dfa0-4280-8f1b-e1e7308f5f24,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:57.575712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Checking segment: {'id': 'd515848d-3262-4bd7-80f3-ae0e7f8be719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:57.576262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Network hostable DHCP agents. Network: e51267c6-7240-4737-a1a7-287b654b2457, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:54:57.644158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] For port 3d7d7253-9de1-4fc4-a089-f133b5e46533, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:57.660686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] For port 3d7d7253-9de1-4fc4-a089-f133b5e46533, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3d7d7253-9de1-4fc4-a089-f133b5e46533,segment=NetworkSegment(90b7ede8-28e9-43d2-8226-4505fad294c7),segment_id=90b7ede8-28e9-43d2-8226-4505fad294c7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:57.662453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.664498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c0ea234-caae-4054-92cb-a8523c3a3da9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3697100 Oct 15 19:54:57.682583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Network e51267c6-7240-4737-a1a7-287b654b2457 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:54:57.736708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6528a3-b694-4a18-9349-e0ed6b055761 req-9b919fb3-d40e-45fb-8cd8-da00fa971346 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:57.747044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b6528a3-b694-4a18-9349-e0ed6b055761 req-9b919fb3-d40e-45fb-8cd8-da00fa971346 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1357427 Oct 15 19:54:57.759080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b97588f4-0769-4419-bf0e-9c35c02e1952', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926', 'fixed_ips': [{'subnet_id': '72b91af9-0cb4-4525-9d88-acda1df8dbd5'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:54:57.760153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.779579 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.804536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b6528a3-b694-4a18-9349-e0ed6b055761 req-50f645bb-3e06-46f5-9d5a-a0c577714ed1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565019 Oct 15 19:54:57.825280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e51267c6-7240-4737-a1a7-287b654b2457) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:57.829667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:57.830287 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.848658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.856205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63451d00-363e-4375-bd7a-12ff1ba4b173 None None] Network e51267c6-7240-4737-a1a7-287b654b2457 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:57.937297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:57.941890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:57.952356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:57.959527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:57.960384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:57.979217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=12e1a533-6277-4856-9675-0d9c6bf04604,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:58.030653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6ad872d-2de0-4bc6-a566-0e8ac1aaab1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2945356 Oct 15 19:54:58.083896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5fc08-65e6-4cc2-b673-6aec3128a0d8 None None] Pushing event updated for resources: {'Port': ['ID=3d7d7253-9de1-4fc4-a089-f133b5e46533,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:58.122465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:54:58.123662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2267ac22-27e3-41ad-9481-6f973e26359a tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2910678 Oct 15 19:54:58.128861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1776399902', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:2f:e6:3e'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:54:58.415051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Allocated IP 172.20.0.2 (b97588f4-0769-4419-bf0e-9c35c02e1952/72b91af9-0cb4-4525-9d88-acda1df8dbd5/c20bc3a4-2e29-4e78-966e-c5a0fb597ca4) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:58.442564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18102c26-fc4d-44b9-aa53-ceed35a1cb8e None None] Network e51267c6-7240-4737-a1a7-287b654b2457 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:58.534362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:54:58.719180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-677eacbf-1ad0-4fde-970f-0edce19a5170 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:58.721965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-677eacbf-1ad0-4fde-970f-0edce19a5170 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.2706118 Oct 15 19:54:58.759143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-05b2ec55-381a-48e2-a9b2-24d197c4a0b6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/quotas/2f3c48ffcec342a3b8fa46030af0a926 HTTP/1.1" status: 200 len: 375 time: 0.0289142 Oct 15 19:54:58.762575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:58.764187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-e7288ac3-f5b3-48bc-ae45-8f5df97cd8d6 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:58.781384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-e7288ac3-f5b3-48bc-ae45-8f5df97cd8d6 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/networks?id=e51267c6-7240-4737-a1a7-287b654b2457 HTTP/1.1" status: 200 len: 818 time: 0.2186275 Oct 15 19:54:58.791470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:58.806646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-c00af4b8-3f27-4430-9f98-6091e828c99f tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/quotas/b1e035b0cf0c4540a0009ca83f43181e HTTP/1.1" status: 200 len: 375 time: 0.0185182 Oct 15 19:54:58.816831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-5a231f6d-953a-4479-b267-d55722df2782 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371222 Oct 15 19:54:58.820678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 165e8421-b67d-40e6-b1ae-731a9885b284 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:54:58.886532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:58.891967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3d7d7253-9de1-4fc4-a089-f133b5e46533 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:54:58.903913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-9ed3259c-8a57-47a1-9ba8-07cdb333e4b7 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1e035b0cf0c4540a0009ca83f43181e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713398 Oct 15 19:54:59.020741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Network b97588f4-0769-4419-bf0e-9c35c02e1952 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:59.030735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:59.044415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:59.053076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Pushing event updated for resources: {'Port': ['ID=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:59.063732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3d7d7253-9de1-4fc4-a089-f133b5e46533 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:59.064115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.079471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-2b662686-66ce-479c-b93b-aaae56729a28 service neutron] 10.222.0.13 "GET /v2.0/networks/e51267c6-7240-4737-a1a7-287b654b2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609175 Oct 15 19:54:59.154217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Attempting to bind port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:54:59.154610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Attempting to bind port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:54:59.154952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Attempting to bind port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:54:59.167780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:54:59.168170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Checking segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:54:59.168589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.168952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Bound using segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:54:59.169466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Bound port: c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:54:59.169868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.284238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::f (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/165e8421-b67d-40e6-b1ae-731a9885b284) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:54:59.287750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-419cc7f2-1abf-40d2-a719-eb27ea38bc39 service neutron] 10.222.0.13 "GET /v2.0/networks/e51267c6-7240-4737-a1a7-287b654b2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054167 Oct 15 19:54:59.287857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:54:59.326490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:54:59.326490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 21f3a057-a1dd-4ed9-86ab-d92ad174bbe2 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:54:59.353315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.378793 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-94657890-cb18-4bca-959d-26767838fbde service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474370 Oct 15 19:54:59.409746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] For port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:54:59.437133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] For port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:54:59.446960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3d7d7253-9de1-4fc4-a089-f133b5e46533, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3d7d7253-9de1-4fc4-a089-f133b5e46533,segment=NetworkSegment(90b7ede8-28e9-43d2-8226-4505fad294c7),segment_id=90b7ede8-28e9-43d2-8226-4505fad294c7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:54:59.518031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0065e5c4-f174-4273-848c-4165e93e13da None None] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:54:59.541518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.606506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.608780 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.641697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-8e9a912f-1766-4225-ae9f-e1e156f72718 service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511239 Oct 15 19:54:59.744784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.784793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3bc17e66-4a8e-46ca-bac6-233f3d70df1b None None] Provisioning complete for port 3d7d7253-9de1-4fc4-a089-f133b5e46533 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:54:59.785159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bc17e66-4a8e-46ca-bac6-233f3d70df1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.849319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:54:59.853280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:54:59.868407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:54:59.868584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:59.869231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:54:59.873087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=165e8421-b67d-40e6-b1ae-731a9885b284,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:54:59.899889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc5f3b-73d3-43d6-9c55-3aa3d8d328b1 req-75b6f1cb-68be-4d1d-b0a3-51a26e87551f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:54:59.901445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7dc5f3b-73d3-43d6-9c55-3aa3d8d328b1 req-75b6f1cb-68be-4d1d-b0a3-51a26e87551f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1148129 Oct 15 19:55:00.034353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7dc5f3b-73d3-43d6-9c55-3aa3d8d328b1 req-eda5ef2a-a744-46ae-ac68-e020223b8395 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244130 Oct 15 19:55:00.040322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-22691192-198b-4ddc-82c3-f6d033763b18 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.9159465 Oct 15 19:55:00.042429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:00.247255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87061115-9268-424c-9c42-359a1c52cbb4 req-61db078e-93c9-4bd4-a3ec-f5af8014e844 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 210 time: 0.0395627 Oct 15 19:55:00.331612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956462e-26d4-43d1-b1ae-4d5895368690 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:00.369451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956462e-26d4-43d1-b1ae-4d5895368690 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:00.398808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956462e-26d4-43d1-b1ae-4d5895368690 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:00.404473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:00.404731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d956462e-26d4-43d1-b1ae-4d5895368690 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3516259 Oct 15 19:55:00.430765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc260c-f9d1-41cc-bf4c-7dc2bdd8029f None None] Pushing event updated for resources: {'Port': ['ID=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:00.694158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3d7d7253-9de1-4fc4-a089-f133b5e46533,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:00.703219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 165e8421-b67d-40e6-b1ae-731a9885b284 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:00.704327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:00.865064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-f9adfdb5-3b7e-416b-8386-5956e83a752c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:00.880165 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-f9adfdb5-3b7e-416b-8386-5956e83a752c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.4554257 Oct 15 19:55:00.924688 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-ea8f7ecd-531a-4816-b3fe-c0f9797c325e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/quotas/2f3c48ffcec342a3b8fa46030af0a926 HTTP/1.1" status: 200 len: 375 time: 0.0432870 Oct 15 19:55:00.949683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:01.056690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:01.080875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-87fe677e-026f-4620-ad6e-743eb0740c95 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552122 Oct 15 19:55:01.205867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:01.209485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:01.233641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 165e8421-b67d-40e6-b1ae-731a9885b284 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:01.461048 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:01.503589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-d4db3898-6255-4772-b584-28a2a029c998 service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216912 Oct 15 19:55:01.521744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c418d62-2510-4de4-93d0-264faa5ca9e7 req-7060ffc8-6df1-45aa-835d-d6ffc6a240a6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:01.535082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c418d62-2510-4de4-93d0-264faa5ca9e7 req-7060ffc8-6df1-45aa-835d-d6ffc6a240a6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.2744801 Oct 15 19:55:01.575516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:01.578505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Provisioning complete for port 3d7d7253-9de1-4fc4-a089-f133b5e46533 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:01.583850 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:01.680851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:01.739933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c418d62-2510-4de4-93d0-264faa5ca9e7 req-338f046c-9dc4-4ffc-b674-1b05e4bc3efc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009661 Oct 15 19:55:01.861677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-392ad396-6ba0-4516-8b4c-4a925dbdb049 service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553903 Oct 15 19:55:01.927395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:02.028218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cb9851-195f-4d85-9573-c65ed477ce65 None None] Network b97588f4-0769-4419-bf0e-9c35c02e1952 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:02.096279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9ba6431-d8ab-4a7e-99ae-8479490d4a9c req-550baa66-0257-476d-b404-75f8265e7a9c tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 210 time: 0.0462322 Oct 15 19:55:02.104126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:02.233559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=165e8421-b67d-40e6-b1ae-731a9885b284,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:02.285092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Provisioning complete for port 12e1a533-6277-4856-9675-0d9c6bf04604 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:02.285462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:02.574412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Port 12e1a533-6277-4856-9675-0d9c6bf04604 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:02.596837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3794f718-ae07-45ca-82a1-1fad68ba250f None None] Could not find standard attr ID for object 165e8421-b67d-40e6-b1ae-731a9885b284. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:55:02.721583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Could not find standard attr ID for object 165e8421-b67d-40e6-b1ae-731a9885b284. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 19:55:02.759361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Provisioning complete for port 12e1a533-6277-4856-9675-0d9c6bf04604 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:02.760574 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:02.875633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Port 12e1a533-6277-4856-9675-0d9c6bf04604 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:02.938807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Provisioning complete for port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:02.939182 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7416e21c-6896-4ec4-96c0-5d56e35db5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.027750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3d7d7253-9de1-4fc4-a089-f133b5e46533 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:03.086747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-6b8e7ee3-055c-4e93-8b93-d7b84e13e573 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:03.094872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-6b8e7ee3-055c-4e93-8b93-d7b84e13e573 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.3533218 Oct 15 19:55:03.115535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-d9fffbff-3d25-4a03-8936-1dcddbee89fd tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/quotas/2f3c48ffcec342a3b8fa46030af0a926 HTTP/1.1" status: 200 len: 375 time: 0.0195622 Oct 15 19:55:03.228913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3d7d7253-9de1-4fc4-a089-f133b5e46533 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:03.229262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.276415 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-d9f50677-d7b0-46e9-95ad-776395be6ced tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597812 Oct 15 19:55:03.390629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.397894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-640ec289-0fcd-4284-93ca-d5995c2b3f1f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/165e8421-b67d-40e6-b1ae-731a9885b284 HTTP/1.1" status: 204 len: 168 time: 2.9910364 Oct 15 19:55:03.398417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53704) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:03.429420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:03.431448 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c23f19-e66f-4781-bec2-220fba4713f4 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] GET failed (client error): The resource could not be found. Oct 15 19:55:03.438908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84c23f19-e66f-4781-bec2-220fba4713f4 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports/165e8421-b67d-40e6-b1ae-731a9885b284 HTTP/1.1" status: 404 len: 333 time: 0.0384357 Oct 15 19:55:03.439544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:03.447287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1673500776'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:03.502332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477e406-5ddc-4c1e-8f70-181a7ec88616 req-e947c8f2-3b21-40cd-b3fb-3a63b229515a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:03.508044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e477e406-5ddc-4c1e-8f70-181a7ec88616 req-e947c8f2-3b21-40cd-b3fb-3a63b229515a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1783962 Oct 15 19:55:03.554423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6232cd06-4a33-47cc-a485-1705354e6ce1 None None] Provisioning complete for port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:03.556358 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6232cd06-4a33-47cc-a485-1705354e6ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.600452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e477e406-5ddc-4c1e-8f70-181a7ec88616 req-e6f57c03-7b02-4097-b041-a250d7d2b1a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914252 Oct 15 19:55:03.644168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:03.645306 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.658793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-89599108-79e3-4b0a-81f5-18b28fe127d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:03.660364 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-89599108-79e3-4b0a-81f5-18b28fe127d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.4516320 Oct 15 19:55:03.706350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-d169e910-6622-4776-96b8-ff3c7d1c03b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287777 Oct 15 19:55:03.775997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:03.782789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:03.830405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:55:04.065673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20631ac5-6410-4ab5-8175-e038b5cb2333 req-77124b27-8185-4eba-af0a-6145b32fbf00 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 210 time: 0.0647819 Oct 15 19:55:04.087484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::2e1 (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/6bebd7c1-cfdb-41ff-b9cd-ce52620971d8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:04.147376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-f0ef8ff9-8b4f-4b9d-80a4-5f85494955cb tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:04.148965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-f0ef8ff9-8b4f-4b9d-80a4-5f85494955cb tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.15 "GET /v2.0/networks?id=e51267c6-7240-4737-a1a7-287b654b2457 HTTP/1.1" status: 200 len: 818 time: 0.4867244 Oct 15 19:55:04.176407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-801ee050-5338-4932-a296-794ca7c39a20 service neutron] 10.222.0.13 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270806 Oct 15 19:55:04.180612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-a1d3987a-42f8-4d09-bcdc-204774320271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:04.182634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-a1d3987a-42f8-4d09-bcdc-204774320271 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.4747334 Oct 15 19:55:04.185973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Request body: {'port': {'device_id': '79fef051-d330-4bf0-851e-d10107b38801', 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457', 'admin_state_up': True, 'tenant_id': 'b1e035b0cf0c4540a0009ca83f43181e'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:04.358826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:04.468768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:04.804410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b61463e-1a53-4481-ae71-16706387c540 req-aa47f866-93d5-497a-95e6-512bb1fa57ce tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.1621056 Oct 15 19:55:04.826765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=6bebd7c1-cfdb-41ff-b9cd-ce52620971d8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:04.838270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:04.842697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:04.919862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:04.952934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:04.961558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:04.983650 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-41517dec-d7cb-4dc0-a5e2-b1612f676af7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1002 time: 0.7926514 Oct 15 19:55:05.053075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-017ac1e1-2dd7-44b9-b205-b33bbd551170 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:05.055253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-017ac1e1-2dd7-44b9-b205-b33bbd551170 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.5609550 Oct 15 19:55:05.074410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Request body: {'port': {'device_id': '696a4886-f19b-426f-a88e-b68e593993ef', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'admin_state_up': True, 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:05.268447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66bd7625-8a76-43b9-a77f-46b62eec0ed3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8257451 Oct 15 19:55:05.289166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254a90c-c115-42be-9c01-b6d686240871 req-50e9c8d2-f371-4cee-b681-00d1bc72d6d3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:05.296885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5254a90c-c115-42be-9c01-b6d686240871 req-50e9c8d2-f371-4cee-b681-00d1bc72d6d3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.4977043 Oct 15 19:55:05.298764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53734) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:05.307425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9743fa42-16f2-4aac-a930-eef9bdee0a18 req-bb5d41d3-d274-49ca-bc08-8126ae46428a tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 210 time: 0.0487542 Oct 15 19:55:05.334059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:2f:e6:3e'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:05.394186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-59e6a4f4-8750-4942-8053-58ab7b7714f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:05.397732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-59e6a4f4-8750-4942-8053-58ab7b7714f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.3990219 Oct 15 19:55:05.454157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Made reservation on behalf of b1e035b0cf0c4540a0009ca83f43181e for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:05.459353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:05.482230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-70900f27-fb20-4495-b1ab-069d5482d7a1 None None] Provisioning complete for port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:05.482804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-70900f27-fb20-4495-b1ab-069d5482d7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:05.541365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-70900f27-fb20-4495-b1ab-069d5482d7a1 None None] Port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:05.578403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Made reservation on behalf of 2f3c48ffcec342a3b8fa46030af0a926 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:05.585494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:05.586852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5254a90c-c115-42be-9c01-b6d686240871 req-5b31853d-357a-42e4-a636-c736a926bd86 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891204 Oct 15 19:55:05.709302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-aab90bc5-bed0-4252-846c-3b84df64cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:05.710934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-aab90bc5-bed0-4252-846c-3b84df64cd0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3017795 Oct 15 19:55:05.797287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Allocated IP 172.20.0.3 (b97588f4-0769-4419-bf0e-9c35c02e1952/72b91af9-0cb4-4525-9d88-acda1df8dbd5/b00e691c-dad2-48c7-b092-dda29caa97cd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:05.806350 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:05.928435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Allocated IP 172.20.0.14 (e51267c6-7240-4737-a1a7-287b654b2457/f277f761-dfa0-4280-8f1b-e1e7308f5f24/23b1ead2-341b-41c1-9864-0c34f47ff0dd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:05.985037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42632390-12db-4fd5-8c34-dc1b68dfd209 req-a4ac8705-bdac-4c5d-b947-6ac3b750313c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0850821 Oct 15 19:55:06.026886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-c097481f-eae8-4467-af92-de79ff7b93f2 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068888 Oct 15 19:55:06.115681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.281775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f34fe55-c03f-433d-8afd-5f6c854a12ae req-ab07b160-a386-4e26-8c51-f00572d7a174 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387822 Oct 15 19:55:06.310765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.322841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-70af4711-4125-440d-af7d-1248bac6ce19 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:06.324537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-70af4711-4125-440d-af7d-1248bac6ce19 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.1471765 Oct 15 19:55:06.324776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.329051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.346254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Request body: {'port': {'device_id': '50c2961d-8822-4995-8241-dabb62d79695', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'admin_state_up': True, 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:06.418303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Network b97588f4-0769-4419-bf0e-9c35c02e1952 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:06.428668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:06.442805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:06.448265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.521929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.567655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] In _notify_port_updated(), no bound segment for port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 on network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 19:55:06.600987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:06.601986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.603488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "PUT /v2.0/ports/6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 HTTP/1.1" status: 200 len: 1003 time: 1.3013787 Oct 15 19:55:06.620330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:06.639528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:06.646920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:06.654783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25791ec-74e5-427f-baf5-8693b57035dd tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=6bebd7c1-cfdb-41ff-b9cd-ce52620971d8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:06.833761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event updated for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:06.947812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28ced0b-2d97-4fb8-8659-cb0a90c7d05c req-95177ac6-9890-4da4-a488-50d7fdbb667b tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:06.954463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f28ced0b-2d97-4fb8-8659-cb0a90c7d05c req-95177ac6-9890-4da4-a488-50d7fdbb667b tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 932 time: 0.3724740 Oct 15 19:55:06.993761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-40c0edb1-9e3b-4c54-aae9-4a27fcac60f3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9214129 Oct 15 19:55:07.037076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Request body: {'port': {'device_id': '696a4886-f19b-426f-a88e-b68e593993ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:07.038127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d2142c71-b129-445a-967e-1e9248bca8f4 None None] Provisioning complete for port b00e691c-dad2-48c7-b092-dda29caa97cd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:07.038604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2142c71-b129-445a-967e-1e9248bca8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.053656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Pushing event updated for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:07.094856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Network e51267c6-7240-4737-a1a7-287b654b2457 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:07.113568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:07.139714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f28ced0b-2d97-4fb8-8659-cb0a90c7d05c req-fbd56df3-4f93-455e-a6ab-56ebf7db6dad tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834872 Oct 15 19:55:07.188905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d2142c71-b129-445a-967e-1e9248bca8f4 None None] Port b00e691c-dad2-48c7-b092-dda29caa97cd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:07.205636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:07.234846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.260217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Made reservation on behalf of 2f3c48ffcec342a3b8fa46030af0a926 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:07.264168 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.318600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cb219f91-ab88-49d3-8be8-a8543182cf50 None None] Provisioning complete for port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:07.319128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb219f91-ab88-49d3-8be8-a8543182cf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.319624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:07.320433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.371093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cb219f91-ab88-49d3-8be8-a8543182cf50 None None] Port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:07.440059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5040c5-9ee3-4f41-8e99-99d466d5ba21 req-a1f97843-f5a4-48fc-bfc8-4557548125a9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:07.450749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd5040c5-9ee3-4f41-8e99-99d466d5ba21 req-a1f97843-f5a4-48fc-bfc8-4557548125a9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.6338401 Oct 15 19:55:07.487316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:07.487685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.552364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c734332-8ad3-414f-b63d-0add2bc3a405 req-86a7e774-aa2b-4f28-bd2d-f0c04aac8e6b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0962031 Oct 15 19:55:07.643425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53774) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:07.704821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.716355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-0479c9ee-14e1-404c-a065-a8b2561c43fd tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5364227 Oct 15 19:55:07.732954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Request body: {'port': {'device_id': '79fef051-d330-4bf0-851e-d10107b38801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:07.824094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.886342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:07.920368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7efc409-2a6d-4bbd-9c24-4f659a3f389a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:07.923782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd5040c5-9ee3-4f41-8e99-99d466d5ba21 req-f90c9c05-f38b-4c73-9d43-726004794583 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711473 Oct 15 19:55:07.966402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00e691c-dad2-48c7-b092-dda29caa97cd {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:07.984470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.009909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Transition to ACTIVE for port object b00e691c-dad2-48c7-b092-dda29caa97cd will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:08.061817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7efc409-2a6d-4bbd-9c24-4f659a3f389a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.105055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.227775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:08.248927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7efc409-2a6d-4bbd-9c24-4f659a3f389a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.353806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Allocated IP 172.20.0.11 (b97588f4-0769-4419-bf0e-9c35c02e1952/72b91af9-0cb4-4525-9d88-acda1df8dbd5/eeb7c215-1bf3-48ca-a496-de8022e0d452) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:08.365312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-c6a7cbdc-3e8d-4155-8bb7-728c37a50f3e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:08.373856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-c6a7cbdc-3e8d-4155-8bb7-728c37a50f3e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.11 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 815 time: 0.1807806 Oct 15 19:55:08.393556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7efc409-2a6d-4bbd-9c24-4f659a3f389a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cba39fc04b064843b284483dc429e25e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490232 Oct 15 19:55:08.398353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Request body: {'port': {'device_id': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'admin_state_up': True, 'tenant_id': '2f3c48ffcec342a3b8fa46030af0a926'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:08.402624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:08.418389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efc409-2a6d-4bbd-9c24-4f659a3f389a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a226a1-d6ed-46e9-9748-83b2755b0931,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:08.762259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.783392 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.787893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-af3b1963-613a-4ec5-9434-211ea36c4793 req-78ed80d4-6f53-4f42-851f-b89b3bffb1db tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0922060 Oct 15 19:55:08.851673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b1ead2-341b-41c1-9864-0c34f47ff0dd {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:08.887011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=6bebd7c1-cfdb-41ff-b9cd-ce52620971d8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:08.892670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:08.962338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789f519-8949-47d2-8758-580aa5414c3c req-092c00a9-08a1-46fd-af18-51df087ccd8a tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:08.964298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0789f519-8949-47d2-8758-580aa5414c3c req-092c00a9-08a1-46fd-af18-51df087ccd8a tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 932 time: 0.5489225 Oct 15 19:55:08.972422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Attempting to bind port b00e691c-dad2-48c7-b092-dda29caa97cd on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:08.973509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Attempting to bind port b00e691c-dad2-48c7-b092-dda29caa97cd by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:08.974277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Attempting to bind port b00e691c-dad2-48c7-b092-dda29caa97cd on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:08.977808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Made reservation on behalf of 2f3c48ffcec342a3b8fa46030af0a926 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:08.981439 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.005596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Transition to ACTIVE for port object 23b1ead2-341b-41c1-9864-0c34f47ff0dd will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:09.075254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Port b00e691c-dad2-48c7-b092-dda29caa97cd on network b97588f4-0769-4419-bf0e-9c35c02e1952 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:09.077442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Attempting to bind port b00e691c-dad2-48c7-b092-dda29caa97cd on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:09.084698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.138749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.206173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.214613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.248068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:09.249404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Checking segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:09.250757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Bound using segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:09.251300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Bound port: b00e691c-dad2-48c7-b092-dda29caa97cd, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:09.252916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.337024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Network b97588f4-0769-4419-bf0e-9c35c02e1952 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:09.340877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:09.348494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:09.364105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.368055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d2072d5a-2d7e-4882-a2e9-395bfd64432b tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 HTTP/1.1" status: 204 len: 168 time: 2.7432003 Oct 15 19:55:09.384339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53796) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:09.399213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0789f519-8949-47d2-8758-580aa5414c3c req-8fb9aeee-6a78-484b-be62-6c92a392bfd9 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168131 Oct 15 19:55:09.400023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event updated for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:09.444868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Allocated IP 172.20.0.9 (b97588f4-0769-4419-bf0e-9c35c02e1952/72b91af9-0cb4-4525-9d88-acda1df8dbd5/39995aa9-eab5-4573-b129-cd1451b865ec) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:09.461561 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.469693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.469693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17a226a1-d6ed-46e9-9748-83b2755b0931 HTTP/1.1" status: 204 len: 168 time: 1.0595462 Oct 15 19:55:09.470634 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c7aa55-5631-4a2a-ba9c-0717552bef15 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] GET failed (client error): The resource could not be found. Oct 15 19:55:09.476297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6c7aa55-5631-4a2a-ba9c-0717552bef15 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports/6bebd7c1-cfdb-41ff-b9cd-ce52620971d8 HTTP/1.1" status: 404 len: 333 time: 0.0829601 Oct 15 19:55:09.478116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53800) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:09.492185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded6681-03ee-4eaf-8d15-1e680d4f2792 req-d3030599-2399-4b8c-a9a2-c223428b2b31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:09.500957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fded6681-03ee-4eaf-8d15-1e680d4f2792 req-d3030599-2399-4b8c-a9a2-c223428b2b31 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.2926390 Oct 15 19:55:09.512182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:09.513181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.537440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1178293453'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:09.543388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:09.561113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b00e691c-dad2-48c7-b092-dda29caa97cd,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:09.567814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792f623-060c-4be5-b18b-60cfc0da7474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a226a1-d6ed-46e9-9748-83b2755b0931,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:09.607534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Pushing event updated for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:09.683576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-328a033c-32bc-429c-936a-a59060673b2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3476784 Oct 15 19:55:09.695546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Request body: {'port': {'device_id': '50c2961d-8822-4995-8241-dabb62d79695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:09.720994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Attempting to bind port 23b1ead2-341b-41c1-9864-0c34f47ff0dd on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:09.721402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Attempting to bind port 23b1ead2-341b-41c1-9864-0c34f47ff0dd by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'd515848d-3262-4bd7-80f3-ae0e7f8be719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:09.721734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Attempting to bind port 23b1ead2-341b-41c1-9864-0c34f47ff0dd on network e51267c6-7240-4737-a1a7-287b654b2457 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:09.733050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.744165 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fded6681-03ee-4eaf-8d15-1e680d4f2792 req-328c477b-a704-4b56-a749-e866b81f81f6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369857 Oct 15 19:55:09.758753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Port 23b1ead2-341b-41c1-9864-0c34f47ff0dd on network e51267c6-7240-4737-a1a7-287b654b2457 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:09.759080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Attempting to bind port 23b1ead2-341b-41c1-9864-0c34f47ff0dd on network e51267c6-7240-4737-a1a7-287b654b2457 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:09.768179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d64c6a66-cc3d-4e88-af64-a513d20e679e None None] Provisioning complete for port eeb7c215-1bf3-48ca-a496-de8022e0d452 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:09.769323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d64c6a66-cc3d-4e88-af64-a513d20e679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.774943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:09.775277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Checking segment: {'id': 'd515848d-3262-4bd7-80f3-ae0e7f8be719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:09.775683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Bound using segment: {'id': 'd515848d-3262-4bd7-80f3-ae0e7f8be719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:09.776445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Bound port: 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd515848d-3262-4bd7-80f3-ae0e7f8be719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:09.776788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.844008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.880862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d64c6a66-cc3d-4e88-af64-a513d20e679e None None] Port eeb7c215-1bf3-48ca-a496-de8022e0d452 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:09.884611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:09.885469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:09.888019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] 10.222.0.15 "PUT /v2.0/ports/b00e691c-dad2-48c7-b092-dda29caa97cd HTTP/1.1" status: 200 len: 1092 time: 2.8729022 Oct 15 19:55:09.889901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:09.900059 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe088200-a87b-4264-9e98-4a7d19206cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:09.972764 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e9318b-bebb-4598-9810-201e83e5d60c x-openstack-request-id: req-02e9318b-bebb-4598-9810-201e83e5d60c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:09.973574 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:09.973963 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02e9318b-bebb-4598-9810-201e83e5d60c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:09.974495 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd', 'status': 'completed', 'code': 200} Oct 15 19:55:10.024520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c3d79-220a-4de9-aa84-47532add8a8d service neutron] Pushing event updated for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:10.032193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:10.048497 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.059169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34fca020-e8c8-4fdd-b5a4-f213b59aa726 req-50cc48c4-cefd-4a58-84a9-f244e6a05736 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0821016 Oct 15 19:55:10.126398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:10.157326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd,segment=NetworkSegment(d515848d-3262-4bd7-80f3-ae0e7f8be719),segment_id=d515848d-3262-4bd7-80f3-ae0e7f8be719)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:10.168071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 44774e93-eb41-4e92-a702-b1877611d386 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:55:10.209708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-12dbdd20-ea12-4a19-aa74-7df7440b80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.211208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-12dbdd20-ea12-4a19-aa74-7df7440b80b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 1095 time: 0.2061136 Oct 15 19:55:10.267837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.338166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-411b365d-52ae-4b47-a1de-1a0f3c63eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.339877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-411b365d-52ae-4b47-a1de-1a0f3c63eab0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1185145 Oct 15 19:55:10.342610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.369126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.369126 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.369924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] 10.222.0.15 "PUT /v2.0/ports/23b1ead2-341b-41c1-9864-0c34f47ff0dd HTTP/1.1" status: 200 len: 1093 time: 2.6418052 Oct 15 19:55:10.370184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:10.372611 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d921697-2be8-440c-a6b8-674789ac7f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:10.436327 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23804eb4-cd7f-41ab-9246-a464a81fb9df x-openstack-request-id: req-23804eb4-cd7f-41ab-9246-a464a81fb9df {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:10.436687 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:10.437024 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23804eb4-cd7f-41ab-9246-a464a81fb9df {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:10.437704 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd', 'status': 'completed', 'code': 200} Oct 15 19:55:10.441829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf758692-2e43-4d7c-b8fe-cd71017caf3f service neutron] Pushing event updated for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:10.465013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-9bd00cb1-101d-42c9-8e2c-5581c8dedd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.466763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe088200-a87b-4264-9e98-4a7d19206cf3 req-9bd00cb1-101d-42c9-8e2c-5581c8dedd58 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196835 Oct 15 19:55:10.525623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::31b (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/44774e93-eb41-4e92-a702-b1877611d386) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:10.553545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-e68aa3f5-b3bb-45cf-9e08-713c4689d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.555606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-e68aa3f5-b3bb-45cf-9e08-713c4689d170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 1095 time: 0.0464025 Oct 15 19:55:10.558278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-cb5ef6e6-bb1f-4459-81e6-cd3c108e9bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.559810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-cb5ef6e6-bb1f-4459-81e6-cd3c108e9bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e035b0cf0c4540a0009ca83f43181e&device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 1096 time: 0.0933850 Oct 15 19:55:10.607969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-df1f2e65-9980-423c-9e68-327d17ab6537 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b00e691c-dad2-48c7-b092-dda29caa97cd HTTP/1.1" status: 200 len: 217 time: 0.0381691 Oct 15 19:55:10.666835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-65e6ecf7-e050-4665-b43c-0d95c06e0000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.671057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-65e6ecf7-e050-4665-b43c-0d95c06e0000 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 200 len: 854 time: 0.0536511 Oct 15 19:55:10.691293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53826) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:10.722178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5ead-63ba-4c2f-961c-8d32576ae9b4 req-1beb9a33-36aa-4793-b73a-8fc3a0eccab1 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.730757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1ed5ead-63ba-4c2f-961c-8d32576ae9b4 req-1beb9a33-36aa-4793-b73a-8fc3a0eccab1 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 944 time: 0.1910264 Oct 15 19:55:10.733334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.803669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dec207a-1616-41cc-8efc-2463fce105af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:10.835650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26babfc-937d-46b3-b320-30741fb5466a req-c4c50e95-519d-4fa0-bf5a-2c7d89c7e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.837372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-c4c50e95-519d-4fa0-bf5a-2c7d89c7e8c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b97588f4-0769-4419-bf0e-9c35c02e1952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469059 Oct 15 19:55:10.882671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Network b97588f4-0769-4419-bf0e-9c35c02e1952 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:10.892081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-b513528c-1786-42dd-a15f-cb5b0f888401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:10.893622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-b513528c-1786-42dd-a15f-cb5b0f888401 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=b1e035b0cf0c4540a0009ca83f43181e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3169453 Oct 15 19:55:10.898923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:10.900808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event updated for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:10.906119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:10.960280 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1ed5ead-63ba-4c2f-961c-8d32576ae9b4 req-18eafb64-fc1c-4ca7-8137-801f71a86887 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286046 Oct 15 19:55:11.040932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.062965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.063719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.099492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-01bf4df4-cb85-4257-803c-a460189fc3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480392 Oct 15 19:55:11.114530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb7c215-1bf3-48ca-a496-de8022e0d452 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:11.121284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-36ec258d-c9d8-42e8-95b0-ccdb0fe1d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.123526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5d921697-2be8-440c-a6b8-674789ac7f1a req-36ec258d-c9d8-42e8-95b0-ccdb0fe1d656 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2184534 Oct 15 19:55:11.169627 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.220139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dec207a-1616-41cc-8efc-2463fce105af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.223192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Transition to ACTIVE for port object eeb7c215-1bf3-48ca-a496-de8022e0d452 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:11.267077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-263d3372-efba-443b-9a3c-75b5b6ef24fe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8741093 Oct 15 19:55:11.268785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f356cb60-9337-406c-8f20-d0e1575d231e None None] Provisioning complete for port 39995aa9-eab5-4573-b129-cd1451b865ec triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:11.269322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f356cb60-9337-406c-8f20-d0e1575d231e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.287933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26babfc-937d-46b3-b320-30741fb5466a req-cc10c469-599e-4615-9f85-151b8e6d05c7 service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582665 Oct 15 19:55:11.318169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Request body: {'port': {'device_id': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:11.341034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.344067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f356cb60-9337-406c-8f20-d0e1575d231e None None] Port 39995aa9-eab5-4573-b129-cd1451b865ec cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:11.362622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dec207a-1616-41cc-8efc-2463fce105af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.406106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-af2b1372-21e6-45e2-bbda-28d0f897989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.407717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-af2b1372-21e6-45e2-bbda-28d0f897989d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1e035b0cf0c4540a0009ca83f43181e&device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 1096 time: 0.2333207 Oct 15 19:55:11.408603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8dec207a-1616-41cc-8efc-2463fce105af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e65d26a5e424c0889df216863e2a6e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144914 Oct 15 19:55:11.411287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec207a-1616-41cc-8efc-2463fce105af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d81fc6-9d4d-4e84-8eb9-ef274f1ebf3c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:11.413789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:11.423082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:11.430510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.452783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3323d-91a6-4bf1-aa02-8a1d06d74c51 req-9c348b76-80a6-4e2f-b9ba-ec8038d5d9a5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.461659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fe3323d-91a6-4bf1-aa02-8a1d06d74c51 req-9c348b76-80a6-4e2f-b9ba-ec8038d5d9a5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 931 time: 0.2748449 Oct 15 19:55:11.531491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:11.569117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.605941 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.625118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Attempting to bind port eeb7c215-1bf3-48ca-a496-de8022e0d452 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:11.625645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Attempting to bind port eeb7c215-1bf3-48ca-a496-de8022e0d452 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:11.625781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Attempting to bind port eeb7c215-1bf3-48ca-a496-de8022e0d452 on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:11.643539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Port eeb7c215-1bf3-48ca-a496-de8022e0d452 on network b97588f4-0769-4419-bf0e-9c35c02e1952 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:11.643908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Attempting to bind port eeb7c215-1bf3-48ca-a496-de8022e0d452 on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:11.687147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:11.687484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Checking segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:11.687905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Bound using segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:11.688356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Bound port: eeb7c215-1bf3-48ca-a496-de8022e0d452, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:11.688710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.792856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:11.797266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:11.826163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.829264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.830710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0d81fc6-9d4d-4e84-8eb9-ef274f1ebf3c HTTP/1.1" status: 204 len: 168 time: 0.4159429 Oct 15 19:55:11.840156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f78e0a-e85a-4638-8700-43da2b1080c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d81fc6-9d4d-4e84-8eb9-ef274f1ebf3c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:11.909556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:11.911357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.912852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:11.918913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.919712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.964190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=44774e93-eb41-4e92-a702-b1877611d386,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:11.964469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:11.964860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:11.966410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/eeb7c215-1bf3-48ca-a496-de8022e0d452 HTTP/1.1" status: 200 len: 1093 time: 2.2749896 Oct 15 19:55:11.979510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-12c97058-8b37-411a-8ffd-b26deecf120d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd HTTP/1.1" status: 200 len: 217 time: 0.5608099 Oct 15 19:55:11.979727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:11.982132 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174d40ec-4bad-49d5-b926-edeb06376e93" -d '{"events": [{"name": "network-changed", "server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:11.984278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:12.003897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badb369-28c6-48dd-b520-abd9b49dd0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:12.060811 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79c1f79-81a2-4e1e-8f71-918cc3f732b5 x-openstack-request-id: req-a79c1f79-81a2-4e1e-8f71-918cc3f732b5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:12.061110 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:12.061362 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a79c1f79-81a2-4e1e-8f71-918cc3f732b5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:12.061917 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452', 'status': 'completed', 'code': 200} Oct 15 19:55:12.090037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-71becaf5-ce10-4fa4-9667-d9ac41d75c4f tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5866368 Oct 15 19:55:12.100951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fe3323d-91a6-4bf1-aa02-8a1d06d74c51 req-b705496e-da4a-4a0f-a4be-0e8ce49ed4cd tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6381884 Oct 15 19:55:12.104366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53852) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:12.126037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:e6:3e'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:12.164141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-7626c2d6-c083-489b-9c18-a4bf00cd4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:12.167699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-7626c2d6-c083-489b-9c18-a4bf00cd4b34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f277f761-dfa0-4280-8f1b-e1e7308f5f24 HTTP/1.1" status: 200 len: 858 time: 0.1633949 Oct 15 19:55:12.240918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-d78d24bd-10a7-4e3e-9a95-c3792403555b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e51267c6-7240-4737-a1a7-287b654b2457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632210 Oct 15 19:55:12.459820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-901fcb96-2c84-4b9f-8f46-828771e02d97 None None] Provisioning complete for port 44774e93-eb41-4e92-a702-b1877611d386 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:12.460410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-901fcb96-2c84-4b9f-8f46-828771e02d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:12.511979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-901fcb96-2c84-4b9f-8f46-828771e02d97 None None] Port 44774e93-eb41-4e92-a702-b1877611d386 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:12.634992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-b905f510-efea-49e8-8a42-366b92826573 service neutron] 10.222.0.15 "GET /v2.0/networks/e51267c6-7240-4737-a1a7-287b654b2457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157440 Oct 15 19:55:12.836088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-30eeecf9-2e7c-4432-89d4-05e27e928d24 req-b59b00a0-42b9-4e67-801b-0997a097696e service neutron] 10.222.0.15 "GET /v2.0/networks/e51267c6-7240-4737-a1a7-287b654b2457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917584 Oct 15 19:55:12.845795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39995aa9-eab5-4573-b129-cd1451b865ec {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:12.871678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:12.903058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Transition to ACTIVE for port object 39995aa9-eab5-4573-b129-cd1451b865ec will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:12.913403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-e9c5078e-21e9-4a9b-b742-4bef37777bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:12.914906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-e9c5078e-21e9-4a9b-b742-4bef37777bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 1096 time: 0.8414207 Oct 15 19:55:12.947010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11875a1-d464-4224-bd86-02206d09a145 req-0d6d80ec-dafc-4112-b190-79be1daa5029 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:12.948500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e11875a1-d464-4224-bd86-02206d09a145 req-0d6d80ec-dafc-4112-b190-79be1daa5029 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 944 time: 0.7324328 Oct 15 19:55:12.985476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.094731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Pushing event updated for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:13.132660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e11875a1-d464-4224-bd86-02206d09a145 req-cbccb1fc-8c1b-4cd8-9fb4-a5409952352e tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721313 Oct 15 19:55:13.159016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.184440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-ed47c975-4504-4811-9012-6e81cf6fd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.186559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-ed47c975-4504-4811-9012-6e81cf6fd12e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2371762 Oct 15 19:55:13.192223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Attempting to bind port 39995aa9-eab5-4573-b129-cd1451b865ec on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:13.202052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Attempting to bind port 39995aa9-eab5-4573-b129-cd1451b865ec by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:13.207905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Attempting to bind port 39995aa9-eab5-4573-b129-cd1451b865ec on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:13.215987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Port 39995aa9-eab5-4573-b129-cd1451b865ec on network b97588f4-0769-4419-bf0e-9c35c02e1952 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:13.216648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Attempting to bind port 39995aa9-eab5-4573-b129-cd1451b865ec on network b97588f4-0769-4419-bf0e-9c35c02e1952 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:13.227131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:13.227587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Checking segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:13.228241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Bound using segment: {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:13.228761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Bound port: 39995aa9-eab5-4573-b129-cd1451b865ec, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:13.230401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.437541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:13.445742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=39995aa9-eab5-4573-b129-cd1451b865ec,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:13.476491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed78e5-c06c-4e10-9695-8cb0b13a24c2 req-a4171a0f-da39-4519-a066-6eb4ad4bb9ba tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.481759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7eed78e5-c06c-4e10-9695-8cb0b13a24c2 req-a4171a0f-da39-4519-a066-6eb4ad4bb9ba tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 943 time: 0.1454225 Oct 15 19:55:13.525609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-356e3beb-6c57-4095-bf4c-697db6ab0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.527143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-174d40ec-4bad-49d5-b926-edeb06376e93 req-356e3beb-6c57-4095-bf4c-697db6ab0be3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3081331 Oct 15 19:55:13.576212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.634939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7eed78e5-c06c-4e10-9695-8cb0b13a24c2 req-f1638b56-c701-49d0-b2e7-df8629898b7f tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392255 Oct 15 19:55:13.637063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.643668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.649853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] 10.222.0.11 "PUT /v2.0/ports/39995aa9-eab5-4573-b129-cd1451b865ec HTTP/1.1" status: 200 len: 1092 time: 2.3382607 Oct 15 19:55:13.688332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-09d9bd37-0d60-4d68-8028-410173835251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.690072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-09d9bd37-0d60-4d68-8028-410173835251 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 1096 time: 0.1196227 Oct 15 19:55:13.699370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:13.707181 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32" -d '{"events": [{"name": "network-changed", "server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:13.747225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-bda682ad-de90-49be-86a5-c1a19f6bb680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452 HTTP/1.1" status: 200 len: 217 time: 0.0473962 Oct 15 19:55:13.749859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.762594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29d05f-8c19-461e-85f6-9f4c7d16d98f service neutron] Pushing event updated for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:13.840811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.850865 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa93e216-93cc-4fcd-a713-0b5e40e8b51f x-openstack-request-id: req-aa93e216-93cc-4fcd-a713-0b5e40e8b51f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:13.851970 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:13.852446 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa93e216-93cc-4fcd-a713-0b5e40e8b51f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:13.853028 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec', 'status': 'completed', 'code': 200} Oct 15 19:55:13.877573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-b3d4e710-ca1b-475e-bb40-376bbb7980e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.880244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-b3d4e710-ca1b-475e-bb40-376bbb7980e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 1095 time: 0.0684142 Oct 15 19:55:13.901862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] In _notify_port_updated(), no bound segment for port 44774e93-eb41-4e92-a702-b1877611d386 on network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 19:55:13.907952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.908618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:13.913697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "PUT /v2.0/ports/44774e93-eb41-4e92-a702-b1877611d386 HTTP/1.1" status: 200 len: 1003 time: 1.8063931 Oct 15 19:55:13.917087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53898) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:13.928391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-a804037e-edbe-4830-9f83-1b43da23a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:13.929500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-a804037e-edbe-4830-9f83-1b43da23a7c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 200 len: 854 time: 0.1741912 Oct 15 19:55:13.942161 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-537c5260-930f-42a5-84ec-882ec7c03443 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39995aa9-eab5-4573-b129-cd1451b865ec HTTP/1.1" status: 200 len: 217 time: 0.0536356 Oct 15 19:55:13.989003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b57230-e83f-46cc-9c7e-9d5dde774fde tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=44774e93-eb41-4e92-a702-b1877611d386,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:14.045791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-ab0bc672-4670-46f3-8570-9a0498787a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.047523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-ab0bc672-4670-46f3-8570-9a0498787a84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 200 len: 854 time: 0.0989470 Oct 15 19:55:14.098095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-5d4e5241-8df8-408a-94b7-b560fdf68256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.099655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-5d4e5241-8df8-408a-94b7-b560fdf68256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b97588f4-0769-4419-bf0e-9c35c02e1952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1564863 Oct 15 19:55:14.142863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-f58bdc73-a3ce-4033-a29c-21b04f87676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.144702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-f58bdc73-a3ce-4033-a29c-21b04f87676b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b97588f4-0769-4419-bf0e-9c35c02e1952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898101 Oct 15 19:55:14.155174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 44774e93-eb41-4e92-a702-b1877611d386 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:14.155858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:14.266029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-252ae21d-04fd-4a5c-b365-de79bf3504c4 service neutron] 10.222.0.11 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139925 Oct 15 19:55:14.311260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-607ae666-b449-4739-bea2-ed2dee11873d service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037067 Oct 15 19:55:14.336917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1b323876-cd9b-4c7d-8783-eb4779b062ee None None] Provisioning complete for port 44774e93-eb41-4e92-a702-b1877611d386 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:14.337951 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b323876-cd9b-4c7d-8783-eb4779b062ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:14.364684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:14.415645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 44774e93-eb41-4e92-a702-b1877611d386 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:14.418643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92934f-0cc8-440c-abce-47fa8979759f req-a2847a0b-1866-4319-9ed8-7e4d77adc19a tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.420292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc92934f-0cc8-440c-abce-47fa8979759f req-a2847a0b-1866-4319-9ed8-7e4d77adc19a tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 944 time: 0.1353211 Oct 15 19:55:14.425881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1b323876-cd9b-4c7d-8783-eb4779b062ee None None] Port 44774e93-eb41-4e92-a702-b1877611d386 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:14.440059 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e3ebf83d-870a-48af-83e5-34f275c41547 req-3b6a2696-5030-4062-83fb-9b88b33e2cdd service neutron] 10.222.0.11 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647136 Oct 15 19:55:14.522135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cc92934f-0cc8-440c-abce-47fa8979759f req-2b563a30-5b22-4ec5-af5a-086db965eccc tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852928 Oct 15 19:55:14.564422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f395bc78-d2bc-412a-8a4e-86cf7caf20e4 req-313b5b6f-8f6d-4535-a306-e286397a12bc service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431366 Oct 15 19:55:14.711866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-3646cf99-c26c-4073-ba5f-8435f3912e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.713398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-3646cf99-c26c-4073-ba5f-8435f3912e5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 1095 time: 0.0536375 Oct 15 19:55:14.729861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:14.762961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=44774e93-eb41-4e92-a702-b1877611d386,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:14.799061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:14.803889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c29482a7-bfb4-423b-8a39-60c394b7f8a0 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/44774e93-eb41-4e92-a702-b1877611d386 HTTP/1.1" status: 204 len: 168 time: 0.8864179 Oct 15 19:55:14.812321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53946) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:14.853236 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-774d10eb-3cdd-4f87-968f-45ffc74e23c7 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] GET failed (client error): The resource could not be found. Oct 15 19:55:14.858627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-774d10eb-3cdd-4f87-968f-45ffc74e23c7 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports/44774e93-eb41-4e92-a702-b1877611d386 HTTP/1.1" status: 404 len: 333 time: 0.0412831 Oct 15 19:55:14.864463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:14.876860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-429487490'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:14.880398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a83b85-c6ad-403b-a27d-4316d9ce96e7 req-42c92826-463a-439b-9771-136f8e7ebca6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.883723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44a83b85-c6ad-403b-a27d-4316d9ce96e7 req-42c92826-463a-439b-9771-136f8e7ebca6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 943 time: 0.1399021 Oct 15 19:55:14.890084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-2cd551f9-ab33-4591-a728-55781c04a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:14.891539 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-2cd551f9-ab33-4591-a728-55781c04a636 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 916 time: 0.1712573 Oct 15 19:55:14.956296 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-94657ab2-6d6a-4538-9ccf-47719dcc0458 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39995aa9-eab5-4573-b129-cd1451b865ec HTTP/1.1" status: 200 len: 217 time: 0.0553877 Oct 15 19:55:15.066412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-44a83b85-c6ad-403b-a27d-4316d9ce96e7 req-a51678ef-613f-49b1-aab1-2c07586363ad tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642797 Oct 15 19:55:15.074005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-fce701ff-c531-4216-a992-3fb55076ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:15.076377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-fce701ff-c531-4216-a992-3fb55076ac4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 200 len: 854 time: 0.1132121 Oct 15 19:55:15.122396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:15.126626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.159057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 7e1b9ea6-44bb-41fc-b85f-d8447a077297 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:55:15.170270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-7848d280-4f1d-4610-8705-ae8da176aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:15.172531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-7848d280-4f1d-4610-8705-ae8da176aaa5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b97588f4-0769-4419-bf0e-9c35c02e1952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818136 Oct 15 19:55:15.313151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-2cbcda83-944b-444f-bb90-d86ce297b971 service neutron] 10.222.0.11 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326826 Oct 15 19:55:15.326062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::1e6 (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/7e1b9ea6-44bb-41fc-b85f-d8447a077297) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:15.360927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b00e691c-dad2-48c7-b092-dda29caa97cd details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:55:15.465214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6e3eed2e-f5de-4dac-b63a-5b3bd75d1f32 req-d8d36499-4b3b-448d-865f-b08f9710fe86 service neutron] 10.222.0.11 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412823 Oct 15 19:55:15.496733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b00e691c-dad2-48c7-b092-dda29caa97cd,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:15.511245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b00e691c-dad2-48c7-b092-dda29caa97cd', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'port_id': 'b00e691c-dad2-48c7-b092-dda29caa97cd', 'mac_address': 'fa:16:3e:04:78:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b91af9-0cb4-4525-9d88-acda1df8dbd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:55:15.548437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.568601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.598403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00e691c-dad2-48c7-b092-dda29caa97cd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:15.628373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b00e691c-dad2-48c7-b092-dda29caa97cd,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:15.683749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e3cfd-e696-45d0-8ea1-73c47a7b53cf req-ce7be8ba-a60a-425b-b852-b81a38355078 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:15.685887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e7e3cfd-e696-45d0-8ea1-73c47a7b53cf req-ce7be8ba-a60a-425b-b852-b81a38355078 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 944 time: 0.0619318 Oct 15 19:55:15.688291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.712704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.712704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 23b1ead2-341b-41c1-9864-0c34f47ff0dd details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:55:15.739100 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2e7e3cfd-e696-45d0-8ea1-73c47a7b53cf req-fe25d4f0-663b-4c72-9c21-d2573bf39c49 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432892 Oct 15 19:55:15.778946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:15.782396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:15.787729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:15.793483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:15.794592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:15.851732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=7e1b9ea6-44bb-41fc-b85f-d8447a077297,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:15.860955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:15.873681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.875617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.876293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.876293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.876509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.876810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.877123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:15.912485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd,segment=NetworkSegment(d515848d-3262-4bd7-80f3-ae0e7f8be719),segment_id=d515848d-3262-4bd7-80f3-ae0e7f8be719)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:15.942539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5402126e-3be2-489a-8045-c9fb33e01229 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0770025 Oct 15 19:55:15.943155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53994) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:15.945564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '23b1ead2-341b-41c1-9864-0c34f47ff0dd', 'network_id': 'e51267c6-7240-4737-a1a7-287b654b2457', 'port_id': '23b1ead2-341b-41c1-9864-0c34f47ff0dd', 'mac_address': 'fa:16:3e:8a:42:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f277f761-dfa0-4280-8f1b-e1e7308f5f24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:55:15.948080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'network_id': 'd7906cb8-d0f6-4ea8-b78c-0db48db9dc6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1091958472'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:16.014479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.037649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b1ead2-341b-41c1-9864-0c34f47ff0dd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:16.076413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd,segment=NetworkSegment(d515848d-3262-4bd7-80f3-ae0e7f8be719),segment_id=d515848d-3262-4bd7-80f3-ae0e7f8be719)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:16.213285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1a3e2-bf54-4597-973d-7cdd31978231 req-cab469e2-85b2-4bc0-820e-5b852bd823e6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:16.215155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7c1a3e2-bf54-4597-973d-7cdd31978231 req-cab469e2-85b2-4bc0-820e-5b852bd823e6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 943 time: 0.0706124 Oct 15 19:55:16.260346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.264265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a7c1a3e2-bf54-4597-973d-7cdd31978231 req-e35b0959-e6d2-40b6-b764-cf8717fa5a95 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Oct 15 19:55:16.287280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Made reservation on behalf of 2b4f49431c8f445db4e8ca281b1b3f52 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:16.292345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.302986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-78c79a6d-0b9f-4e0f-894b-0cbfeeabe2ae None None] Provisioning complete for port 7e1b9ea6-44bb-41fc-b85f-d8447a077297 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:16.303381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-78c79a6d-0b9f-4e0f-894b-0cbfeeabe2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.314989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] device_id is not set on port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:55:16.353239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-78c79a6d-0b9f-4e0f-894b-0cbfeeabe2ae None None] Port 7e1b9ea6-44bb-41fc-b85f-d8447a077297 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:16.354635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:16.453663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Allocated IP 2001:db8::21f (d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d/75e427db-8e4f-4c80-a095-9de148a450be/5b7dd0fc-95b4-4126-928a-daa27f22e5c1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:16.634552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.680951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['23b1ead2-341b-41c1-9864-0c34f47ff0dd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:55:16.709789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b00e691c-dad2-48c7-b092-dda29caa97cd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:55:16.798157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.909349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:16.922380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:16.926008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:16.934381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:16.934834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:16.952995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=5b7dd0fc-95b4-4126-928a-daa27f22e5c1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:16.985865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa2ecf-2a78-4843-ba19-eb4b8b39bf2d req-4ced28e6-067c-4f07-9642-af0f921abb3e tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:16.994676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2aa2ecf-2a78-4843-ba19-eb4b8b39bf2d req-4ced28e6-067c-4f07-9642-af0f921abb3e tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 945 time: 0.1367309 Oct 15 19:55:17.027107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54012) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:17.034309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f9', 'mac_address': 'fa:16:3e:2f:e6:3e'}, {'ip_address': '2001:db8::1e6', 'mac_address': 'fa:16:3e:da:33:50'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:17.036191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e065121c-b673-4523-982c-d98c4fbc12ab tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0918925 Oct 15 19:55:17.061869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2aa2ecf-2a78-4843-ba19-eb4b8b39bf2d req-430e37e9-c646-4a88-919f-a4cef5f13cd3 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656538 Oct 15 19:55:17.132524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.292890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8a4eb66e-1835-4e1e-8a4f-2d20c883ebe3 None None] Provisioning complete for port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:17.293264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a4eb66e-1835-4e1e-8a4f-2d20c883ebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.343794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8a4eb66e-1835-4e1e-8a4f-2d20c883ebe3 None None] Port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:17.360187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eeb7c215-1bf3-48ca-a496-de8022e0d452 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:55:17.449235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.466939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5ace-1345-4e64-aa7c-6f1cca4ccbbc req-7a7c60cb-5866-4cf6-8e11-fb2e83d920f2 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:17.469353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5cc5ace-1345-4e64-aa7c-6f1cca4ccbbc req-7a7c60cb-5866-4cf6-8e11-fb2e83d920f2 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 943 time: 0.0934088 Oct 15 19:55:17.489373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:17.501632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'eeb7c215-1bf3-48ca-a496-de8022e0d452', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'port_id': 'eeb7c215-1bf3-48ca-a496-de8022e0d452', 'mac_address': 'fa:16:3e:a1:fa:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b91af9-0cb4-4525-9d88-acda1df8dbd5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:55:17.515994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5cc5ace-1345-4e64-aa7c-6f1cca4ccbbc req-31254797-2fc0-4c57-b884-f13804ab9d4a tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393405 Oct 15 19:55:17.517609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.553008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.553262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] In _notify_port_updated(), no bound segment for port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 on network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 19:55:17.559085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:17.560412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.561753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "PUT /v2.0/ports/5b7dd0fc-95b4-4126-928a-daa27f22e5c1 HTTP/1.1" status: 200 len: 1068 time: 0.5335059 Oct 15 19:55:17.564740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54018) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:17.573318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb7c215-1bf3-48ca-a496-de8022e0d452 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:17.606715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:17.617920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec460ba-a869-49e6-bdb7-f965f9085c22 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event updated for resources: {'Port': ['ID=5b7dd0fc-95b4-4126-928a-daa27f22e5c1,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:17.690053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:17.690653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.731812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.815476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:17.821290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.834629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:17.885659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e63e3a8b-f375-49bf-8f98-69ba6e49f20b None None] Provisioning complete for port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:17.886345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e63e3a8b-f375-49bf-8f98-69ba6e49f20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:17.927356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e63e3a8b-f375-49bf-8f98-69ba6e49f20b None None] Port 5b7dd0fc-95b4-4126-928a-daa27f22e5c1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:18.045608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 39995aa9-eab5-4573-b129-cd1451b865ec details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:55:18.098431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.159503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=39995aa9-eab5-4573-b129-cd1451b865ec,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:18.170505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=5b7dd0fc-95b4-4126-928a-daa27f22e5c1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:18.179983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '39995aa9-eab5-4573-b129-cd1451b865ec', 'network_id': 'b97588f4-0769-4419-bf0e-9c35c02e1952', 'port_id': '39995aa9-eab5-4573-b129-cd1451b865ec', 'mac_address': 'fa:16:3e:38:07:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72b91af9-0cb4-4525-9d88-acda1df8dbd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:55:18.218865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['eeb7c215-1bf3-48ca-a496-de8022e0d452'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:55:18.290326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.336222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f066a-1d18-48e1-88f4-c84d2797334b req-8572b5f3-eb2d-41d1-a5a3-0cdcf4c20cd8 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:18.344589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c87f066a-1d18-48e1-88f4-c84d2797334b req-8572b5f3-eb2d-41d1-a5a3-0cdcf4c20cd8 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 945 time: 0.1312227 Oct 15 19:55:18.360457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39995aa9-eab5-4573-b129-cd1451b865ec {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:18.465784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=39995aa9-eab5-4573-b129-cd1451b865ec,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:18.486813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.494648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a74086b7-b03f-4b4c-8747-146293769647 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/5b7dd0fc-95b4-4126-928a-daa27f22e5c1 HTTP/1.1" status: 204 len: 168 time: 0.9288375 Oct 15 19:55:18.497700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:18.512906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c87f066a-1d18-48e1-88f4-c84d2797334b req-d4b9f9ad-ddfb-41df-ac41-3d5235a4cbe6 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673422 Oct 15 19:55:18.524586 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5d0147-3049-439d-b001-eb8d2c8b4070 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] GET failed (client error): The resource could not be found. Oct 15 19:55:18.526315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f5d0147-3049-439d-b001-eb8d2c8b4070 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports/5b7dd0fc-95b4-4126-928a-daa27f22e5c1 HTTP/1.1" status: 404 len: 333 time: 0.0272009 Oct 15 19:55:18.542136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:18.551091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d77a4cd-5c42-4c22-b5bb-fab670d5d02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.573871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.639867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:18.656590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 7e1b9ea6-44bb-41fc-b85f-d8447a077297 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:18.656929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.681654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49230-f031-4022-8245-dabb96945ab3 req-9d3a4057-6a81-4676-8050-ac0e495d37e3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:18.683184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ea49230-f031-4022-8245-dabb96945ab3 req-9d3a4057-6a81-4676-8050-ac0e495d37e3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 944 time: 0.0673757 Oct 15 19:55:18.724401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ea49230-f031-4022-8245-dabb96945ab3 req-f986eb5b-63f8-41bf-ab75-c4573c944959 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350492 Oct 15 19:55:18.758206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:18.772726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 7e1b9ea6-44bb-41fc-b85f-d8447a077297 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:18.958996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['39995aa9-eab5-4573-b129-cd1451b865ec'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:55:18.986448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.017202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=7e1b9ea6-44bb-41fc-b85f-d8447a077297,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:19.049708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.053543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-887dd96a-97f3-4c21-90fb-0956292086e3 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/7e1b9ea6-44bb-41fc-b85f-d8447a077297 HTTP/1.1" status: 204 len: 168 time: 0.5210488 Oct 15 19:55:19.056146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54036) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:19.092371 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bdc6c5-0e06-4b38-a53e-edf12b8646a9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] GET failed (client error): The resource could not be found. Oct 15 19:55:19.094323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9bdc6c5-0e06-4b38-a53e-edf12b8646a9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "GET /v2.0/ports/7e1b9ea6-44bb-41fc-b85f-d8447a077297 HTTP/1.1" status: 404 len: 333 time: 0.0366561 Oct 15 19:55:19.099607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54038) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:19.251122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 12e1a533-6277-4856-9675-0d9c6bf04604 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:19.251456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.353339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.369403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 12e1a533-6277-4856-9675-0d9c6bf04604 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:19.374563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b00e691c-dad2-48c7-b092-dda29caa97cd up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:19.563197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b00e691c-dad2-48c7-b092-dda29caa97cd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:55:19.571973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b00e691c-dad2-48c7-b092-dda29caa97cd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:19.572344 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.619851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.669146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.671295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=12e1a533-6277-4856-9675-0d9c6bf04604,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:19.699581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:19.701841 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4391c785-1ce4-4812-9474-791885005bce" -d '{"events": [{"server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "name": "network-vif-plugged", "status": "completed", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:19.716462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b00e691c-dad2-48c7-b092-dda29caa97cd,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:19.740991 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.747645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54048) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:19.748144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ad625b1-eb11-4118-97d4-88d284b483c9 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/ports/12e1a533-6277-4856-9675-0d9c6bf04604 HTTP/1.1" status: 204 len: 168 time: 0.6466851 Oct 15 19:55:19.757642 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041a5d40-f3e7-4d20-bff1-81d806058006 x-openstack-request-id: req-041a5d40-f3e7-4d20-bff1-81d806058006 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:19.758213 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "name": "network-vif-plugged", "status": "completed", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:19.758736 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-041a5d40-f3e7-4d20-bff1-81d806058006 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:19.759488 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd', 'code': 200} Oct 15 19:55:19.803205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.806989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c22c9-2ad8-4f6b-9406-fdcfa872b151 req-e108da4a-f668-45b2-94ca-a5c9c0c28fbf tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:19.807156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 23b1ead2-341b-41c1-9864-0c34f47ff0dd up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:19.820934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-863c22c9-2ad8-4f6b-9406-fdcfa872b151 req-e108da4a-f668-45b2-94ca-a5c9c0c28fbf tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 945 time: 0.1925468 Oct 15 19:55:19.883669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-863c22c9-2ad8-4f6b-9406-fdcfa872b151 req-67e8301e-ddfd-40c7-a2ce-4424160a3e02 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 Oct 15 19:55:19.924826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting subnet 75e427db-8e4f-4c80-a095-9de148a450be {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:55:19.931018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:19.993215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.009294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:20.053620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 23b1ead2-341b-41c1-9864-0c34f47ff0dd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:55:20.058504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 23b1ead2-341b-41c1-9864-0c34f47ff0dd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:20.058872 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.078475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c14592-e738-4cae-9fe4-c902683890ab req-fbaa2225-8204-45cd-8749-8cb21828f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:20.079998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2c14592-e738-4cae-9fe4-c902683890ab req-fbaa2225-8204-45cd-8749-8cb21828f501 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 1097 time: 0.2352312 Oct 15 19:55:20.088820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef3e0f-68e1-4a48-91e4-8d7cfc5f4f63 req-17848f78-0fbb-428e-9332-71c1a876aaa2 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:20.090251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fef3e0f-68e1-4a48-91e4-8d7cfc5f4f63 req-17848f78-0fbb-428e-9332-71c1a876aaa2 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 944 time: 0.2154245 Oct 15 19:55:20.166813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.201911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2c14592-e738-4cae-9fe4-c902683890ab req-d7f24f1d-2743-47e3-aff0-84676672d9e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079597 Oct 15 19:55:20.208299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.223969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fef3e0f-68e1-4a48-91e4-8d7cfc5f4f63 req-508ff3a6-a6dc-4424-9710-ff43c2f1f018 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147258 Oct 15 19:55:20.233396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd,segment=NetworkSegment(d515848d-3262-4bd7-80f3-ae0e7f8be719),segment_id=d515848d-3262-4bd7-80f3-ae0e7f8be719)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:20.328021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.379403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.385584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:20.412000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Subnet': ['ID=75e427db-8e4f-4c80-a095-9de148a450be,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:20.422070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.428382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-775f2a6a-5a5e-4492-9a35-4c94f96f6b59 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/subnets/75e427db-8e4f-4c80-a095-9de148a450be HTTP/1.1" status: 204 len: 168 time: 0.6794186 Oct 15 19:55:20.428866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54058) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:20.438095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1423214-6b72-4a86-8fe2-324dbfd28321 None None] Network d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:20.562000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.630564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Deleting port 3d7d7253-9de1-4fc4-a089-f133b5e46533 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:20.630996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.667086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] DHCP port deletion for d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:55:20.733904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] For port 3d7d7253-9de1-4fc4-a089-f133b5e46533, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3d7d7253-9de1-4fc4-a089-f133b5e46533,segment=NetworkSegment(90b7ede8-28e9-43d2-8226-4505fad294c7),segment_id=90b7ede8-28e9-43d2-8226-4505fad294c7)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:20.733904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.746403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Calling delete_port for 3d7d7253-9de1-4fc4-a089-f133b5e46533 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:20.864749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3d7d7253-9de1-4fc4-a089-f133b5e46533 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:55:20.921686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.953389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Deleting port 3d7d7253-9de1-4fc4-a089-f133b5e46533 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:20.953761 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.960053 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:20.960292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Port': ['ID=3d7d7253-9de1-4fc4-a089-f133b5e46533,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:20.968826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] No DVR routers for this DVR port 3d7d7253-9de1-4fc4-a089-f133b5e46533 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:55:21.042131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] For port 3d7d7253-9de1-4fc4-a089-f133b5e46533, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:21.042741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.076073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Calling delete_port for 3d7d7253-9de1-4fc4-a089-f133b5e46533 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:21.078952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Port 3d7d7253-9de1-4fc4-a089-f133b5e46533 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 19:55:21.080159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.108168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] Pushing event deleted for resources: {'Port': ['ID=3d7d7253-9de1-4fc4-a089-f133b5e46533,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:21.111622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be343455-f339-4239-8c0d-a622ebabd987 None None] No DVR routers for this DVR port 3d7d7253-9de1-4fc4-a089-f133b5e46533 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:55:21.115804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.151915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:21.163280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883171d-6957-4691-8a78-153b9fcc9ad0 req-28ebe464-ee41-47df-ade3-b8f049c325b5 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:21.164868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4883171d-6957-4691-8a78-153b9fcc9ad0 req-28ebe464-ee41-47df-ade3-b8f049c325b5 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.1898251 Oct 15 19:55:21.174922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b7ede8-28e9-43d2-8226-4505fad294c7') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:21.175266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b7ede8-28e9-43d2-8226-4505fad294c7') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:21.195418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.217446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.230420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4883171d-6957-4691-8a78-153b9fcc9ad0 req-591c6c3d-1c84-438a-a82f-b7f100eb8948 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579472 Oct 15 19:55:21.231418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:55:21.231847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:55:21.234887 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:55:21.379930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3582ddd4-5484-4e8e-a3b9-825aaf8f62c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.388880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eeb7c215-1bf3-48ca-a496-de8022e0d452 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:21.395905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e93d6-b5c5-4479-a693-daedb74faeee req-027b69b0-00a2-42ce-a4b8-046a1329aee0 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:21.403047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef9e93d6-b5c5-4479-a693-daedb74faeee req-027b69b0-00a2-42ce-a4b8-046a1329aee0 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 944 time: 0.0732358 Oct 15 19:55:21.414875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.432826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.444288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] 10.222.0.13 "DELETE /v2.0/networks/d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d HTTP/1.1" status: 204 len: 168 time: 1.0056298 Oct 15 19:55:21.486374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912fc329-85fd-43e0-81aa-6d527fe811f5 tempest-AllowedAddressPairIpV6TestJSON-10879876 tempest-AllowedAddressPairIpV6TestJSON-10879876-project] Pushing event deleted for resources: {'Network': ['ID=d7906cb8-d0f6-4ea8-b78c-0db48db9dc6d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:21.530638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef9e93d6-b5c5-4479-a693-daedb74faeee req-0f1ff5a8-880c-4c9e-a6b8-5e01fe64fac4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261320 Oct 15 19:55:21.676671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port eeb7c215-1bf3-48ca-a496-de8022e0d452 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:55:21.681509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port eeb7c215-1bf3-48ca-a496-de8022e0d452 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:21.681983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.761188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:21.763469 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f629df-cd06-432e-b3f7-423fdae57d54" -d '{"events": [{"server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "name": "network-vif-plugged", "status": "completed", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:21.772128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:21.814258 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d331b9-a16f-4325-a818-7e4cf2917654 x-openstack-request-id: req-24d331b9-a16f-4325-a818-7e4cf2917654 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:21.814501 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "name": "network-vif-plugged", "status": "completed", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:21.814695 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d331b9-a16f-4325-a818-7e4cf2917654 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:21.815086 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd', 'code': 200} Oct 15 19:55:21.819816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:21.914039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c45456-0c9e-485c-a79f-aa5f7bae72a3 req-b2b9320f-3ae1-480c-b8a4-0a8d9cdf7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:21.916604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7c45456-0c9e-485c-a79f-aa5f7bae72a3 req-b2b9320f-3ae1-480c-b8a4-0a8d9cdf7466 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 1098 time: 0.0491750 Oct 15 19:55:21.958077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7c45456-0c9e-485c-a79f-aa5f7bae72a3 req-4a27ddc8-2d16-45cf-87d0-a5d2c2573f15 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310109 Oct 15 19:55:21.961012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.009611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:22.063847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 39995aa9-eab5-4573-b129-cd1451b865ec up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:22.205733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:22.225019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 39995aa9-eab5-4573-b129-cd1451b865ec completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:55:22.229800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 39995aa9-eab5-4573-b129-cd1451b865ec triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:22.230276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.337553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.379126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=39995aa9-eab5-4573-b129-cd1451b865ec,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:22.423595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-41db1c91-54be-44d8-a347-aa6d91bb8d32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b4f49431c8f445db4e8ca281b1b3f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137592 Oct 15 19:55:22.424618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:22.434171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d122bd-65ae-4034-8d8b-5ac39ac871db req-3b30be3e-ff1b-4d48-ad1f-f30cef32ab4c tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:22.435991 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9d122bd-65ae-4034-8d8b-5ac39ac871db req-3b30be3e-ff1b-4d48-ad1f-f30cef32ab4c tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0902433 Oct 15 19:55:22.484228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e9d122bd-65ae-4034-8d8b-5ac39ac871db req-f2eef1a3-260a-4319-a86f-4cffc4a187e0 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Oct 15 19:55:22.493411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.512670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.536699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.613589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.674614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.700437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68d05-8dfd-4146-a521-8c93667a4bcf req-0cfa2043-74ae-4607-8ed2-00603e8f09df tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:22.708426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fde68d05-8dfd-4146-a521-8c93667a4bcf req-0cfa2043-74ae-4607-8ed2-00603e8f09df tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0781138 Oct 15 19:55:22.711049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.713817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.717583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45c66cb0-745f-4410-9e71-5ef18cf7cb6c HTTP/1.1" status: 204 len: 168 time: 0.2911444 Oct 15 19:55:22.749778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:22.760739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6567436-7ae7-4f38-9f09-3e92be4a8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c66cb0-745f-4410-9e71-5ef18cf7cb6c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:22.768141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fde68d05-8dfd-4146-a521-8c93667a4bcf req-8f718e5a-17cb-4acc-a7b7-f3b7135e6b3b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588095 Oct 15 19:55:22.836333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:22.914963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:23.637613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca99498-89f6-4ede-9724-96ad4fb4da02 req-431cacea-b24f-4353-bc83-d8504eb01228 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:23.640410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cca99498-89f6-4ede-9724-96ad4fb4da02 req-431cacea-b24f-4353-bc83-d8504eb01228 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0642943 Oct 15 19:55:23.692601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cca99498-89f6-4ede-9724-96ad4fb4da02 req-abc4c0ad-ced4-4c0d-b7ec-7d2291c6a66c tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459898 Oct 15 19:55:23.816699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452'}, {'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:23.821798 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e2ddca-62ee-4f6f-9d8f-411e61cc4b3f" -d '{"events": [{"server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452"}, {"server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "name": "network-vif-plugged", "status": "completed", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:23.927699 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d89abd-19cd-4d10-a5d6-dfbb400015f3 x-openstack-request-id: req-46d89abd-19cd-4d10-a5d6-dfbb400015f3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:23.928225 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "name": "network-vif-plugged", "status": "completed", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452", "code": 200}, {"server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "name": "network-vif-plugged", "status": "completed", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:23.928849 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46d89abd-19cd-4d10-a5d6-dfbb400015f3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:23.929283 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452', 'code': 200} Oct 15 19:55:23.929786 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec', 'code': 200} Oct 15 19:55:23.974829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a9050-1325-4c94-b360-e224c3a5cce4 req-9b8e7050-cb7d-4cc0-a327-6b04ec65b91e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:24.005294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-668a9050-1325-4c94-b360-e224c3a5cce4 req-9b8e7050-cb7d-4cc0-a327-6b04ec65b91e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.1643758 Oct 15 19:55:24.044010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1106e0f-f6b8-4743-a44b-c0e77852f8ee req-705c9943-ceb9-45cf-bb1d-2dff300628fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:24.046757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1106e0f-f6b8-4743-a44b-c0e77852f8ee req-705c9943-ceb9-45cf-bb1d-2dff300628fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 1097 time: 0.0502596 Oct 15 19:55:24.090650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-668a9050-1325-4c94-b360-e224c3a5cce4 req-b02bf699-b679-4037-85e4-71fb966b5fcf tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794511 Oct 15 19:55:24.144687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a1106e0f-f6b8-4743-a44b-c0e77852f8ee req-e363f98d-8271-4b13-8ed5-a3227a31f1db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780778 Oct 15 19:55:24.164697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0721a-d5fc-4bb3-b883-86fae5b2ebd8 req-500466c3-af60-4263-bf43-d2b32149bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:24.177796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2be0721a-d5fc-4bb3-b883-86fae5b2ebd8 req-500466c3-af60-4263-bf43-d2b32149bec1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 1098 time: 0.1348431 Oct 15 19:55:24.232075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2be0721a-d5fc-4bb3-b883-86fae5b2ebd8 req-37ac2945-6ddf-46b4-b885-c42670317acf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458779 Oct 15 19:55:24.537758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:24.543509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54132) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:24.662484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311299289'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:24.845769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829067fa-3ef1-4bf0-958c-55df89285446 req-71089f36-f504-4b61-9322-fbffe43ded85 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:24.852503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-829067fa-3ef1-4bf0-958c-55df89285446 req-71089f36-f504-4b61-9322-fbffe43ded85 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0683279 Oct 15 19:55:24.854717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:24.858531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:24.874705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:24.926043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-829067fa-3ef1-4bf0-958c-55df89285446 req-eb61dcac-f8dd-4d02-8231-a4bdc624a37c tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Oct 15 19:55:24.982459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.041554 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.065375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:55:25.079413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04319a-e9d7-432b-8d77-d3cfe3be4bd0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:25.084847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.089427 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment 53c06113-277c-42e9-a5e1-20418fb815ba of type vlan for network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b Oct 15 19:55:25.138426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.228001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a1d4f-5517-44e9-b545-d44dcc4cbf34 req-63e9faa9-0617-4686-945b-b419c9a5344d tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:25.228001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db1a1d4f-5517-44e9-b545-d44dcc4cbf34 req-63e9faa9-0617-4686-945b-b419c9a5344d tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0589571 Oct 15 19:55:25.253713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.260486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:25.261080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.352294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db1a1d4f-5517-44e9-b545-d44dcc4cbf34 req-1f7abf5a-6919-476b-856f-d5efd50330b3 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171036 Oct 15 19:55:25.355575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=0aed6f28-76cb-4dbc-8b9a-e278561eeb3b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:25.371917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:55:25.471912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2118564f-e8d0-4c0b-8d8d-4b8e3e45bd5b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9270601 Oct 15 19:55:25.474459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:25.479475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-298668184'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:25.596998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:25.601322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.643276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af1dca-b7e2-4614-9f3c-ea510c644124 req-827da718-ac82-4ca4-9ccc-674b58a9bd77 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:25.646229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1af1dca-b7e2-4614-9f3c-ea510c644124 req-827da718-ac82-4ca4-9ccc-674b58a9bd77 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0863669 Oct 15 19:55:25.661117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:55:25.690730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:25.691500 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment 406974ee-5b99-427b-8efc-4e54e4b9e605 of type vlan for network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 Oct 15 19:55:25.748216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1af1dca-b7e2-4614-9f3c-ea510c644124 req-07ba9c8b-4f27-4e82-871a-f45435d86ad8 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892971 Oct 15 19:55:25.752107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:26.159005 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:26.159005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:26.159005 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:26.159005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=bfd58651-bfd6-4e70-b4a5-d0502b8d5032,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:26.160861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:55:26.336537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b30e3ea-23cb-4c4e-a704-5fa5ed5df07e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8608477 Oct 15 19:55:26.339458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:26.345106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:26.501766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d2a5-f115-4895-8029-f9c90ab02b02 req-0c245efe-13ed-483a-9d99-969be4166e92 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:26.504294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1c2d2a5-f115-4895-8029-f9c90ab02b02 req-0c245efe-13ed-483a-9d99-969be4166e92 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0687015 Oct 15 19:55:26.552486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1c2d2a5-f115-4895-8029-f9c90ab02b02 req-2a21cdf2-3942-466a-943e-5fa55c353a54 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Oct 15 19:55:26.635899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:26.639357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:26.724198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c604420-5e08-4ea2-a93b-dd2cc9b87477 req-83085e14-6f16-4c0d-bf39-0a846781f396 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:26.735924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c604420-5e08-4ea2-a93b-dd2cc9b87477 req-83085e14-6f16-4c0d-bf39-0a846781f396 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1059787 Oct 15 19:55:26.833706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c604420-5e08-4ea2-a93b-dd2cc9b87477 req-7eaf5491-5888-4815-bc3d-9c8ab5f78851 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937331 Oct 15 19:55:26.979906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:27.045631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581478fb-4a53-432f-921e-c6a996884696 req-76bdef58-bebf-412a-825e-f618acbb3a89 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:27.052283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-581478fb-4a53-432f-921e-c6a996884696 req-76bdef58-bebf-412a-825e-f618acbb3a89 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0911760 Oct 15 19:55:27.117868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-581478fb-4a53-432f-921e-c6a996884696 req-bc506e15-9590-4acc-aa8d-b5cc52f28003 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523121 Oct 15 19:55:27.139307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=cd830733-77d8-471f-a735-46a2f9a2e907,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:27.178066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': '53c06113-277c-42e9-a5e1-20418fb815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:27.181310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:55:27.193579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabdbce-0d0c-447e-a10b-f0007b000c15 req-29e80129-553d-4423-9c0a-f841cc6d1c53 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:27.200639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beabdbce-0d0c-447e-a10b-f0007b000c15 req-29e80129-553d-4423-9c0a-f841cc6d1c53 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.1527412 Oct 15 19:55:27.244263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-717660ac-f45f-412c-a2af-2ab7c25fc4c8 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:27.245754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-717660ac-f45f-412c-a2af-2ab7c25fc4c8 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.15 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.1303465 Oct 15 19:55:27.294757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beabdbce-0d0c-447e-a10b-f0007b000c15 req-c5ecbe2f-e7c4-4ab3-aa9f-d93bb78bec9e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874949 Oct 15 19:55:27.338554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:55:27.379988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Deleting port 23b1ead2-341b-41c1-9864-0c34f47ff0dd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:27.380419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:27.445702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:27.456133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:27.457865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:27.460118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f020b516-88b9-4b6c-abab-da75a8c8719e None None] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:27.510629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] For port 23b1ead2-341b-41c1-9864-0c34f47ff0dd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=23b1ead2-341b-41c1-9864-0c34f47ff0dd,segment=NetworkSegment(d515848d-3262-4bd7-80f3-ae0e7f8be719),segment_id=d515848d-3262-4bd7-80f3-ae0e7f8be719)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:27.511378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:27.539486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Calling delete_port for 23b1ead2-341b-41c1-9864-0c34f47ff0dd owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:27.601377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7d73e41f-8f73-4e6a-9c08-884958ba98fc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2606266 Oct 15 19:55:27.604280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54174) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:27.609568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:27.681002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0aed6f28-76cb-4dbc-8b9a-e278561eeb3b', 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': 'cd830733-77d8-471f-a735-46a2f9a2e907'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:55:27.683217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:27.788995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a55e10-a503-4209-bad2-df5117bca62d req-1e96c041-35ad-494a-8472-1e8225805da9 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:27.870729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61a55e10-a503-4209-bad2-df5117bca62d req-1e96c041-35ad-494a-8472-1e8225805da9 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.1521940 Oct 15 19:55:27.870729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-61a55e10-a503-4209-bad2-df5117bca62d req-42154cde-bdec-4fe8-93af-b2ca8b405884 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427611 Oct 15 19:55:27.872489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Allocated IP 2001:db8::2 (0aed6f28-76cb-4dbc-8b9a-e278561eeb3b/cd830733-77d8-471f-a735-46a2f9a2e907/c882b5c3-a4c4-4189-a4be-df92f1d49d6d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:28.053890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.207630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04e92f-0823-4455-a2d4-804399e1c60c req-325087a9-07b6-45ad-8558-ec881004f6d1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:28.211381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d04e92f-0823-4455-a2d4-804399e1c60c req-325087a9-07b6-45ad-8558-ec881004f6d1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0626731 Oct 15 19:55:28.256253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d04e92f-0823-4455-a2d4-804399e1c60c req-231864d1-f523-45f3-8e75-a3c2c61a0517 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 Oct 15 19:55:28.280548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5685b-4083-4fb5-9338-cd26203cfd33 req-f99c8e5e-0f99-4ecb-a66f-91e0e5a591fa tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:28.282548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dd5685b-4083-4fb5-9338-cd26203cfd33 req-f99c8e5e-0f99-4ecb-a66f-91e0e5a591fa tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 946 time: 0.0624194 Oct 15 19:55:28.326680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dd5685b-4083-4fb5-9338-cd26203cfd33 req-b82dbef2-ce38-4def-8ed1-47f37d768aad tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/security-groups?id=f22cc86e-ca22-42d0-b729-8af510500ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Oct 15 19:55:28.446313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.460195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['23b1ead2-341b-41c1-9864-0c34f47ff0dd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:55:28.499083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:28.504318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.511299 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.585947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Pushing event deleted for resources: {'Port': ['ID=23b1ead2-341b-41c1-9864-0c34f47ff0dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:28.592737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:28.594470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Pushing event updated for resources: {'Port': ['ID=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:28.598954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:28.601688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:28.645173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] No DVR routers for this DVR port 23b1ead2-341b-41c1-9864-0c34f47ff0dd on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:55:28.645173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.648488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09ae35db-aa43-4566-8398-8945b8d88a46 req-5c45e3b6-2351-4104-b2c2-abfec7d4dfe2 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.15 "DELETE /v2.0/ports/23b1ead2-341b-41c1-9864-0c34f47ff0dd HTTP/1.1" status: 204 len: 173 time: 1.3925550 Oct 15 19:55:28.648970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'name': 'network-vif-deleted', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:28.670482 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0764eb4c-695f-4202-802d-dbc0d62ffaa1" -d '{"events": [{"server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "name": "network-vif-deleted", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:28.690101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Attempting to bind port c882b5c3-a4c4-4189-a4be-df92f1d49d6d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:28.690950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Attempting to bind port c882b5c3-a4c4-4189-a4be-df92f1d49d6d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '53c06113-277c-42e9-a5e1-20418fb815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:28.691925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Attempting to bind port c882b5c3-a4c4-4189-a4be-df92f1d49d6d on network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:28.699803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:28.700737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Checking segment: {'id': '53c06113-277c-42e9-a5e1-20418fb815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:28.701391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.702009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Bound using segment: {'id': '53c06113-277c-42e9-a5e1-20418fb815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:28.702725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Bound port: c882b5c3-a4c4-4189-a4be-df92f1d49d6d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c06113-277c-42e9-a5e1-20418fb815ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0aed6f28-76cb-4dbc-8b9a-e278561eeb3b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:28.703367 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.742538 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ff5c17-3115-48f5-b02b-03e431fe62a2 x-openstack-request-id: req-f4ff5c17-3115-48f5-b02b-03e431fe62a2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:28.746307 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fef051-d330-4bf0-851e-d10107b38801", "name": "network-vif-deleted", "tag": "23b1ead2-341b-41c1-9864-0c34f47ff0dd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:28.746307 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4ff5c17-3115-48f5-b02b-03e431fe62a2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:28.746307 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fef051-d330-4bf0-851e-d10107b38801', 'name': 'network-vif-deleted', 'tag': '23b1ead2-341b-41c1-9864-0c34f47ff0dd', 'status': 'completed', 'code': 200} Oct 15 19:55:28.812384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] For port c882b5c3-a4c4-4189-a4be-df92f1d49d6d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:28.817497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] For port c882b5c3-a4c4-4189-a4be-df92f1d49d6d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,segment=NetworkSegment(53c06113-277c-42e9-a5e1-20418fb815ba),segment_id=53c06113-277c-42e9-a5e1-20418fb815ba)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:28.835069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df650-4ab8-47ec-adb7-64858dedf8d6 req-5a410acd-665d-4190-a68a-4f19ffeb64ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:28.853607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df650-4ab8-47ec-adb7-64858dedf8d6 req-5a410acd-665d-4190-a68a-4f19ffeb64ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:28.869001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303df650-4ab8-47ec-adb7-64858dedf8d6 req-5a410acd-665d-4190-a68a-4f19ffeb64ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:28.870756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-303df650-4ab8-47ec-adb7-64858dedf8d6 req-5a410acd-665d-4190-a68a-4f19ffeb64ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a&device_id=50c2961d-8822-4995-8241-dabb62d79695&device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 2417 time: 0.1457903 Oct 15 19:55:28.915985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:28.933807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-303df650-4ab8-47ec-adb7-64858dedf8d6 req-85651c42-601f-40d5-be6c-0d9d201c327b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554755 Oct 15 19:55:29.028705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b0e23-5335-4f72-a480-9793d6a6b665 None None] Pushing event updated for resources: {'Port': ['ID=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:29.215683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385877bc-f776-4c7c-aa06-dd24c3eee54e req-f6e7dd0c-fff0-42ce-ba27-92678a07d6f5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:29.217337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-385877bc-f776-4c7c-aa06-dd24c3eee54e req-f6e7dd0c-fff0-42ce-ba27-92678a07d6f5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0779405 Oct 15 19:55:29.308279 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-385877bc-f776-4c7c-aa06-dd24c3eee54e req-23d1806c-5c7f-42a5-afb5-9d47cd33d72f tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822737 Oct 15 19:55:29.515506 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c09eddb8-a389-4112-bc6d-955ef444a185 req-bf12bc10-1e69-444e-b925-4c350407e737 tempest-InstanceActionsV221TestJSON-197803819 tempest-InstanceActionsV221TestJSON-197803819-project] 10.222.0.13 "GET /v2.0/ports?device_id=79fef051-d330-4bf0-851e-d10107b38801 HTTP/1.1" status: 200 len: 210 time: 0.0573616 Oct 15 19:55:29.517009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:29.600421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=aa4672ab-d4b7-4ae4-837d-90302327cd09,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:29.621114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': '406974ee-5b99-427b-8efc-4e54e4b9e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:29.621557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: bfd58651-bfd6-4e70-b4a5-d0502b8d5032, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:55:29.747093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:55:29.912132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bfd58651-bfd6-4e70-b4a5-d0502b8d5032) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:29.917371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:29.918861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:29.922757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec3c5ab-9076-4b1d-b13d-bb683e66b385 None None] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:30.116751 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-460c4dea-6491-4f5c-8ec7-fbd11262ae7b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5112600 Oct 15 19:55:30.117006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:30.121921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1764510183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:30.188982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bfd58651-bfd6-4e70-b4a5-d0502b8d5032', 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': 'aa4672ab-d4b7-4ae4-837d-90302327cd09'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:55:30.194406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.337093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.338168 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.419750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2309f59-df57-4798-8e35-b2f4969ad2d9 None None] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:30.480524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.484563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Allocated IP 2001:db8:1::2 (bfd58651-bfd6-4e70-b4a5-d0502b8d5032/aa4672ab-d4b7-4ae4-837d-90302327cd09/7e72df45-3c4a-444c-a562-18bee407a67a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:30.544804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] Provisioning complete for port c882b5c3-a4c4-4189-a4be-df92f1d49d6d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:30.544804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.561975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.679714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:30.683411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d357c59e-f1b0-4bf2-8595-2a43dbe8dcdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5629742 Oct 15 19:55:30.683962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54226) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:30.940390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:30.963011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c882b5c3-a4c4-4189-a4be-df92f1d49d6d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:31.133474 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.158273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35bef6-abc0-409c-ac75-533e54b0f44e req-d9956dd1-cd12-4992-b9db-65714816f283 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:31.174724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f35bef6-abc0-409c-ac75-533e54b0f44e req-d9956dd1-cd12-4992-b9db-65714816f283 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.2471001 Oct 15 19:55:31.205465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.232420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c882b5c3-a4c4-4189-a4be-df92f1d49d6d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:31.232925 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.234680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Deleting subnet f277f761-dfa0-4280-8f1b-e1e7308f5f24 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:55:31.245871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.286223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] For port c882b5c3-a4c4-4189-a4be-df92f1d49d6d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,segment=NetworkSegment(53c06113-277c-42e9-a5e1-20418fb815ba),segment_id=53c06113-277c-42e9-a5e1-20418fb815ba)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:31.317084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.387820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.407476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.431391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:31.441977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:31.447541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 23b1ead2-341b-41c1-9864-0c34f47ff0dd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:55:31.447541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:31.455193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.526235 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7f35bef6-abc0-409c-ac75-533e54b0f44e req-cf6f0ee5-c9e1-428d-9441-5d94f0e6fb95 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481355 Oct 15 19:55:31.661680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 23b1ead2-341b-41c1-9864-0c34f47ff0dd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:55:31.662221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 23b1ead2-341b-41c1-9864-0c34f47ff0dd not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:55:31.684381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Pushing event updated for resources: {'Port': ['ID=7e72df45-3c4a-444c-a562-18bee407a67a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:31.780864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.781997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-94f996ba-4870-4615-bf1d-e152eb4fd2a2 None None] Provisioning complete for port c882b5c3-a4c4-4189-a4be-df92f1d49d6d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:31.783143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94f996ba-4870-4615-bf1d-e152eb4fd2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.818227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Attempting to bind port 7e72df45-3c4a-444c-a562-18bee407a67a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:31.818727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Attempting to bind port 7e72df45-3c4a-444c-a562-18bee407a67a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '406974ee-5b99-427b-8efc-4e54e4b9e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:31.819186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Attempting to bind port 7e72df45-3c4a-444c-a562-18bee407a67a on network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:31.839144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:31.839733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Checking segment: {'id': '406974ee-5b99-427b-8efc-4e54e4b9e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:31.840232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.841106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Bound using segment: {'id': '406974ee-5b99-427b-8efc-4e54e4b9e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:31.841268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Bound port: 7e72df45-3c4a-444c-a562-18bee407a67a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406974ee-5b99-427b-8efc-4e54e4b9e605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bfd58651-bfd6-4e70-b4a5-d0502b8d5032'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:31.841814 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:31.863153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ee4c-04c6-4863-9fea-252460ae6369 None None] Pushing event updated for resources: {'Port': ['ID=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:32.172650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.172650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f277f761-dfa0-4280-8f1b-e1e7308f5f24,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:32.172650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.172650 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ef74d77-a778-4635-bd5c-e7993c21b979 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f277f761-dfa0-4280-8f1b-e1e7308f5f24 HTTP/1.1" status: 204 len: 168 time: 0.9227705 Oct 15 19:55:32.173441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] For port 7e72df45-3c4a-444c-a562-18bee407a67a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:32.173441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] For port 7e72df45-3c4a-444c-a562-18bee407a67a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e72df45-3c4a-444c-a562-18bee407a67a,segment=NetworkSegment(406974ee-5b99-427b-8efc-4e54e4b9e605),segment_id=406974ee-5b99-427b-8efc-4e54e4b9e605)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:32.173954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54246) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:32.246060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.336705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.357765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.358958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51267c6-7240-4737-a1a7-287b654b2457']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:32.370538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd515848d-3262-4bd7-80f3-ae0e7f8be719') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:32.370828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd515848d-3262-4bd7-80f3-ae0e7f8be719') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:32.390929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.410292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.423760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:55:32.424427 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:55:32.426227 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:55:32.474751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa657-bd1c-48ee-8601-093cb512d7dc None None] Pushing event updated for resources: {'Port': ['ID=7e72df45-3c4a-444c-a562-18bee407a67a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:32.601563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8::1 (0aed6f28-76cb-4dbc-8b9a-e278561eeb3b/cd830733-77d8-471f-a735-46a2f9a2e907/fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:32.619040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.625445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.633167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e51267c6-7240-4737-a1a7-287b654b2457 HTTP/1.1" status: 204 len: 168 time: 0.4575982 Oct 15 19:55:32.652817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7076b07-2f5c-4c1e-a612-84e6d1da17e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51267c6-7240-4737-a1a7-287b654b2457,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:32.872222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:32.966566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c882b5c3-a4c4-4189-a4be-df92f1d49d6d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:32.967424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c2166-471e-42b6-bf97-94ad8c71e1ac req-62d8fcae-f863-4440-9294-4198769f3365 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:32.967424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d0c2166-471e-42b6-bf97-94ad8c71e1ac req-62d8fcae-f863-4440-9294-4198769f3365 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1464136 Oct 15 19:55:33.006181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c882b5c3-a4c4-4189-a4be-df92f1d49d6d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:33.006686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.035294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d0c2166-471e-42b6-bf97-94ad8c71e1ac req-94e5041f-c1dc-4d70-9625-f295d9b3fd79 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698090 Oct 15 19:55:33.100180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.144654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:33.147866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:33.151913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:33.152465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.207491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:33.281037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54260) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:33.342866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3c9d4ca3-0400-4df0-9711-18bbca565492 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1e035b0cf0c4540a0009ca83f43181e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070418 Oct 15 19:55:33.352436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54262) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:33.492349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.492349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.549925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.596922 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:55:33.625038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-84d8173c-a7a7-4b04-8611-c0f95ab99ac8 None None] Provisioning complete for port fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:33.625674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d8173c-a7a7-4b04-8611-c0f95ab99ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.682206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-84d8173c-a7a7-4b04-8611-c0f95ab99ac8 None None] Port fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:33.907766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:33.980900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454b8d80-1282-4973-873b-e402b30a63b4 None None] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:34.030196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.036781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.036781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f22cc86e-ca22-42d0-b729-8af510500ac3 HTTP/1.1" status: 204 len: 168 time: 0.6815205 Oct 15 19:55:34.059102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d3ce-6192-46a0-b6ab-5a0193dc403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22cc86e-ca22-42d0-b729-8af510500ac3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:34.062744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] Provisioning complete for port 7e72df45-3c4a-444c-a562-18bee407a67a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:34.063349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.103724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.107201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.198719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:34.263514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.335471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] For port 7e72df45-3c4a-444c-a562-18bee407a67a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e72df45-3c4a-444c-a562-18bee407a67a,segment=NetworkSegment(406974ee-5b99-427b-8efc-4e54e4b9e605),segment_id=406974ee-5b99-427b-8efc-4e54e4b9e605)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:34.395329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:34.397242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:34.450025 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.630496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router dead9fdb-8b96-4346-b434-f40e8a3cb7f2 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:55:34.643962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e055a7c-b844-4c24-b716-49cc4ec63267 None None] Pushing event updated for resources: {'Port': ['ID=7e72df45-3c4a-444c-a562-18bee407a67a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:34.659925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59725b3f-710a-4ba2-a73a-bb723b13d2cc req-fb5b9527-6f8d-420d-8e8d-db8e6f0967ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:34.696156 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59725b3f-710a-4ba2-a73a-bb723b13d2cc req-fb5b9527-6f8d-420d-8e8d-db8e6f0967ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.5682621 Oct 15 19:55:34.796241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b841e3ad-755f-4a6e-8d01-37b318324c54 None None] Provisioning complete for port 7e72df45-3c4a-444c-a562-18bee407a67a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:34.796241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b841e3ad-755f-4a6e-8d01-37b318324c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:34.865573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:34.884457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] Sync routers for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:34.885839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1d6aebb-a102-4fc5-92cc-94c1c1b7f1d9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2005804 Oct 15 19:55:34.886713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54288) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:34.912515 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:34.915859 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:34.931076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-59725b3f-710a-4ba2-a73a-bb723b13d2cc req-b4c95d20-6f0a-4a7a-8688-a50506e7d065 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208850 Oct 15 19:55:34.959379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95ce955-7349-422d-b7d9-0ce0b2eee000 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:34.971147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:34.973687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b95ce955-7349-422d-b7d9-0ce0b2eee000 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports/fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 HTTP/1.1" status: 200 len: 911 time: 0.0844839 Oct 15 19:55:35.004415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e72df45-3c4a-444c-a562-18bee407a67a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:35.039418 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:35.068162 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:35.075754 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:35.082142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7e72df45-3c4a-444c-a562-18bee407a67a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:35.082755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:35.163548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:35.165555 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dded1d0-9868-4091-85a3-4e118ee841d2 None None] The sync data for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:35.208908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d2146ea2-0d41-46bf-a701-6606cafda983 None None] Provisioning complete for port fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:35.209362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2146ea2-0d41-46bf-a701-6606cafda983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:35.282652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d2146ea2-0d41-46bf-a701-6606cafda983 None None] Port fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:35.521056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:35.641818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:35.792780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-705160260-network', 'tenant_id': 'b182974681e04966aa2eb2948de42e66'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:35.889956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8:1::1 (bfd58651-bfd6-4e70-b4a5-d0502b8d5032/aa4672ab-d4b7-4ae4-837d-90302327cd09/97b1871a-b3e8-4157-a92a-54ee8989fd21) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:35.920721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Made reservation on behalf of b182974681e04966aa2eb2948de42e66 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:35.922936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:35.942265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.057094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.082145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a7951-1e41-4f66-8538-eb93c760d5a3 req-f348e2f2-4000-4086-b629-9978a36e4fb1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:36.083772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f45a7951-1e41-4f66-8538-eb93c760d5a3 req-f348e2f2-4000-4086-b629-9978a36e4fb1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0688162 Oct 15 19:55:36.116713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.133123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f45a7951-1e41-4f66-8538-eb93c760d5a3 req-69c40da2-f1ba-46d2-8590-05f8bc330f97 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428827 Oct 15 19:55:36.273886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.305877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.327812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356f4f48-fd75-4676-9c11-b0f58d28d957,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:36.363600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:55:36.410183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:36.415906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.422105 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Added segment 9bcbaf2f-a3ae-4df2-aafa-90c754910ea6 of type vlan for network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 Oct 15 19:55:36.422105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:36.428343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:36.428889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.492236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=97b1871a-b3e8-4157-a92a-54ee8989fd21,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:36.549205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.683399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.684463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:36.685109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.726595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.809622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1667104 Oct 15 19:55:36.812818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54338) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:36.813009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0a96-ef75-4bfd-95a6-84314b3cff71 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4d9d18-04d5-4f7a-97aa-18814e9785e6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:36.819149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Request body: {'subnet': {'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-subnet', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:36.824143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a8ad39b3-7bc4-4340-bb73-9495ea3f7b80 None None] Provisioning complete for port 97b1871a-b3e8-4157-a92a-54ee8989fd21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:36.824787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8ad39b3-7bc4-4340-bb73-9495ea3f7b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.833516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:55:36.938537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Made reservation on behalf of b182974681e04966aa2eb2948de42e66 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:36.944035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:36.961383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad39b3-7bc4-4340-bb73-9495ea3f7b80 None None] Port 97b1871a-b3e8-4157-a92a-54ee8989fd21 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:37.177711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:37.284361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:37.284780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:37.299877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:37.376523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=97b1871a-b3e8-4157-a92a-54ee8989fd21,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:37.386251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8be191-8ab6-4148-baf4-019d3e69331a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:37.419411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Checking segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:37.421275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Network hostable DHCP agents. Network: bc4d9d18-04d5-4f7a-97aa-18814e9785e6, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:55:37.447379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7f85-b3ac-42ba-8f10-bba405ade41e req-7c8f0046-447c-4297-98fe-484d65ffffd5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:37.449016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76ab7f85-b3ac-42ba-8f10-bba405ade41e req-7c8f0046-447c-4297-98fe-484d65ffffd5 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1982408 Oct 15 19:55:37.527159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:55:37.536189 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76ab7f85-b3ac-42ba-8f10-bba405ade41e req-237f6068-ad14-4ea3-879a-4c09c222d402 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759063 Oct 15 19:55:37.574909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:37.576637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:37.684972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router dead9fdb-8b96-4346-b434-f40e8a3cb7f2 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:55:37.721879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bc4d9d18-04d5-4f7a-97aa-18814e9785e6) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:37.726134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:37.726724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:37.735730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4f98a-614f-4cf1-a3a8-7325e9dc86b7 None None] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:37.835874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7aad8c08-c877-47e9-bc5d-b964fa339918 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0192776 Oct 15 19:55:37.836125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54354) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:37.840595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:37.880808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:37.890159 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-96c83222-0afa-4c64-bc4c-0cb0fa8b131e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9167080 Oct 15 19:55:37.892550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54356) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:37.898720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] Sync routers for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:37.942824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:37.943472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:37.997388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29179535-5e93-4756-b9ee-34541e438ce4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:38.001725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-29179535-5e93-4756-b9ee-34541e438ce4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports/97b1871a-b3e8-4157-a92a-54ee8989fd21 HTTP/1.1" status: 200 len: 913 time: 0.1056447 Oct 15 19:55:38.002150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:38.023722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:38.028534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63632b96-1002-42c5-a61c-8082033793b7 None None] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:38.064981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:38.066009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:38.069646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-925578fa-c482-45da-bf3f-95c6d57aae57 None None] Provisioning complete for port 97b1871a-b3e8-4157-a92a-54ee8989fd21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:38.069952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-925578fa-c482-45da-bf3f-95c6d57aae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.160615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:38.160856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2694cfa1-724f-453c-850a-ac461de4a5e3 None None] The sync data for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:38.183342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-925578fa-c482-45da-bf3f-95c6d57aae57 None None] Port 97b1871a-b3e8-4157-a92a-54ee8989fd21 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:38.212884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.216178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.274030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.536145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.597223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.696730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127f90e-512e-43f5-8c38-98a556ed3c89 req-930d9804-d352-417f-aff4-786c145c8a40 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:38.700210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3127f90e-512e-43f5-8c38-98a556ed3c89 req-930d9804-d352-417f-aff4-786c145c8a40 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0847681 Oct 15 19:55:38.816105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3127f90e-512e-43f5-8c38-98a556ed3c89 req-2c8700a2-16a5-4a73-b9a4-cf125948534f tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089115 Oct 15 19:55:38.958292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.965383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 97b1871a-b3e8-4157-a92a-54ee8989fd21 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:38.965976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:38.978851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:39.120838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Allocated IP 172.25.0.74 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/7ff1d49b-a54a-4390-ac2b-7729345f0d5e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:39.315393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:39.453020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:39.465415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:39.500180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 97b1871a-b3e8-4157-a92a-54ee8989fd21 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:39.523151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:39.528027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:39.537759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:39.541036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:39.875865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:39.982816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=97b1871a-b3e8-4157-a92a-54ee8989fd21,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:40.063315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:40.220143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e88655-0306-49cd-9381-79983ee051cd req-b1c7a398-4d5d-4491-91cd-5290ba419e7a tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:40.222238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76e88655-0306-49cd-9381-79983ee051cd req-b1c7a398-4d5d-4491-91cd-5290ba419e7a tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.2301280 Oct 15 19:55:40.265465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:40.308130 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-76e88655-0306-49cd-9381-79983ee051cd req-19593bf5-e955-4ad5-b763-ccedfd0900ce tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488055 Oct 15 19:55:40.461184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:40.576457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router dead9fdb-8b96-4346-b434-f40e8a3cb7f2 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:55:40.715334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:40.727225 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] Sync routers for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:40.730999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88593a66-6cc0-45d5-a04b-436167059d06 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273505 Oct 15 19:55:40.731604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54404) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:40.750554 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:40.751710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:40.790846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:55:40.804663 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:40.815697 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:40.816686 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:40.863494 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:40.864479 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea9307e-51fe-4195-9730-a2f76cecad7b None None] The sync data for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:41.457321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:41.469883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Sync routers for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:41.487842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:41.488661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:41.636931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:55:41.654885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56862cdd-66ae-42c6-824b-a4b04bb47ed6 req-e43f480b-f6bd-42da-8961-83a6e2a9fa84 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:41.658128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56862cdd-66ae-42c6-824b-a4b04bb47ed6 req-e43f480b-f6bd-42da-8961-83a6e2a9fa84 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1987460 Oct 15 19:55:41.722490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:41.726879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54416) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:41.729825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-170298d3-3f1a-49d7-b51e-a47be5e1c114 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8901057 Oct 15 19:55:41.866687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56862cdd-66ae-42c6-824b-a4b04bb47ed6 req-8d83612a-3a0f-439e-a514-cb5b71510fbe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987679 Oct 15 19:55:41.990299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:39Z', 'revision_number': 3, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:42.030072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Checking router: c4b1fde1-efd3-4761-b24f-2f2a0cf48421 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:55:42.030424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Updating router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:55:42.088665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.117096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.594400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.675453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.724445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:42.724901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.775818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.781452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfce686-2838-4a26-b159-110970e42905 None None] Pushing event updated for resources: {'Port': ['ID=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:42.805479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Attempting to bind port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:42.805927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Attempting to bind port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:42.806731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Attempting to bind port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:42.823645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:42.823962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:42.824424 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.826676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:42.827877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Bound port: 7ff1d49b-a54a-4390-ac2b-7729345f0d5e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:42.827877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.845829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:42.860257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:42.962440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] For port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:42.969483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] For port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:43.111300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:43.155163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931c90c-f740-43cf-ac36-ad03b8e8380b req-71fc68a5-09ee-4644-83b5-371d1910ace1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:43.167548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0931c90c-f740-43cf-ac36-ad03b8e8380b req-71fc68a5-09ee-4644-83b5-371d1910ace1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1696930 Oct 15 19:55:43.178040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:43.187277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:43.187940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:43.237352 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0931c90c-f740-43cf-ac36-ad03b8e8380b req-35b19933-2eba-442c-ab99-0c7f4d74674d tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684071 Oct 15 19:55:43.241378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=fe7d9ef6-b927-4b91-aa84-50f29aa3b2b5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:43.353191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Allocated IP 172.20.0.1 (bc4d9d18-04d5-4f7a-97aa-18814e9785e6/7b8be191-8ab6-4148-baf4-019d3e69331a/784fc117-0c0d-444a-94ed-7f542550164e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:43.481385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:43.563407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:43.635312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfce686-2838-4a26-b159-110970e42905 None None] Pushing event updated for resources: {'Port': ['ID=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:43.654793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:55:43.766797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router dead9fdb-8b96-4346-b434-f40e8a3cb7f2 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:55:43.771728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:43.847515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Pushing event updated for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:43.892321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:43.894364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:43.900903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:43.908977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:39Z', 'revision_number': 3, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:43.923902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:43.936828 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] Sync routers for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:43.944344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-037f5977-d115-4db5-8e6c-333229c11cf4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2030802 Oct 15 19:55:43.944344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54440) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:43.950355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36f6ee-3abd-45ab-af9a-b4fd44d027f8 None None] The sync data for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 is: [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:39Z', 'revision_number': 3, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:43.962382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:43.966801 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:43.976612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d68e5e7c-c9eb-4008-920c-1fd22d04f5b0 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=dead9fdb-8b96-4346-b434-f40e8a3cb7f2 HTTP/1.1" status: 200 len: 205 time: 0.0372286 Oct 15 19:55:43.977284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54442) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:44.036451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.053364 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:44.091435 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] Routers {'dead9fdb-8b96-4346-b434-f40e8a3cb7f2'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:44.095256 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:44.133680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.193487 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:44.194153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e53a4-6c17-4c4e-91b0-12627c2583c3 None None] The sync data for ids ['dead9fdb-8b96-4346-b434-f40e8a3cb7f2'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:44.447704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.455875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.459594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.551790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e5099-ce2b-48ed-ba64-3ba8cd20456f req-e9553386-ea26-49ed-b0e8-6e7200d5e7ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:44.559842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-436e5099-ce2b-48ed-ba64-3ba8cd20456f req-e9553386-ea26-49ed-b0e8-6e7200d5e7ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1717956 Oct 15 19:55:44.628030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-436e5099-ce2b-48ed-ba64-3ba8cd20456f req-2645074f-b57b-4d8b-9762-89055f6e71da tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666478 Oct 15 19:55:44.630686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.631353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router dead9fdb-8b96-4346-b434-f40e8a3cb7f2 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:55:44.653985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.656584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca7d9852-32d5-405d-b6f5-a2aa370cd94c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2 HTTP/1.1" status: 204 len: 168 time: 0.6771946 Oct 15 19:55:44.658024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54450) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:44.828509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet aa4672ab-d4b7-4ae4-837d-90302327cd09 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:55:44.831614 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.840331 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.898791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:44.934041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.017889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ff1d49b-a54a-4390-ac2b-7729345f0d5e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:45.075007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Pushing event updated for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:45.078906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.123033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.141829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:45.142187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.332347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:45.336187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:45.347976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.394598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:45.407729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.461807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f0ecde-74d7-47f6-9a75-8da0503e785b None None] Network bfd58651-bfd6-4e70-b4a5-d0502b8d5032 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:45.474819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.482662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/aa4672ab-d4b7-4ae4-837d-90302327cd09 HTTP/1.1" status: 204 len: 168 time: 0.8236790 Oct 15 19:55:45.496708 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.519248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:45.555190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931eed39-6c36-41bf-9ce0-976e6e055c1c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4672ab-d4b7-4ae4-837d-90302327cd09,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:45.618492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:55:45.623467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet cd830733-77d8-471f-a735-46a2f9a2e907 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:55:45.628668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.666196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:45.720608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.802100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] DHCP port deletion for bfd58651-bfd6-4e70-b4a5-d0502b8d5032 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:55:45.853334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Deleting port 7e72df45-3c4a-444c-a562-18bee407a67a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:45.853697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.932546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] For port 7e72df45-3c4a-444c-a562-18bee407a67a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e72df45-3c4a-444c-a562-18bee407a67a,segment=NetworkSegment(406974ee-5b99-427b-8efc-4e54e4b9e605),segment_id=406974ee-5b99-427b-8efc-4e54e4b9e605)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:45.932933 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:45.949977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Calling delete_port for 7e72df45-3c4a-444c-a562-18bee407a67a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:46.134326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:46.152402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:46.171455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40d9873e-e769-4180-948f-5eee879166e5 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4b1fde1-efd3-4761-b24f-2f2a0cf48421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4334140 Oct 15 19:55:46.177145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdf733-e10b-4597-8a63-82673c895d07 req-149a22d0-499d-4ef8-9202-8667768250d6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:46.184384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19fdf733-e10b-4597-8a63-82673c895d07 req-149a22d0-499d-4ef8-9202-8667768250d6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.4298606 Oct 15 19:55:46.209295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] No DVR routers for this DVR port 7e72df45-3c4a-444c-a562-18bee407a67a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:55:46.241468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:46.248898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e00069-9485-4139-b258-e1c95bd3b204 None None] Pushing event deleted for resources: {'Port': ['ID=7e72df45-3c4a-444c-a562-18bee407a67a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:46.257335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19fdf733-e10b-4597-8a63-82673c895d07 req-98de0e72-65fa-4b4b-9fc8-77c8795a7b02 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677505 Oct 15 19:55:46.430916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:46.469031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=cd830733-77d8-471f-a735-46a2f9a2e907,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:46.479160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:46.481185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b33ef-e2b4-4da4-826f-296cb143c43a None None] Network 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:46.485835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54488) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:46.486527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72eec9b4-4d37-468f-85a2-fac3cc09fcb6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/cd830733-77d8-471f-a735-46a2f9a2e907 HTTP/1.1" status: 204 len: 168 time: 0.9657917 Oct 15 19:55:46.782901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Sync routers for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:46.785364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:46.809936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-344b8086-5dfd-4b95-8087-5ce570c883f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2536974 Oct 15 19:55:46.811978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:46.813140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:46.874009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] DHCP port deletion for 0aed6f28-76cb-4dbc-8b9a-e278561eeb3b request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:55:46.927118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ff1d49b-a54a-4390-ac2b-7729345f0d5e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:46.967914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.000224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd58651-bfd6-4e70-b4a5-d0502b8d5032']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:47.007855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.008090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.008600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.009068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.009528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.009991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.010437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.012407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-86707257-2298-4909-a9fe-5a7e25440bc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.1040347 Oct 15 19:55:47.021755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406974ee-5b99-427b-8efc-4e54e4b9e605') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:47.022047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406974ee-5b99-427b-8efc-4e54e4b9e605') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:47.038765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.049614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-f75f4b32-955d-4860-880a-db0395c41c7b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.055894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Deleting port c882b5c3-a4c4-4189-a4be-df92f1d49d6d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:55:47.056266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.065850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-f75f4b32-955d-4860-880a-db0395c41c7b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 818 time: 0.1926637 Oct 15 19:55:47.088996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.094881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-90ed8f4c-5f2b-402f-8746-e0cbe78be877 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/quotas/b182974681e04966aa2eb2948de42e66 HTTP/1.1" status: 200 len: 375 time: 0.0273128 Oct 15 19:55:47.104897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:55:47.121583 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:55:47.152518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] For port c882b5c3-a4c4-4189-a4be-df92f1d49d6d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,segment=NetworkSegment(53c06113-277c-42e9-a5e1-20418fb815ba),segment_id=53c06113-277c-42e9-a5e1-20418fb815ba)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:47.160336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.179596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Calling delete_port for c882b5c3-a4c4-4189-a4be-df92f1d49d6d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:55:47.198334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-ce992cfd-7f64-46d6-ac05-87e0a71c232c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022406 Oct 15 19:55:47.312386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:55:47.341339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:47.341706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.387287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.435025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] Pushing event deleted for resources: {'Port': ['ID=c882b5c3-a4c4-4189-a4be-df92f1d49d6d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:47.461350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-4b9f48e3-0f4f-45c1-92b1-9aa9a26749d1 service neutron] 10.222.0.13 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561908 Oct 15 19:55:47.475001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04bae8-3cce-4d70-98ee-93e095fa766f None None] No DVR routers for this DVR port c882b5c3-a4c4-4189-a4be-df92f1d49d6d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:55:47.666041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e72df45-3c4a-444c-a562-18bee407a67a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:55:47.683064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-9ec0b85b-6667-4f3b-86d1-ca9e6494838d service neutron] 10.222.0.13 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117095 Oct 15 19:55:47.715718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7e72df45-3c4a-444c-a562-18bee407a67a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:55:47.726324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e72df45-3c4a-444c-a562-18bee407a67a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:55:47.805702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-e5e254c9-2c69-43cd-bbde-9e6e86ed50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.806781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-e5e254c9-2c69-43cd-bbde-9e6e86ed50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.807608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-e5e254c9-2c69-43cd-bbde-9e6e86ed50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.809564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-e5e254c9-2c69-43cd-bbde-9e6e86ed50f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 2296 time: 0.7478287 Oct 15 19:55:47.819705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dab52-40a5-48de-837e-886edec64c0f req-630eb9da-66a6-47e7-b89c-6d0229563dfb tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.821479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e83dab52-40a5-48de-837e-886edec64c0f req-630eb9da-66a6-47e7-b89c-6d0229563dfb tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0989532 Oct 15 19:55:47.885529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:44Z', 'revision_number': 4, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '784fc117-0c0d-444a-94ed-7f542550164e', 'name': '', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'mac_address': 'fa:16:3e:1a:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:42Z', 'updated_at': '2021-10-15T19:55:44Z', 'revision_number': 2, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'subnets': [{'id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:47.890925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.894610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-727d6ac1-f5de-40a8-8ab7-fb839db63495 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1001 time: 0.0716603 Oct 15 19:55:47.901390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:47.907360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54516) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:47.909462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/bfd58651-bfd6-4e70-b4a5-d0502b8d5032 HTTP/1.1" status: 204 len: 168 time: 1.4190598 Oct 15 19:55:47.916780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Checking router: c4b1fde1-efd3-4761-b24f-2f2a0cf48421 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:55:47.917275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Updating router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 port 784fc117-0c0d-444a-94ed-7f542550164e binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:55:47.935701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2750a4-251f-4e9a-95e8-066461b4746b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=bfd58651-bfd6-4e70-b4a5-d0502b8d5032,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:47.993204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-c7c45f42-02b3-4154-ba3d-36f7d061da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:47.995538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-c7c45f42-02b3-4154-ba3d-36f7d061da0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0806279 Oct 15 19:55:48.002866 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.064055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.101053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e83dab52-40a5-48de-837e-886edec64c0f req-3dcbdd67-8b59-4312-8f7d-1cb91fd0c25c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030225 Oct 15 19:55:48.107315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-f8db975e-5016-4018-8307-2552f4808553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:48.108790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-f8db975e-5016-4018-8307-2552f4808553 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047494 Oct 15 19:55:48.260629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.324508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-090b8de6-8439-45d5-bff7-2aab57135bee service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049563 Oct 15 19:55:48.328184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3acf4201-c1f5-4eb1-b924-b790b56ce947 req-0ca1ab34-91d1-4fdf-9775-e2ff2ea508a8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 210 time: 0.0875611 Oct 15 19:55:48.351462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aed6f28-76cb-4dbc-8b9a-e278561eeb3b']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:48.381147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c06113-277c-42e9-a5e1-20418fb815ba') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:48.381601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c06113-277c-42e9-a5e1-20418fb815ba') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:48.395030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.414507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.422981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:55:48.423417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:55:48.426921 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:55:48.504934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-6550f7f2-bed3-4495-9b52-fb6e8a7d1402 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729765 Oct 15 19:55:48.551623 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.571401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-7f1e738d-90ae-49e9-99a0-6ec1ddae41dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.0555134 Oct 15 19:55:48.627941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2a6d0fd5-acc8-4ab8-ad27-d15c6368be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:48.629432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2a6d0fd5-acc8-4ab8-ad27-d15c6368be3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0534465 Oct 15 19:55:48.686459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2ca87424-8a0e-4902-a915-12a1d4adee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:48.688406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2ca87424-8a0e-4902-a915-12a1d4adee65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507190 Oct 15 19:55:48.693569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-47d11d80-b509-446e-9643-d8a09ecb8b55 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:48.695127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-47d11d80-b509-446e-9643-d8a09ecb8b55 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 818 time: 0.1166561 Oct 15 19:55:48.698281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.704737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.706996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.707152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-575b4cb5-f059-487f-9577-8947f303a142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.718812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/0aed6f28-76cb-4dbc-8b9a-e278561eeb3b HTTP/1.1" status: 204 len: 168 time: 0.8073471 Oct 15 19:55:48.722010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:48.743019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868063494'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:48.755680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043b14-7448-43f7-8ae4-3b2f1a5140c5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=0aed6f28-76cb-4dbc-8b9a-e278561eeb3b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:48.761240 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-c1305e0f-4c5f-4c71-8a59-fa18560ed97d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/quotas/b182974681e04966aa2eb2948de42e66 HTTP/1.1" status: 200 len: 375 time: 0.0380902 Oct 15 19:55:48.777600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f66ec-3a89-48b4-90f2-40bc6a2add0b None None] Pushing event updated for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:48.842115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-874ff753-9054-4572-8e50-387eab691831 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735896 Oct 15 19:55:48.867289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c882b5c3-a4c4-4189-a4be-df92f1d49d6d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:55:48.892249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c882b5c3-a4c4-4189-a4be-df92f1d49d6d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:55:48.893880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c882b5c3-a4c4-4189-a4be-df92f1d49d6d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:55:48.916338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Attempting to bind port 784fc117-0c0d-444a-94ed-7f542550164e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:48.916897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Attempting to bind port 784fc117-0c0d-444a-94ed-7f542550164e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:48.917851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:48.922128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.931459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Attempting to bind port 784fc117-0c0d-444a-94ed-7f542550164e on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:48.938920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-b3068c35-d4f5-4285-9981-3b702783b9ee service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257681 Oct 15 19:55:48.942757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:48.943128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Checking segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:48.943523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.946374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Bound using segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:48.951867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Bound port: 784fc117-0c0d-444a-94ed-7f542550164e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:48.952499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:48.994666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:55:49.016934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-604ec567-ae12-4541-8ad6-bd1a63fa87dc service neutron] 10.222.0.13 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585724 Oct 15 19:55:49.025897 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:49.028669 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment 6c737d3a-4603-477c-8250-2fbcfe466fa1 of type vlan for network f62e6819-2a51-42d8-a34d-674392e0526d Oct 15 19:55:49.044283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] For port 784fc117-0c0d-444a-94ed-7f542550164e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:49.049907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] For port 784fc117-0c0d-444a-94ed-7f542550164e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=784fc117-0c0d-444a-94ed-7f542550164e,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:49.083402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-5afae792-4186-4d63-a2e6-704f5eb6419a service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350648 Oct 15 19:55:49.133938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-a352b9d1-089c-40f4-93e1-72df81c6f35f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.0431128 Oct 15 19:55:49.138444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:49.165762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:49.235882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f66ec-3a89-48b4-90f2-40bc6a2add0b None None] Pushing event updated for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:49.249920 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-9f2823d0-df00-40cd-b5d1-a17ef980002d service neutron] 10.222.0.13 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268653 Oct 15 19:55:49.255600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2ed231bb-7e42-4828-a529-092f1e62c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:49.257152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2ed231bb-7e42-4828-a529-092f1e62c307 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.1072958 Oct 15 19:55:49.279070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:49.279917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:49.359296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:49.365253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:49.366138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:49.375809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052154-8af7-4a8e-8c21-567fe5bebaee req-251c6fb2-9da0-4842-bd4b-c5fcf7c1a75e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:49.377961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c052154-8af7-4a8e-8c21-567fe5bebaee req-251c6fb2-9da0-4842-bd4b-c5fcf7c1a75e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1198685 Oct 15 19:55:49.380141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-b991e89d-60e0-4cb0-afd8-20e831bede0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:49.386039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-b991e89d-60e0-4cb0-afd8-20e831bede0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1046803 Oct 15 19:55:49.513657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=f62e6819-2a51-42d8-a34d-674392e0526d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:49.524964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f62e6819-2a51-42d8-a34d-674392e0526d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:55:49.615128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c052154-8af7-4a8e-8c21-567fe5bebaee req-926ecb3b-1753-4a1a-b259-f44ff36f3852 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284942 Oct 15 19:55:49.657016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40760536-b8ec-453d-9bb3-74cb8b2a1bff tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9241281 Oct 15 19:55:49.660267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54562) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:49.666865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:49.677868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-15532b6d-945e-4592-a929-a8d0a9527bd8 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839525 Oct 15 19:55:49.739470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:55:49.865520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ecef357d-a18e-4168-975b-b66f83a60ead req-1f4127fe-1e7a-458c-a62c-5ac4a1dff018 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0529661 Oct 15 19:55:49.888113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-47d23062-527f-4cd9-8baf-54a2bc754334 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020655 Oct 15 19:55:49.954187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-cbd05030-3fb1-4ed5-9eb0-5c7f9937d5b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0586855 Oct 15 19:55:50.006841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-1a845332-4c77-4dce-82f8-cf2f6e8d1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:50.008454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-1a845332-4c77-4dce-82f8-cf2f6e8d1f56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0471830 Oct 15 19:55:50.018625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:50.022368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:50.066977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-502c679e-6a4d-46bd-a3fd-4012804dd28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:50.068898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-502c679e-6a4d-46bd-a3fd-4012804dd28d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531058 Oct 15 19:55:50.103535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:44Z', 'revision_number': 4, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '784fc117-0c0d-444a-94ed-7f542550164e', 'name': '', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'mac_address': 'fa:16:3e:1a:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:42Z', 'updated_at': '2021-10-15T19:55:49Z', 'revision_number': 4, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'subnets': [{'id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:50.137894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444c4b7a-0ced-47d2-9919-23f31c4224bf None None] The sync data for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 is: [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:44Z', 'revision_number': 4, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '784fc117-0c0d-444a-94ed-7f542550164e', 'name': '', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'mac_address': 'fa:16:3e:1a:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:42Z', 'updated_at': '2021-10-15T19:55:49Z', 'revision_number': 4, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'subnets': [{'id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:50.198495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-abe25b48-a9df-4b3d-be8e-9aef2382997f service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220391 Oct 15 19:55:50.382485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-d21d24a5-c626-4231-a29d-8748d380f9fa service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766219 Oct 15 19:55:50.445628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-23203884-c8c9-419b-9ff8-06dc730ddf55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0445473 Oct 15 19:55:50.500779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-bfb0b4a4-5af4-4b8f-9f58-ca751aef40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:50.503172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-bfb0b4a4-5af4-4b8f-9f58-ca751aef40e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0508723 Oct 15 19:55:50.510520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:50.687040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': '6c737d3a-4603-477c-8250-2fbcfe466fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:50.687040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: f62e6819-2a51-42d8-a34d-674392e0526d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:55:50.697088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-09a1d941-99c6-4cc5-bf8d-92663c20cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:50.701826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-09a1d941-99c6-4cc5-bf8d-92663c20cc8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919131 Oct 15 19:55:50.702353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=31cfcb36-8c54-4c79-b553-8310f300c6aa,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:50.899999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ec42f-f2ae-44fc-a4a5-939afa5ce1f7 req-624e8251-ac6b-41cf-90ec-d9c429c077f7 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:50.907836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e3ec42f-f2ae-44fc-a4a5-939afa5ce1f7 req-624e8251-ac6b-41cf-90ec-d9c429c077f7 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1567433 Oct 15 19:55:50.915945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 784fc117-0c0d-444a-94ed-7f542550164e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:50.973114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-2da099d4-3d78-4449-ab19-ee4e93275fa9 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621849 Oct 15 19:55:51.025323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 784fc117-0c0d-444a-94ed-7f542550164e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:51.025323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.041939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-afe5a9d6-b059-452b-bdfc-88c3eb00709e req-cf977ed4-8544-4f3a-99a6-ddd9aad04854 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0614221 Oct 15 19:55:51.042812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f62e6819-2a51-42d8-a34d-674392e0526d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:55:51.049986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e3ec42f-f2ae-44fc-a4a5-939afa5ce1f7 req-1a6d5682-086c-4af2-995a-dae0e4075bc2 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405997 Oct 15 19:55:51.141296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.159579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-5bb40b98-a8fa-4ffa-92c5-441dae8765f9 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750050 Oct 15 19:55:51.182649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 784fc117-0c0d-444a-94ed-7f542550164e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=784fc117-0c0d-444a-94ed-7f542550164e,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:51.191479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f62e6819-2a51-42d8-a34d-674392e0526d) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:51.200869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:51.201477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.201990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02bd0c5-92e6-4702-a893-c097e8f09e97 None None] Network f62e6819-2a51-42d8-a34d-674392e0526d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:51.281786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-0e448105-8680-452c-a282-7852fe1355a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.1130321 Oct 15 19:55:51.323949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.343538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-c8b721f0-b6e4-4075-bb19-bf10b1883fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:51.347530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-c8b721f0-b6e4-4075-bb19-bf10b1883fb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0577779 Oct 15 19:55:51.379500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54592) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:51.380922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63ab2720-14e9-43ed-9460-36f6d229196b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7145267 Oct 15 19:55:51.405045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-31229800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:51.426510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:51.454815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-830881fd-da1b-44d3-9f57-aa50ad76bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:51.461701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-830881fd-da1b-44d3-9f57-aa50ad76bc2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1090991 Oct 15 19:55:51.476321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f62e6819-2a51-42d8-a34d-674392e0526d', 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': '31cfcb36-8c54-4c79-b553-8310f300c6aa'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:55:51.477881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.482374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8b24ea0-4705-44b4-a344-137284b3ad03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.588694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.589886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.610126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-88045f76-ac57-42e7-90ee-5185bf14b2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392648 Oct 15 19:55:51.665071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Allocated IP 2001:db8::2 (f62e6819-2a51-42d8-a34d-674392e0526d/31cfcb36-8c54-4c79-b553-8310f300c6aa/a42e4ca3-6f4d-448e-a4d0-273ba21d0e62) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:51.686566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.787981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-b84997d4-7822-4819-aabf-0e3cda254207 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572151 Oct 15 19:55:51.840563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-0f24d785-b013-4c96-9673-df779f4f12ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0451822 Oct 15 19:55:51.884898 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.900524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:51.947220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-3cb29c23-0508-4d7d-9747-3b5184996168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:51.953709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-3cb29c23-0508-4d7d-9747-3b5184996168 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0961585 Oct 15 19:55:52.008906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8e16a-60d8-40b2-a115-522a708af76c req-adb55f2b-edba-49b8-b3d2-5227e4513229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:52.010401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-adb55f2b-edba-49b8-b3d2-5227e4513229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517163 Oct 15 19:55:52.016897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.031593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Network f62e6819-2a51-42d8-a34d-674392e0526d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:52.059917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.061379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f4f29115-92f4-4438-adbc-62c71b0aee12 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6748395 Oct 15 19:55:52.065765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54604) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:52.068312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:52.089834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'port': {'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d', 'name': 'tempest-RoutersIpV6Test-2146092675'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:52.099101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:52.195801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-627c317d-435e-486f-a39d-d381064934d1 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725852 Oct 15 19:55:52.217559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Pushing event updated for resources: {'Port': ['ID=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:52.231343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Attempting to bind port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:52.232271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Attempting to bind port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '6c737d3a-4603-477c-8250-2fbcfe466fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:52.232928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Attempting to bind port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 on network f62e6819-2a51-42d8-a34d-674392e0526d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:52.240056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:52.240056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Checking segment: {'id': '6c737d3a-4603-477c-8250-2fbcfe466fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:52.240573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.241122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Bound using segment: {'id': '6c737d3a-4603-477c-8250-2fbcfe466fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:52.241697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Bound port: a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c737d3a-4603-477c-8250-2fbcfe466fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f62e6819-2a51-42d8-a34d-674392e0526d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:52.242316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.351672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-311dd19e-0d9d-44e1-abc4-cca7ddf6c63a req-c18a748b-8d1e-4758-a967-1d0f7277dfa6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0734830 Oct 15 19:55:52.393944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76639cce-e573-4940-8b91-28b9f3351a07 req-cf767898-e8f0-47ca-997d-9c49f84f1139 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:52.396707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] For port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:52.400546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] For port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,segment=NetworkSegment(6c737d3a-4603-477c-8250-2fbcfe466fa1),segment_id=6c737d3a-4603-477c-8250-2fbcfe466fa1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:52.401469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76639cce-e573-4940-8b91-28b9f3351a07 req-cf767898-e8f0-47ca-997d-9c49f84f1139 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1870666 Oct 15 19:55:52.417425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4de8e16a-60d8-40b2-a115-522a708af76c req-0f4f0499-1516-498f-a223-2f5195de1d72 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173631 Oct 15 19:55:52.456310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76639cce-e573-4940-8b91-28b9f3351a07 req-eee783cf-72eb-4ab7-bba5-57e44e40678c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Oct 15 19:55:52.482220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.503892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-21ed2c47-f6bc-47d7-b7af-e94da831760e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:52.505523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-21ed2c47-f6bc-47d7-b7af-e94da831760e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 818 time: 0.4142900 Oct 15 19:55:52.524714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Request body: {'port': {'device_id': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'admin_state_up': True, 'tenant_id': 'b182974681e04966aa2eb2948de42e66'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:52.534764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.681766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a12bd-235e-4974-b3a3-3f9e671d209f None None] Pushing event updated for resources: {'Port': ['ID=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:52.692364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.751835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:52.755973 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.807657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] device_id is not set on port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:55:52.853044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 784fc117-0c0d-444a-94ed-7f542550164e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:52.891691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.891691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.940949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 784fc117-0c0d-444a-94ed-7f542550164e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:52.945774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:52.995516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8::14d (f62e6819-2a51-42d8-a34d-674392e0526d/31cfcb36-8c54-4c79-b553-8310f300c6aa/13217f1d-4262-4b1a-ab61-fd5b497fffd9) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:53.003475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Made reservation on behalf of b182974681e04966aa2eb2948de42e66 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:53.007781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:53.260626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0e0e-1525-456a-81b3-b5d1586f6967 req-527580d6-d1c1-45d7-9289-43695c9330ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.262638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edfb0e0e-1525-456a-81b3-b5d1586f6967 req-527580d6-d1c1-45d7-9289-43695c9330ff tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0865078 Oct 15 19:55:53.305970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:53.356530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edfb0e0e-1525-456a-81b3-b5d1586f6967 req-49151afb-a6b5-4f8e-bb23-bf241bef5c01 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822830 Oct 15 19:55:53.363237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-1396cd6d-0261-417d-b96e-245a6b17cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.365049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-1396cd6d-0261-417d-b96e-245a6b17cfdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 1097 time: 0.0803111 Oct 15 19:55:53.426718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Allocated IP 172.20.0.4 (bc4d9d18-04d5-4f7a-97aa-18814e9785e6/7b8be191-8ab6-4148-baf4-019d3e69331a/0d75ac73-84ed-4af6-8c8e-4589252763cb) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:53.496866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d7108f93-cde8-4527-bc0e-b69c3f01af52 req-8ccee43c-9561-439d-8a57-543270412765 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0408647 Oct 15 19:55:53.589215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-510fda73-e2ff-4eb9-b15f-8775a1f2533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.590700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-510fda73-e2ff-4eb9-b15f-8775a1f2533b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 200 len: 916 time: 0.2176578 Oct 15 19:55:53.597880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-4304c071-905f-4a28-9539-ac80bbb3dec3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.599182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-4304c071-905f-4a28-9539-ac80bbb3dec3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 818 time: 0.2114594 Oct 15 19:55:53.624779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:53.668759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Request body: {'port': {'device_id': '68d683da-9630-4441-80d7-464cc43e0119', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'admin_state_up': True, 'tenant_id': 'b182974681e04966aa2eb2948de42e66'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:53.668759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-fd143630-fe1a-4dac-929d-f5d8c8d49743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b00e691c-dad2-48c7-b092-dda29caa97cd HTTP/1.1" status: 200 len: 217 time: 0.0528159 Oct 15 19:55:53.765930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-e3586c2d-1caa-43a1-8e7f-d3208796b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.767829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-e3586c2d-1caa-43a1-8e7f-d3208796b32c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 200 len: 854 time: 0.1015365 Oct 15 19:55:53.847404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-9ad34508-ea53-45bf-abaa-b969906ceecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.851293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-9ad34508-ea53-45bf-abaa-b969906ceecc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b97588f4-0769-4419-bf0e-9c35c02e1952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730193 Oct 15 19:55:53.927162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:53.952114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f62e6819-2a51-42d8-a34d-674392e0526d is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:53.970309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-9824fb0b-1405-461e-ba4e-9083eca60f59 service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138668 Oct 15 19:55:53.971950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:53.975609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:53.981314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:53.981927 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:53.998529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Made reservation on behalf of b182974681e04966aa2eb2948de42e66 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:55:54.002563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.002975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.025951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=13217f1d-4262-4b1a-ab61-fd5b497fffd9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:54.042297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.042733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.043223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.043775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.044186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.044617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.045016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.045425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.045858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.046257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.046649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.047507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:54.067544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87975e3-ae71-43e4-b7f2-75aa5ad72159 None None] Network f62e6819-2a51-42d8-a34d-674392e0526d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:55:54.133873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:54.143379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:54.155435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:54.190833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-24753a21-b71a-4455-990a-dad38ec1fd31 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1225858 Oct 15 19:55:54.197061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:54.212541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] Provisioning complete for port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:54.224283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.230246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Pushing event updated for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:54.274508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:54.275593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.394928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.402074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c71b406-c8f7-48f8-bcaf-b6d2b63b30ed req-349c77bd-d7e9-456a-b506-f6bc95251b89 service neutron] 10.222.0.15 "GET /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223869 Oct 15 19:55:54.468978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] For port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,segment=NetworkSegment(6c737d3a-4603-477c-8250-2fbcfe466fa1),segment_id=6c737d3a-4603-477c-8250-2fbcfe466fa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:55:54.475590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-e85efb47-6f37-49d7-b968-e471af0dbf45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9565060 Oct 15 19:55:54.489436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Request body: {'port': {'device_id': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:54.604918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.652405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Allocated IP 172.20.0.11 (bc4d9d18-04d5-4f7a-97aa-18814e9785e6/7b8be191-8ab6-4148-baf4-019d3e69331a/f77b6b43-cd35-423d-a29e-4899ad009a90) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:55:54.669953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.784144 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:54.870893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd8c27-b7c2-4c0f-a8b8-e6a0d86f8dea None None] Pushing event updated for resources: {'Port': ['ID=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:54.905694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-116ec6c0-3a5a-4010-a7bb-2eb7bfbde08b req-a27cecba-c847-4df8-856e-e167096b3d2a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0895476 Oct 15 19:55:54.927862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c7f03015-bc7f-454a-8f37-76a7f586a453 None None] Provisioning complete for port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:54.928376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7f03015-bc7f-454a-8f37-76a7f586a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:55.018949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c7f03015-bc7f-454a-8f37-76a7f586a453 None None] Port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:55.026503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:55.113498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c7f03015-bc7f-454a-8f37-76a7f586a453 None None] Provisioning complete for port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:55.114736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7f03015-bc7f-454a-8f37-76a7f586a453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:55.236207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:55.236449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:55.588023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df3fb7-73db-4019-a512-7aac584c9a38 req-07ceda89-d38f-41e8-be86-81c8b84526ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:55.597260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3df3fb7-73db-4019-a512-7aac584c9a38 req-07ceda89-d38f-41e8-be86-81c8b84526ac tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 1.1346333 Oct 15 19:55:55.600684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2f5b4fc1-b4f0-43a8-91e5-d29f38677c91 None None] Provisioning complete for port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:55.600684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f5b4fc1-b4f0-43a8-91e5-d29f38677c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:55.638559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b4fc1-b4f0-43a8-91e5-d29f38677c91 None None] Port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:55.731809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3df3fb7-73db-4019-a512-7aac584c9a38 req-c6910c74-356f-425e-bf62-184aad4bcb65 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284783 Oct 15 19:55:55.782299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:55.906243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.043604 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-331df412-a241-4dff-bc94-25807b1a0e6b req-92f68210-938d-4485-981a-54483e0629f8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0627847 Oct 15 19:55:56.147974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.216297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.268091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:56.271286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:56.275054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:55:56.284897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Pushing event updated for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:56.320914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.321354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.321581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.321956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.322298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.322614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.322938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.323256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.323613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.323937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.324253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.324565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:55:56.331101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.407060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:56.408719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.522301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=13217f1d-4262-4b1a-ab61-fd5b497fffd9,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:56.568284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d75ac73-84ed-4af6-8c8e-4589252763cb {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:56.579142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.599134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Transition to ACTIVE for port object 0d75ac73-84ed-4af6-8c8e-4589252763cb will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:56.731256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-768bad82-3f1f-4426-92b5-43c1e35f7292 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0854781 Oct 15 19:55:56.731256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.732086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.794425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Request body: {'port': {'device_id': '68d683da-9630-4441-80d7-464cc43e0119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:55:56.913195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:55:56.934412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Pushing event updated for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:56.956707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a8a8ab9a-1904-4a04-b70f-00205f63393c None None] Provisioning complete for port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:56.958498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ab9a-1904-4a04-b70f-00205f63393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:56.976054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Attempting to bind port 0d75ac73-84ed-4af6-8c8e-4589252763cb on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:56.976429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Attempting to bind port 0d75ac73-84ed-4af6-8c8e-4589252763cb by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:56.979003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Attempting to bind port 0d75ac73-84ed-4af6-8c8e-4589252763cb on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:56.999033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.010878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Port 0d75ac73-84ed-4af6-8c8e-4589252763cb on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:57.011343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Attempting to bind port 0d75ac73-84ed-4af6-8c8e-4589252763cb on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:57.012688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8ab9a-1904-4a04-b70f-00205f63393c None None] Port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:57.020915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:57.021612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Checking segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:57.024684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Bound using segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:57.027386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Bound port: 0d75ac73-84ed-4af6-8c8e-4589252763cb, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:57.027386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.033012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:57.033855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.057773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3217821-8ded-4486-bb09-654b337398cd req-4a62c504-0aef-4948-b563-31481e9e4881 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.059331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3217821-8ded-4486-bb09-654b337398cd req-4a62c504-0aef-4948-b563-31481e9e4881 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1714706 Oct 15 19:55:57.232051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd8ee-a2d3-464e-80ee-59781361570b req-0e6d561a-046b-4c28-8970-a2efb335b920 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.232843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3217821-8ded-4486-bb09-654b337398cd req-2f0324cc-e6d8-4427-a9a4-780b64b50929 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653299 Oct 15 19:55:57.233684 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36efd8ee-a2d3-464e-80ee-59781361570b req-0e6d561a-046b-4c28-8970-a2efb335b920 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 932 time: 0.0889671 Oct 15 19:55:57.236812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:57.249096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:57.320987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-36efd8ee-a2d3-464e-80ee-59781361570b req-ab690111-2d81-49b2-9cb6-0c962f4d3143 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797124 Oct 15 19:55:57.330756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.367184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.416550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.417252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.418843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] 10.222.0.11 "PUT /v2.0/ports/0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 1092 time: 2.9343162 Oct 15 19:55:57.419404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:57.421709 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68" -d '{"events": [{"name": "network-changed", "server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:57.456586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b110c0-e1dc-4ec7-a27e-7cf8ee6b254b service neutron] Pushing event updated for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:57.478258 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9642b8-7fc8-4c70-af00-ccb057bde2ba x-openstack-request-id: req-2e9642b8-7fc8-4c70-af00-ccb057bde2ba {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:57.478688 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:57.478953 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e9642b8-7fc8-4c70-af00-ccb057bde2ba {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:57.479604 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb', 'status': 'completed', 'code': 200} Oct 15 19:55:57.568297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-594481b4-839e-4704-b721-6cf41c295948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.571755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-594481b4-839e-4704-b721-6cf41c295948 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1095 time: 0.0712178 Oct 15 19:55:57.716177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-9e0a42a8-8114-4e93-af75-d750765cc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.717796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-9e0a42a8-8114-4e93-af75-d750765cc0c9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b182974681e04966aa2eb2948de42e66&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1357548 Oct 15 19:55:57.720358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26190a88-00b7-49c0-af18-90fcb9aaa76c req-48a44c34-d2d2-45d9-8fa8-7c6518c27ac9 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.721995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26190a88-00b7-49c0-af18-90fcb9aaa76c req-48a44c34-d2d2-45d9-8fa8-7c6518c27ac9 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.3298829 Oct 15 19:55:57.848227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77b6b43-cd35-423d-a29e-4899ad009a90 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:55:57.858990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-1cbc2cf5-c011-4625-ad0a-07b5e0906965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:57.867880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ffdf41bc-5efa-4115-a8a9-c1116b0ffa68 req-1cbc2cf5-c011-4625-ad0a-07b5e0906965 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353779 Oct 15 19:55:57.884210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:57.894188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26190a88-00b7-49c0-af18-90fcb9aaa76c req-6dc6afc0-14e5-45d7-9011-9c49ec85e4cf tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595571 Oct 15 19:55:57.916946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Transition to ACTIVE for port object f77b6b43-cd35-423d-a29e-4899ad009a90 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:55:57.978944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.004877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.018494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-79fce1f4-6804-4e9f-8c88-db7cd3da517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.020223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-79fce1f4-6804-4e9f-8c88-db7cd3da517f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1095 time: 0.1156895 Oct 15 19:55:58.038886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.039618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.073033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-590a2f65-404b-4934-930a-8f53a16a535a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0394499 Oct 15 19:55:58.080489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:58.121811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b602-6a6a-423a-970c-7859a40c2b3a req-6ba5833c-e52c-4f2d-af2b-e0917a7b3290 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.129590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8602b602-6a6a-423a-970c-7859a40c2b3a req-6ba5833c-e52c-4f2d-af2b-e0917a7b3290 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.1255138 Oct 15 19:55:58.222297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=13217f1d-4262-4b1a-ab61-fd5b497fffd9,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:58.296127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f62e6819-2a51-42d8-a34d-674392e0526d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:55:58.297808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Attempting to bind port f77b6b43-cd35-423d-a29e-4899ad009a90 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:55:58.298412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Attempting to bind port f77b6b43-cd35-423d-a29e-4899ad009a90 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:55:58.298842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Attempting to bind port f77b6b43-cd35-423d-a29e-4899ad009a90 on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:58.302352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:55:58.312399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Port f77b6b43-cd35-423d-a29e-4899ad009a90 on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:55:58.312880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Attempting to bind port f77b6b43-cd35-423d-a29e-4899ad009a90 on network bc4d9d18-04d5-4f7a-97aa-18814e9785e6 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:55:58.452171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:55:58.452171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Checking segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:55:58.452171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Bound using segment: {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:55:58.452171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Bound port: f77b6b43-cd35-423d-a29e-4899ad009a90, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:55:58.452171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.465482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-569dd290-8fad-4b54-b64e-d183eaf2567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.467875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-569dd290-8fad-4b54-b64e-d183eaf2567c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.3872271 Oct 15 19:55:58.484040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8602b602-6a6a-423a-970c-7859a40c2b3a req-38714dc9-61e1-4159-a64a-3a16b43a5f87 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533983 Oct 15 19:55:58.546929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-5a2a4fac-2346-4840-8842-106a06feff88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614066 Oct 15 19:55:58.577014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:55:58.580933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f77b6b43-cd35-423d-a29e-4899ad009a90,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:55:58.607823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681d9ea-65f7-412f-bfe0-14a91067b292 req-0e11f5a2-999e-46d6-a8d0-33df36ee9eba tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.609883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5681d9ea-65f7-412f-bfe0-14a91067b292 req-0e11f5a2-999e-46d6-a8d0-33df36ee9eba tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 944 time: 0.1426363 Oct 15 19:55:58.691336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5681d9ea-65f7-412f-bfe0-14a91067b292 req-fe72b026-777e-4313-b68d-dd77e3f45a45 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708067 Oct 15 19:55:58.721590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.726953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447133c0-eba4-4c04-a786-a2d2e1ff0e21 req-53687ae5-694b-479e-ac70-53123417df89 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.732419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-447133c0-eba4-4c04-a786-a2d2e1ff0e21 req-53687ae5-694b-479e-ac70-53123417df89 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.1454244 Oct 15 19:55:58.766422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-c25d9d8e-f9fc-4193-92f0-8b789c9f7249 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112353 Oct 15 19:55:58.771456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 56c58a65-50d9-4fdb-918f-3e6a46cb9394 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:55:58.799294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-be0fcc81-7821-4119-a177-b2bc82a83018 None None] Provisioning complete for port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:55:58.799842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be0fcc81-7821-4119-a177-b2bc82a83018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.805580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:58.807280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:58.815791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] 10.222.0.11 "PUT /v2.0/ports/f77b6b43-cd35-423d-a29e-4899ad009a90 HTTP/1.1" status: 200 len: 1093 time: 2.0275271 Oct 15 19:55:58.828055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:55:58.830509 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514c79d8-501d-45ae-b5a2-b98f65e5af9a" -d '{"events": [{"name": "network-changed", "server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:55:58.837467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-447133c0-eba4-4c04-a786-a2d2e1ff0e21 req-68b1b508-0f21-43dc-a42d-12df345c8dfd tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012280 Oct 15 19:55:58.896323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-be0fcc81-7821-4119-a177-b2bc82a83018 None None] Port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:55:58.912678 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c9f65-c8ba-4eba-a6a2-ff71449287c4 x-openstack-request-id: req-448c9f65-c8ba-4eba-a6a2-ff71449287c4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:55:58.913196 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:55:58.913580 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-448c9f65-c8ba-4eba-a6a2-ff71449287c4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:55:58.913982 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90', 'status': 'completed', 'code': 200} Oct 15 19:55:58.935637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-42ca7141-3fdb-4936-b200-7a9fd68e7b15 req-63a6ba34-4928-41e0-a06b-787e7b3c8efe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:55:58.936499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42ca7141-3fdb-4936-b200-7a9fd68e7b15 req-63a6ba34-4928-41e0-a06b-787e7b3c8efe tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068955 Oct 15 19:55:58.975679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65529038-2298-4f06-bfe0-6122b6c2df5f req-89a0c5fa-6ad9-4ece-be94-0fd270c00c02 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012320 Oct 15 19:55:59.060145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23190970-57ce-4606-ae23-473bbb0a3b6e service neutron] Pushing event updated for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:55:59.115897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42ca7141-3fdb-4936-b200-7a9fd68e7b15 req-4d1fa588-760a-4940-bd43-f27e7aa2ff84 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1648564 Oct 15 19:55:59.129338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:55:59.135413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1ce59f2b-afae-4eee-8fb8-b9309f8e5ffc tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/56c58a65-50d9-4fdb-918f-3e6a46cb9394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9367750 Oct 15 19:55:59.137551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54736) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:59.141052 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] Sync routers for ids ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:55:59.152950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-006f758f-2e90-4828-a036-4d128effffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.154875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-006f758f-2e90-4828-a036-4d128effffc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 1096 time: 0.2174258 Oct 15 19:55:59.165809 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] Routers {'56c58a65-50d9-4fdb-918f-3e6a46cb9394'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:59.170138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:59.208136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:59.219346 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] Routers {'56c58a65-50d9-4fdb-918f-3e6a46cb9394'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:55:59.220482 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:59.229107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3587dc5e-26bc-430a-af10-c6ae32a31739 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.230627 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3587dc5e-26bc-430a-af10-c6ae32a31739 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports/13217f1d-4262-4b1a-ab61-fd5b497fffd9 HTTP/1.1" status: 200 len: 984 time: 0.0919814 Oct 15 19:55:59.233252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54738) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:55:59.261930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:55:59.263074 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a9cd42-b1db-4ad3-86c1-283f60a21e8c None None] The sync data for ids ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:55:59.358318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-c1840639-8a4e-4e9f-a64f-bbef879db41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.359853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-c1840639-8a4e-4e9f-a64f-bbef879db41c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b182974681e04966aa2eb2948de42e66&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1953878 Oct 15 19:55:59.500399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-eb66724f-565e-4e12-bd16-d4f9ca59a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.504693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-514c79d8-501d-45ae-b5a2-b98f65e5af9a req-eb66724f-565e-4e12-bd16-d4f9ca59a937 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349111 Oct 15 19:55:59.550051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae3779-b229-4b14-84f2-37f0953433b9 req-ea96d17e-55bc-454d-99ea-a2be706e94cb tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.551911 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a3ae3779-b229-4b14-84f2-37f0953433b9 req-ea96d17e-55bc-454d-99ea-a2be706e94cb tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1376009 Oct 15 19:55:59.590902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-661c0ef5-54d3-4f8c-abc2-482b6872e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.592837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-661c0ef5-54d3-4f8c-abc2-482b6872e490 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 1096 time: 0.0427895 Oct 15 19:55:59.637957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-3323f61f-40d1-4bb5-8336-e4ab0e4a4974 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77b6b43-cd35-423d-a29e-4899ad009a90 HTTP/1.1" status: 200 len: 217 time: 0.0371575 Oct 15 19:55:59.640144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a3ae3779-b229-4b14-84f2-37f0953433b9 req-34a68847-d125-49bd-b562-99a80283c02d tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731599 Oct 15 19:55:59.706813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-2c308029-171b-4a95-b9ec-06b4503827a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.708631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-2c308029-171b-4a95-b9ec-06b4503827a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.0602362 Oct 15 19:55:59.765781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-5c415ec7-86fc-4319-85f4-a3dc025ed7fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435529 Oct 15 19:55:59.852372 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:55:59.853033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f378d5-03b4-406c-8e5c-85c3faa5e606 req-388d7154-6654-45fa-9fe1-132c4a042791 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.854613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76f378d5-03b4-406c-8e5c-85c3faa5e606 req-388d7154-6654-45fa-9fe1-132c4a042791 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.1260574 Oct 15 19:55:59.914916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-08f2b024-cb3d-4aad-9908-2556baafa920 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408651 Oct 15 19:55:59.924430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76f378d5-03b4-406c-8e5c-85c3faa5e606 req-2c359f6c-9967-4627-ae72-da83294fb745 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Oct 15 19:55:59.939256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c59158-2fdc-48c0-83df-359ea12195ae req-23a1aed4-83ef-4fca-bf74-5dd49304faa0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:55:59.947215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c59158-2fdc-48c0-83df-359ea12195ae req-23a1aed4-83ef-4fca-bf74-5dd49304faa0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 944 time: 0.1660426 Oct 15 19:56:00.066855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85c59158-2fdc-48c0-83df-359ea12195ae req-19154e51-8a77-4d3c-a8db-abd39bab5e4b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185095 Oct 15 19:56:00.237380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda38cf-2a6a-43f2-ac47-44979a487373 req-99a589b7-39f6-4df7-922d-989be922593e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:00.238837 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeda38cf-2a6a-43f2-ac47-44979a487373 req-99a589b7-39f6-4df7-922d-989be922593e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.1010180 Oct 15 19:56:00.244620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 13217f1d-4262-4b1a-ab61-fd5b497fffd9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:00.244965 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:00.337371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-eeda38cf-2a6a-43f2-ac47-44979a487373 req-6a42ce99-a9eb-4ceb-b502-26aa57a1781e tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890362 Oct 15 19:56:00.339104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b24c10e6-450a-417c-a541-07f1c3f24101 req-2562970a-8ba6-4bb1-856e-5ea2ddb70a7d service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136994 Oct 15 19:56:00.365391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:00.378608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 13217f1d-4262-4b1a-ab61-fd5b497fffd9 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:00.520877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155897-da45-4432-9938-8d01218011b3 req-a20ffa43-8f76-4672-a862-75de5170a23b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:00.526804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155897-da45-4432-9938-8d01218011b3 req-a20ffa43-8f76-4672-a862-75de5170a23b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:00.532841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155897-da45-4432-9938-8d01218011b3 req-a20ffa43-8f76-4672-a862-75de5170a23b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:00.534543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f155897-da45-4432-9938-8d01218011b3 req-a20ffa43-8f76-4672-a862-75de5170a23b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a&device_id=50c2961d-8822-4995-8241-dabb62d79695&device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 2417 time: 0.0647032 Oct 15 19:56:00.577338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f155897-da45-4432-9938-8d01218011b3 req-0e2e6346-2f33-46f3-8de4-19a48eec6ab1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Oct 15 19:56:00.622620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-598bc1dc-9150-4125-bc64-ddfe21e36bf7 req-15341be8-367e-4fc9-9a6d-e48c84be8dc1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:56:00.623743 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-598bc1dc-9150-4125-bc64-ddfe21e36bf7 req-15341be8-367e-4fc9-9a6d-e48c84be8dc1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060046 Oct 15 19:56:00.686970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:00.728329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=13217f1d-4262-4b1a-ab61-fd5b497fffd9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:00.773191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-598bc1dc-9150-4125-bc64-ddfe21e36bf7 req-c8e1f49e-f7fb-45fc-9cca-ea916df3c08c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1420848 Oct 15 19:56:00.848317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:01.033620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 56c58a65-50d9-4fdb-918f-3e6a46cb9394 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:01.112976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:01.120642 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e03e316-c995-4af8-a8a5-42e24bbd13c4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/56c58a65-50d9-4fdb-918f-3e6a46cb9394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8838017 Oct 15 19:56:01.126958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:01.127065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] Sync routers for ids ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:01.136307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] Routers {'56c58a65-50d9-4fdb-918f-3e6a46cb9394'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:01.136927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:01.220394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:01.238881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] Routers {'56c58a65-50d9-4fdb-918f-3e6a46cb9394'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:01.239505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:01.313242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:01.315601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cfde0e-feec-412e-baa5-ee76a227c26b None None] The sync data for ids ['56c58a65-50d9-4fdb-918f-3e6a46cb9394'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:01.608863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00208115-e973-45d9-b785-d58a49b60033 req-7cadb767-789c-4f61-9780-8a9e8a3399bb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:01.610367 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00208115-e973-45d9-b785-d58a49b60033 req-7cadb767-789c-4f61-9780-8a9e8a3399bb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 944 time: 0.3921101 Oct 15 19:56:01.659804 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-8cb9a15f-56e1-4f6c-a5d3-1a1a6e6b43bf tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] remove_router_interface failed (client error): The resource could not be found. Oct 15 19:56:01.660849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8cb9a15f-56e1-4f6c-a5d3-1a1a6e6b43bf tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/56c58a65-50d9-4fdb-918f-3e6a46cb9394/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5390766 Oct 15 19:56:01.663903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54820) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:01.691009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e7d4b0d-2c43-4d20-bfa6-d6008100f758 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c58a65-50d9-4fdb-918f-3e6a46cb9394 HTTP/1.1" status: 200 len: 205 time: 0.0258129 Oct 15 19:56:01.692150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-00208115-e973-45d9-b785-d58a49b60033 req-38456fe7-a314-4aad-a572-49a7a1185e92 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Oct 15 19:56:01.693503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:01.777036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:01.938134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:01.941223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.115406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.116026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router 56c58a65-50d9-4fdb-918f-3e6a46cb9394 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:56:02.123278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.124491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b51dfd00-01cb-4f45-98f9-ced5f429185c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/56c58a65-50d9-4fdb-918f-3e6a46cb9394 HTTP/1.1" status: 204 len: 168 time: 0.4298031 Oct 15 19:56:02.128934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:02.196454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet 31cfcb36-8c54-4c79-b553-8310f300c6aa {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:02.202519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.209376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d75ac73-84ed-4af6-8c8e-4589252763cb details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:56:02.266185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.345116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:02.363194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0d75ac73-84ed-4af6-8c8e-4589252763cb', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'port_id': '0d75ac73-84ed-4af6-8c8e-4589252763cb', 'mac_address': 'fa:16:3e:c2:92:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:56:02.386802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.406881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.431467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d75ac73-84ed-4af6-8c8e-4589252763cb {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:56:02.461787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:02.577945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.578988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.610828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=31cfcb36-8c54-4c79-b553-8310f300c6aa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:02.618698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.623728 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9185dc1f-2992-4759-8cc5-26f28f17b9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/31cfcb36-8c54-4c79-b553-8310f300c6aa HTTP/1.1" status: 204 len: 168 time: 0.4936352 Oct 15 19:56:02.626426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:02.779310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b4050-d0c4-4d10-be76-98b2790f1d0b req-03daee4f-fb9b-48e2-997c-3d3163c95e52 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:02.783573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.800667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f0b4050-d0c4-4d10-be76-98b2790f1d0b req-03daee4f-fb9b-48e2-997c-3d3163c95e52 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.1575861 Oct 15 19:56:02.807021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7502074-23ad-4fe5-a1b4-6926f2e9739b None None] Network f62e6819-2a51-42d8-a34d-674392e0526d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:02.882109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:02.882605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.883615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-1f0b4050-d0c4-4d10-be76-98b2790f1d0b req-211b2336-8a43-4b89-a2cb-fdda718ffa2c tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817416 Oct 15 19:56:02.913512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:02.965081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,segment=NetworkSegment(6c737d3a-4603-477c-8250-2fbcfe466fa1),segment_id=6c737d3a-4603-477c-8250-2fbcfe466fa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:02.965081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:02.979137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:03.053826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] DHCP port deletion for f62e6819-2a51-42d8-a34d-674392e0526d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:56:03.099328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0d75ac73-84ed-4af6-8c8e-4589252763cb'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:03.175078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Deleting port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:03.175450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.232375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ec7f3-8e1c-4f99-9b62-7b4327782bb9 req-472e3201-8232-419d-8f1b-1257218db92e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:03.233790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-851ec7f3-8e1c-4f99-9b62-7b4327782bb9 req-472e3201-8232-419d-8f1b-1257218db92e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 944 time: 0.0511029 Oct 15 19:56:03.240598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.265904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] For port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,segment=NetworkSegment(6c737d3a-4603-477c-8250-2fbcfe466fa1),segment_id=6c737d3a-4603-477c-8250-2fbcfe466fa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:03.266530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.283541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:03.288625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:03.291201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Calling delete_port for a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:03.356644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-851ec7f3-8e1c-4f99-9b62-7b4327782bb9 req-102034ae-dde1-4cc1-a908-b8f10fc392e0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135793 Oct 15 19:56:03.420047 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.421080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.444652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f62e6819-2a51-42d8-a34d-674392e0526d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:03.457996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c737d3a-4603-477c-8250-2fbcfe466fa1') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:03.458443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c737d3a-4603-477c-8250-2fbcfe466fa1') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:03.460376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] Pushing event deleted for resources: {'Port': ['ID=a42e4ca3-6f4d-448e-a4d0-273ba21d0e62,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:03.463806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15c7d1-06a9-47fd-88d2-f62018fc825c None None] No DVR routers for this DVR port a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:03.484078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.504266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.510785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:03.511271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:03.515284 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:03.732139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.738448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.741810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/f62e6819-2a51-42d8-a34d-674392e0526d HTTP/1.1" status: 204 len: 168 time: 1.1142530 Oct 15 19:56:03.746182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54874) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:03.751944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1878409058'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:03.758479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300a955-829f-44e1-a228-078cdd483d7c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=f62e6819-2a51-42d8-a34d-674392e0526d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:03.913391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:03.917220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.944673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:03.954897 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:03.955285 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment d64709c7-f266-4502-b556-155d3fdf4fb0 of type vlan for network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 Oct 15 19:56:04.026256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.063341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fee855-fa65-4425-91ca-c32be4b8aa8f req-309345dd-5635-4d6b-a196-1003168c961b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:04.065830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38fee855-fa65-4425-91ca-c32be4b8aa8f req-309345dd-5635-4d6b-a196-1003168c961b tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0768003 Oct 15 19:56:04.107772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-38fee855-fa65-4425-91ca-c32be4b8aa8f req-db8c87a3-de94-4aaa-84bc-8275e14a7463 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356531 Oct 15 19:56:04.124648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.136721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:04.137377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.221949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f77b6b43-cd35-423d-a29e-4899ad009a90 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:56:04.237903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=cf1dcd9a-21d6-46e0-b89d-8f3eb362f681,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:04.248234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:04.249967 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80a5bb31-39d2-42dc-ab96-0d6ff13877af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5020866 Oct 15 19:56:04.252851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54884) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:04.258123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:04.385999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d50f5-018c-479c-8273-7359251467c0 req-5948d0df-c8c3-4353-aac1-6237ec2350f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:04.387721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b5d50f5-018c-479c-8273-7359251467c0 req-5948d0df-c8c3-4353-aac1-6237ec2350f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.11 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 945 time: 0.0807552 Oct 15 19:56:04.396962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f77b6b43-cd35-423d-a29e-4899ad009a90,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:04.414033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'f77b6b43-cd35-423d-a29e-4899ad009a90', 'network_id': 'bc4d9d18-04d5-4f7a-97aa-18814e9785e6', 'port_id': 'f77b6b43-cd35-423d-a29e-4899ad009a90', 'mac_address': 'fa:16:3e:fc:03:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8be191-8ab6-4148-baf4-019d3e69331a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:56:04.463201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:04.468663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.468806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.482671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77b6b43-cd35-423d-a29e-4899ad009a90 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:56:04.509118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f77b6b43-cd35-423d-a29e-4899ad009a90,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:04.557902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e457a-42b8-47b9-b064-71290ba155bf req-9bca0bcc-4b64-4349-81dd-d5bb09fc8e6a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:04.557902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-692e457a-42b8-47b9-b064-71290ba155bf req-9bca0bcc-4b64-4349-81dd-d5bb09fc8e6a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 944 time: 0.0779531 Oct 15 19:56:04.583947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.588253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Deleting port 39995aa9-eab5-4573-b129-cd1451b865ec {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:04.588674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.638241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-692e457a-42b8-47b9-b064-71290ba155bf req-1e0a4636-1960-4ac8-aa48-898992aeb7e2 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699081 Oct 15 19:56:04.676406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:04.753356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] For port 39995aa9-eab5-4573-b129-cd1451b865ec, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=39995aa9-eab5-4573-b129-cd1451b865ec,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:04.761599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.770153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Calling delete_port for 39995aa9-eab5-4573-b129-cd1451b865ec owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:04.811357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:04.834278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:04.834812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a42e4ca3-6f4d-448e-a4d0-273ba21d0e62 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:04.841390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:04.931156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=08b00a75-c974-4666-a800-5d2fbcfddce5,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:04.948191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': 'd64709c7-f266-4502-b556-155d3fdf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:04.949937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: cf1dcd9a-21d6-46e0-b89d-8f3eb362f681, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:04.989369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['f77b6b43-cd35-423d-a29e-4899ad009a90'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:04.993671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.021288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b00e691c-dad2-48c7-b092-dda29caa97cd', 'eeb7c215-1bf3-48ca-a496-de8022e0d452'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:05.024889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event deleted for resources: {'Port': ['ID=39995aa9-eab5-4573-b129-cd1451b865ec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:05.064982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:05.083494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] No DVR routers for this DVR port 39995aa9-eab5-4573-b129-cd1451b865ec on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:05.086285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.090017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b5d50f5-018c-479c-8273-7359251467c0 req-59f09182-c521-480e-ac25-ef70ef7ffcde tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.11 "DELETE /v2.0/ports/39995aa9-eab5-4573-b129-cd1451b865ec HTTP/1.1" status: 204 len: 173 time: 0.6940296 Oct 15 19:56:05.090770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'name': 'network-vif-deleted', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:05.093680 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af676c9-f17a-4faf-b324-8ec11ec85d8c" -d '{"events": [{"server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "name": "network-vif-deleted", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:05.142455 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d7a6f2-b661-4f54-ab54-5a33360161a3 x-openstack-request-id: req-83d7a6f2-b661-4f54-ab54-5a33360161a3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:05.142455 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a", "name": "network-vif-deleted", "tag": "39995aa9-eab5-4573-b129-cd1451b865ec", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:05.143001 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83d7a6f2-b661-4f54-ab54-5a33360161a3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:05.143495 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a', 'name': 'network-vif-deleted', 'tag': '39995aa9-eab5-4573-b129-cd1451b865ec', 'status': 'completed', 'code': 200} Oct 15 19:56:05.184704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, cf1dcd9a-21d6-46e0-b89d-8f3eb362f681) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:05.189887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:05.190743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.219244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a656f33-dfa5-4b30-b7ed-6bed30c4055a None None] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:05.317502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc99b087-7bc6-4aa7-b0f9-b71fdf367b41 req-282b7692-c198-46e3-93e2-4c246df2d20d tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0788929 Oct 15 19:56:05.323269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a0665d94-d841-48c3-af48-2fae44b969b8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0694878 Oct 15 19:56:05.325988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54902) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:05.331880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710158364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:05.439834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.443793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.534349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.547437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-cf1dcd9a-21d6-46e0-b89d-8f3eb362f681', 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': '08b00a75-c974-4666-a800-5d2fbcfddce5'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:05.549258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.653458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.741138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Allocated IP 2001:db8::2 (cf1dcd9a-21d6-46e0-b89d-8f3eb362f681/08b00a75-c974-4666-a800-5d2fbcfddce5/b1f94bc3-a79d-43c8-a2d1-2679e78b0f32) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:05.779886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:05.781324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2074578-e067-4081-ad51-7ee4d6095826 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4539626 Oct 15 19:56:05.786621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54910) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:05.853480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c900bc3-7a58-402f-ad99-d3a95cb813df req-df3616a4-30e8-474b-b48b-8646da44c946 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:05.855078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c900bc3-7a58-402f-ad99-d3a95cb813df req-df3616a4-30e8-474b-b48b-8646da44c946 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 945 time: 0.0828483 Oct 15 19:56:05.918519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9c900bc3-7a58-402f-ad99-d3a95cb813df req-0046b884-08e5-4d27-9737-9afd333632a4 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467861 Oct 15 19:56:05.936890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.006963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.059039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:06.062483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:06.067847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:06.083598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Pushing event updated for resources: {'Port': ['ID=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:06.133067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Attempting to bind port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:06.133448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Attempting to bind port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd64709c7-f266-4502-b556-155d3fdf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:06.133791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Attempting to bind port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 on network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:06.139181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:06.139582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Checking segment: {'id': 'd64709c7-f266-4502-b556-155d3fdf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:06.140006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.140399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Bound using segment: {'id': 'd64709c7-f266-4502-b556-155d3fdf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:06.140861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Bound port: b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd64709c7-f266-4502-b556-155d3fdf4fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cf1dcd9a-21d6-46e0-b89d-8f3eb362f681'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:06.141241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.151257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.227659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] For port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:06.231010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] For port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,segment=NetworkSegment(d64709c7-f266-4502-b556-155d3fdf4fb0),segment_id=d64709c7-f266-4502-b556-155d3fdf4fb0)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:06.259222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d75ac73-84ed-4af6-8c8e-4589252763cb up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:06.307832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['39995aa9-eab5-4573-b129-cd1451b865ec'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:06.338161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.373882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:06.494216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Deleting subnet ae10feb6-e259-4681-b260-9b1a32b4b2f3 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:06.495238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d98e0-1f3d-42b0-99bc-3cefc6cb10c8 None None] Pushing event updated for resources: {'Port': ['ID=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:06.504015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.510358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0d75ac73-84ed-4af6-8c8e-4589252763cb completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:56:06.515841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0d75ac73-84ed-4af6-8c8e-4589252763cb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:06.516334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.574865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.589786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8::1 (cf1dcd9a-21d6-46e0-b89d-8f3eb362f681/08b00a75-c974-4666-a800-5d2fbcfddce5/51a9fba8-743d-435a-923d-60427f5caecf) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:06.605335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-538c12cb-a06a-4eeb-ba12-073300de0f89 req-79223151-5793-4e03-8599-39fb13c95211 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=a74bfcfa-8ab2-4843-a6fa-7eb7a8668e0a HTTP/1.1" status: 200 len: 210 time: 0.0758598 Oct 15 19:56:06.635856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.679064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.816881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:06.816881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:06.825968 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df489e4-9f1e-4c22-a330-5ed8425cbbee" -d '{"events": [{"server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:06.866152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.894155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:06.933593 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.013860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae10feb6-e259-4681-b260-9b1a32b4b2f3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:07.077492 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.089010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c4df083-2e61-460c-94ea-dbaa894c1d17 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ae10feb6-e259-4681-b260-9b1a32b4b2f3 HTTP/1.1" status: 204 len: 168 time: 0.7117522 Oct 15 19:56:07.089600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54930) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:07.128310 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d315621d-14a3-4ece-acb7-08128a8631c0 x-openstack-request-id: req-d315621d-14a3-4ece-acb7-08128a8631c0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:07.128710 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:07.132755 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d315621d-14a3-4ece-acb7-08128a8631c0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:07.133715 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb', 'code': 200} Oct 15 19:56:07.136490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:07.219147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:07.243159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.243400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:07.244869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.333115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.368196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,segment=NetworkSegment(d64709c7-f266-4502-b556-155d3fdf4fb0),segment_id=d64709c7-f266-4502-b556-155d3fdf4fb0)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:07.372801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:07.375073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c6988-8e64-4cd7-828f-12fed9a4a94e req-d86c1011-06cd-48b3-81d3-e5a9f1fc855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:07.377852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d0c6988-8e64-4cd7-828f-12fed9a4a94e req-d86c1011-06cd-48b3-81d3-e5a9f1fc855d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.2719533 Oct 15 19:56:07.389003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:07.395787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:07.396344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.400521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.412328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=51a9fba8-743d-435a-923d-60427f5caecf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:07.484300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7d730-761e-4d6c-bd10-b44fb93fd739 req-89a516c6-32e5-4169-8e3d-356f062c26d4 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:07.486601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb7d730-761e-4d6c-bd10-b44fb93fd739 req-89a516c6-32e5-4169-8e3d-356f062c26d4 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 945 time: 0.2541385 Oct 15 19:56:07.509945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.559940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d0c6988-8e64-4cd7-828f-12fed9a4a94e req-6d7b4f1d-466f-43a4-b96a-2d231280d4a3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651378 Oct 15 19:56:07.578656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:07.612639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb7d730-761e-4d6c-bd10-b44fb93fd739 req-19194dd8-905c-414c-94f4-9c06a2acd457 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970225 Oct 15 19:56:07.647313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.671710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d678016-6aca-4b51-af55-09362944e0e2']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:07.685468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b959d7e-bf3d-4e64-b625-d6b942a32405') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:07.685878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b959d7e-bf3d-4e64-b625-d6b942a32405') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:07.716495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.736348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.746833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.759070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:07.759654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:07.763496 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:07.952319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546c2f7-af05-4fea-b0bc-032cb9f49478 None None] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:07.978121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.989789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:07.992978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d678016-6aca-4b51-af55-09362944e0e2 HTTP/1.1" status: 204 len: 168 time: 0.9023845 Oct 15 19:56:08.015200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc0aa2-5194-492d-9b46-dc2916bc5587 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d678016-6aca-4b51-af55-09362944e0e2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:08.049443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-adc6e980-fdf9-45a3-af0e-ce3d2b2c41df None None] Provisioning complete for port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:08.050897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-adc6e980-fdf9-45a3-af0e-ce3d2b2c41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.142722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.223242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.224061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.265322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f77b6b43-cd35-423d-a29e-4899ad009a90 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:08.418202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port f77b6b43-cd35-423d-a29e-4899ad009a90 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:56:08.423990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port f77b6b43-cd35-423d-a29e-4899ad009a90 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:08.436080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.518413 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.570179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f77b6b43-cd35-423d-a29e-4899ad009a90,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:08.580169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-11af6edd-4168-4e4c-b106-2769e026d556 None None] Provisioning complete for port 51a9fba8-743d-435a-923d-60427f5caecf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:08.580795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11af6edd-4168-4e4c-b106-2769e026d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.581304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:08.622827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-11af6edd-4168-4e4c-b106-2769e026d556 None None] Port 51a9fba8-743d-435a-923d-60427f5caecf cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:08.633864 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c05f1df2-fff7-454d-b5a1-778109a73db0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57c613fde26d4426bf8f38b167aae5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509195 Oct 15 19:56:08.634519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54952) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:08.656453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-11af6edd-4168-4e4c-b106-2769e026d556 None None] Provisioning complete for port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:08.657275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11af6edd-4168-4e4c-b106-2769e026d556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.666406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.669960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 39995aa9-eab5-4573-b129-cd1451b865ec no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:08.696158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.724464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:08.749617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=51a9fba8-743d-435a-923d-60427f5caecf,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:08.829734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad5397-9a8d-4819-9eb7-3b59c7ccd3be req-0364f589-192c-464b-ac5b-f3ea68c2714b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:08.834225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 39995aa9-eab5-4573-b129-cd1451b865ec {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:08.834575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 39995aa9-eab5-4573-b129-cd1451b865ec not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:08.849281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7ad5397-9a8d-4819-9eb7-3b59c7ccd3be req-0364f589-192c-464b-ac5b-f3ea68c2714b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0810716 Oct 15 19:56:08.874600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1cd0f-c7c4-49e6-99f0-44ffe9b80325 req-c3d2c90f-236f-4349-82bc-8d4d7cd528a1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:08.877683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dab1cd0f-c7c4-49e6-99f0-44ffe9b80325 req-c3d2c90f-236f-4349-82bc-8d4d7cd528a1 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.6106844 Oct 15 19:56:08.909039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:08.917700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:08.933113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f7ad5397-9a8d-4819-9eb7-3b59c7ccd3be req-371cbbef-cb55-4e14-b24a-82335094ca16 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822544 Oct 15 19:56:08.958835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:08.964840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dab1cd0f-c7c4-49e6-99f0-44ffe9b80325 req-6085f5f8-c0e5-4ac5-bd34-2eed6a830116 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781901 Oct 15 19:56:08.966054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:08.994172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.003493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.007001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34477eb4-e543-4c80-943c-f9ca4d36ba91 HTTP/1.1" status: 204 len: 168 time: 0.3696520 Oct 15 19:56:09.044575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85914138-b699-4c34-8fcc-2b86633c1c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34477eb4-e543-4c80-943c-f9ca4d36ba91,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:09.120291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:09.120801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.147832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:09.150207 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0140e0f9-edff-4b5a-8ac9-509925a34d61" -d '{"events": [{"server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "name": "network-vif-plugged", "status": "completed", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:09.238709 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dfbc6d-ca86-4110-8e63-325842cf80bf x-openstack-request-id: req-38dfbc6d-ca86-4110-8e63-325842cf80bf {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:09.239603 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "name": "network-vif-plugged", "status": "completed", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:09.240043 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38dfbc6d-ca86-4110-8e63-325842cf80bf {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:09.240616 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90', 'code': 200} Oct 15 19:56:09.275496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1aa3550f-2707-4037-916b-b3f5c3500a71 None None] Provisioning complete for port 51a9fba8-743d-435a-923d-60427f5caecf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:09.275870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1aa3550f-2707-4037-916b-b3f5c3500a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.320906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router ed930a2a-2167-4124-9c40-cca999c54fa6 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:56:09.331427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3550f-2707-4037-916b-b3f5c3500a71 None None] Port 51a9fba8-743d-435a-923d-60427f5caecf cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:09.398540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3b055-491d-4950-bef6-dfcabcaf8d97 req-a745433d-d86b-49be-bdf1-4f1e8ba887c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:09.400055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb3b055-491d-4950-bef6-dfcabcaf8d97 req-a745433d-d86b-49be-bdf1-4f1e8ba887c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 1098 time: 0.0962098 Oct 15 19:56:09.464342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-61b2fd71-a32f-4aa7-9a2a-670ceb6940ba None None] Provisioning complete for port 51a9fba8-743d-435a-923d-60427f5caecf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:09.482087 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61b2fd71-a32f-4aa7-9a2a-670ceb6940ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.483233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:09.483358 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] Sync routers for ids ['ed930a2a-2167-4124-9c40-cca999c54fa6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:09.483775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a50f1838-989f-4fdc-bacd-99f5733fc0eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/ed930a2a-2167-4124-9c40-cca999c54fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6924801 Oct 15 19:56:09.484203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54966) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:09.489558 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] Routers {'ed930a2a-2167-4124-9c40-cca999c54fa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:09.490794 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ed930a2a-2167-4124-9c40-cca999c54fa6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:09.500010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eb3b055-491d-4950-bef6-dfcabcaf8d97 req-e4eeba04-2dba-4768-ad86-4604c6c8c7a5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683317 Oct 15 19:56:09.530373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-61b2fd71-a32f-4aa7-9a2a-670ceb6940ba None None] Port 51a9fba8-743d-435a-923d-60427f5caecf cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:09.541612 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:09.551277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] Routers {'ed930a2a-2167-4124-9c40-cca999c54fa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:09.552175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ed930a2a-2167-4124-9c40-cca999c54fa6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:09.574823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afbabc5-ffae-450d-8ea4-5e2724f3656e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:09.574823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8afbabc5-ffae-450d-8ea4-5e2724f3656e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports/51a9fba8-743d-435a-923d-60427f5caecf HTTP/1.1" status: 200 len: 911 time: 0.0870507 Oct 15 19:56:09.575078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54970) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:09.597656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:09.598315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea29f51-bb31-4016-8616-214cb6fc559c None None] The sync data for ids ['ed930a2a-2167-4124-9c40-cca999c54fa6'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:09.802176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-2d43fc2c-fcb0-436c-8328-37781877dfea tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:09.804425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-2d43fc2c-fcb0-436c-8328-37781877dfea tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.0546529 Oct 15 19:56:09.931334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Deleting port eeb7c215-1bf3-48ca-a496-de8022e0d452 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:09.931696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:09.942949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.042012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] For port eeb7c215-1bf3-48ca-a496-de8022e0d452, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eeb7c215-1bf3-48ca-a496-de8022e0d452,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:10.044132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.107143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Calling delete_port for eeb7c215-1bf3-48ca-a496-de8022e0d452 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:10.183753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249e8ca-0ed2-479c-90d2-4f02ba88b420 req-802bded5-02f4-413c-8b16-6d2de9e37e03 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:10.193146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a249e8ca-0ed2-479c-90d2-4f02ba88b420 req-802bded5-02f4-413c-8b16-6d2de9e37e03 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 946 time: 0.1057734 Oct 15 19:56:10.204707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9bf3-e6a3-463c-84cf-edd8cecbee98 req-e0e70c9e-bb6a-43c1-b9a7-3b971d13c330 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:10.206289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6e9bf3-e6a3-463c-84cf-edd8cecbee98 req-e0e70c9e-bb6a-43c1-b9a7-3b971d13c330 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1575630 Oct 15 19:56:10.266374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f6e9bf3-e6a3-463c-84cf-edd8cecbee98 req-a02edf46-bfe4-42ae-9ccb-291da0b1d906 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461657 Oct 15 19:56:10.283403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a249e8ca-0ed2-479c-90d2-4f02ba88b420 req-4675ee64-6457-4655-a817-49f7899282e7 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Oct 15 19:56:10.358562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 51a9fba8-743d-435a-923d-60427f5caecf {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:10.359134 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.383710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.395500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b00e691c-dad2-48c7-b092-dda29caa97cd', 'eeb7c215-1bf3-48ca-a496-de8022e0d452'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:10.426856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event deleted for resources: {'Port': ['ID=eeb7c215-1bf3-48ca-a496-de8022e0d452,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:10.496607 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.498754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] No DVR routers for this DVR port eeb7c215-1bf3-48ca-a496-de8022e0d452 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:10.502830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.507394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d1a15fe-f165-4016-b5f5-c724b0b62ab2 req-d81c5248-346f-4ff4-b672-c761806a87f4 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "DELETE /v2.0/ports/eeb7c215-1bf3-48ca-a496-de8022e0d452 HTTP/1.1" status: 204 len: 173 time: 0.6961644 Oct 15 19:56:10.507935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'name': 'network-vif-deleted', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:10.513139 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26492611-9014-4176-b1cb-aea07aae7f87" -d '{"events": [{"server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "name": "network-vif-deleted", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:10.520979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 51a9fba8-743d-435a-923d-60427f5caecf owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:10.557790 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1f067-779d-4f11-9428-3f96051498e6 x-openstack-request-id: req-49e1f067-779d-4f11-9428-3f96051498e6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:10.558093 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c2961d-8822-4995-8241-dabb62d79695", "name": "network-vif-deleted", "tag": "eeb7c215-1bf3-48ca-a496-de8022e0d452", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:10.558415 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49e1f067-779d-4f11-9428-3f96051498e6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:10.558791 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c2961d-8822-4995-8241-dabb62d79695', 'name': 'network-vif-deleted', 'tag': 'eeb7c215-1bf3-48ca-a496-de8022e0d452', 'status': 'completed', 'code': 200} Oct 15 19:56:10.588451 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:56:10.937974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:10.976943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=51a9fba8-743d-435a-923d-60427f5caecf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:11.096398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:11.275990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router ed930a2a-2167-4124-9c40-cca999c54fa6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:11.375594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:11.390146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] Sync routers for ids ['ed930a2a-2167-4124-9c40-cca999c54fa6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:11.401041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] Routers {'ed930a2a-2167-4124-9c40-cca999c54fa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:11.402513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ed930a2a-2167-4124-9c40-cca999c54fa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:11.411897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-392fe7f6-989c-407a-abe7-0b42f190bba7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/ed930a2a-2167-4124-9c40-cca999c54fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350749 Oct 15 19:56:11.418958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:11.437614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:11.452267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-279b580f-1f52-4dc5-8b52-d496bb3fcc0c req-9f4352de-fc20-47f8-bfb2-6b363934d744 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=50c2961d-8822-4995-8241-dabb62d79695 HTTP/1.1" status: 200 len: 210 time: 0.0545387 Oct 15 19:56:11.456351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] Routers {'ed930a2a-2167-4124-9c40-cca999c54fa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:11.456351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ed930a2a-2167-4124-9c40-cca999c54fa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:11.464692 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d55f8621-9cbf-4f4a-bb25-aac53f4ffdc2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed930a2a-2167-4124-9c40-cca999c54fa6 HTTP/1.1" status: 200 len: 205 time: 0.0434382 Oct 15 19:56:11.467294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55050) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:11.507412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:11.508786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d083d5b-7f88-4644-81d4-ebda10750b86 None None] The sync data for ids ['ed930a2a-2167-4124-9c40-cca999c54fa6'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:11.521964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b7679-8616-4413-b373-5786695de327 req-f9e92e3d-475e-41e0-8d7e-ee1aa5f799e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:11.523518 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab4b7679-8616-4413-b373-5786695de327 req-f9e92e3d-475e-41e0-8d7e-ee1aa5f799e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1613164 Oct 15 19:56:11.832717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:11.919821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ab4b7679-8616-4413-b373-5786695de327 req-6a0c03c6-4387-4e0c-a65e-83a4fe0b5f6a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975881 Oct 15 19:56:12.018065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.020410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.142622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.144481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router ed930a2a-2167-4124-9c40-cca999c54fa6 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:56:12.154462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.158538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8673b150-18f7-466e-9635-1e404f5d40a4 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/ed930a2a-2167-4124-9c40-cca999c54fa6 HTTP/1.1" status: 204 len: 168 time: 0.6874647 Oct 15 19:56:12.158796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:12.224511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet 08b00a75-c974-4666-a800-5d2fbcfddce5 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:12.227914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.274967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.423624 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.434248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7d7cc-c48e-4646-a675-16687950c444 req-d77ec836-66d6-43d1-930d-970d12ae55d9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:12.436183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2a7d7cc-c48e-4646-a675-16687950c444 req-d77ec836-66d6-43d1-930d-970d12ae55d9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0922980 Oct 15 19:56:12.449427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-78a2c260-9144-43df-bc53-8569e505dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:12.451529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-78a2c260-9144-43df-bc53-8569e505dfd5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 1098 time: 0.0473843 Oct 15 19:56:12.546946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b2a7d7cc-c48e-4646-a675-16687950c444 req-80e5e76e-962b-4607-abcb-ee2598c76be9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890458 Oct 15 19:56:12.572840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-21cd8f76-8841-4705-8d15-6e5481fa27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:12.576040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-21cd8f76-8841-4705-8d15-6e5481fa27d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.1171830 Oct 15 19:56:12.652831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-adfd8542-9c88-45f9-880f-3f3b4a69f03d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77b6b43-cd35-423d-a29e-4899ad009a90 HTTP/1.1" status: 200 len: 217 time: 0.0681713 Oct 15 19:56:12.713366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.714673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-36bd592c-b9db-49c2-9963-2b5336a69356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:12.717003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-36bd592c-b9db-49c2-9963-2b5336a69356 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.0572925 Oct 15 19:56:12.754455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=08b00a75-c974-4666-a800-5d2fbcfddce5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:12.756755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:12.760262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-08206a8d-79c0-4494-8cef-8380a8df890f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/08b00a75-c974-4666-a800-5d2fbcfddce5 HTTP/1.1" status: 204 len: 168 time: 0.6003025 Oct 15 19:56:12.767273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e007ec1-a976-4714-874e-9e64959cdfbf None None] Network cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:12.771014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55104) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:12.853525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-c82ad6f0-838a-4e10-a00d-5b1e1a00d9c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292207 Oct 15 19:56:12.868965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-bc64e331-050c-42bf-8cd2-eaa9e953ff82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:56:12.870260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-bc64e331-050c-42bf-8cd2-eaa9e953ff82 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089495 Oct 15 19:56:12.962139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.025200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-7f34db86-7ce3-46d3-98c2-cacfbf08ad1c service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463585 Oct 15 19:56:13.048799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:13.049928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.145190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] DHCP port deletion for cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:56:13.168604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,segment=NetworkSegment(d64709c7-f266-4502-b556-155d3fdf4fb0),segment_id=d64709c7-f266-4502-b556-155d3fdf4fb0)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:13.169061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.176906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2f67ca-adf5-4dad-92fc-e3e05de8b4fc req-f0a8bb0a-41a9-47d5-81d1-63805dbfe9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298554 Oct 15 19:56:13.190998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:13.209821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d5b91-6f98-4b2f-8efe-464234b8a157 req-779195f0-daf0-4277-9a68-1d28756b8b74 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:13.212563 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-716d5b91-6f98-4b2f-8efe-464234b8a157 req-779195f0-daf0-4277-9a68-1d28756b8b74 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.0922174 Oct 15 19:56:13.219768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Deleting port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:13.220140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.303413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] For port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,segment=NetworkSegment(d64709c7-f266-4502-b556-155d3fdf4fb0),segment_id=d64709c7-f266-4502-b556-155d3fdf4fb0)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:13.303868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.309372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-716d5b91-6f98-4b2f-8efe-464234b8a157 req-85ac7805-c3e7-453b-bd00-180592af8cad tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Oct 15 19:56:13.323900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Calling delete_port for b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:13.444399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.452162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.472648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:13.477092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:13.571868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.615543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1dcd9a-21d6-46e0-b89d-8f3eb362f681']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:13.624461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] Pushing event deleted for resources: {'Port': ['ID=b1f94bc3-a79d-43c8-a2d1-2679e78b0f32,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:13.628866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e738a35-6612-4798-9a81-e6e2383539b9 None None] No DVR routers for this DVR port b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:13.632493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64709c7-f266-4502-b556-155d3fdf4fb0') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:13.633018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64709c7-f266-4502-b556-155d3fdf4fb0') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:13.640252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eeb7c215-1bf3-48ca-a496-de8022e0d452 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:13.646447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.663749 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.669168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: eeb7c215-1bf3-48ca-a496-de8022e0d452 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:13.669514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eeb7c215-1bf3-48ca-a496-de8022e0d452 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:13.670819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:13.671062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:13.675313 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:13.713345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78283b6e-cc11-4266-9bb7-ed46001fe535 req-47f3a673-f352-4b95-843b-16b08cebea5d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:13.715200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78283b6e-cc11-4266-9bb7-ed46001fe535 req-47f3a673-f352-4b95-843b-16b08cebea5d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0859694 Oct 15 19:56:13.765101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78283b6e-cc11-4266-9bb7-ed46001fe535 req-c03628df-bd09-4398-900a-ba0a02756bf8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Oct 15 19:56:13.838826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.847487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.850903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/cf1dcd9a-21d6-46e0-b89d-8f3eb362f681 HTTP/1.1" status: 204 len: 168 time: 1.0655921 Oct 15 19:56:13.855797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:13.861029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1749625563', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:13.863194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c6d87-2128-4dd5-9309-2f457e1d93a7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=cf1dcd9a-21d6-46e0-b89d-8f3eb362f681,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:13.931758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.932823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:13.992447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:14.201933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:14.498335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:14.524989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:14.552053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334df98-5a76-4b43-9313-f9d5c54c5a05 req-693daf47-9645-4677-8ef7-639dbceca8d8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:14.555418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9334df98-5a76-4b43-9313-f9d5c54c5a05 req-693daf47-9645-4677-8ef7-639dbceca8d8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1424210 Oct 15 19:56:14.635272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9334df98-5a76-4b43-9313-f9d5c54c5a05 req-29de16b7-632c-46ab-8090-c7fed4a30863 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Oct 15 19:56:14.687051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 172.25.0.5 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/48a27fd8-154d-490c-b603-4054769fab46) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:14.826476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:14.827967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:14.879023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:14.879960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b1f94bc3-a79d-43c8-a2d1-2679e78b0f32 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:14.961683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:15.049723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-53651132-bbf3-4727-86ef-036bfd9fccf6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:15.051210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-53651132-bbf3-4727-86ef-036bfd9fccf6 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1686893 Oct 15 19:56:15.054268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:15.072218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:15.074522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:15.080829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=48a27fd8-154d-490c-b603-4054769fab46,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:15.132089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f6dc7-c213-4d02-b034-7ed4a8aca5ce req-21c704f6-9bc8-4ee2-8745-d1732473c117 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:15.133571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c0f6dc7-c213-4d02-b034-7ed4a8aca5ce req-21c704f6-9bc8-4ee2-8745-d1732473c117 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2064979 Oct 15 19:56:15.284451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c0f6dc7-c213-4d02-b034-7ed4a8aca5ce req-2e9f4bd8-8e3d-4b8f-b611-9602f4286371 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409674 Oct 15 19:56:15.380288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Deleting port b00e691c-dad2-48c7-b092-dda29caa97cd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:15.380630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:15.529285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] For port b00e691c-dad2-48c7-b092-dda29caa97cd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b00e691c-dad2-48c7-b092-dda29caa97cd,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:15.529674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:15.549355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Calling delete_port for b00e691c-dad2-48c7-b092-dda29caa97cd owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:15.645229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:15.849943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef82ff-3cb3-436f-8094-ba1f9de90644 req-657b23be-335d-4102-a754-0fd5f1831efd tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:15.851549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-beef82ff-3cb3-436f-8094-ba1f9de90644 req-657b23be-335d-4102-a754-0fd5f1831efd tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 945 time: 0.1195180 Oct 15 19:56:15.919809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-beef82ff-3cb3-436f-8094-ba1f9de90644 req-b2635e47-2635-465f-9dd2-487bf0d2d81f tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5314419a-d720-4afb-961d-9b2d9e9b2527&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Oct 15 19:56:16.370386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:16.420903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:16.432177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b00e691c-dad2-48c7-b092-dda29caa97cd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:16.487333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Pushing event deleted for resources: {'Port': ['ID=b00e691c-dad2-48c7-b092-dda29caa97cd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:16.536022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] No DVR routers for this DVR port b00e691c-dad2-48c7-b092-dda29caa97cd on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:16.538591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:16.541951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1717adb-2c08-4050-bba0-71b95cb80020 req-82c86e6d-e3a1-49b0-a1c1-4ed90b4e86e8 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.15 "DELETE /v2.0/ports/b00e691c-dad2-48c7-b092-dda29caa97cd HTTP/1.1" status: 204 len: 173 time: 1.4823730 Oct 15 19:56:16.581180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'name': 'network-vif-deleted', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:16.585039 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825af5eb-1b41-48e5-8b76-c30818023cf9" -d '{"events": [{"server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "name": "network-vif-deleted", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:16.612869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a96785-fa12-4b31-9a98-0d3568c7f4ae req-c975158f-e166-426b-b810-01c4af54032a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:16.623527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a96785-fa12-4b31-9a98-0d3568c7f4ae req-c975158f-e166-426b-b810-01c4af54032a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2053909 Oct 15 19:56:16.637858 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd5b010-803a-44ab-8cd7-fa1299f5f0e4 x-openstack-request-id: req-3bd5b010-803a-44ab-8cd7-fa1299f5f0e4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:16.638242 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696a4886-f19b-426f-a88e-b68e593993ef", "name": "network-vif-deleted", "tag": "b00e691c-dad2-48c7-b092-dda29caa97cd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:16.638610 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3bd5b010-803a-44ab-8cd7-fa1299f5f0e4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:16.639067 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696a4886-f19b-426f-a88e-b68e593993ef', 'name': 'network-vif-deleted', 'tag': 'b00e691c-dad2-48c7-b092-dda29caa97cd', 'status': 'completed', 'code': 200} Oct 15 19:56:16.700117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a96785-fa12-4b31-9a98-0d3568c7f4ae req-08fcd7cc-0614-4c3b-9f05-c5b024bd2642 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735843 Oct 15 19:56:16.799789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 124d13df-9a05-4bed-bc75-72a3e7dfe502 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:56:16.919496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:16.930473 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] Sync routers for ids ['124d13df-9a05-4bed-bc75-72a3e7dfe502'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:16.944046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] Routers {'124d13df-9a05-4bed-bc75-72a3e7dfe502'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:16.944811 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['124d13df-9a05-4bed-bc75-72a3e7dfe502'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:16.976868 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:16.987509 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] Routers {'124d13df-9a05-4bed-bc75-72a3e7dfe502'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:16.988440 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['124d13df-9a05-4bed-bc75-72a3e7dfe502'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:17.022448 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:17.023114 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b8e31-c014-4ad6-802f-ea8dc13fd5cd None None] The sync data for ids ['124d13df-9a05-4bed-bc75-72a3e7dfe502'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:17.058268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4f5fdd4c-50da-4c01-9243-a93e5a996d81 req-a3241aa0-cbd6-4fc2-9be8-ab1b66363fa0 tempest-ListServerFiltersTestJSON-741195008 tempest-ListServerFiltersTestJSON-741195008-project] 10.222.0.13 "GET /v2.0/ports?device_id=696a4886-f19b-426f-a88e-b68e593993ef HTTP/1.1" status: 200 len: 210 time: 0.0313115 Oct 15 19:56:17.073413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:17.075837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:17.076765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c61f03d4-3929-4623-8e45-605660efdec7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2195363 Oct 15 19:56:17.227151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-20e4ebda-dae8-40f1-ac20-17b5a60052a8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers/124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 200 len: 883 time: 0.1493974 Oct 15 19:56:17.229890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55182) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:17.484337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc0c529d-c248-467a-995b-5449cb6886e0 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2526088 Oct 15 19:56:17.487459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:17.496936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1749625563'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:17.889258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8959f-8ef6-4ebc-8d29-9b0f6dc274f4 req-5f5fc151-7bfe-4ca1-b17b-3039cd1b36b1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:17.897543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8c8959f-8ef6-4ebc-8d29-9b0f6dc274f4 req-5f5fc151-7bfe-4ca1-b17b-3039cd1b36b1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1114695 Oct 15 19:56:17.901575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:17.948732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8c8959f-8ef6-4ebc-8d29-9b0f6dc274f4 req-bcaec884-d1d4-4f66-8432-f7caf55ae2c8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501904 Oct 15 19:56:17.999001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.167892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55204) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:18.202413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 124d13df-9a05-4bed-bc75-72a3e7dfe502 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:18.279479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Deleting subnet 72b91af9-0cb4-4525-9d88-acda1df8dbd5 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:18.293598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.361009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.397056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:18.408206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.409430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3243bb4e-1a4a-4265-8a71-63a6b557b41c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 200 len: 890 time: 0.9204698 Oct 15 19:56:18.411951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:18.426526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] Sync routers for ids ['124d13df-9a05-4bed-bc75-72a3e7dfe502'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:18.456198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] Routers {'124d13df-9a05-4bed-bc75-72a3e7dfe502'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:18.457506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['124d13df-9a05-4bed-bc75-72a3e7dfe502'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:18.515367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:18.518712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.526859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] Routers {'124d13df-9a05-4bed-bc75-72a3e7dfe502'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:18.528022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['124d13df-9a05-4bed-bc75-72a3e7dfe502'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:18.564115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:18.565061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf440c56-7f56-4524-9b13-8b3406489a44 None None] The sync data for ids ['124d13df-9a05-4bed-bc75-72a3e7dfe502'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:18.591210 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a246945b-8e95-4e54-a584-59cbd0fd0eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.612407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fefb2612-975e-48d0-a7cc-ae0a4deeb42a tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers/124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 200 len: 890 time: 0.1990955 Oct 15 19:56:18.614951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:18.653946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e030fd9d-a8bc-44aa-bba1-b7c41564e491 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 200 len: 205 time: 0.0370121 Oct 15 19:56:18.656320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55216) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:18.665072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.689725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae43883-50b1-47d1-80c9-8b430a28aea1 None None] Network b97588f4-0769-4419-bf0e-9c35c02e1952 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:18.791053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:18.801037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/72b91af9-0cb4-4525-9d88-acda1df8dbd5 HTTP/1.1" status: 204 len: 168 time: 0.6310229 Oct 15 19:56:18.802964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:18.876749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea97ff6-29fd-4a2f-88ca-2ddd077ca937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b91af9-0cb4-4525-9d88-acda1df8dbd5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:18.949710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.014235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] DHCP port deletion for b97588f4-0769-4419-bf0e-9c35c02e1952 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:56:19.030036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.075878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Deleting port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:19.076546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.149335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.189872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Deleting port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:19.190209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.195368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] For port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:19.196127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.211597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Calling delete_port for c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:19.335642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] For port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,segment=NetworkSegment(7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c),segment_id=7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:19.336366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.366895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 48a27fd8-154d-490c-b603-4054769fab46 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:19.367407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.388221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Calling delete_port for c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:19.443319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11e730-a048-41e8-a3da-a4c76260980a req-186ae1a7-1663-4de4-b1d0-43e14b13228e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:19.444764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.458568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d11e730-a048-41e8-a3da-a4c76260980a req-186ae1a7-1663-4de4-b1d0-43e14b13228e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.3366511 Oct 15 19:56:19.479396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.500488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Pushing event deleted for resources: {'Port': ['ID=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:19.504353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 48a27fd8-154d-490c-b603-4054769fab46 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:19.514160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] No DVR routers for this DVR port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:19.530488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.533472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.535375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.538846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.540127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.541431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.541981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.542497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.543023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.543534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.545830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.545830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336cbddb-49a9-40f8-ac61-dd9cf26bd109 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:19.597215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d11e730-a048-41e8-a3da-a4c76260980a req-f6b2d639-9737-4a84-8cd2-1b14b3c7e5ce tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375642 Oct 15 19:56:19.626664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.650502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b00e691c-dad2-48c7-b092-dda29caa97cd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:19.671852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] No DVR routers for this DVR port c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:19.674029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c20bc3a4-2e29-4e78-966e-c5a0fb597ca4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:19.695001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: b00e691c-dad2-48c7-b092-dda29caa97cd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:19.698037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b00e691c-dad2-48c7-b092-dda29caa97cd not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:19.762878 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.787612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97588f4-0769-4419-bf0e-9c35c02e1952']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:19.799628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:19.799980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfd6b2d-b3ab-4fb3-8a83-275cf247ea3c') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:19.818396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.835243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.848713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:19.851874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:19.856098 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:19.880221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:19.909135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=48a27fd8-154d-490c-b603-4054769fab46,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:20.021373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.069333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.096160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.104329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b97588f4-0769-4419-bf0e-9c35c02e1952 HTTP/1.1" status: 204 len: 168 time: 1.3000393 Oct 15 19:56:20.105599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a93b8-f4d3-4a78-9abb-76af23bcce48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b97588f4-0769-4419-bf0e-9c35c02e1952,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:20.151207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.157496 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.274520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.275161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router 124d13df-9a05-4bed-bc75-72a3e7dfe502 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:56:20.284057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.289037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55234) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:20.289202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4206bd55-b1a5-4678-bfaa-4558b820b55d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 204 len: 168 time: 1.6314805 Oct 15 19:56:20.295043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467792226'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:20.413018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:20.416903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.452637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:20.464430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.464864 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment 3a72a534-f206-4795-ae09-8bdb8de0ef0b of type vlan for network 8bdd2040-cf27-4727-8669-462cbe4631ca Oct 15 19:56:20.518139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.587794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:20.634934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0388e517-ea42-4533-82dd-1e7ca1c7631c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f3c48ffcec342a3b8fa46030af0a926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456851 Oct 15 19:56:20.639275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55246) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:20.641847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.650910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:20.651654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.726519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.740291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=8bdd2040-cf27-4727-8669-462cbe4631ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:20.754005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8bdd2040-cf27-4727-8669-462cbe4631ca details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:20.758843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.772882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea0454-a202-4fa3-84d6-72f1d212a728 req-429adb6b-97c8-4f53-8369-1d36020deb92 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:20.774652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cea0454-a202-4fa3-84d6-72f1d212a728 req-429adb6b-97c8-4f53-8369-1d36020deb92 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0894094 Oct 15 19:56:20.800006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d388f94a-fcdf-4e49-9fec-1f051551a927 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5087943 Oct 15 19:56:20.800499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55250) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:20.805998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:20.842258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0cea0454-a202-4fa3-84d6-72f1d212a728 req-a65f72e6-74fc-42c8-b12c-d8cf8daae1df tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612469 Oct 15 19:56:20.903150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:20.927045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:20.927705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c20bc3a4-2e29-4e78-966e-c5a0fb597ca4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:20.966036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.969447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:20.970715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5314419a-d720-4afb-961d-9b2d9e9b2527 HTTP/1.1" status: 204 len: 168 time: 0.3304112 Oct 15 19:56:20.982716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506ad1b-36ca-46e2-a563-01e77f1682e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314419a-d720-4afb-961d-9b2d9e9b2527,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:21.067101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:21.070975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:21.384101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:21.386566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-538b5fd5-11a4-4bcb-84df-145159436459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:21.416103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52186064-f5c2-43bd-9fa2-c704458e9eb0 req-261f396e-2a5d-4135-ade2-1eaea729f7e8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:21.418117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52186064-f5c2-43bd-9fa2-c704458e9eb0 req-261f396e-2a5d-4135-ade2-1eaea729f7e8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0762651 Oct 15 19:56:21.472144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-52186064-f5c2-43bd-9fa2-c704458e9eb0 req-a6141c75-6738-4d98-a062-c30afb267c43 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452445 Oct 15 19:56:21.507370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=b9200323-b71f-49e0-8cc1-abf5e3931ae6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:21.539441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': '3a72a534-f206-4795-ae09-8bdb8de0ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:21.540176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: 8bdd2040-cf27-4727-8669-462cbe4631ca, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:21.691944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 8bdd2040-cf27-4727-8669-462cbe4631ca is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:21.789246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8bdd2040-cf27-4727-8669-462cbe4631ca) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:21.793563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:21.794152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:21.801308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d317785-88a4-4e0c-b557-846230d611fc None None] Network 8bdd2040-cf27-4727-8669-462cbe4631ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:21.894449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0a58b79-2ac9-4654-b3f6-badba82139af tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0928862 Oct 15 19:56:21.897091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55284) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:21.901824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1002240175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:22.057420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8bdd2040-cf27-4727-8669-462cbe4631ca', 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': 'b9200323-b71f-49e0-8cc1-abf5e3931ae6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:22.057420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.304154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Allocated IP 2001:db8::2 (8bdd2040-cf27-4727-8669-462cbe4631ca/b9200323-b71f-49e0-8cc1-abf5e3931ae6/103f81b3-1b68-4cbe-83a9-b560fd2eb864) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:22.336624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.604066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.614009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93b550-59a8-4d03-9d84-148a9a493928 req-5277db51-6dbf-41aa-a3a2-9d0199680889 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:22.619922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd93b550-59a8-4d03-9d84-148a9a493928 req-5277db51-6dbf-41aa-a3a2-9d0199680889 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2275825 Oct 15 19:56:22.629431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.631011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.688402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.738186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51263f59-1d6f-44a3-9ef3-06547470a960 req-dd488155-1ce2-4a83-b2dd-16a8ab7e9333 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:22.759011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51263f59-1d6f-44a3-9ef3-06547470a960 req-dd488155-1ce2-4a83-b2dd-16a8ab7e9333 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1484928 Oct 15 19:56:22.763929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55304) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:22.801225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Network 8bdd2040-cf27-4727-8669-462cbe4631ca is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:22.805875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.814320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.815720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd93b550-59a8-4d03-9d84-148a9a493928 req-c66b8107-4145-4f32-adbc-3532777017e5 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697855 Oct 15 19:56:22.817459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.830116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-51263f59-1d6f-44a3-9ef3-06547470a960 req-07437f91-7fbc-421a-86d5-b9a050ce216d tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689273 Oct 15 19:56:22.864707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:22.869223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:22.875787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Pushing event updated for resources: {'Port': ['ID=103f81b3-1b68-4cbe-83a9-b560fd2eb864,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:22.892823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.905051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.987479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Attempting to bind port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:22.987988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Attempting to bind port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3a72a534-f206-4795-ae09-8bdb8de0ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:22.988370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Attempting to bind port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 on network 8bdd2040-cf27-4727-8669-462cbe4631ca {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:22.995334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:22.996013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Checking segment: {'id': '3a72a534-f206-4795-ae09-8bdb8de0ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:22.996422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:22.997292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Bound using segment: {'id': '3a72a534-f206-4795-ae09-8bdb8de0ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:22.997292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Bound port: 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a72a534-f206-4795-ae09-8bdb8de0ef0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8bdd2040-cf27-4727-8669-462cbe4631ca'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:22.998485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.002680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.004673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e9169030-54a6-4b78-b8c2-c90eaeba3b74 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1063318 Oct 15 19:56:23.007906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55308) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:23.063581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-391744202-network', 'tenant_id': '064c420b8d7a479388dab11156d82dce'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:23.082306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] For port 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:23.087976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] For port 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=103f81b3-1b68-4cbe-83a9-b560fd2eb864,segment=NetworkSegment(3a72a534-f206-4795-ae09-8bdb8de0ef0b),segment_id=3a72a534-f206-4795-ae09-8bdb8de0ef0b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:23.153161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.165937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Made reservation on behalf of 064c420b8d7a479388dab11156d82dce for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:23.168779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.187197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.224100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b999bd5-4762-43ef-b2ef-9a602f6d9c9c None None] Pushing event updated for resources: {'Port': ['ID=103f81b3-1b68-4cbe-83a9-b560fd2eb864,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:23.321253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.394223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.429601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:23.439684 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.457911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385b8774-3c0e-41b4-b10e-328631cdec47,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:23.501002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.504352 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Added segment c49b6649-1371-4a24-b274-27eceae3805b of type vlan for network ea5586f2-9bd6-4120-8953-28e6a9beaa2f Oct 15 19:56:23.583348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.671626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.671626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:23.671626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:23.812318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] Pushing event updated for resources: {'Network': ['ID=ea5586f2-9bd6-4120-8953-28e6a9beaa2f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:23.838232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ea5586f2-9bd6-4120-8953-28e6a9beaa2f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:23.890082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8915ed0b-4a82-4384-a195-b6e7c9931f3d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1222754 Oct 15 19:56:23.890082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55318) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:23.898062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Request body: {'subnet': {'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-391744202-subnet', 'tenant_id': '064c420b8d7a479388dab11156d82dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:24.011222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8::1 (8bdd2040-cf27-4727-8669-462cbe4631ca/b9200323-b71f-49e0-8cc1-abf5e3931ae6/76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:24.052612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Made reservation on behalf of 064c420b8d7a479388dab11156d82dce for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:24.055376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.101203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd291dd-d79c-413a-a656-2d7f5491422d req-aaf6562a-9cd1-4f1d-b210-2b9c80ec08bc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:24.103206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd291dd-d79c-413a-a656-2d7f5491422d req-aaf6562a-9cd1-4f1d-b210-2b9c80ec08bc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1391132 Oct 15 19:56:24.245694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd291dd-d79c-413a-a656-2d7f5491422d req-c9536fce-7d59-4593-964a-2b1c263a6540 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306477 Oct 15 19:56:24.301012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f359df-775f-4773-ad27-6ef38d213f8d req-69fdc5e7-41c6-400a-aed8-cc898fdafc48 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:24.307196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04f359df-775f-4773-ad27-6ef38d213f8d req-69fdc5e7-41c6-400a-aed8-cc898fdafc48 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2894220 Oct 15 19:56:24.444747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-04f359df-775f-4773-ad27-6ef38d213f8d req-b50bba81-e708-4188-94cc-423b119f0361 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120117 Oct 15 19:56:24.450409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.671514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65b2d08-0408-43b0-879b-57a2e7fa85fa None None] Network 8bdd2040-cf27-4727-8669-462cbe4631ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:24.746083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.754022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] Provisioning complete for port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:24.754436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.805421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.805625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.898577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:24.924839 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:24.959452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Checking segment: {'id': 'c49b6649-1371-4a24-b274-27eceae3805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:24.960648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Network hostable DHCP agents. Network: ea5586f2-9bd6-4120-8953-28e6a9beaa2f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:24.972767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] For port 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=103f81b3-1b68-4cbe-83a9-b560fd2eb864,segment=NetworkSegment(3a72a534-f206-4795-ae09-8bdb8de0ef0b),segment_id=3a72a534-f206-4795-ae09-8bdb8de0ef0b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:24.982766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 103f81b3-1b68-4cbe-83a9-b560fd2eb864 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:25.052734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:25.053106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.096712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.148885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Network ea5586f2-9bd6-4120-8953-28e6a9beaa2f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:25.189329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d3df8-4455-4bb9-8d99-fc8dbe954449 None None] Pushing event updated for resources: {'Port': ['ID=103f81b3-1b68-4cbe-83a9-b560fd2eb864,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:25.269082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ea5586f2-9bd6-4120-8953-28e6a9beaa2f) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:25.274622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:25.291370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.292705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544c685-a2d0-4b72-949f-657ef7c6dd03 None None] Network ea5586f2-9bd6-4120-8953-28e6a9beaa2f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:25.369438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-55dea4af-abc2-4634-9a87-a061815dd1a8 None None] Provisioning complete for port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:25.370076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55dea4af-abc2-4634-9a87-a061815dd1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.382217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 8bdd2040-cf27-4727-8669-462cbe4631ca is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:25.387468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:25.395896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:25.396435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.401545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8699dd4a-53ad-4414-a32d-a7151394d002 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5091088 Oct 15 19:56:25.402540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:25.454687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-55dea4af-abc2-4634-9a87-a061815dd1a8 None None] Port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:25.521223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-55dea4af-abc2-4634-9a87-a061815dd1a8 None None] Provisioning complete for port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:25.521593 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55dea4af-abc2-4634-9a87-a061815dd1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.524851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f430e2fc-2216-4808-913c-115ca2f0db8b None None] Network ea5586f2-9bd6-4120-8953-28e6a9beaa2f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:25.633224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bf385-fea4-428b-946f-4babbd9a678f req-9c193d43-999c-4a0a-af53-b71848c7ba4c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:25.640805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-114bf385-fea4-428b-946f-4babbd9a678f req-9c193d43-999c-4a0a-af53-b71848c7ba4c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.2986617 Oct 15 19:56:25.753083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-114bf385-fea4-428b-946f-4babbd9a678f req-bcc5a4b1-0aaf-4496-9d2c-4c39588263a0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039608 Oct 15 19:56:25.893131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20dbec2-00d5-43fb-8661-f4c08252864d req-5321f58c-fa59-42a4-bdc4-11c1e2440018 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:25.904316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c20dbec2-00d5-43fb-8661-f4c08252864d req-5321f58c-fa59-42a4-bdc4-11c1e2440018 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1808238 Oct 15 19:56:25.929678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:25.959710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c20dbec2-00d5-43fb-8661-f4c08252864d req-5c6ace6c-8a42-4521-96a6-24d8f2ca0347 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482268 Oct 15 19:56:26.022866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-03b91b25-e5ba-4fec-be63-a4fec55d14f4 None None] Provisioning complete for port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:26.025034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03b91b25-e5ba-4fec-be63-a4fec55d14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.091211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-03b91b25-e5ba-4fec-be63-a4fec55d14f4 None None] Port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:26.332581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55360) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:26.335583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-479d04bf-107c-4d50-bc67-e8a795c9ac50 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:26.337065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-479d04bf-107c-4d50-bc67-e8a795c9ac50 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/networks?id=ea5586f2-9bd6-4120-8953-28e6a9beaa2f HTTP/1.1" status: 200 len: 820 time: 0.1925380 Oct 15 19:56:26.364377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-289af41c-3834-44ac-9004-71c4210eb4dd tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/quotas/064c420b8d7a479388dab11156d82dce HTTP/1.1" status: 200 len: 375 time: 0.0140569 Oct 15 19:56:26.404511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-cb44cabd-2745-46fb-85bd-95df794213c9 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=064c420b8d7a479388dab11156d82dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316553 Oct 15 19:56:26.409356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.418396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-c6ebb33a-61f2-447f-98d5-55eb989b720e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:56:26.425852 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-c6ebb33a-61f2-447f-98d5-55eb989b720e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055985 Oct 15 19:56:26.497814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-55a31aff-b857-49c3-b912-325bda0bac82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.502048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.502048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.591295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:26.608003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8a85503a-c3a9-4624-8a32-bf497b0917e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ea5586f2-9bd6-4120-8953-28e6a9beaa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799023 Oct 15 19:56:26.638969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-55a31aff-b857-49c3-b912-325bda0bac82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.739459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-55a31aff-b857-49c3-b912-325bda0bac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:26.740250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 8bdd2040-cf27-4727-8669-462cbe4631ca is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:26.743627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:26.764052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8eded23b-c825-4618-88d9-3553b16997eb service neutron] 10.222.0.13 "GET /v2.0/networks/ea5586f2-9bd6-4120-8953-28e6a9beaa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230848 Oct 15 19:56:26.928588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-55a31aff-b857-49c3-b912-325bda0bac82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4596f32fe90d48d3bf45b2b2958b0c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945842 Oct 15 19:56:26.931020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:26.938411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 103f81b3-1b68-4cbe-83a9-b560fd2eb864 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:26.957895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31aff-b857-49c3-b912-325bda0bac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3119fbd-30c5-40ba-a5af-8a02bc7f5eb5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:26.997052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d695b-7765-4615-a415-12f602b96529 req-d5685681-2fa2-45c5-9407-3064e59ab462 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:26.997052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a12d695b-7765-4615-a415-12f602b96529 req-d5685681-2fa2-45c5-9407-3064e59ab462 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1075063 Oct 15 19:56:27.039809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 472fa3f5-5171-4c7e-a161-44a713ae50c8 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:56:27.064088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:27.065253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.073942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a12d695b-7765-4615-a415-12f602b96529 req-3d0786e7-ca1c-4620-a010-7dd51360d890 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711446 Oct 15 19:56:27.084611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.113860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.348792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-514167d4-4db4-4572-b373-455f8d4d0da6 None None] Provisioning complete for port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:27.350183 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-514167d4-4db4-4572-b373-455f8d4d0da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.395776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:27.404221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a5561f1-a535-47a5-82f5-b5cee5f24c68 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/472fa3f5-5171-4c7e-a161-44a713ae50c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3950503 Oct 15 19:56:27.407097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55382) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:27.414453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a34ede13-95d9-4ee9-a6e3-ef1000e94d66 req-81123582-ec91-410d-bb36-f50bb53548d6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0797887 Oct 15 19:56:27.419548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] Sync routers for ids ['472fa3f5-5171-4c7e-a161-44a713ae50c8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:27.442601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] Routers {'472fa3f5-5171-4c7e-a161-44a713ae50c8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:27.443239 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['472fa3f5-5171-4c7e-a161-44a713ae50c8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:27.453916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-514167d4-4db4-4572-b373-455f8d4d0da6 None None] Port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:27.524372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:27.543054 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] Routers {'472fa3f5-5171-4c7e-a161-44a713ae50c8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:27.544362 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['472fa3f5-5171-4c7e-a161-44a713ae50c8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:27.544660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf032b-f62e-423d-8b1d-7af667238f9d req-5f4a7689-d7ed-40ef-b562-37c41b330971 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:27.548423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dfbf032b-f62e-423d-8b1d-7af667238f9d req-5f4a7689-d7ed-40ef-b562-37c41b330971 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1965699 Oct 15 19:56:27.567766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44abfe1-744b-4cd7-be43-07d578cec5ae tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:27.571863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:27.572098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f44abfe1-744b-4cd7-be43-07d578cec5ae tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports/76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 HTTP/1.1" status: 200 len: 911 time: 0.1637127 Oct 15 19:56:27.577383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9200323-b71f-49e0-8cc1-abf5e3931ae6'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:27.584111 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:27.585001 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c1b4d-cb39-40c0-aac4-63f30413d4d8 None None] The sync data for ids ['472fa3f5-5171-4c7e-a161-44a713ae50c8'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:27.617753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dfbf032b-f62e-423d-8b1d-7af667238f9d req-7d24a038-8071-4eb1-9e93-899a2521241c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595002 Oct 15 19:56:27.793817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.851245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.853968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:27.855217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3119fbd-30c5-40ba-a5af-8a02bc7f5eb5 HTTP/1.1" status: 204 len: 168 time: 0.9229803 Oct 15 19:56:27.866497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc660a-fb51-41e4-89f8-8b29e906c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3119fbd-30c5-40ba-a5af-8a02bc7f5eb5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:28.221311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:28.243836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18587329-4159-4fdb-875f-4cc97b1515c9 req-04ada92c-68cc-4775-82b3-b8e98f549df9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:28.248221 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18587329-4159-4fdb-875f-4cc97b1515c9 req-04ada92c-68cc-4775-82b3-b8e98f549df9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0955737 Oct 15 19:56:28.303141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-18587329-4159-4fdb-875f-4cc97b1515c9 req-5b9ac7c4-dd0b-40ff-8380-4b4f9a540f97 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Oct 15 19:56:28.309195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:28.324231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:28.326811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:28.332178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/ports/76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 HTTP/1.1" status: 200 len: 911 time: 0.7591789 Oct 15 19:56:28.334249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55404) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:28.390228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b7c82-6a4e-4c02-a6ec-b3e5a5d4bebb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:28.546614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4245a485-92ca-4b17-aa49-ae67bd5afecf req-ecceff30-de60-44a9-ba8b-67eed59d42e2 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0561230 Oct 15 19:56:28.722263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:28.800224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bc64b-f63b-4666-b89e-c075347c2164 req-825c3d0d-21fb-4dc9-be57-6ba1e425df2e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:28.801805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f43bc64b-f63b-4666-b89e-c075347c2164 req-825c3d0d-21fb-4dc9-be57-6ba1e425df2e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0949137 Oct 15 19:56:28.862998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f43bc64b-f63b-4666-b89e-c075347c2164 req-a96ea6a7-cf41-4a53-a239-0c07b8706947 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510049 Oct 15 19:56:29.008171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:29.008505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:29.101452 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:29.114443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:29.376296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:29.443435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=76699cbc-8519-4fcf-b3a6-f45f6ecbd8f8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:29.719863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97464c50-7ab4-476b-ab3c-91baab7ec730 req-bbd7556f-bbde-42ce-bb80-99277c12a6e5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:29.719863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97464c50-7ab4-476b-ab3c-91baab7ec730 req-bbd7556f-bbde-42ce-bb80-99277c12a6e5 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1794882 Oct 15 19:56:29.719863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:29.722878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1461d58-8494-4f71-8082-9770a6656c76 req-445485c2-1f7f-49cb-86e6-5c7e2bb12d78 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0302091 Oct 15 19:56:30.012368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c54138-fa1a-455e-9819-2fcaf565bc61 req-2be38bdc-c92d-414c-bf10-c80f07026449 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:30.013988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05c54138-fa1a-455e-9819-2fcaf565bc61 req-2be38bdc-c92d-414c-bf10-c80f07026449 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0642617 Oct 15 19:56:30.045141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-97464c50-7ab4-476b-ab3c-91baab7ec730 req-9d9d2851-0e6a-4cf6-851f-9dcb081fd3b7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097686 Oct 15 19:56:30.073293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05c54138-fa1a-455e-9819-2fcaf565bc61 req-1e328ccd-92a0-480c-86e1-722a86f0607b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Oct 15 19:56:30.143496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 472fa3f5-5171-4c7e-a161-44a713ae50c8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:30.229206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:30.238914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0714ef58-402b-4483-ae3d-552699abaa13 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/472fa3f5-5171-4c7e-a161-44a713ae50c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8999183 Oct 15 19:56:30.238914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55446) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:30.241869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] Sync routers for ids ['472fa3f5-5171-4c7e-a161-44a713ae50c8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:30.256819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] Routers {'472fa3f5-5171-4c7e-a161-44a713ae50c8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:30.257441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['472fa3f5-5171-4c7e-a161-44a713ae50c8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:30.275721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d4503293-fad9-4302-865a-62361a3259a2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=472fa3f5-5171-4c7e-a161-44a713ae50c8 HTTP/1.1" status: 200 len: 205 time: 0.0357306 Oct 15 19:56:30.278152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55448) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:30.297708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:30.306676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] Routers {'472fa3f5-5171-4c7e-a161-44a713ae50c8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:30.307469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['472fa3f5-5171-4c7e-a161-44a713ae50c8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:30.352069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:30.353200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1593f53-a31f-4014-84bd-fff93c339ef0 None None] The sync data for ids ['472fa3f5-5171-4c7e-a161-44a713ae50c8'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:30.356929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.524539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.526683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.774237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.775499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router 472fa3f5-5171-4c7e-a161-44a713ae50c8 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:56:30.800606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.801913 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-795ca6b6-209f-4c53-bd83-45fad77e5d7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/472fa3f5-5171-4c7e-a161-44a713ae50c8 HTTP/1.1" status: 204 len: 168 time: 0.5227766 Oct 15 19:56:30.805659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55466) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:30.832417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-588faac7-fc56-48df-ae2f-30739ce60757 req-71b2c04f-bdd8-4430-90dd-49788194243b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0454326 Oct 15 19:56:30.864942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet b9200323-b71f-49e0-8cc1-abf5e3931ae6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:30.868097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:30.911871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.027244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.166087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.181097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207abfe-ff96-49d1-931a-60816f767485 req-a6ebc571-7a39-4d20-9fa2-485c050101b3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:31.189934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e207abfe-ff96-49d1-931a-60816f767485 req-a6ebc571-7a39-4d20-9fa2-485c050101b3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0661623 Oct 15 19:56:31.215241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=b9200323-b71f-49e0-8cc1-abf5e3931ae6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:31.257335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.261751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c3ee4-cf91-4db0-9a71-114ff36464ad None None] Network 8bdd2040-cf27-4727-8669-462cbe4631ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:31.268111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51241577-9192-4eba-87ae-fdae48b2ebdb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/b9200323-b71f-49e0-8cc1-abf5e3931ae6 HTTP/1.1" status: 204 len: 168 time: 0.4611170 Oct 15 19:56:31.269040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55484) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:31.276492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e207abfe-ff96-49d1-931a-60816f767485 req-d6ebe92b-422b-4c14-a848-f632f3a84613 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832353 Oct 15 19:56:31.330807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea28619-841a-4bd4-bf03-9a3958016a5e req-6fe192ab-fc32-498c-a902-bc3cd4b17ff2 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:31.332736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ea28619-841a-4bd4-bf03-9a3958016a5e req-6fe192ab-fc32-498c-a902-bc3cd4b17ff2 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1227946 Oct 15 19:56:31.407851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.412375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-890d7db2-29d8-4fe7-8d5a-3fbe8bc010d2 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:31.414849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-890d7db2-29d8-4fe7-8d5a-3fbe8bc010d2 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.15 "GET /v2.0/networks?id=ea5586f2-9bd6-4120-8953-28e6a9beaa2f HTTP/1.1" status: 200 len: 820 time: 0.1829402 Oct 15 19:56:31.428059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Request body: {'port': {'device_id': '12490846-64c4-43ea-95fc-1774f731b28d', 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f', 'admin_state_up': True, 'tenant_id': '064c420b8d7a479388dab11156d82dce'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:31.462621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8ea28619-841a-4bd4-bf03-9a3958016a5e req-792ec49d-189d-4e59-8f30-46884c413199 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 Oct 15 19:56:31.612563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:31.613726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.705170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=103f81b3-1b68-4cbe-83a9-b560fd2eb864,segment=NetworkSegment(3a72a534-f206-4795-ae09-8bdb8de0ef0b),segment_id=3a72a534-f206-4795-ae09-8bdb8de0ef0b)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:31.705539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.723415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 103f81b3-1b68-4cbe-83a9-b560fd2eb864 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:31.725540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Made reservation on behalf of 064c420b8d7a479388dab11156d82dce for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:31.729629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.751674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] DHCP port deletion for 8bdd2040-cf27-4727-8669-462cbe4631ca request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:56:31.803361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Deleting port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:31.803809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.887017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] For port 103f81b3-1b68-4cbe-83a9-b560fd2eb864, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=103f81b3-1b68-4cbe-83a9-b560fd2eb864,segment=NetworkSegment(3a72a534-f206-4795-ae09-8bdb8de0ef0b),segment_id=3a72a534-f206-4795-ae09-8bdb8de0ef0b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:31.887431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.901053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Calling delete_port for 103f81b3-1b68-4cbe-83a9-b560fd2eb864 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:31.967606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3e22bd72-b16a-4d30-9c18-a5035b85e2e4 req-5061c77e-2f6d-4455-8295-5615fede65e6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0576553 Oct 15 19:56:31.971321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:31.997215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Allocated IP 172.20.0.13 (ea5586f2-9bd6-4120-8953-28e6a9beaa2f/de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f/e0d8dbe6-c53c-432b-b12b-37ba276c891a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:32.008619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.010252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=103f81b3-1b68-4cbe-83a9-b560fd2eb864,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.019943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:32.043333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] Pushing event deleted for resources: {'Port': ['ID=103f81b3-1b68-4cbe-83a9-b560fd2eb864,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.049936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc78b33-1e0a-40f1-9a90-076dc9172571 None None] No DVR routers for this DVR port 103f81b3-1b68-4cbe-83a9-b560fd2eb864 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:32.104351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:32.109782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088487232', 'description': 'tempest-secgroup-smoke-1088487232 description', 'project_id': 'a2301625fb6245419989ec4432323cf2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:32.128378 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.149257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdd2040-cf27-4727-8669-462cbe4631ca']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:32.159402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a72a534-f206-4795-ae09-8bdb8de0ef0b') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:32.159723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a72a534-f206-4795-ae09-8bdb8de0ef0b') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:32.178592 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.194784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.205666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:32.206075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:32.209179 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:32.227044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.235840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.248343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.344610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.352661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.357074 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/8bdd2040-cf27-4727-8669-462cbe4631ca HTTP/1.1" status: 204 len: 168 time: 1.0853205 Oct 15 19:56:32.364506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55508) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:32.369520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1772402831', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:32.387259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a694d50-92da-4478-905d-6921569d57b2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=8bdd2040-cf27-4727-8669-462cbe4631ca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.391312 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.401420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.432353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0457350-3c7f-4869-a1a8-5046a5696ec1 req-80043c42-53dd-47e0-ac28-1df6197ddab3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:32.436928 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0457350-3c7f-4869-a1a8-5046a5696ec1 req-80043c42-53dd-47e0-ac28-1df6197ddab3 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0778248 Oct 15 19:56:32.447184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Network ea5586f2-9bd6-4120-8953-28e6a9beaa2f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:32.451235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:32.456571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:32.482372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0457350-3c7f-4869-a1a8-5046a5696ec1 req-f9def6bc-788f-4030-a10a-f073fb11291b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Oct 15 19:56:32.487985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Pushing event updated for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.493004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.528299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.529265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.599972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:32.600583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.602763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73383bf9-f735-443d-8efe-f0dfd7d2a992,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.674517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.696513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.704537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195d4a-fc74-423a-be17-d661be27655c req-85891378-96f4-4f86-9c70-086636d43b65 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:32.706021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69195d4a-fc74-423a-be17-d661be27655c req-85891378-96f4-4f86-9c70-086636d43b65 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1552136 Oct 15 19:56:32.710655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-dc7c2bce-77f4-406d-834f-3023f40f9a4f tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2871845 Oct 15 19:56:32.722634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-5afdd1ed-a046-4ce6-a492-9d48f67e81d3 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:56:32.723507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-5afdd1ed-a046-4ce6-a492-9d48f67e81d3 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055604 Oct 15 19:56:32.747465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.773911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69195d4a-fc74-423a-be17-d661be27655c req-ad22bbe3-7330-42ae-9884-b0796b5fe3fb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616899 Oct 15 19:56:32.811390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.847500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d935c7-4336-4e70-9e74-fc0f31cc18cb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:32.867209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.867774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6556bab3-6aed-4a9a-a4a4-b055805ace0f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5021334 Oct 15 19:56:32.870359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55516) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:32.870518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 103f81b3-1b68-4cbe-83a9-b560fd2eb864 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:32.874112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Request body: {'port': {'device_id': '12490846-64c4-43ea-95fc-1774f731b28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:32.877506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-948967765'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:32.896771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 103f81b3-1b68-4cbe-83a9-b560fd2eb864 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:32.897760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 103f81b3-1b68-4cbe-83a9-b560fd2eb864 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:32.933626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.934878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9bb7ba99-c641-4067-808e-03048b302cbc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8292482 Oct 15 19:56:32.938069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:32.942011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:32.944038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:33.018567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:33.022044 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.086561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:33.101956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.106685 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment e37b18f4-ca8b-42bc-875d-12fe3f910e89 of type vlan for network 119200fb-d461-4fc1-9ddf-abd04c66e6ce Oct 15 19:56:33.117364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65cf86-3615-4233-b2b3-517623c600b1 req-48643ccd-63b1-4498-9028-fbc0d985b2ac tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.118768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d65cf86-3615-4233-b2b3-517623c600b1 req-48643ccd-63b1-4498-9028-fbc0d985b2ac tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 932 time: 0.0820034 Oct 15 19:56:33.164639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.202069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d65cf86-3615-4233-b2b3-517623c600b1 req-0dd63454-4a52-4836-95a3-66d132c5918c tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Oct 15 19:56:33.219526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.251373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d8dbe6-c53c-432b-b12b-37ba276c891a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:56:33.257872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.270707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Transition to ACTIVE for port object e0d8dbe6-c53c-432b-b12b-37ba276c891a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:56:33.307409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.311120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.311765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.315527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.325492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.385103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.402669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:33.434619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=119200fb-d461-4fc1-9ddf-abd04c66e6ce,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:33.438185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21360cbc-02b9-4107-8a55-8aa341654fe7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:33.447248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:33.451282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Attempting to bind port e0d8dbe6-c53c-432b-b12b-37ba276c891a on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:33.451618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Attempting to bind port e0d8dbe6-c53c-432b-b12b-37ba276c891a by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'c49b6649-1371-4a24-b274-27eceae3805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:33.451946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Attempting to bind port e0d8dbe6-c53c-432b-b12b-37ba276c891a on network ea5586f2-9bd6-4120-8953-28e6a9beaa2f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:33.460285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Port e0d8dbe6-c53c-432b-b12b-37ba276c891a on network ea5586f2-9bd6-4120-8953-28e6a9beaa2f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:56:33.460963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Attempting to bind port e0d8dbe6-c53c-432b-b12b-37ba276c891a on network ea5586f2-9bd6-4120-8953-28e6a9beaa2f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:33.466003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:33.467303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Checking segment: {'id': 'c49b6649-1371-4a24-b274-27eceae3805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:33.467303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Bound using segment: {'id': 'c49b6649-1371-4a24-b274-27eceae3805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:33.467303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Bound port: e0d8dbe6-c53c-432b-b12b-37ba276c891a, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c49b6649-1371-4a24-b274-27eceae3805b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:33.467717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.488817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56e81c07-de53-4d04-b86b-01eace22e4c8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6164935 Oct 15 19:56:33.491527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55526) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:33.496416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:33.543881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:33.547753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a,segment=NetworkSegment(c49b6649-1371-4a24-b274-27eceae3805b),segment_id=c49b6649-1371-4a24-b274-27eceae3805b)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:33.564987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.566175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d0bbe476-2250-4690-909d-461e87eb7bf1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6268106 Oct 15 19:56:33.569792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55530) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:33.574008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:33.618535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5e70c-1ac7-4fcb-acee-74a6375c5db2 req-aea6f075-965b-499c-a095-80371f071220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.620043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1d5e70c-1ac7-4fcb-acee-74a6375c5db2 req-aea6f075-965b-499c-a095-80371f071220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Oct 15 19:56:33.660108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1d5e70c-1ac7-4fcb-acee-74a6375c5db2 req-039f24c3-8765-420c-821f-cc73bcc0c828 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337694 Oct 15 19:56:33.661642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.696388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.696948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.702734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] 10.222.0.15 "PUT /v2.0/ports/e0d8dbe6-c53c-432b-b12b-37ba276c891a HTTP/1.1" status: 200 len: 1093 time: 0.9671297 Oct 15 19:56:33.702734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:33.702734 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:33.720966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.730046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c61b-52fd-4d0f-9fd4-39ea4fd3bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:33.767803 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5647c463-d395-4f3b-991d-5eebd90d2b55 x-openstack-request-id: req-5647c463-d395-4f3b-991d-5eebd90d2b55 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:33.768230 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:33.768599 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5647c463-d395-4f3b-991d-5eebd90d2b55 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:33.769373 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a', 'status': 'completed', 'code': 200} Oct 15 19:56:33.809420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.837207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-885b0bcb-c030-47d2-8e43-8bfedba58ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.838982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-885b0bcb-c030-47d2-8e43-8bfedba58ee4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=064c420b8d7a479388dab11156d82dce&device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 1096 time: 0.0468347 Oct 15 19:56:33.857742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:33.861672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.920387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:33.958083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7632f690-255f-4041-8b98-51ac1fcfb84c,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:33.971776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caef0d7-56ec-48ac-8259-a08636d7ede7 req-e1cf8223-9539-467f-a191-7d2dea5a9fd6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.973371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3caef0d7-56ec-48ac-8259-a08636d7ede7 req-e1cf8223-9539-467f-a191-7d2dea5a9fd6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1061354 Oct 15 19:56:33.989380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-cd561548-48f7-49f1-a79f-01b3fe5aa361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:33.990790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-cd561548-48f7-49f1-a79f-01b3fe5aa361 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=064c420b8d7a479388dab11156d82dce&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1438725 Oct 15 19:56:34.026749 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.028403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c2e3c3cd-3861-46d0-bd4d-3fef3dccab4d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4576907 Oct 15 19:56:34.032015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:34.036485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:34.046427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3caef0d7-56ec-48ac-8259-a08636d7ede7 req-8178ae64-e7f3-4dc3-93af-05ae69d9d776 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651364 Oct 15 19:56:34.122148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-f5f80edb-3ea4-4407-a413-95fffa83c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.123764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0e4cc8e-bbe3-4360-86a6-dffd6e42d3d7 req-f5f80edb-3ea4-4407-a413-95fffa83c4ad service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1245463 Oct 15 19:56:34.172458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.215260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.222855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-36847557-f49b-472f-b916-e26e20c420df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.222855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-36847557-f49b-472f-b916-e26e20c420df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=064c420b8d7a479388dab11156d82dce&device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 1096 time: 0.0484469 Oct 15 19:56:34.278610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-84fcc96a-132a-4d32-b4c4-ce1260130f48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a HTTP/1.1" status: 200 len: 217 time: 0.0508881 Oct 15 19:56:34.295636 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.298026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=990eeffa-d174-440f-a197-71af331fbce5,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:34.319390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:34.319825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: 119200fb-d461-4fc1-9ddf-abd04c66e6ce, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:34.358230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.368963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814ac42-8890-431d-ae24-8651b20f14fd req-6a869cc1-be2b-4b76-9326-2148d195cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.370443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-6a869cc1-be2b-4b76-9326-2148d195cdd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f HTTP/1.1" status: 200 len: 860 time: 0.0846324 Oct 15 19:56:34.379005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491fba31-8743-408d-ac69-bb1a5a05bf99,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:34.385087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e5bdb-ad66-4293-ad03-855a14712dc1 req-107b6102-0ee1-4b1b-bd8a-a37f6546cc70 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.386731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d6e5bdb-ad66-4293-ad03-855a14712dc1 req-107b6102-0ee1-4b1b-bd8a-a37f6546cc70 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 944 time: 0.0996709 Oct 15 19:56:34.415358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:34.428992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-6f0d52a1-f51f-4e9c-b6df-46ca0a6744d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ea5586f2-9bd6-4120-8953-28e6a9beaa2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412958 Oct 15 19:56:34.446108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.447329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-70414035-74dd-4df9-835e-9ca5adebbf00 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4143586 Oct 15 19:56:34.450250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55558) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:34.457534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:34.470919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d6e5bdb-ad66-4293-ad03-855a14712dc1 req-1ec4c7eb-455e-4dad-a7fb-8fe42e5a2a61 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Oct 15 19:56:34.501125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 119200fb-d461-4fc1-9ddf-abd04c66e6ce) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:34.506261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.511683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.512426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4f38f-d4fc-4103-9eac-305572864780 None None] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:34.553574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-f5d4a33e-cb22-4bfb-9d98-1762278434f9 service neutron] 10.222.0.15 "GET /v2.0/networks/ea5586f2-9bd6-4120-8953-28e6a9beaa2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168056 Oct 15 19:56:34.574462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.650799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.669234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b814ac42-8890-431d-ae24-8651b20f14fd req-99705a67-7afc-4f99-a952-7cd0c6a6d8a3 service neutron] 10.222.0.15 "GET /v2.0/networks/ea5586f2-9bd6-4120-8953-28e6a9beaa2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087160 Oct 15 19:56:34.693825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ac09780e-baba-44b4-9d22-1066d47eeba5 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1991196 Oct 15 19:56:34.693942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:34.709890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:34.710805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.747723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.768360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11304557-8b6e-4f62-96ba-0e84c527ecb6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:34.881833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Allocated IP 2001:db8::2 (119200fb-d461-4fc1-9ddf-abd04c66e6ce/990eeffa-d174-440f-a197-71af331fbce5/3b22f502-7bbb-47ee-8969-c6cd72fa2638) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:34.893065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbf4eb-5927-4735-b928-0c7411fd72ad req-88409bec-929c-47c6-a1d4-48df8a5898c1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:34.895759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bbbf4eb-5927-4735-b928-0c7411fd72ad req-88409bec-929c-47c6-a1d4-48df8a5898c1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1310532 Oct 15 19:56:34.950186 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2bbbf4eb-5927-4735-b928-0c7411fd72ad req-84088143-99f2-4976-b3ad-7adb4b9f0988 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Oct 15 19:56:34.967418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:34.973421 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-239eefd1-c5fb-4b43-963e-004cd504d359 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5221660 Oct 15 19:56:34.974194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55566) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:34.980683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:35.048771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.057399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.078760 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:56:35.083796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.126313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.185823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.193821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:35.196960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:35.201075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:35.221035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Pushing event updated for resources: {'Port': ['ID=3b22f502-7bbb-47ee-8969-c6cd72fa2638,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:35.253696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.282596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Attempting to bind port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:35.282966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Attempting to bind port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:35.283329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Attempting to bind port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 on network 119200fb-d461-4fc1-9ddf-abd04c66e6ce {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:35.286765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74398798-d8dd-43ab-9836-cd15c20b3156,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:35.289027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:35.289398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Checking segment: {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:35.289843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.290281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Bound using segment: {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:35.290882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Bound port: 3b22f502-7bbb-47ee-8969-c6cd72fa2638, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:35.291261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.322032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c1a2d-0370-4920-b9c5-82ef12182ba1 req-c91ee816-7959-4f43-a152-348c1089a010 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:35.324405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-729c1a2d-0370-4920-b9c5-82ef12182ba1 req-c91ee816-7959-4f43-a152-348c1089a010 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1216710 Oct 15 19:56:35.373290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.377833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f78f40f7-24e0-4321-8951-bd8c111f0f09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4000411 Oct 15 19:56:35.378189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:35.381287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] For port 3b22f502-7bbb-47ee-8969-c6cd72fa2638, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:35.383131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '45d935c7-4336-4e70-9e74-fc0f31cc18cb', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:35.386596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] For port 3b22f502-7bbb-47ee-8969-c6cd72fa2638, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b22f502-7bbb-47ee-8969-c6cd72fa2638,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:35.403973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-729c1a2d-0370-4920-b9c5-82ef12182ba1 req-952dabf9-3493-4b2c-b1bb-f27c43b6b174 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707843 Oct 15 19:56:35.422827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8::1 (119200fb-d461-4fc1-9ddf-abd04c66e6ce/990eeffa-d174-440f-a197-71af331fbce5/6b5e0f35-c605-433a-a75e-88a667cb9715) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:35.464290 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.526104 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:56:35.532357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.562971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995c80a-8155-4007-b2a6-45db7278b6e8 None None] Pushing event updated for resources: {'Port': ['ID=3b22f502-7bbb-47ee-8969-c6cd72fa2638,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:35.570010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.662981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.699885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41404-4d53-4f4d-841a-f353c1094125 req-766c8ab3-49fc-4fe0-ba5b-46a87771b25a tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:35.704486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20c41404-4d53-4f4d-841a-f353c1094125 req-766c8ab3-49fc-4fe0-ba5b-46a87771b25a tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 944 time: 0.1003106 Oct 15 19:56:35.707200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:35.707910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.714322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:35.723392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:35.723948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.727489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:35.757291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-20c41404-4d53-4f4d-841a-f353c1094125 req-63dd0f8c-e744-4a61-98d4-2f7c02d1edc7 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Oct 15 19:56:35.782898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.833953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6420089-d609-4fb0-9b27-8144b7931a1f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:35.871523 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:35.876040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d9b84780-1e77-4052-98aa-c96ff03f24f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4936807 Oct 15 19:56:35.876316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55580) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:35.881739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'network': {'name': 'tempest-network-smoke--1274619224', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:36.020945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:36.025782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.033361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.074066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:36.084206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88216d7-5752-426d-9e8c-2ac7b3109cb3 req-b7d6db65-c8bc-48a2-a6dd-d98f00881971 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:36.085763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e88216d7-5752-426d-9e8c-2ac7b3109cb3 req-b7d6db65-c8bc-48a2-a6dd-d98f00881971 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0757046 Oct 15 19:56:36.095100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.095572 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Added segment c3552104-95b1-4953-8e03-fb5dcb18f4c6 of type vlan for network 5e4d4c29-a97d-4568-9168-0edc1f156d64 Oct 15 19:56:36.161005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.197689 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e88216d7-5752-426d-9e8c-2ac7b3109cb3 req-5315ddcd-9047-4afd-8410-c54f2642984a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941722 Oct 15 19:56:36.308609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.315406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:36.316864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.323546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.399883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Network': ['ID=5e4d4c29-a97d-4568-9168-0edc1f156d64,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:36.415820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:36.444567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.444567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.487393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-68f76256-c9b0-4932-ae7c-e8823fae0441 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6096537 Oct 15 19:56:36.488182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:36.494099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'admin_state_up': True, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:36.535948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:36.580628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfd931-ff31-4e87-919b-9e9e68cfb559 req-f87f2c95-5691-47db-86df-eae76cc00c5d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:36.582322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfd931-ff31-4e87-919b-9e9e68cfb559 req-f87f2c95-5691-47db-86df-eae76cc00c5d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0799255 Oct 15 19:56:36.611775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:36.613714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:36.627379 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45dfd931-ff31-4e87-919b-9e9e68cfb559 req-ffed1dbf-611b-4972-8f57-d6ed1415e1b2 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Oct 15 19:56:36.691476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc76eb-51ca-4191-8aa3-867392cf25d0 None None] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:36.693793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.694887 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.752116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.780260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] Provisioning complete for port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:36.780762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:36.885918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357476a-fecf-4f08-a78a-c0f65bc56c52 req-46a22556-1506-415e-8f2d-252bd3a61a38 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:36.887420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b357476a-fecf-4f08-a78a-c0f65bc56c52 req-46a22556-1506-415e-8f2d-252bd3a61a38 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 944 time: 0.0599363 Oct 15 19:56:36.912566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b22f502-7bbb-47ee-8969-c6cd72fa2638 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:36.921063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:56:36.951625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b357476a-fecf-4f08-a78a-c0f65bc56c52 req-6f88d474-e383-4504-8e28-ce4c4e8808af tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552144 Oct 15 19:56:36.970765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.014091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:37.014091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.044229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] For port 3b22f502-7bbb-47ee-8969-c6cd72fa2638, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b22f502-7bbb-47ee-8969-c6cd72fa2638,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:37.078495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.115842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.307427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.392576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7782ae-6e64-4c58-9e8c-209a690364a7 None None] Pushing event updated for resources: {'Port': ['ID=3b22f502-7bbb-47ee-8969-c6cd72fa2638,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:37.400029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:56:37.400380 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:56:37.432345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d5efd6b1-48ad-4120-9f1c-4186de5fb36e None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:37.433070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5efd6b1-48ad-4120-9f1c-4186de5fb36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.500686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:37.503901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d5efd6b1-48ad-4120-9f1c-4186de5fb36e None None] Port 6b5e0f35-c605-433a-a75e-88a667cb9715 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:37.509111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d155651b-a5cb-4bfc-812d-cc1286fad8de tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8153934 Oct 15 19:56:37.509906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:37.516693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:37.517227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171904489'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:37.529230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d5efd6b1-48ad-4120-9f1c-4186de5fb36e None None] Provisioning complete for port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:37.529603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5efd6b1-48ad-4120-9f1c-4186de5fb36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.541010 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:37.542139 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:37.545896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69677781-888e-4768-9c75-3a2f046d62aa req-2570dc2d-ae4b-4cf3-acb1-0be95ba8cc15 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:37.548586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69677781-888e-4768-9c75-3a2f046d62aa req-2570dc2d-ae4b-4cf3-acb1-0be95ba8cc15 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1038840 Oct 15 19:56:37.577427 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.608556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69677781-888e-4768-9c75-3a2f046d62aa req-df9c0888-2051-49e9-a635-67b7ddf055db tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451937 Oct 15 19:56:37.618294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.681165 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:37.706830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:37.710944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.744414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e0d8dbe6-c53c-432b-b12b-37ba276c891a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:56:37.762082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:37.794407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.794917 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment 3c64b14f-2e2d-496c-8b83-9b11889a5647 of type vlan for network 7debc4d2-38d3-4677-a0e4-6fb138768dde Oct 15 19:56:37.801437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.100 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/16e8d3ce-7174-4ecb-b3a7-ff937c696f3c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:37.881991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.939273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a,segment=NetworkSegment(c49b6649-1371-4a24-b274-27eceae3805b),segment_id=c49b6649-1371-4a24-b274-27eceae3805b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:37.963504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:37.968936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a5bb5-e1f0-493e-b3e3-1fb3c049cfae req-0a6197ba-3283-4e6e-ab57-2608cd5fb6f0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:37.970707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a', 'network_id': 'ea5586f2-9bd6-4120-8953-28e6a9beaa2f', 'port_id': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a', 'mac_address': 'fa:16:3e:f5:e1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:56:37.971860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-218a5bb5-e1f0-493e-b3e3-1fb3c049cfae req-0a6197ba-3283-4e6e-ab57-2608cd5fb6f0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1971381 Oct 15 19:56:38.009952 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:35Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:36Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:38.025723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c8810533-dbf3-49f9-9912-cb167c86095f None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:38.032179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8810533-dbf3-49f9-9912-cb167c86095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.032899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-218a5bb5-e1f0-493e-b3e3-1fb3c049cfae req-1cd48cab-39f2-4e88-98dd-3cbe3e26da69 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Oct 15 19:56:38.053930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.057582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.058332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.065684 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:56:38.066355 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Updating router 4ee35e49-0528-4019-9263-705e1e364e7e port 6b5e0f35-c605-433a-a75e-88a667cb9715 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:56:38.113544 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.148624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c22ec-5bec-439c-8413-ca98eab0667a req-013bb158-59de-4e8d-a718-d4ffbfa1d28b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.159631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d4c22ec-5bec-439c-8413-ca98eab0667a req-013bb158-59de-4e8d-a718-d4ffbfa1d28b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 944 time: 0.0656686 Oct 15 19:56:38.167216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c8810533-dbf3-49f9-9912-cb167c86095f None None] Port 6b5e0f35-c605-433a-a75e-88a667cb9715 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:38.173224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.208012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=7debc4d2-38d3-4677-a0e4-6fb138768dde,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:38.219445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d8dbe6-c53c-432b-b12b-37ba276c891a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:56:38.225952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc8b1d-1ac2-4cbd-9171-1737c06dba3e req-46488154-f9c1-4343-aba2-ae23506ddcc1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.226173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.228982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10fc8b1d-1ac2-4cbd-9171-1737c06dba3e req-46488154-f9c1-4343-aba2-ae23506ddcc1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1189098 Oct 15 19:56:38.232733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:38.241250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4d4c22ec-5bec-439c-8413-ca98eab0667a req-fed882c7-b7df-498f-bef7-0e1587cadd19 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807536 Oct 15 19:56:38.265777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a,segment=NetworkSegment(c49b6649-1371-4a24-b274-27eceae3805b),segment_id=c49b6649-1371-4a24-b274-27eceae3805b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:38.286058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:38.290849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:38.302365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d860f28d-fdef-435c-a85e-fdc60ca37df9 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7876666 Oct 15 19:56:38.302495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:38.304332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:38.313507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10fc8b1d-1ac2-4cbd-9171-1737c06dba3e req-fb6650ab-dc10-411f-8124-f45f9bb4353f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753701 Oct 15 19:56:38.348429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7778ed1a-08b1-4282-8f26-87226bd1451f None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:38.349728 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7778ed1a-08b1-4282-8f26-87226bd1451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.354628 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.365366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:38.390381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:38.452286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7778ed1a-08b1-4282-8f26-87226bd1451f None None] Port 6b5e0f35-c605-433a-a75e-88a667cb9715 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:38.465525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-abc90470-0427-4520-beba-a8acbee83b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.468519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-abc90470-0427-4520-beba-a8acbee83b9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.1900539 Oct 15 19:56:38.469206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:38.551695 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.579467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-bb850c24-b60d-4cc8-8062-ba7c92d20c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.581759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-bb850c24-b60d-4cc8-8062-ba7c92d20c54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.1057739 Oct 15 19:56:38.628415 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.665215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-881faca2-6470-4d2c-8553-e21fa640395a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1002 time: 0.0755460 Oct 15 19:56:38.714177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e0d8dbe6-c53c-432b-b12b-37ba276c891a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:56:38.763520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-dac6930c-44fc-4530-9898-5b960cb2b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.766227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-dac6930c-44fc-4530-9898-5b960cb2b2f7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.0935662 Oct 15 19:56:38.771683 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Pushing event updated for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:38.793773 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.794428 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.795241 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.795837 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.801152 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.801855 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.804780 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.805448 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.806572 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.807091 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.807658 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.808427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:38.814936 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Attempting to bind port 6b5e0f35-c605-433a-a75e-88a667cb9715 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:38.818329 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Attempting to bind port 6b5e0f35-c605-433a-a75e-88a667cb9715 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:38.819191 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Attempting to bind port 6b5e0f35-c605-433a-a75e-88a667cb9715 on network 119200fb-d461-4fc1-9ddf-abd04c66e6ce {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:38.827094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:38.827970 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Checking segment: {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:38.828737 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.829356 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Bound using segment: {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:38.830085 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Bound port: 6b5e0f35-c605-433a-a75e-88a667cb9715, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37b18f4-ca8b-42bc-875d-12fe3f910e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:38.830564 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.907187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-4397f011-3cf0-4e8d-8300-17c3128a43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:38.909538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-4397f011-3cf0-4e8d-8300-17c3128a43f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1362889 Oct 15 19:56:38.928261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b22f502-7bbb-47ee-8969-c6cd72fa2638 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:38.957718 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] For port 6b5e0f35-c605-433a-a75e-88a667cb9715, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:38.962500 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] For port 6b5e0f35-c605-433a-a75e-88a667cb9715, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6b5e0f35-c605-433a-a75e-88a667cb9715,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:38.982388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:38.986770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:38.995027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:38.995260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.017308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-64609ceb-2b18-45b7-82a0-b4805e442882 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997670 Oct 15 19:56:39.102105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-40a5d3b8-17f1-4825-9312-ed057054d4e0 None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:39.102105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40a5d3b8-17f1-4825-9312-ed057054d4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.124308 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.141011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1adfbfb1-5fec-49aa-bc88-60da6662a112 req-2bbb6ca6-caa9-4cc0-b3af-7f3bc3122136 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154559 Oct 15 19:56:39.148772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-40a5d3b8-17f1-4825-9312-ed057054d4e0 None None] Port 6b5e0f35-c605-433a-a75e-88a667cb9715 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:39.185898 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:39.186531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:39.276907 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd95cf-01d4-4667-b8cc-7de415808efa None None] Pushing event updated for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:39.298945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.314985 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:39.354686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d2cc7-9a52-446a-be57-37648adc37b1 req-c3b348ba-365d-48f1-b0a7-08371d85ebf1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:39.363058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c5d2cc7-9a52-446a-be57-37648adc37b1 req-c3b348ba-365d-48f1-b0a7-08371d85ebf1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2036452 Oct 15 19:56:39.416387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937121be-8662-499d-b3eb-6129a797f1c8 req-4ad06151-61e7-4b27-af25-ec4fa04fb0d4 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:39.429886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-937121be-8662-499d-b3eb-6129a797f1c8 req-4ad06151-61e7-4b27-af25-ec4fa04fb0d4 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 945 time: 0.0929902 Oct 15 19:56:39.474330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-937121be-8662-499d-b3eb-6129a797f1c8 req-72520619-de72-48af-b513-27eeb984866b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Oct 15 19:56:39.486657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7c5d2cc7-9a52-446a-be57-37648adc37b1 req-a91928b4-4240-4cf0-b998-b55cf402ccc4 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226873 Oct 15 19:56:39.489310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:39.490197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.597899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.606588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d942b8e-209b-4b45-b1d0-1fd962a7f5ed req-e58f66ad-fec5-4bf2-81f3-081edc35f3e1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:39.621986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d942b8e-209b-4b45-b1d0-1fd962a7f5ed req-e58f66ad-fec5-4bf2-81f3-081edc35f3e1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0681314 Oct 15 19:56:39.661578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.690072 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:35Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:38Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:39.702892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.705701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d942b8e-209b-4b45-b1d0-1fd962a7f5ed req-10edf78f-565e-47e6-9262-fdd56de36d1b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821652 Oct 15 19:56:39.723756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=5ce54216-f3ed-46c4-ab8b-76d04aced992,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:39.726457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] For port 6b5e0f35-c605-433a-a75e-88a667cb9715, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6b5e0f35-c605-433a-a75e-88a667cb9715,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:39.730708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:39.731081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: 7debc4d2-38d3-4677-a0e4-6fb138768dde, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:39.743421 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099c01e-592a-44a5-a661-250c613eeb02 None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:35Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:38Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:39.828498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:39.880479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f7bd1-bdd9-4a81-8447-d3d9fb8be216 None None] Pushing event updated for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:39.948464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:40.045457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router f7dd69db-4257-44a4-a66c-182b49519da6 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:56:40.100658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 7debc4d2-38d3-4677-a0e4-6fb138768dde) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:40.107045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:40.113462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:40.113752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8909ac-b0fa-4973-ac0c-cf66285f20ca None None] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:40.178589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:40.196745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Sync routers for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:40.226947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69b4eae5-5c15-42f6-94ac-8bd6a7b9d013 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9039803 Oct 15 19:56:40.230076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55636) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:40.252208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:40.252410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:40.313045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:40.315413 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a340b69b-b3e6-4268-a9d1-73787416df63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8257959 Oct 15 19:56:40.320079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55638) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:40.379275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-7debc4d2-38d3-4677-a0e4-6fb138768dde', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:40.380280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:40.426051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:40.435634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba21c5da-111c-4c7f-8b99-fabd056ff0b1 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a2301625fb6245419989ec4432323cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130388 Oct 15 19:56:40.437497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:40.486694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e33d7e-222a-4446-b9ac-bfc755a7f3bf req-2058732b-124e-467c-bdd2-6980bffb59af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:40.488756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76e33d7e-222a-4446-b9ac-bfc755a7f3bf req-2058732b-124e-467c-bdd2-6980bffb59af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 1098 time: 0.1583066 Oct 15 19:56:40.619152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76e33d7e-222a-4446-b9ac-bfc755a7f3bf req-d3af9a40-0bc7-48fd-ae04-4e894ce81473 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209216 Oct 15 19:56:40.648966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270e49d-116d-4cb1-ae50-81b0501eaf95 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:40.651211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8270e49d-116d-4cb1-ae50-81b0501eaf95 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2125108 Oct 15 19:56:40.653534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:40.715902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d036f557-654b-4e3b-b3e2-fe8834dd064b tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610902 Oct 15 19:56:40.723113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:40.724805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd1b67-3685-487a-afa7-3ae2af66db09 req-8b6c6698-b6b4-439f-bd17-e65361c2a418 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:40.726475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7cd1b67-3685-487a-afa7-3ae2af66db09 req-8b6c6698-b6b4-439f-bd17-e65361c2a418 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 945 time: 0.1061685 Oct 15 19:56:40.728185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214522403', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:40.817290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2d5ec-715a-4d9f-a92a-ba505fdbabc4 req-15ab83b3-5b3e-4134-bb0a-bdda2f584ea6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:40.820725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85e2d5ec-715a-4d9f-a92a-ba505fdbabc4 req-15ab83b3-5b3e-4134-bb0a-bdda2f584ea6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1661308 Oct 15 19:56:40.848989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7cd1b67-3685-487a-afa7-3ae2af66db09 req-72e4ef8f-7d43-40df-b8b8-e468ba868115 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910242 Oct 15 19:56:40.922057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85e2d5ec-715a-4d9f-a92a-ba505fdbabc4 req-ecef96c0-4aaf-44b1-88e5-67a4b71b69b9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833378 Oct 15 19:56:40.949952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Allocated IP 2001:db8:1::2 (7debc4d2-38d3-4677-a0e4-6fb138768dde/5ce54216-f3ed-46c4-ab8b-76d04aced992/8acfaa82-6aa9-486a-b2c5-ab0eb3608d95) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:40.985656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6b5e0f35-c605-433a-a75e-88a667cb9715 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:40.990823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.020681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:41.024710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.112371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059087a-29c0-4e2e-9efc-9648189e263f req-dd41cf8f-0496-402b-b0cc-46e9cf1fc53b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:41.114441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6059087a-29c0-4e2e-9efc-9648189e263f req-dd41cf8f-0496-402b-b0cc-46e9cf1fc53b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1258299 Oct 15 19:56:41.136849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:38Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:41.142031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6b5e0f35-c605-433a-a75e-88a667cb9715 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:41.142498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.189231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6059087a-29c0-4e2e-9efc-9648189e263f req-c919c3a2-a1e0-4e9a-92a8-ad961e40f9c4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622447 Oct 15 19:56:41.227111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Checking router: f7dd69db-4257-44a4-a66c-182b49519da6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:56:41.227463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Updating router f7dd69db-4257-44a4-a66c-182b49519da6 port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:56:41.303972 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.356188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.409359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.449147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.498799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8:1::1 (7debc4d2-38d3-4677-a0e4-6fb138768dde/5ce54216-f3ed-46c4-ab8b-76d04aced992/220c01f9-7833-42ef-9c19-c867a22eea5b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:41.502547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Checking segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:41.503612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network hostable DHCP agents. Network: 5e4d4c29-a97d-4568-9168-0edc1f156d64, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:41.507818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Subnet': ['ID=41ecf2d9-8e5e-475f-94f5-1e9d29290541,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:41.513242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:41.518688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:41.537730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:41.555825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Pushing event updated for resources: {'Port': ['ID=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:41.635319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.639617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Attempting to bind port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:41.640718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Attempting to bind port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:41.640972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Attempting to bind port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 on network 7debc4d2-38d3-4677-a0e4-6fb138768dde {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:41.651598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:41.652263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Checking segment: {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:41.652663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.653052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Bound using segment: {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:41.653573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Bound port: 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:41.653954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.677979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:41.763232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e0d8dbe6-c53c-432b-b12b-37ba276c891a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:41.782608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.824188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] For port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:41.829457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.830356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:41.833701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:41.837444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:41.837608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5e4d4c29-a97d-4568-9168-0edc1f156d64) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:41.837992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.843325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:41.843980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.860247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c712ef4-e247-4a56-8c80-c96f81c24474 None None] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:41.885013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:41.951003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:41.979367 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-46b468b5-1f09-4b3c-ac8f-add5162f87a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2551510 Oct 15 19:56:41.982262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55672) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:41.996495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e0d8dbe6-c53c-432b-b12b-37ba276c891a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:56:42.019228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e0d8dbe6-c53c-432b-b12b-37ba276c891a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:42.019673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.027097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2dc1d-7676-4924-8cb7-f08489a4ab80 req-4ff445fb-ad3b-40ae-85d9-2814e300ad14 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:42.031479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ee2dc1d-7676-4924-8cb7-f08489a4ab80 req-4ff445fb-ad3b-40ae-85d9-2814e300ad14 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 945 time: 0.0609734 Oct 15 19:56:42.074609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b085de-13bd-466c-a15c-b0384eee1f47 None None] Pushing event updated for resources: {'Port': ['ID=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:42.084206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] For port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:42.089899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Attempting to bind port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:42.090322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Attempting to bind port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:42.090712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Attempting to bind port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:42.097690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ee2dc1d-7676-4924-8cb7-f08489a4ab80 req-27c1afec-c613-4d04-9c6f-3d1056a1941d tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610523 Oct 15 19:56:42.104484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:42.104877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:42.105283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.105677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:42.106167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Bound port: 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:42.106549 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.168730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.177925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fe31a-1a65-4997-bf92-984195d6f793 req-3f962641-56fd-41bd-a310-4707e60f5f00 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:42.187987 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d43fe31a-1a65-4997-bf92-984195d6f793 req-3f962641-56fd-41bd-a310-4707e60f5f00 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1948407 Oct 15 19:56:42.188199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.241408 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d43fe31a-1a65-4997-bf92-984195d6f793 req-047a6c6c-7697-4359-ba3d-22cda565101f tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525329 Oct 15 19:56:42.319069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5e4d4c29-a97d-4568-9168-0edc1f156d64', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:42.324005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.324005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] For port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:42.384176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849630ac-0267-40ca-be5b-9abc9e88e261 None None] Pushing event updated for resources: {'Port': ['ID=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:42.396865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] For port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:42.432569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.519313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.575904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:42.578498 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bd98ef-93ce-46a3-969c-17a968694499" -d '{"events": [{"server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "name": "network-vif-plugged", "status": "completed", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:42.601229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.629935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a,segment=NetworkSegment(c49b6649-1371-4a24-b274-27eceae3805b),segment_id=c49b6649-1371-4a24-b274-27eceae3805b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:42.641958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57b54c-37aa-4e3c-839c-04144cb6efbf x-openstack-request-id: req-ff57b54c-37aa-4e3c-839c-04144cb6efbf {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:42.642247 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "name": "network-vif-plugged", "status": "completed", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:42.642499 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff57b54c-37aa-4e3c-839c-04144cb6efbf {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:42.642882 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a', 'code': 200} Oct 15 19:56:42.679068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.679922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.705746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Allocated IP 172.20.0.2 (5e4d4c29-a97d-4568-9168-0edc1f156d64/41ecf2d9-8e5e-475f-94f5-1e9d29290541/041c4046-87b6-4e7c-bd68-4ed3cb734440) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:42.739918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b085de-13bd-466c-a15c-b0384eee1f47 None None] Pushing event updated for resources: {'Port': ['ID=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:42.746330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:42.746962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:42.824162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.853853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:42.864490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:42.996463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6af78-0e17-4ba3-8c41-6ee359e6f456 req-6739287b-596f-4ff0-830b-c7dd707120b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:42.996463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ad6af78-0e17-4ba3-8c41-6ee359e6f456 req-6739287b-596f-4ff0-830b-c7dd707120b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 1098 time: 0.2411664 Oct 15 19:56:43.040135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:43.048877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:43.063493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ad6af78-0e17-4ba3-8c41-6ee359e6f456 req-a873d768-c4a0-4cab-a903-a0b4c1c241de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581362 Oct 15 19:56:43.129730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:43.190429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:43.215943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:43.318981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b871d01-8ccb-4b7b-858b-1794280556f0 req-4f41f483-8a7a-4464-ad65-4f8f4e31cde3 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:43.327039 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b871d01-8ccb-4b7b-858b-1794280556f0 req-4f41f483-8a7a-4464-ad65-4f8f4e31cde3 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 946 time: 0.0865004 Oct 15 19:56:43.359723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:43.367514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ee210476-510e-4d18-aa6d-b5be8cdd910b tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1358411 Oct 15 19:56:43.370376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:43.376460 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:43.377658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:43.397629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1227892914'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:43.400357 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:43.405984 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:43.496172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:43.496541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.583127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:43.587333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.591985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.653108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:43.677819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.678171 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment e4e51459-1dde-44c5-932d-c8c69105245a of type vlan for network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 Oct 15 19:56:43.719744 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.750473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.786208 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:43.819472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cec0a26-566c-4903-9874-ba9cc502664d None None] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:43.827313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Pushing event updated for resources: {'Port': ['ID=041c4046-87b6-4e7c-bd68-4ed3cb734440,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:43.834373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2b871d01-8ccb-4b7b-858b-1794280556f0 req-4e598fb8-c64d-4a44-8e90-1c8043f02233 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050921 Oct 15 19:56:43.841176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.848899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:43.849545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.873987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.1 (5e4d4c29-a97d-4568-9168-0edc1f156d64/41ecf2d9-8e5e-475f-94f5-1e9d29290541/70530689-f897-45f3-9b14-75a823680b5d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:43.963363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:43.966508 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:43.968964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=3bc8c921-a358-4254-a8c1-32d79ffcfdb9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:44.006744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b08a3d-c4a2-4276-9f92-a310262fe867 req-8882889e-c3dc-443d-b310-1b3cc239aa8f tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:44.012574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2b08a3d-c4a2-4276-9f92-a310262fe867 req-8882889e-c3dc-443d-b310-1b3cc239aa8f tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.2361934 Oct 15 19:56:44.081173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0e6e186-07d7-453d-8284-3c023ed3cfeb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7097001 Oct 15 19:56:44.087536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2b08a3d-c4a2-4276-9f92-a310262fe867 req-538db746-a836-47ee-aeb5-bcc20f3912b6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661106 Oct 15 19:56:44.088081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55692) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:44.094345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:44.120099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.159119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:44.168154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:41Z', 'revision_number': 3, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:42Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:44.201202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:56:44.201554 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Updating router 4ee35e49-0528-4019-9263-705e1e364e7e port 220c01f9-7833-42ef-9c19-c867a22eea5b binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:56:44.205698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:44.208828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:44.237467 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.239535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6b01c038-075f-4f2b-879d-92db7536e1f9 None None] Provisioning complete for port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:44.240308 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b01c038-075f-4f2b-879d-92db7536e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.267615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d01fd-5674-46b4-b3ff-6a20e66d74eb req-85b11495-3a8c-445c-b89b-80d1e3a70d3c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:44.270167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a7d01fd-5674-46b4-b3ff-6a20e66d74eb req-85b11495-3a8c-445c-b89b-80d1e3a70d3c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0513396 Oct 15 19:56:44.299437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.341754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:44.346324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.382664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:44.393677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:44.400475 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2a7d01fd-5674-46b4-b3ff-6a20e66d74eb req-d5878c95-a68d-47c7-960f-06ba60ea855e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252329 Oct 15 19:56:44.406844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:44.439095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:44.457163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:38Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:44.465216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.476488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:44.537220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247f441-ca40-4cef-b84c-a7fbbd34f727 None None] The sync data for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 is: [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:38Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:44.544354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Attempting to bind port 041c4046-87b6-4e7c-bd68-4ed3cb734440 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:44.546595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Attempting to bind port 041c4046-87b6-4e7c-bd68-4ed3cb734440 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:44.546595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Attempting to bind port 041c4046-87b6-4e7c-bd68-4ed3cb734440 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:44.550210 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.615951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:44.616620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Checking segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:44.617097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.617561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Bound using segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:44.618129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Bound port: 041c4046-87b6-4e7c-bd68-4ed3cb734440, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:44.618587 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.775186 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.804048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:44.841396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] For port 041c4046-87b6-4e7c-bd68-4ed3cb734440, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:44.847060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] For port 041c4046-87b6-4e7c-bd68-4ed3cb734440, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=041c4046-87b6-4e7c-bd68-4ed3cb734440,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:44.973074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.980245 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.984976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:44.997516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c444e-278b-4a79-92a2-7ddc54f4009b req-fd7ed980-f75d-4d26-8a78-e4d6eb502d4b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:45.006028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a77c444e-278b-4a79-92a2-7ddc54f4009b req-fd7ed980-f75d-4d26-8a78-e4d6eb502d4b tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 946 time: 0.0713310 Oct 15 19:56:45.016998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.140269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4737a-8943-4f67-a61e-8c793189dc57 None None] Pushing event updated for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:45.196122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a77c444e-278b-4a79-92a2-7ddc54f4009b req-61f0362f-1a45-4b51-8c60-b3c5abffb57a tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890180 Oct 15 19:56:45.225669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=9420378d-76ad-465a-8849-4220337403a1,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:45.288675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ffa66-5ca6-4114-8df7-3fb0df3e236d None None] Pushing event updated for resources: {'Port': ['ID=041c4046-87b6-4e7c-bd68-4ed3cb734440,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:45.294690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:45.295056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: 3bc8c921-a358-4254-a8c1-32d79ffcfdb9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:45.334158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Provisioning complete for port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:45.334547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.364211 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Attempting to bind port 220c01f9-7833-42ef-9c19-c867a22eea5b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:45.365092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Attempting to bind port 220c01f9-7833-42ef-9c19-c867a22eea5b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:45.365797 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Attempting to bind port 220c01f9-7833-42ef-9c19-c867a22eea5b on network 7debc4d2-38d3-4677-a0e4-6fb138768dde {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:45.402319 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:45.406656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Checking segment: {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:45.407416 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.409269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Bound using segment: {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:45.411514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Bound port: 220c01f9-7833-42ef-9c19-c867a22eea5b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c64b14f-2e2d-496c-8b83-9b11889a5647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:45.412141 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.450106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:45.535446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3bc8c921-a358-4254-a8c1-32d79ffcfdb9) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:45.539801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:45.540470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.590163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474106b2-d08c-420c-81e6-3d623f7a9f10 None None] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:45.650809 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] For port 220c01f9-7833-42ef-9c19-c867a22eea5b, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:45.659478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-34ce54d5-9f48-4ed1-adb2-b21cf4cca6db tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5702317 Oct 15 19:56:45.662132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] For port 220c01f9-7833-42ef-9c19-c867a22eea5b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=220c01f9-7833-42ef-9c19-c867a22eea5b,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:45.662359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55720) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:45.664839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf57f1-6ec7-46df-b9b6-7721306875a3 req-a8dd250b-194e-4b5b-be04-1ac3ef30ee34 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:45.667577 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6baf57f1-6ec7-46df-b9b6-7721306875a3 req-a8dd250b-194e-4b5b-be04-1ac3ef30ee34 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.3065426 Oct 15 19:56:45.744718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.795415 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.860213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.925135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Provisioning complete for port 220c01f9-7833-42ef-9c19-c867a22eea5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:45.928004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:45.958086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6baf57f1-6ec7-46df-b9b6-7721306875a3 req-c83edc0e-3124-432f-91ac-03c7d5a4048b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108567 Oct 15 19:56:45.966639 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:45.967254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:46.111340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:46.145531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:46.161512 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4737a-8943-4f67-a61e-8c793189dc57 None None] Pushing event updated for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:46.222374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:46.223520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:46.339165 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:46.485046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:46.486856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:46.662756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:46.709671 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:41Z', 'revision_number': 3, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:45Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:46.723406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Allocated IP 2001:db8:2::2 (3bc8c921-a358-4254-a8c1-32d79ffcfdb9/9420378d-76ad-465a-8849-4220337403a1/7dcaaa77-2904-4d34-b349-5e752d5fa8ef) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:46.785781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad872f05-8fb4-4fa5-8455-9883a4a8411c None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:41Z', 'revision_number': 3, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:45Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:46.793148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router f7dd69db-4257-44a4-a66c-182b49519da6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:46.809466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] For port 220c01f9-7833-42ef-9c19-c867a22eea5b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=220c01f9-7833-42ef-9c19-c867a22eea5b,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:46.903020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:46.935240 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:47.061250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5c421-4f11-4286-b142-4b6ff133a94c None None] Pushing event updated for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:47.161308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fa6659fd-aec4-4621-828f-e5b65b342944 None None] Provisioning complete for port 220c01f9-7833-42ef-9c19-c867a22eea5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:47.161676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa6659fd-aec4-4621-828f-e5b65b342944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:47.267188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:47.279968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-46ff02af-8bb4-4903-8c80-91c6b4d711b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/f7dd69db-4257-44a4-a66c-182b49519da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2961106 Oct 15 19:56:47.348900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8af0c0-5950-4600-82e3-a45e63c321e3 req-4018746c-5c79-4895-ac9c-f71e7cc14e27 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:47.358841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf8af0c0-5950-4600-82e3-a45e63c321e3 req-4018746c-5c79-4895-ac9c-f71e7cc14e27 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 946 time: 0.2164841 Oct 15 19:56:47.359850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:47.449146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cf8af0c0-5950-4600-82e3-a45e63c321e3 req-e50cbba7-5be5-4c0d-8dae-8b041ff51ede tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918605 Oct 15 19:56:47.538269 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:47.546758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:47.547353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:47.594223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:56:47.633596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96733457-e2a6-4124-ac2f-f61c4b5f3ad5 None None] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:47.667516 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:47.697744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-dbcdda73-c96f-4d70-8492-c2ee4fcd5b46 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088487232&fields=id&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 267 time: 0.0898950 Oct 15 19:56:48.031079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:48.031079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:48.031079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:48.031079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Provisioning complete for port 041c4046-87b6-4e7c-bd68-4ed3cb734440 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:48.031079 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.035299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-cf5d2978-ff5c-4322-99bf-844ccc9e5223 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:48.035299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-cf5d2978-ff5c-4322-99bf-844ccc9e5223 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 797 time: 0.1855950 Oct 15 19:56:48.036614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Pushing event updated for resources: {'Port': ['ID=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:48.044343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-bc94b30b-d045-4a71-8f44-f186eb57242e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/quotas/a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 375 time: 0.0321157 Oct 15 19:56:48.045104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Sync routers for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:48.062592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5f9d1b03-8bd5-470a-93c3-0135d5e13959 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188147 Oct 15 19:56:48.145472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-704332a2-6316-49dc-8264-4c3a432e14f8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1691060 Oct 15 19:56:48.238596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1eb6-d01e-4c26-8eca-b520a4edfd1c req-7a228c27-32d6-43b3-98d6-cbe79bb70c22 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:48.243964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5d4d98b0-1cf2-4b91-beda-054714f4fc34 service neutron] 10.222.0.13 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712675 Oct 15 19:56:48.245862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c38b1eb6-d01e-4c26-8eca-b520a4edfd1c req-7a228c27-32d6-43b3-98d6-cbe79bb70c22 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.9458799 Oct 15 19:56:48.286959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:48.288577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:48.289202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:48.350303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Attempting to bind port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:48.350591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Attempting to bind port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:48.350945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Attempting to bind port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef on network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:48.365116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-749b142a-7a55-4e49-9cce-3c0d2c865c10 service neutron] 10.222.0.13 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134136 Oct 15 19:56:48.394392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.396397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:48.396755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Checking segment: {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:48.397139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.397524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Bound using segment: {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:48.398006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Bound port: 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:48.398372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.425042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c38b1eb6-d01e-4c26-8eca-b520a4edfd1c req-fee986f6-44f9-40e0-8f7c-359faf871cae tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738122 Oct 15 19:56:48.442996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-a30054e3-b1e7-4808-806b-4d8960db57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:48.444851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-a30054e3-b1e7-4808-806b-4d8960db57ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 1098 time: 0.1950135 Oct 15 19:56:48.470716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8:2::1 (3bc8c921-a358-4254-a8c1-32d79ffcfdb9/9420378d-76ad-465a-8849-4220337403a1/988d9361-6169-46d0-858b-db30e790bfbb) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:48.537929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-3073cf6b-b740-4a0a-a949-e9b668342270 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:48.539279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-3073cf6b-b740-4a0a-a949-e9b668342270 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.15 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 946 time: 0.1798849 Oct 15 19:56:48.580573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:48.795215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-364ba332-52db-420b-98f7-3a888eb17c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.805078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] For port 041c4046-87b6-4e7c-bd68-4ed3cb734440, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=041c4046-87b6-4e7c-bd68-4ed3cb734440,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:48.835500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-56085c15-e1d0-42dd-a418-56deb616e161 req-c126416c-e164-4dd7-958d-531a5353cfe6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0629027 Oct 15 19:56:48.867458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:48.871104 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.948127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:48.976460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.017703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-6a2e9e53-8202-4a54-b43d-f0f4c7d6f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:49.019797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-6a2e9e53-8202-4a54-b43d-f0f4c7d6f05d service neutron] 10.222.0.11 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.5462196 Oct 15 19:56:49.026487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] For port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:49.084226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] For port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:49.100118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c3476-9ab4-4b43-b460-364c64ca3e62 req-3b66989c-c16e-481c-90c8-067b9f61c0a4 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:49.101657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c26c3476-9ab4-4b43-b460-364c64ca3e62 req-3b66989c-c16e-481c-90c8-067b9f61c0a4 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 946 time: 0.3379555 Oct 15 19:56:49.111185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Provisioning complete for port 220c01f9-7833-42ef-9c19-c867a22eea5b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:49.111645 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.129826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.133144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-72dfc580-a961-43ac-bf7d-3e29a1aaa155 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 200 len: 1002 time: 0.1040437 Oct 15 19:56:49.144178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Deleting port e0d8dbe6-c53c-432b-b12b-37ba276c891a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:56:49.144428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.150187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4536de-348a-472f-81de-e67a76deef76 None None] Pushing event updated for resources: {'Port': ['ID=041c4046-87b6-4e7c-bd68-4ed3cb734440,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:49.168620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.269059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:45Z', 'revision_number': 2, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:49.273601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:49.315181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c26c3476-9ab4-4b43-b460-364c64ca3e62 req-f010e436-3de7-4723-8eae-2b1c287c44aa tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/security-groups?id=385b8774-3c0e-41b4-b10e-328631cdec47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877367 Oct 15 19:56:49.346156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.370175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:49.370327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Checking router: f7dd69db-4257-44a4-a66c-182b49519da6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:56:49.370500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Updating router f7dd69db-4257-44a4-a66c-182b49519da6 port 70530689-f897-45f3-9b14-75a823680b5d binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:56:49.392253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f251c34-12f0-4488-a61a-cc4ccecb35bb None None] Pushing event updated for resources: {'Port': ['ID=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:49.403061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:49.403962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.498543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:49.511446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-055b231d-c6ce-4398-a12c-35def150b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:49.513505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-055b231d-c6ce-4398-a12c-35def150b150 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.3596447 Oct 15 19:56:49.651433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881f9d2-a13b-451a-8195-150ccc06cd1b req-079f5ab1-fe3f-444f-a363-c6cd47780978 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:49.664993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:49.665502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7881f9d2-a13b-451a-8195-150ccc06cd1b req-079f5ab1-fe3f-444f-a363-c6cd47780978 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.3098993 Oct 15 19:56:49.685613 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.765201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] For port e0d8dbe6-c53c-432b-b12b-37ba276c891a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e0d8dbe6-c53c-432b-b12b-37ba276c891a,segment=NetworkSegment(c49b6649-1371-4a24-b274-27eceae3805b),segment_id=c49b6649-1371-4a24-b274-27eceae3805b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:49.765201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.804736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7881f9d2-a13b-451a-8195-150ccc06cd1b req-403da88d-ea22-4bf1-aa6d-96812ce8d259 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382205 Oct 15 19:56:49.826354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Calling delete_port for e0d8dbe6-c53c-432b-b12b-37ba276c891a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:56:49.863765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-41f26cbb-2d2a-4f5c-b897-4d59b2685bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:49.865737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-41f26cbb-2d2a-4f5c-b897-4d59b2685bad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3281481 Oct 15 19:56:49.894569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:49.896020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 041c4046-87b6-4e7c-bd68-4ed3cb734440 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:49.996312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e88f832-5a97-40db-9c61-09c689f9b2cb req-22ca8619-fdfa-4919-9fed-7ae3f0cddeeb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0421975 Oct 15 19:56:50.083401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.142623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 041c4046-87b6-4e7c-bd68-4ed3cb734440 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:50.143007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.146032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:50.183751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-b0a3ca83-92b5-4c2c-8600-d3589243c298 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036678 Oct 15 19:56:50.269746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09fedb4a-7ac5-473b-b6a7-6140093927d1 None None] Provisioning complete for port 041c4046-87b6-4e7c-bd68-4ed3cb734440 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:50.270108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09fedb4a-7ac5-473b-b6a7-6140093927d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.440054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.497848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58bdec36-d760-430f-977c-d56ecac15e01 req-1590e9db-369f-41e0-ba1e-f934cce47564 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0504680 Oct 15 19:56:50.508249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b337d47e-a32c-42c2-bd61-edd51c0a9515 req-38e124e3-bab5-48ca-9ccf-fdc0dcd7ac97 service neutron] 10.222.0.11 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117108 Oct 15 19:56:50.565267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09fedb4a-7ac5-473b-b6a7-6140093927d1 None None] Provisioning complete for port 70530689-f897-45f3-9b14-75a823680b5d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:50.565838 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09fedb4a-7ac5-473b-b6a7-6140093927d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.586030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Pushing event deleted for resources: {'Port': ['ID=e0d8dbe6-c53c-432b-b12b-37ba276c891a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:50.645973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] No DVR routers for this DVR port e0d8dbe6-c53c-432b-b12b-37ba276c891a on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:56:50.647464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.649187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.654008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09fedb4a-7ac5-473b-b6a7-6140093927d1 None None] Port 70530689-f897-45f3-9b14-75a823680b5d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:50.654160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99349b19-8a83-46a4-a5a8-9e5b6a368e7b req-b120e438-ea59-45f7-8b71-db4c70ebc8c6 tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.15 "DELETE /v2.0/ports/e0d8dbe6-c53c-432b-b12b-37ba276c891a HTTP/1.1" status: 204 len: 173 time: 2.0992310 Oct 15 19:56:50.658642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'name': 'network-vif-deleted', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:50.661814 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75f1e0e-b273-435d-bab0-0566cd9fff61" -d '{"events": [{"server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "name": "network-vif-deleted", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:50.745984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 220c01f9-7833-42ef-9c19-c867a22eea5b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:50.752923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.827002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.827865 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.829898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:50.899345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84abef-989f-4ee7-9b84-6eac1de92efa None None] Pushing event updated for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:50.986411 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae3d4c4-b1f3-413a-bc29-3341c2fcee7b x-openstack-request-id: req-dae3d4c4-b1f3-413a-bc29-3341c2fcee7b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:50.986724 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12490846-64c4-43ea-95fc-1774f731b28d", "name": "network-vif-deleted", "tag": "e0d8dbe6-c53c-432b-b12b-37ba276c891a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:50.986957 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dae3d4c4-b1f3-413a-bc29-3341c2fcee7b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:50.987361 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12490846-64c4-43ea-95fc-1774f731b28d', 'name': 'network-vif-deleted', 'tag': 'e0d8dbe6-c53c-432b-b12b-37ba276c891a', 'status': 'completed', 'code': 200} Oct 15 19:56:51.009721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 220c01f9-7833-42ef-9c19-c867a22eea5b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:51.010299 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.117532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Attempting to bind port 70530689-f897-45f3-9b14-75a823680b5d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:51.117532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Attempting to bind port 70530689-f897-45f3-9b14-75a823680b5d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:51.117532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Attempting to bind port 70530689-f897-45f3-9b14-75a823680b5d on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:51.128258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:51.128857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Checking segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:51.129394 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.129916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Bound using segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:51.130531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Bound port: 70530689-f897-45f3-9b14-75a823680b5d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:51.131065 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.198983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-90751064-4147-43c9-b000-425567537dc6 req-8c732d37-929c-4204-b8a8-9b02480fe23a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0782812 Oct 15 19:56:51.247807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:51.257603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:51.260205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:51.278478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3e516-f0b7-48bb-b84a-14bba1abe23a req-ba5149aa-59ae-4b2f-87e0-991739ea5591 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:51.286724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73f3e516-f0b7-48bb-b84a-14bba1abe23a req-ba5149aa-59ae-4b2f-87e0-991739ea5591 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1216731 Oct 15 19:56:51.399473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73f3e516-f0b7-48bb-b84a-14bba1abe23a req-60feb7cd-c05f-4464-b1ec-aff1b9c085b1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118619 Oct 15 19:56:51.435450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:51.447022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4acadd8-6833-4e61-866c-fbcf72f426bd None None] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:51.564231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Provisioning complete for port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:51.564787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.569544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:51.572059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] For port 70530689-f897-45f3-9b14-75a823680b5d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:51.631962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-322357a7-9316-4c7e-9369-cb7b5ffb628e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.643197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] For port 70530689-f897-45f3-9b14-75a823680b5d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=70530689-f897-45f3-9b14-75a823680b5d,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:51.661856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:51.667038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a974edf0-08df-45c3-b820-efbb6cbf7b11 req-9b968b77-e9db-4dc6-bd23-6a63854e78ed tempest-ServerMetadataNegativeTestJSON-134360597 tempest-ServerMetadataNegativeTestJSON-134360597-project] 10.222.0.13 "GET /v2.0/ports?device_id=12490846-64c4-43ea-95fc-1774f731b28d HTTP/1.1" status: 200 len: 210 time: 0.0459104 Oct 15 19:56:51.672545 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:51.680919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ca38fca-4091-42d4-869c-86f95e3cd802 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0173607 Oct 15 19:56:51.683568 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:51.683688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55824) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:51.684510 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:51.694371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1082662812'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:51.752912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:51.753282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.778198 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:51.799905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:51.804277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.825670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e0d8dbe6-c53c-432b-b12b-37ba276c891a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:56:51.860442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:56:51.862215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.890668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: e0d8dbe6-c53c-432b-b12b-37ba276c891a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:56:51.891019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e0d8dbe6-c53c-432b-b12b-37ba276c891a not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:56:51.897196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:51.897482 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added segment df672a99-f753-4c24-917e-f8ca44d0d4b7 of type vlan for network f852c98b-f59c-4494-a7ac-580530fb1056 Oct 15 19:56:51.989881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.029313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:52.030554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:52.068720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.135909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b84abef-989f-4ee7-9b84-6eac1de92efa None None] Pushing event updated for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:52.147950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] For port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:52.211581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 19:56:52.292649 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.302048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-d0d99d47-34b0-4817-a8b5-b10fe9adfc28 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:52.304418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 041c4046-87b6-4e7c-bd68-4ed3cb734440 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:52.308156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-d0d99d47-34b0-4817-a8b5-b10fe9adfc28 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 797 time: 0.3325090 Oct 15 19:56:52.377923 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:50Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:52.421844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aa30798-003f-429a-8b01-9362e82a5d48 req-8163e12b-1994-4e19-ba8f-624e6e663d96 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0912280 Oct 15 19:56:52.431100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Provisioning complete for port 70530689-f897-45f3-9b14-75a823680b5d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:52.431673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.435787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.451520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:52.454960 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.459154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:52.471060 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:56:52.471616 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Updating router 4ee35e49-0528-4019-9263-705e1e364e7e port 988d9361-6169-46d0-858b-db30e790bfbb binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:56:52.555781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-8306ce65-f8a9-4049-ab8e-d917a32a0562 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 380 time: 0.2350655 Oct 15 19:56:52.581643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8905761 Oct 15 19:56:52.581964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55838) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:52.585670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.587337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'subnet': {'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:52.595417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'port': {'device_id': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'admin_state_up': True, 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'security_groups': ['45d935c7-4336-4e70-9e74-fc0f31cc18cb']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:52.607333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Pushing event updated for resources: {'Port': ['ID=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:52.685437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2df4d-5224-4833-a35b-01462d2411aa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Network': ['ID=f852c98b-f59c-4494-a7ac-580530fb1056,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:52.708625 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.721847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 041c4046-87b6-4e7c-bd68-4ed3cb734440 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:52.721847 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.725113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f852c98b-f59c-4494-a7ac-580530fb1056 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:56:52.736584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.787236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55842) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:52.878578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.887839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Deleting subnet de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:56:52.890634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.900206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:52.997931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 19:56:52.997931 n-d-712140-14 neutron-server[101181]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 19:56:52.997931 n-d-712140-14 neutron-server[101181]: [parameters: {'project_id': 'c57a16559e6f42edae7558cf500846a7', 'id': 'a43588c2-b864-4f02-b656-f3329e255095', 'expiration': datetime.datetime(2021, 10, 15, 19, 58, 52, 950919)}] Oct 15 19:56:52.997931 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:56:52.997931 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:56:53.011347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.016591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:53.020459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.072293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.143584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.206851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7dcaaa77-2904-4d34-b349-5e752d5fa8ef up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:53.271734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] For port 70530689-f897-45f3-9b14-75a823680b5d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=70530689-f897-45f3-9b14-75a823680b5d,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:53.304004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.7 (5e4d4c29-a97d-4568-9168-0edc1f156d64/41ecf2d9-8e5e-475f-94f5-1e9d29290541/a536094d-10e0-45ae-b135-a9ebd455e116) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:53.356784 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.360352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:53.360734 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.383362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.430178 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.471950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:53.478260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:51Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:53.486481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.507376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:53.507592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f28d14b6-ecfe-4789-b7d3-3f7d78d24d02 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/de3e6f9c-3c9e-4bc3-96a2-a4ab1f8fdc9f HTTP/1.1" status: 204 len: 168 time: 0.7170236 Oct 15 19:56:53.536847 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.582459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffddac67-6372-4326-bcda-b542487dbfc8 None None] The sync data for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 is: [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:51Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:53.604621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Made reservation on behalf of c57a16559e6f42edae7558cf500846a7 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:56:53.609553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.613713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390ad6b-b848-4f1c-a08b-55b58fe71aef None None] Pushing event updated for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:53.619360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Provisioning complete for port 988d9361-6169-46d0-858b-db30e790bfbb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:53.620037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.721946 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9db78-3e2e-476d-8b75-ae22fb2f0a82 None None] Pushing event updated for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:53.777663 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Attempting to bind port 988d9361-6169-46d0-858b-db30e790bfbb on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:53.778118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Attempting to bind port 988d9361-6169-46d0-858b-db30e790bfbb by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:53.778547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Attempting to bind port 988d9361-6169-46d0-858b-db30e790bfbb on network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:53.792263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:53.794831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Checking segment: {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:53.797583 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.798064 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Bound using segment: {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:53.798629 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Bound port: 988d9361-6169-46d0-858b-db30e790bfbb, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e51459-1dde-44c5-932d-c8c69105245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:53.799074 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.824495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Port 988d9361-6169-46d0-858b-db30e790bfbb cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:53.857611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f059d3bf-c08e-4318-81cf-3bff28b24a61 req-f7786a4c-e686-49e8-b76f-7a81c8513ec8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.1710322 Oct 15 19:56:53.887241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Provisioning complete for port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:53.887701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:53.891684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.026138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] For port 988d9361-6169-46d0-858b-db30e790bfbb, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:54.029955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] For port 988d9361-6169-46d0-858b-db30e790bfbb, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=988d9361-6169-46d0-858b-db30e790bfbb,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:54.093444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.098194 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.145608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Provisioning complete for port 70530689-f897-45f3-9b14-75a823680b5d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:54.149449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94d78ccd-54c7-4a35-835c-4818fa2d7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.224199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.284786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 70530689-f897-45f3-9b14-75a823680b5d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:54.302365 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9db78-3e2e-476d-8b75-ae22fb2f0a82 None None] Pushing event updated for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:54.323622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:54.323622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:54.369613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.421325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5586f2-9bd6-4120-8953-28e6a9beaa2f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:54.433564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49b6649-1371-4a24-b274-27eceae3805b') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:54.434198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49b6649-1371-4a24-b274-27eceae3805b') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:54.485356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.500367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Subnet': ['ID=e93dd06e-fe0c-497f-bbe4-b09e867d48ff,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:54.545167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.549983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.551208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.551974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.552519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.554212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.555933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.556443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.556934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.559178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.560073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.565535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.566105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:54.572468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:56:54.579626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.586616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Checking segment: {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:54.587147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network hostable DHCP agents. Network: f852c98b-f59c-4494-a7ac-580530fb1056, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:56:54.591034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.605008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:54.613190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 70530689-f897-45f3-9b14-75a823680b5d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:54.613925 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.702811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f852c98b-f59c-4494-a7ac-580530fb1056 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:56:54.747640 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:56:54.758700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] Provisioning complete for port 988d9361-6169-46d0-858b-db30e790bfbb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:54.759277 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.822874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f852c98b-f59c-4494-a7ac-580530fb1056) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:54.828398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.837821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:54.838462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.839479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.852608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:54.863303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea5586f2-9bd6-4120-8953-28e6a9beaa2f HTTP/1.1" status: 204 len: 168 time: 1.3516614 Oct 15 19:56:54.871388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8f3477-d046-4ae3-b308-1bfef0a02420 None None] Network f852c98b-f59c-4494-a7ac-580530fb1056 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:54.929565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc344d-b6ea-498e-9a8b-35077954afec admin admin] Pushing event deleted for resources: {'Network': ['ID=ea5586f2-9bd6-4120-8953-28e6a9beaa2f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:54.966528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e99ac5d4-0026-4dca-b6a1-de1a852efde3 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3834298 Oct 15 19:56:54.974332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55874) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:54.995311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7dcaaa77-2904-4d34-b349-5e752d5fa8ef up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:55.096858 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:54Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:55.098212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:55.156132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.176398 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85963174-d00f-44a9-b9db-a9295651de7c None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:54Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:56:55.183323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:55.184108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.185571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:55.191062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:55.198179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:55.389470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab8e45-ecf6-4435-8d6d-1ea0b2fbd7a8 req-c3f54ded-44fc-4feb-9063-6f942cfa7d98 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:55.392631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bab8e45-ecf6-4435-8d6d-1ea0b2fbd7a8 req-c3f54ded-44fc-4feb-9063-6f942cfa7d98 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 931 time: 0.2722349 Oct 15 19:56:55.529164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:55.532921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.576114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55882) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:55.600682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bab8e45-ecf6-4435-8d6d-1ea0b2fbd7a8 req-d6e3b8e9-2d9b-4bc9-b09b-1f8838cbc6bf tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974306 Oct 15 19:56:55.671805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-5a0c600d-511a-4758-8870-cb4d3008f919 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1056943 Oct 15 19:56:55.691186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Request body: {'port': {'device_id': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:55.717026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63f3c414-7256-4e64-ba71-fc896ea3476f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=064c420b8d7a479388dab11156d82dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329739 Oct 15 19:56:55.718494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55886) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:55.725278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f852c98b-f59c-4494-a7ac-580530fb1056', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:56:55.726529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.789339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] For port 988d9361-6169-46d0-858b-db30e790bfbb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=988d9361-6169-46d0-858b-db30e790bfbb,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:55.811457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.877680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.881813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.930949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:55.970581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.192611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-536361af-0119-46e6-8f94-0b09dd35e296 None None] Provisioning complete for port 988d9361-6169-46d0-858b-db30e790bfbb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:56.193174 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-536361af-0119-46e6-8f94-0b09dd35e296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.198215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09176db2-fe22-4286-810f-62070ecd1aaf None None] Pushing event updated for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:56.266195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Allocated IP 2001:db8:3::2 (f852c98b-f59c-4494-a7ac-580530fb1056/e93dd06e-fe0c-497f-bbe4-b09e867d48ff/6375163b-b600-4042-b4af-d898dc1b26ce) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:56.269594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 988d9361-6169-46d0-858b-db30e790bfbb up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:56.352096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.365735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.368225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/385b8774-3c0e-41b4-b10e-328631cdec47 HTTP/1.1" status: 204 len: 168 time: 0.6481831 Oct 15 19:56:56.385565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f1044-ef42-42d5-8883-326907d49c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385b8774-3c0e-41b4-b10e-328631cdec47,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:56.554725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 988d9361-6169-46d0-858b-db30e790bfbb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:56.555147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.634070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-53e61cc8-33a5-444e-9cfb-81d2988c9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:56.636047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-53e61cc8-33a5-444e-9cfb-81d2988c9c3c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.1738153 Oct 15 19:56:56.652098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912534-31e5-4a41-99d1-f4374d24c101 req-f2caa405-3809-4549-8533-f140cd5ef719 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:56.662028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cd912534-31e5-4a41-99d1-f4374d24c101 req-f2caa405-3809-4549-8533-f140cd5ef719 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1409645 Oct 15 19:56:56.746930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-536361af-0119-46e6-8f94-0b09dd35e296 None None] Provisioning complete for port a536094d-10e0-45ae-b135-a9ebd455e116 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:56.746930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-536361af-0119-46e6-8f94-0b09dd35e296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.789036 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.802177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-536361af-0119-46e6-8f94-0b09dd35e296 None None] Port a536094d-10e0-45ae-b135-a9ebd455e116 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:56.819323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cd912534-31e5-4a41-99d1-f4374d24c101 req-71e01083-1539-4964-b55b-90b1520d745e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558998 Oct 15 19:56:56.850634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a536094d-10e0-45ae-b135-a9ebd455e116 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:56:56.859805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.860052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-472584ae-cfc6-434d-8a73-08625ff78e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:56.862015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-472584ae-cfc6-434d-8a73-08625ff78e9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.1983037 Oct 15 19:56:56.869989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773473-50c1-477f-8968-e84276761fb6 req-82de046a-4e01-4e9c-82ed-b32bbf3807fc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:56.877022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:56.877457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65773473-50c1-477f-8968-e84276761fb6 req-82de046a-4e01-4e9c-82ed-b32bbf3807fc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 931 time: 0.1336346 Oct 15 19:56:56.922149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Transition to ACTIVE for port object a536094d-10e0-45ae-b135-a9ebd455e116 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:56:56.927373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-3d95cac9-4bc5-44f0-8b19-49c013af7fa6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0568075 Oct 15 19:56:56.938452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65773473-50c1-477f-8968-e84276761fb6 req-306e08db-8771-4f48-8c84-a23c5ff70b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599649 Oct 15 19:56:56.960498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Network f852c98b-f59c-4494-a7ac-580530fb1056 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:56.966394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:56.971052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:56.980691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Pushing event updated for resources: {'Port': ['ID=6375163b-b600-4042-b4af-d898dc1b26ce,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:57.043014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Attempting to bind port 6375163b-b600-4042-b4af-d898dc1b26ce on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:57.043696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Attempting to bind port 6375163b-b600-4042-b4af-d898dc1b26ce by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:57.044066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Attempting to bind port 6375163b-b600-4042-b4af-d898dc1b26ce on network f852c98b-f59c-4494-a7ac-580530fb1056 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:57.051646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.060652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:57.060652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Checking segment: {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:57.060652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.060652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Bound using segment: {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:57.061827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Bound port: 6375163b-b600-4042-b4af-d898dc1b26ce, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:57.062416 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.131970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:57.143576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.143576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.143576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.143935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.144177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.144507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.144833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.145163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.145622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.145953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.146277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.146598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:56:57.188436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] For port 6375163b-b600-4042-b4af-d898dc1b26ce, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:57.192435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] For port 6375163b-b600-4042-b4af-d898dc1b26ce, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6375163b-b600-4042-b4af-d898dc1b26ce,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:57.252190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:56:57.252531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:56:57.252992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:57.258267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:56:57.258792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:56:57.265015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:56:57.265394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Checking segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:56:57.265983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Bound using segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:56:57.266683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Bound port: a536094d-10e0-45ae-b135-a9ebd455e116, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:56:57.266798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.336084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.360934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Allocated IP 2001:db8:3::1 (f852c98b-f59c-4494-a7ac-580530fb1056/e93dd06e-fe0c-497f-bbe4-b09e867d48ff/71f7de37-c16a-4cdd-af58-5f1bb61d20db) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:56:57.376308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-c4184c83-a330-4da8-9265-fe7c62e6790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:57.377786 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-c4184c83-a330-4da8-9265-fe7c62e6790c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.4229500 Oct 15 19:56:57.382173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:56:57.387147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:56:57.420804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-6680c0bf-7c4a-4b40-ab0e-3494380bfd61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326085 Oct 15 19:56:57.446910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae142fa0-4fd7-4b11-acfd-519ffd47ee7f None None] Pushing event updated for resources: {'Port': ['ID=6375163b-b600-4042-b4af-d898dc1b26ce,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:57.532648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.579061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:57.581852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.584061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] 10.222.0.11 "PUT /v2.0/ports/a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 1092 time: 1.9034085 Oct 15 19:56:57.586398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:56:57.596384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:57.601956 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3338b1-4713-40db-b265-03a086f5a1da" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:56:57.620170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-727f9b55-d53b-4e7e-ba10-c8b360123e20 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588924 Oct 15 19:56:57.636803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973f063-b279-406f-b3c4-867212e0a7fb service neutron] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:57.697588 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892953e3-9596-452f-ba28-a2a620598e8c x-openstack-request-id: req-892953e3-9596-452f-ba28-a2a620598e8c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:56:57.697890 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:56:57.698217 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-892953e3-9596-452f-ba28-a2a620598e8c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:56:57.707101 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'status': 'completed', 'code': 200} Oct 15 19:56:57.793847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a8ba6460-4aae-4f23-9a0d-8a3bfb4ad867 req-2a94b080-65e7-4247-8626-10f7fe496ea6 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694822 Oct 15 19:56:57.811773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3338b1-4713-40db-b265-03a086f5a1da req-dcf79a0c-09e8-40b0-9408-f7976772480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:57.813310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a3338b1-4713-40db-b265-03a086f5a1da req-dcf79a0c-09e8-40b0-9408-f7976772480b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.0807636 Oct 15 19:56:57.952045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3338b1-4713-40db-b265-03a086f5a1da req-ba6405a6-a35c-4f70-842d-930f35fc0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:57.956186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a3338b1-4713-40db-b265-03a086f5a1da req-ba6405a6-a35c-4f70-842d-930f35fc0ceb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2301625fb6245419989ec4432323cf2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1306510 Oct 15 19:56:58.011006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d3d60-eb0c-4e30-999b-9c2cf8285af8 req-c5afd062-5ced-45ac-b924-b5b95de0f267 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.011006 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d9d3d60-eb0c-4e30-999b-9c2cf8285af8 req-c5afd062-5ced-45ac-b924-b5b95de0f267 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0905492 Oct 15 19:56:58.011006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.083790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f852c98b-f59c-4494-a7ac-580530fb1056 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:58.096354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:58.102961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:56:58.103519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.150011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3338b1-4713-40db-b265-03a086f5a1da req-201f6f45-d7e7-4a9d-89eb-d0d1aed969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.151704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a3338b1-4713-40db-b265-03a086f5a1da req-201f6f45-d7e7-4a9d-89eb-d0d1aed969e6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1827908 Oct 15 19:56:58.155140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:58.168855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902a63b-4bbe-4b9c-be76-54ca30d6aae3 req-b60e4f30-e356-43db-b786-4bcc7e58a54d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.191624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d9d3d60-eb0c-4e30-999b-9c2cf8285af8 req-242e0f1c-5fa6-4033-95c0-075eda7f5766 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608980 Oct 15 19:56:58.191886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5902a63b-4bbe-4b9c-be76-54ca30d6aae3 req-b60e4f30-e356-43db-b786-4bcc7e58a54d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.1162896 Oct 15 19:56:58.296030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5902a63b-4bbe-4b9c-be76-54ca30d6aae3 req-7d6cf216-3ab2-44e9-af59-10a2ec9bf824 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993400 Oct 15 19:56:58.304456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-9946b4e1-cf8e-4405-ae5e-5bc778e7f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.305952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-9946b4e1-cf8e-4405-ae5e-5bc778e7f19e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.0936031 Oct 15 19:56:58.375402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-cccfa34d-40f6-4fcb-a3d7-0f26a6f921da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 217 time: 0.0595999 Oct 15 19:56:58.398499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 988d9361-6169-46d0-858b-db30e790bfbb up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:58.400688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.442899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-1441c88f-d402-44a3-aeb4-e4ff5402ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.444657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-1441c88f-d402-44a3-aeb4-e4ff5402ef3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0592043 Oct 15 19:56:58.468748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 988d9361-6169-46d0-858b-db30e790bfbb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:58.469125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.512629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-59c14366-fa09-4342-ad1a-a850db2d77b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:58.514753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-59c14366-fa09-4342-ad1a-a850db2d77b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613313 Oct 15 19:56:58.610535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6375163b-b600-4042-b4af-d898dc1b26ce up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:56:58.661258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-01613cdd-738e-484e-add5-aee240dd31f6 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379828 Oct 15 19:56:58.694669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6375163b-b600-4042-b4af-d898dc1b26ce triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:58.695207 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.797791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ecddaf-1887-4a53-8753-dbf8940c920b None None] Network f852c98b-f59c-4494-a7ac-580530fb1056 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:56:58.801773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.830678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8c3a120-7096-4cd8-a03a-7b33f8ee0b71 req-357c18e9-325f-436f-a083-89a0d9d9f885 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607194 Oct 15 19:56:58.892161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.900144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6375163b-b600-4042-b4af-d898dc1b26ce, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6375163b-b600-4042-b4af-d898dc1b26ce,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:56:58.912270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bd0b6367-e965-4b60-8448-c9fcf26041c5 None None] Provisioning complete for port 6375163b-b600-4042-b4af-d898dc1b26ce triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:58.912584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd0b6367-e965-4b60-8448-c9fcf26041c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.984970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:58.988063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:59.007041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:59.012297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43befc35-59af-4176-bc92-6b1a38463e19 req-9d9242fb-9cfa-40d0-b9be-e8a92d0d3934 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0374062 Oct 15 19:56:59.115849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event updated for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:59.121719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6375163b-b600-4042-b4af-d898dc1b26ce,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:56:59.197150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Network f852c98b-f59c-4494-a7ac-580530fb1056 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:56:59.198940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:56:59.318316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:56:59.334122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ec645-8d07-40e1-8bb4-ed4753c28900 req-3542d87b-32fc-4a02-84d9-d0a32b206779 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:59.351824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c78ec645-8d07-40e1-8bb4-ed4753c28900 req-3542d87b-32fc-4a02-84d9-d0a32b206779 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0760314 Oct 15 19:56:59.403899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c78ec645-8d07-40e1-8bb4-ed4753c28900 req-553d23e8-5846-4463-a0f9-d91ce267d53b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486691 Oct 15 19:56:59.435616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-afeb284e-fd59-4600-badc-548fdc7f699d None None] Provisioning complete for port 6375163b-b600-4042-b4af-d898dc1b26ce triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:59.436827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afeb284e-fd59-4600-badc-548fdc7f699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:59.463348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86780a32-c750-4d58-8782-8ed8f0dfff88 req-320309d6-5fa5-426f-aba0-45dd9cfce41a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:56:59.479661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86780a32-c750-4d58-8782-8ed8f0dfff88 req-320309d6-5fa5-426f-aba0-45dd9cfce41a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.1089404 Oct 15 19:56:59.484421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:56:59.497043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea3f846a-51f4-4ec1-98bd-dada5c9d8647 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5183547 Oct 15 19:56:59.497286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55968) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:56:59.505835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:56:59.535152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86780a32-c750-4d58-8782-8ed8f0dfff88 req-49eb3c50-47be-4245-ae62-004b3b93718c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543082 Oct 15 19:56:59.543233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:56:59.556566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:56:59.557196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:56:59.643962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-afeb284e-fd59-4600-badc-548fdc7f699d None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:59.644331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afeb284e-fd59-4600-badc-548fdc7f699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:59.685735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:56:59.726579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-afeb284e-fd59-4600-badc-548fdc7f699d None None] Port 71f7de37-c16a-4cdd-af58-5f1bb61d20db cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:56:59.874696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fd1e7b46-a896-4be2-8786-9e71f86d18d6 None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:56:59.875486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fd1e7b46-a896-4be2-8786-9e71f86d18d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:56:59.924608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e7b46-a896-4be2-8786-9e71f86d18d6 None None] Port 71f7de37-c16a-4cdd-af58-5f1bb61d20db cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:57:00.003307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:56:58Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:56:58Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:00.040106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:00.040467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Updating router 4ee35e49-0528-4019-9263-705e1e364e7e port 71f7de37-c16a-4cdd-af58-5f1bb61d20db binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:57:00.041671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 19:57:00.060463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Removed routes are [] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 19:57:00.061198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.073139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.073139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-23347444-0915-422c-a1f4-4c041124d8c2 None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:00.073139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-23347444-0915-422c-a1f4-4c041124d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.144446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2649bfa3-0a8c-4788-91ee-90e6aa6b36c8 req-60b853e8-7893-467e-9d0d-4593cb3cf254 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0473919 Oct 15 19:57:00.152364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6375163b-b600-4042-b4af-d898dc1b26ce up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:57:00.205479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-23347444-0915-422c-a1f4-4c041124d8c2 None None] Port 71f7de37-c16a-4cdd-af58-5f1bb61d20db cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:57:00.312234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6375163b-b600-4042-b4af-d898dc1b26ce triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:00.312585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.380681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.384726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.516265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:00.536073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c3f8e-847a-4a19-a9eb-6916886ee36e req-2a53202b-e866-4169-8185-1e49e7aad0b0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:00.538043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-408c3f8e-847a-4a19-a9eb-6916886ee36e req-2a53202b-e866-4169-8185-1e49e7aad0b0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0651817 Oct 15 19:57:00.608914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-408c3f8e-847a-4a19-a9eb-6916886ee36e req-ecd81696-a384-4a45-88a2-8602e8f980c8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604217 Oct 15 19:57:00.659062 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.673757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:00.681291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.682497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b061a7f-e3c9-4ec8-8af7-b903d3bdc1fa tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 954 time: 1.1841934 Oct 15 19:57:00.685823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55984) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:00.708831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8fcc-c2f9-45f7-a657-3d4781c10b77 req-0aa22ddf-62c2-44e2-bbf4-22473559bf7b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:00.710377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbcc8fcc-c2f9-45f7-a657-3d4781c10b77 req-0aa22ddf-62c2-44e2-bbf4-22473559bf7b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.0853910 Oct 15 19:57:00.758741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbcc8fcc-c2f9-45f7-a657-3d4781c10b77 req-6574544d-3484-4d4d-94b6-7409c67396e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Oct 15 19:57:00.798682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4cf7ecd8-cc1a-4266-a783-95bbf243e841 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 954 time: 0.1117024 Oct 15 19:57:00.801835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55988) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:00.806464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'routes': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:00.808685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.875648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced779-95f5-43a3-8cc7-e0b5567b4cc9 None None] Pushing event updated for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:00.944080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Attempting to bind port 71f7de37-c16a-4cdd-af58-5f1bb61d20db on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:57:00.944467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Attempting to bind port 71f7de37-c16a-4cdd-af58-5f1bb61d20db by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:57:00.945097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Attempting to bind port 71f7de37-c16a-4cdd-af58-5f1bb61d20db on network f852c98b-f59c-4494-a7ac-580530fb1056 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:57:00.952127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:57:00.952506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Checking segment: {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:57:00.952941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:00.953379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Bound using segment: {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:57:00.954203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Bound port: 71f7de37-c16a-4cdd-af58-5f1bb61d20db, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df672a99-f753-4c24-917e-f8ca44d0d4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:57:00.954604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.045951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] For port 71f7de37-c16a-4cdd-af58-5f1bb61d20db, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:57:01.046327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] For port 71f7de37-c16a-4cdd-af58-5f1bb61d20db, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=71f7de37-c16a-4cdd-af58-5f1bb61d20db,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:57:01.165161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.243152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.extraroute_db [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added routes are [] {{(pid=101181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 19:57:01.247662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.extraroute_db [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 19:57:01.278861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:01.280065 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.289162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:01.290120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:01.293288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.307051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-983b1e33-81bf-40a0-bb7b-4a4c85e7e195 req-1962525b-7427-4088-9475-1c3a6281c69f tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0407836 Oct 15 19:57:01.413274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced779-95f5-43a3-8cc7-e0b5567b4cc9 None None] Pushing event updated for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:01.455041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:01.572671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.577511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.603725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.677108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:01.691174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] For port 71f7de37-c16a-4cdd-af58-5f1bb61d20db, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=71f7de37-c16a-4cdd-af58-5f1bb61d20db,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:01.753005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:00Z', 'revision_number': 6, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:01.770706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d712ce7-7dff-4a0e-b541-b36ae608b719 req-cf8f8250-46cb-4d2a-9699-b35f0a3374e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:01.772399 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d712ce7-7dff-4a0e-b541-b36ae608b719 req-cf8f8250-46cb-4d2a-9699-b35f0a3374e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0981998 Oct 15 19:57:01.779944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2e3f39-fa05-47ea-9083-3fbe3ded1b47 None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:00Z', 'revision_number': 6, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 4, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:01.872298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.880318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:01.887282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.888564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cbe85bb2-6e1b-4593-9265-15fc21cdfc49 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 704 time: 1.0856769 Oct 15 19:57:01.891630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56002) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:01.948397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546663b-a5f4-4672-90bc-55f22b1e4c36 None None] Pushing event updated for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:01.979863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712be950-3374-4894-882c-976a277f4912 req-ee235934-a229-48b4-8891-76a81a824831 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:01.992798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-712be950-3374-4894-882c-976a277f4912 req-ee235934-a229-48b4-8891-76a81a824831 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.1094196 Oct 15 19:57:01.995091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b9ca3461-4e4f-4953-bf2e-04593a0e3637 None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:01.995677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9ca3461-4e4f-4953-bf2e-04593a0e3637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:01.999699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d712ce7-7dff-4a0e-b541-b36ae608b719 req-815fa3a5-28ba-4a7a-aba2-d9667a09ef65 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991107 Oct 15 19:57:02.044127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a5ee0f32-628e-4b07-a9cf-1e336a8d8bd2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 704 time: 0.1508148 Oct 15 19:57:02.044340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-712be950-3374-4894-882c-976a277f4912 req-b272b311-f767-4c32-a737-e031ba8ee662 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499535 Oct 15 19:57:02.047764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56004) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:02.263173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 71f7de37-c16a-4cdd-af58-5f1bb61d20db up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:57:02.323103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 71f7de37-c16a-4cdd-af58-5f1bb61d20db triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:02.323330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:02.519318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8dd16565-0457-47be-b071-35aa5096c42b req-483db208-e37e-46c1-96fb-d3afbcb003ff tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0593832 Oct 15 19:57:02.532887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:57:02.656013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:02.667492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'mac_address': 'fa:16:3e:37:4c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:57:02.713245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:02.729129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a536094d-10e0-45ae-b135-a9ebd455e116 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:57:02.753331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:02.776714 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:02.785834 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:02.786435 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:02.828556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:02.837118 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:02.879536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:02.904865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:03.114217 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 7, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:03.120335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 71f7de37-c16a-4cdd-af58-5f1bb61d20db {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:03.120676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:03.142583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:03.145679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370e89a-dd06-4f15-8569-d4241be30ce5 req-60466025-6923-4ebc-bc51-473b524262b9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:03.147354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d370e89a-dd06-4f15-8569-d4241be30ce5 req-60466025-6923-4ebc-bc51-473b524262b9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0607076 Oct 15 19:57:03.151121 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:03.152648 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:03.218366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d370e89a-dd06-4f15-8569-d4241be30ce5 req-e0f85679-c722-4528-8b88-c7d2ac70b52c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Oct 15 19:57:03.247548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:03.265996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53633f-9dd0-45f0-b35a-05ecd64a0b64 req-a37a06d3-24de-46e7-85df-32bb96df78c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:03.267758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa53633f-9dd0-45f0-b35a-05ecd64a0b64 req-a37a06d3-24de-46e7-85df-32bb96df78c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.1121724 Oct 15 19:57:03.304544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 71f7de37-c16a-4cdd-af58-5f1bb61d20db, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=71f7de37-c16a-4cdd-af58-5f1bb61d20db,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:03.304898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:03.326406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 71f7de37-c16a-4cdd-af58-5f1bb61d20db owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:03.339979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fa53633f-9dd0-45f0-b35a-05ecd64a0b64 req-1b5e9fbb-7e15-474f-aa05-b113c2b7655b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623043 Oct 15 19:57:03.367084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a536094d-10e0-45ae-b135-a9ebd455e116'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:57:03.489850 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 7, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:03.517948 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d392e3-d5e7-4168-8ce4-9f59cbf036b6 None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 7, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '71f7de37-c16a-4cdd-af58-5f1bb61d20db', 'name': '', 'network_id': 'f852c98b-f59c-4494-a7ac-580530fb1056', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:b5:79:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2016, 'fixed_ips': [{'subnet_id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:56Z', 'updated_at': '2021-10-15T19:57:01Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': 'e93dd06e-fe0c-497f-bbe4-b09e867d48ff', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:03.645521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db5542d6-d1ab-41b3-bace-7edab673ce41 req-69d5cb05-75e8-470e-af59-e9c7ff6502c3 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0344489 Oct 15 19:57:03.665819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:03.694977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=71f7de37-c16a-4cdd-af58-5f1bb61d20db,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:03.830138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.031887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:04.143740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:04.148884 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cab075d9-c9de-4f57-9ab1-6dcebec40a54 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0998890 Oct 15 19:57:04.151456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56028) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:04.153015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:04.162915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:04.163459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:04.213317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet e93dd06e-fe0c-497f-bbe4-b09e867d48ff {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:57:04.216700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.260745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:04.262809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.348199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0d011-0164-40ff-a935-96910a296493 req-9fc6c8ee-2f7d-4b31-9290-c49d93a6d2bc tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:04.349833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fa0d011-0164-40ff-a935-96910a296493 req-9fc6c8ee-2f7d-4b31-9290-c49d93a6d2bc tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0602322 Oct 15 19:57:04.385929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.405869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fa0d011-0164-40ff-a935-96910a296493 req-3b328257-fa48-4afb-ad77-77199c74e09d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Oct 15 19:57:04.501351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74982-c93a-49a8-ac5c-4c1a538535ca req-3a781539-7dd9-4703-b9a2-1370a2787953 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:04.502903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92a74982-c93a-49a8-ac5c-4c1a538535ca req-3a781539-7dd9-4703-b9a2-1370a2787953 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.0650461 Oct 15 19:57:04.505620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:03Z', 'revision_number': 8, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:04.535243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:04.544177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:04.545360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:04.550918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92a74982-c93a-49a8-ac5c-4c1a538535ca req-cc6dcf86-9a31-4d49-9ffc-9f973171d89d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Oct 15 19:57:04.561591 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.591287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=e93dd06e-fe0c-497f-bbe4-b09e867d48ff,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:04.593658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.600290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56038) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:04.600409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a77dbbb7-740a-425b-b3e4-e6f2e63b222f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/e93dd06e-fe0c-497f-bbe4-b09e867d48ff HTTP/1.1" status: 204 len: 168 time: 0.4476111 Oct 15 19:57:04.635481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5157c21b-5985-4336-98e6-d71e3bf6986f None None] Network f852c98b-f59c-4494-a7ac-580530fb1056 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:57:04.711099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2395a6f9-77c4-4041-b855-3d920f5bbbab req-8c418430-0b8d-47fd-839f-ffd0c038926a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0695455 Oct 15 19:57:04.728422 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.729917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:04.768214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65beddb6-f7b2-4d5f-8d22-6aac89edc4b1 req-141f4301-c493-4fdf-9bc6-100cae39bb5f tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0333188 Oct 15 19:57:04.789296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 6375163b-b600-4042-b4af-d898dc1b26ce {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:04.789296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.861005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 6375163b-b600-4042-b4af-d898dc1b26ce, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6375163b-b600-4042-b4af-d898dc1b26ce,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:04.861374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:04.875267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 6375163b-b600-4042-b4af-d898dc1b26ce owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:04.975035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] DHCP port deletion for f852c98b-f59c-4494-a7ac-580530fb1056 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:57:05.067461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Deleting port 6375163b-b600-4042-b4af-d898dc1b26ce {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:05.067894 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.072180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:03Z', 'revision_number': 8, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:05.090838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.111246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa2c4a-8acc-4269-8672-deea5d74213e None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:03Z', 'revision_number': 8, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '988d9361-6169-46d0-858b-db30e790bfbb', 'name': '', 'network_id': '3bc8c921-a358-4254-a8c1-32d79ffcfdb9', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:d7:87:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '9420378d-76ad-465a-8849-4220337403a1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:47Z', 'updated_at': '2021-10-15T19:56:55Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '9420378d-76ad-465a-8849-4220337403a1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:05.115856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=6375163b-b600-4042-b4af-d898dc1b26ce,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:05.123277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port 6375163b-b600-4042-b4af-d898dc1b26ce on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:05.165412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] For port 6375163b-b600-4042-b4af-d898dc1b26ce, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6375163b-b600-4042-b4af-d898dc1b26ce,segment=NetworkSegment(df672a99-f753-4c24-917e-f8ca44d0d4b7),segment_id=df672a99-f753-4c24-917e-f8ca44d0d4b7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:05.166181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.179596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Calling delete_port for 6375163b-b600-4042-b4af-d898dc1b26ce owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:05.206854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.227949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f852c98b-f59c-4494-a7ac-580530fb1056']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:05.237720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df672a99-f753-4c24-917e-f8ca44d0d4b7') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:05.238111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df672a99-f753-4c24-917e-f8ca44d0d4b7') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:05.252820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.268082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.274516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:57:05.274914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:57:05.278030 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:57:05.424056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.436133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.441880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:05.448467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/f852c98b-f59c-4494-a7ac-580530fb1056 HTTP/1.1" status: 204 len: 168 time: 0.8443000 Oct 15 19:57:05.448850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:05.450213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] Pushing event deleted for resources: {'Port': ['ID=6375163b-b600-4042-b4af-d898dc1b26ce,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:05.463921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e2c2f9-2f98-41f8-91dd-14b4cf60b609 None None] No DVR routers for this DVR port 6375163b-b600-4042-b4af-d898dc1b26ce on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:05.485769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e5de3-690f-493e-9b49-8660b7eadcf6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=f852c98b-f59c-4494-a7ac-580530fb1056,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:05.642067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c7b3-113e-4cc8-aacc-6f0d7fcdb15c req-ab2ec536-190c-494c-bcd4-bdad61dded7b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:05.644917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1b3c7b3-113e-4cc8-aacc-6f0d7fcdb15c req-ab2ec536-190c-494c-bcd4-bdad61dded7b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1202281 Oct 15 19:57:05.678280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-c4ca3d1b-3aba-4eb0-ae75-9296186b1519 req-9726f199-80a6-4a17-85e2-7d4a3994442d service neutron] (101180) timed out ('10.222.0.13', 53224) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 19:57:05.705223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca870ebc-e054-403a-8b48-b40fefbe838b req-45cb0edb-7293-4762-8120-c3427f7fd5b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:05.706960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca870ebc-e054-403a-8b48-b40fefbe838b req-45cb0edb-7293-4762-8120-c3427f7fd5b8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.0632334 Oct 15 19:57:05.747057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca870ebc-e054-403a-8b48-b40fefbe838b req-594c63fe-51d5-4c80-abd4-29a4cf054dfc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334272 Oct 15 19:57:05.756061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1b3c7b3-113e-4cc8-aacc-6f0d7fcdb15c req-c6c2ecd0-de3f-4476-88f7-aad34ec9bc24 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795128 Oct 15 19:57:05.906440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47207995-1640-480c-a025-c47712d29308 req-42f7a765-1359-474a-8952-572aacc940d3 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0334396 Oct 15 19:57:05.910980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.135957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 71f7de37-c16a-4cdd-af58-5f1bb61d20db no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:06.156520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 71f7de37-c16a-4cdd-af58-5f1bb61d20db {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:06.156895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 71f7de37-c16a-4cdd-af58-5f1bb61d20db not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:06.157258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6375163b-b600-4042-b4af-d898dc1b26ce no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:06.176093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6375163b-b600-4042-b4af-d898dc1b26ce {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:06.176713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6375163b-b600-4042-b4af-d898dc1b26ce not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:06.187431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 988d9361-6169-46d0-858b-db30e790bfbb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:06.187870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.547738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:57:06.563548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 988d9361-6169-46d0-858b-db30e790bfbb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=988d9361-6169-46d0-858b-db30e790bfbb,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:06.563961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.578314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 988d9361-6169-46d0-858b-db30e790bfbb owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:06.702347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port a536094d-10e0-45ae-b135-a9ebd455e116 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:57:06.706319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a536094d-10e0-45ae-b135-a9ebd455e116 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:57:06.706682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.788088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.813788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:57:06.817061 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b939592a-eae8-4b7d-bbea-60c29d5d77f5" -d '{"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-plugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:57:06.831226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:06.846257 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.883862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd08156-8574-4bd7-b463-e2ca6bdaedb0 req-f7724ea4-6a49-43c6-8293-992e5b0f3123 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:06.885464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcd08156-8574-4bd7-b463-e2ca6bdaedb0 req-f7724ea4-6a49-43c6-8293-992e5b0f3123 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.0587599 Oct 15 19:57:06.890041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=988d9361-6169-46d0-858b-db30e790bfbb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:06.947095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcd08156-8574-4bd7-b463-e2ca6bdaedb0 req-5de79ae6-576b-452f-b59f-cb0614b75682 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Oct 15 19:57:06.970381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:06.977537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01a3c4-0dcd-4ed4-87d2-c67f22a5339c req-6b7b39f2-ef40-4362-a446-a3f2be5e22fb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:06.988010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca01a3c4-0dcd-4ed4-87d2-c67f22a5339c req-6b7b39f2-ef40-4362-a446-a3f2be5e22fb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1517825 Oct 15 19:57:07.008175 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345089d9-f2ee-412f-9b37-1ae1dbe570dc x-openstack-request-id: req-345089d9-f2ee-412f-9b37-1ae1dbe570dc {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:57:07.008543 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-plugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:57:07.008841 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-345089d9-f2ee-412f-9b37-1ae1dbe570dc {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:57:07.009302 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'code': 200} Oct 15 19:57:07.042901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:07.093253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ca01a3c4-0dcd-4ed4-87d2-c67f22a5339c req-99cb3d3b-66ae-4a1f-b08e-3b422e015d90 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989010 Oct 15 19:57:07.123906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.130937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f72a-4c3b-499f-810e-a1f5f9d66f55 req-c0ef3ea3-7096-4d36-97a8-29b0a994f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:07.132858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa83f72a-4c3b-499f-810e-a1f5f9d66f55 req-c0ef3ea3-7096-4d36-97a8-29b0a994f724 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.0573678 Oct 15 19:57:07.187367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86e998bb-a058-41cd-924e-02e64a470878 req-7d5bbdea-bd02-4a6a-92f8-788923646060 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0397682 Oct 15 19:57:07.202652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa83f72a-4c3b-499f-810e-a1f5f9d66f55 req-c429560c-7b26-4971-9ab2-01cddc0a03f9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620472 Oct 15 19:57:07.346648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:07.446933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:07.452782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88cc6a7d-9d78-4781-86f8-8300c71c3bf2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0028257 Oct 15 19:57:07.454766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56082) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:07.456773 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:07.468000 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:07.468393 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:07.517360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet 9420378d-76ad-465a-8849-4220337403a1 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:57:07.520946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.572737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.659355 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:07.673442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.765680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d865033-79f0-40df-a077-0841daf7b744 req-b5355f3a-4e22-4854-8ba7-9d4f2a9655dc tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0271554 Oct 15 19:57:07.828415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.859302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=9420378d-76ad-465a-8849-4220337403a1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:07.861306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:07.864617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a040007-5210-4fa0-9416-5fb5e0ee2790 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/9420378d-76ad-465a-8849-4220337403a1 HTTP/1.1" status: 204 len: 168 time: 0.4088795 Oct 15 19:57:07.867168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:07.870934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3130a6b8-a290-4ded-89e8-336f4a673407 None None] Network 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:57:07.875613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:06Z', 'revision_number': 9, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:07.905883 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:07.914290 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:07.914916 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:07.946183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.017265 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:08.023415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:08.023415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.128476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] DHCP port deletion for 3bc8c921-a358-4254-a8c1-32d79ffcfdb9 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:57:08.144640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:08.145004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.170752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 7dcaaa77-2904-4d34-b349-5e752d5fa8ef owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:08.189098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd2c17-951e-4afc-b124-11e4364b9406 req-f8059aeb-a002-4259-8675-679195a30c64 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:08.191144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24cd2c17-951e-4afc-b124-11e4364b9406 req-f8059aeb-a002-4259-8675-679195a30c64 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1426096 Oct 15 19:57:08.282703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Deleting port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:08.283381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.311451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24cd2c17-951e-4afc-b124-11e4364b9406 req-12233918-213a-4520-b84b-f695b60d921c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122317 Oct 15 19:57:08.364085 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:06Z', 'revision_number': 9, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:08.369058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01720a-283a-4a00-b2c8-82bc207e1374 req-74f9289f-b1e1-4074-988f-17389c0be8ea tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:08.371588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e01720a-283a-4a00-b2c8-82bc207e1374 req-74f9289f-b1e1-4074-988f-17389c0be8ea tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0766718 Oct 15 19:57:08.377809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] For port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,segment=NetworkSegment(e4e51459-1dde-44c5-932d-c8c69105245a),segment_id=e4e51459-1dde-44c5-932d-c8c69105245a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:08.378207 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.392106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Calling delete_port for 7dcaaa77-2904-4d34-b349-5e752d5fa8ef owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:08.393748 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b460fd-1e61-45d2-b583-b3a0f646d06e None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:06Z', 'revision_number': 9, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '220c01f9-7833-42ef-9c19-c867a22eea5b', 'name': '', 'network_id': '7debc4d2-38d3-4677-a0e4-6fb138768dde', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:64:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:41Z', 'updated_at': '2021-10-15T19:56:46Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '5ce54216-f3ed-46c4-ab8b-76d04aced992', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:08.414621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e01720a-283a-4a00-b2c8-82bc207e1374 req-7d600f5f-d64f-4e7e-b51c-8518c3b367fa tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353892 Oct 15 19:57:08.484318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:57:08.484697 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 19:57:08.491672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.520915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] Pushing event deleted for resources: {'Port': ['ID=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:08.529110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2d0be5-afef-4730-8212-48aa4c5d73e3 None None] No DVR routers for this DVR port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:08.532632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=7dcaaa77-2904-4d34-b349-5e752d5fa8ef,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:08.534571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port 7dcaaa77-2904-4d34-b349-5e752d5fa8ef on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:08.622609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.644828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc8c921-a358-4254-a8c1-32d79ffcfdb9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:08.654683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e51459-1dde-44c5-932d-c8c69105245a') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:08.655033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e51459-1dde-44c5-932d-c8c69105245a') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:08.664433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.678364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.684957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:57:08.686176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:57:08.689491 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:57:08.838714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.847130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:08.850557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/3bc8c921-a358-4254-a8c1-32d79ffcfdb9 HTTP/1.1" status: 204 len: 168 time: 0.9824204 Oct 15 19:57:08.853238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56108) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:08.880552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66375178-47bb-468b-9fbb-94f958d30b5a req-b9369246-1a9e-4285-af6d-54a8dafc90bd tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0281858 Oct 15 19:57:08.906331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc213c-793b-48da-8a7b-ba5922299f41 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=3bc8c921-a358-4254-a8c1-32d79ffcfdb9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:09.215316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:09.443709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fce18-5fa8-421b-9128-0415837ca5b7 req-90542ea3-4727-41e9-8ef5-2ddb8b5c99a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:09.445299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-843fce18-5fa8-421b-9128-0415837ca5b7 req-90542ea3-4727-41e9-8ef5-2ddb8b5c99a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0554955 Oct 15 19:57:09.488087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 220c01f9-7833-42ef-9c19-c867a22eea5b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:09.488428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:09.493291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-843fce18-5fa8-421b-9128-0415837ca5b7 req-54a0fc84-f497-4fd3-94dd-9d1079b6ee68 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Oct 15 19:57:09.614676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643e326-8f7d-4b44-974a-666c8e03a41f req-7971134c-86de-4538-a361-c66bdc5cfcf1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:09.616568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8643e326-8f7d-4b44-974a-666c8e03a41f req-7971134c-86de-4538-a361-c66bdc5cfcf1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1142507 Oct 15 19:57:09.623927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d10b8e-0ce1-4f19-a028-fedaa6b7c87a req-b30a24d9-1852-4217-9a9e-22e1ae6e21f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:09.625444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6d10b8e-0ce1-4f19-a028-fedaa6b7c87a req-b30a24d9-1852-4217-9a9e-22e1ae6e21f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0527389 Oct 15 19:57:09.648574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 220c01f9-7833-42ef-9c19-c867a22eea5b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=220c01f9-7833-42ef-9c19-c867a22eea5b,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:09.649079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:09.668652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6d10b8e-0ce1-4f19-a028-fedaa6b7c87a req-868fcab7-9476-43ec-8fc3-177e5fa905c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Oct 15 19:57:09.675359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 220c01f9-7833-42ef-9c19-c867a22eea5b owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:09.683618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8643e326-8f7d-4b44-974a-666c8e03a41f req-654c666c-d306-4496-88a5-652123a9fa54 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594177 Oct 15 19:57:09.693298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:09.742312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ef2c6a-08c4-4180-bcd9-269913ed0d5d tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:09.748205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c6ef2c6a-08c4-4180-bcd9-269913ed0d5d tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1092 time: 0.0530794 Oct 15 19:57:09.754531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56124) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:09.754531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:09.911631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:09.982088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:10.034767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=220c01f9-7833-42ef-9c19-c867a22eea5b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:10.037879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-45b4bd2d-8080-4456-8555-70980edb65fd req-64c40beb-77f7-4b1b-b2e5-593a88349cb5 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0629697 Oct 15 19:57:10.200133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:10.202902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:10.243616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 988d9361-6169-46d0-858b-db30e790bfbb no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:10.266856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 988d9361-6169-46d0-858b-db30e790bfbb {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:10.267288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 988d9361-6169-46d0-858b-db30e790bfbb not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:10.267809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7dcaaa77-2904-4d34-b349-5e752d5fa8ef no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:10.285265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7fec3-1883-450d-b0e8-e44c9a26b81e req-6503d81f-62bd-45bc-815e-7afe3921eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:10.286890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2a7fec3-1883-450d-b0e8-e44c9a26b81e req-6503d81f-62bd-45bc-815e-7afe3921eccb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0450530 Oct 15 19:57:10.290251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7dcaaa77-2904-4d34-b349-5e752d5fa8ef {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:10.290600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7dcaaa77-2904-4d34-b349-5e752d5fa8ef not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:10.341887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2a7fec3-1883-450d-b0e8-e44c9a26b81e req-18b5411c-7422-450d-9925-c7a5e9496ddf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465233 Oct 15 19:57:10.517834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.51 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c8d6ef89-bb54-4fea-9ac4-1d70b4861061) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:57:10.558419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:11.014472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.024151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:11.032291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c34aec7b-0ff6-4cc9-93e0-5e36ce117566 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776328 Oct 15 19:57:11.039758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:11.040041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56136) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:11.051524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a80d748-39bc-4a34-8cae-c6730d1e74bd req-32876a84-0c61-43f8-a974-fbcb41074d7d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:11.053071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a80d748-39bc-4a34-8cae-c6730d1e74bd req-32876a84-0c61-43f8-a974-fbcb41074d7d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0956392 Oct 15 19:57:11.054595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:11.055709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:11.098943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet 5ce54216-f3ed-46c4-ab8b-76d04aced992 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:57:11.103715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.107314 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7a80d748-39bc-4a34-8cae-c6730d1e74bd req-2feb1c11-fe6f-4c92-a12e-1a3b282100ad tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Oct 15 19:57:11.148928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.161698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:11.194115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.207584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d547157-3d93-4933-b8e4-51014eac0937 req-cd5a0c39-fac5-401d-a58f-dc6783e31fd0 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0383134 Oct 15 19:57:11.258934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:57:11.260142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c8d6ef89-bb54-4fea-9ac4-1d70b4861061,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:11.266637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:57:11.271079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:57:11.272176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.382814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:09Z', 'revision_number': 10, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:11.399390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.417759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:11.428296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:11.428922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:11.450640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce54216-f3ed-46c4-ab8b-76d04aced992,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:11.455181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.461511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b455cb33-ebae-4e89-8bee-aba611d32fb2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/5ce54216-f3ed-46c4-ab8b-76d04aced992 HTTP/1.1" status: 204 len: 168 time: 0.4218435 Oct 15 19:57:11.461706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:11.472564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f08854-b422-4689-a5f9-2fd95a5d4215 None None] Network 7debc4d2-38d3-4677-a0e4-6fb138768dde requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:57:11.559170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.582919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:11.618641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:11.619070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.692151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,segment=NetworkSegment(3c64b14f-2e2d-496c-8b83-9b11889a5647),segment_id=3c64b14f-2e2d-496c-8b83-9b11889a5647)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:11.696160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.705502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:11.809146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] DHCP port deletion for 7debc4d2-38d3-4677-a0e4-6fb138768dde request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:57:11.880098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.890789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.894869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:09Z', 'revision_number': 10, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:11.898260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Deleting port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:11.898633 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:11.920569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:11.922673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:11.938164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d75d70b-53dc-4c5a-8990-8d38dd59ff99 None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:09Z', 'revision_number': 10, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None, '_interfaces': [{'id': '6b5e0f35-c605-433a-a75e-88a667cb9715', 'name': '', 'network_id': '119200fb-d461-4fc1-9ddf-abd04c66e6ce', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'mac_address': 'fa:16:3e:ce:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1991, 'fixed_ips': [{'subnet_id': '990eeffa-d174-440f-a197-71af331fbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:35Z', 'updated_at': '2021-10-15T19:56:39Z', 'revision_number': 5, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'subnets': [{'id': '990eeffa-d174-440f-a197-71af331fbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:12.014436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] For port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:12.014832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.027516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Calling delete_port for 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:12.030360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 19:57:12.031685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.031885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.052360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7debc4d2-38d3-4677-a0e4-6fb138768dde']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:12.062511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] Pushing event deleted for resources: {'Port': ['ID=8acfaa82-6aa9-486a-b2c5-ab0eb3608d95,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:12.063322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c64b14f-2e2d-496c-8b83-9b11889a5647') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:12.063652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c64b14f-2e2d-496c-8b83-9b11889a5647') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:12.066687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d9fa2-d4d4-4322-9e83-b375d9cc8990 None None] No DVR routers for this DVR port 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:12.077761 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.090730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.097043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:57:12.097432 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:57:12.100847 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:57:12.133119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.279110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.290977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.298665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/7debc4d2-38d3-4677-a0e4-6fb138768dde HTTP/1.1" status: 204 len: 168 time: 0.8316202 Oct 15 19:57:12.299083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:12.303798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848a70-003c-4c62-9093-9b7f8a1d3d8b req-3ab9d1e7-07e2-441d-9915-427d00c1a434 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:12.305064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5848a70-003c-4c62-9093-9b7f8a1d3d8b req-3ab9d1e7-07e2-441d-9915-427d00c1a434 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1107860 Oct 15 19:57:12.326276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d409-7c0f-43c5-847d-eb2444369d90 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=7debc4d2-38d3-4677-a0e4-6fb138768dde,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:12.396297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c5848a70-003c-4c62-9093-9b7f8a1d3d8b req-6910b7c7-bbbd-4d72-a01f-feab47758ae2 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753860 Oct 15 19:57:12.410860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 220c01f9-7833-42ef-9c19-c867a22eea5b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:12.414366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4da693c0-6a0c-4af6-aa99-a9bbfff2900a req-d005766d-e422-445f-b92d-f4716e0a18ac tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0893025 Oct 15 19:57:12.418963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.457823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 220c01f9-7833-42ef-9c19-c867a22eea5b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:12.458442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 220c01f9-7833-42ef-9c19-c867a22eea5b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:12.459076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:12.483755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:12.484424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8acfaa82-6aa9-486a-b2c5-ab0eb3608d95 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:12.534386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.645363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c8d6ef89-bb54-4fea-9ac4-1d70b4861061,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:12.656559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.766010 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 5c691d6b-880b-4dc7-9b1a-09276eac4f96 associated. External IP: 172.25.0.51, port: a536094d-10e0-45ae-b135-a9ebd455e116. Oct 15 19:57:12.798965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:12.992720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0064-45f9-40c7-a77b-a3f1fdb8732d req-ac4fbd12-db78-425e-a9df-2ce9f82290db tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:12.994243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86ff0064-45f9-40c7-a77b-a3f1fdb8732d req-ac4fbd12-db78-425e-a9df-2ce9f82290db tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1160007 Oct 15 19:57:13.007596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-de1fc445-4972-460f-9158-a6981424a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.009068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-de1fc445-4972-460f-9158-a6981424a317 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0504856 Oct 15 19:57:13.087229 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86ff0064-45f9-40c7-a77b-a3f1fdb8732d req-a2a39d1d-2210-47da-839e-7cca893c0183 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856788 Oct 15 19:57:13.115155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router f7dd69db-4257-44a4-a66c-182b49519da6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:13.237359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:13.251661 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Sync routers for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:13.261463 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:13.262082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:13.331588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:13.366769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-475a7864-cae2-47ef-ae08-32b23dbda136 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6169095 Oct 15 19:57:13.367349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:57:13.370028 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:57:13.392163 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:13.486546 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3506fc4b-2d8e-4fba-8a78-94b98de574b2 x-openstack-request-id: req-3506fc4b-2d8e-4fba-8a78-94b98de574b2 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:57:13.489293 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:57:13.489582 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3506fc4b-2d8e-4fba-8a78-94b98de574b2 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:57:13.490012 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'status': 'completed', 'code': 200} Oct 15 19:57:13.547736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-7f8f63ad-23d1-4aef-8589-69b02513d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.549200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-7f8f63ad-23d1-4aef-8589-69b02513d740 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.5311365 Oct 15 19:57:13.561207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c7adf-4688-4055-8f93-e049d3e13dff req-43a624fb-5bd3-43b6-a77b-b6c00702e139 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.562658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f3c7adf-4688-4055-8f93-e049d3e13dff req-43a624fb-5bd3-43b6-a77b-b6c00702e139 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1191430 Oct 15 19:57:13.615981 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-60c0d0df-e487-4245-929d-22b0dd8434fc req-f0211ca2-f72d-4ec9-87e7-2300726082b9 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0551519 Oct 15 19:57:13.618376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-454c9311-fe2c-4f84-ac73-7a5292007b1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0547202 Oct 15 19:57:13.643021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-2a89ebf6-07e8-4e78-b88a-3571626f3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.644554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-2a89ebf6-07e8-4e78-b88a-3571626f3621 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.1301086 Oct 15 19:57:13.675378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 6b5e0f35-c605-433a-a75e-88a667cb9715 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:13.676310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:13.729093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f3c7adf-4688-4055-8f93-e049d3e13dff req-26fcf811-ffeb-41e9-b7ab-d494bb6b7e5e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588008 Oct 15 19:57:13.753137 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5c691d6b-880b-4dc7-9b1a-09276eac4f96', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'mac_address': 'fa:16:3e:37:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:11Z', 'updated_at': '2021-10-15T19:57:11Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:13.765475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:13.781928 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Checking router: f7dd69db-4257-44a4-a66c-182b49519da6 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:13.782378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-b54fb69d-5a5f-4c17-ba2d-a28535987d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.783873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-b54fb69d-5a5f-4c17-ba2d-a28535987d7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.1548963 Oct 15 19:57:13.791075 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:13.792092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:13.824955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-f24772c1-dc56-4b92-9c4a-d983756e079d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324306 Oct 15 19:57:13.843959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-eb936dab-32eb-473f-a7df-53133451389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:13.845453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-eb936dab-32eb-473f-a7df-53133451389e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.1930749 Oct 15 19:57:13.884028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 6b5e0f35-c605-433a-a75e-88a667cb9715, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6b5e0f35-c605-433a-a75e-88a667cb9715,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:13.884028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:13.929566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:13.931677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c381011-68e4-462a-9d8d-ce6bb1bfc5c2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5c691d6b-880b-4dc7-9b1a-09276eac4f96 HTTP/1.1" status: 200 len: 990 time: 0.1637075 Oct 15 19:57:13.941712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-f993d045-a88f-4650-9236-c0955c19bea3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 998 time: 0.0872443 Oct 15 19:57:13.942050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 6b5e0f35-c605-433a-a75e-88a667cb9715 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:14.003137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-7127d154-7b64-4fb3-9815-c66a7f3dce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:14.005318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-7127d154-7b64-4fb3-9815-c66a7f3dce75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0553222 Oct 15 19:57:14.015333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-1fff8840-01de-4351-885f-daaf3221692c service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782765 Oct 15 19:57:14.070924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-0602714b-2395-45d2-8693-297e02c97a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:14.073551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-0602714b-2395-45d2-8693-297e02c97a60 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595007 Oct 15 19:57:14.187772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-d597b0ae-7178-4837-9efa-52e68d07217f service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077754 Oct 15 19:57:14.229573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c7be8b4-4a8e-4286-acfb-b7dc7f9b0056 req-102ecc77-e436-4b37-9678-199820a66ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074151 Oct 15 19:57:14.258515 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5c691d6b-880b-4dc7-9b1a-09276eac4f96', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'mac_address': 'fa:16:3e:37:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:11Z', 'updated_at': '2021-10-15T19:57:11Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:14.283427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43438ae0-e984-4483-b589-8252558d97c7 req-c5e068ea-0977-42b2-ba4e-993ad96415a8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:14.285055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43438ae0-e984-4483-b589-8252558d97c7 req-c5e068ea-0977-42b2-ba4e-993ad96415a8 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1112690 Oct 15 19:57:14.311408 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58ec72a-610b-4888-8868-9d07201dc44b None None] The sync data for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 is: [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5c691d6b-880b-4dc7-9b1a-09276eac4f96', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.51', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'mac_address': 'fa:16:3e:37:4c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:11Z', 'updated_at': '2021-10-15T19:57:11Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:14.343512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43438ae0-e984-4483-b589-8252558d97c7 req-54ab5652-5f46-49f7-930f-a077c69d8c92 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Oct 15 19:57:14.405042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:14.439623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=6b5e0f35-c605-433a-a75e-88a667cb9715,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:14.570212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:14.582324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0227642b-c110-4260-911b-0a6a824a21e4 None None] New status for floating IP 5c691d6b-880b-4dc7-9b1a-09276eac4f96: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:57:14.657573 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9b4c100b-65c7-4c61-a5c3-bcc91f3625b0 req-e8eafb26-b1a9-4d86-b3a7-45edd9e03e2a service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621539 Oct 15 19:57:14.780830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bbb7f980-95eb-457b-80b0-1b69de3b2453 req-fffe3efe-5233-4019-931e-12b7271fd133 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0616713 Oct 15 19:57:14.808417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:14.887610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:14.892717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9f02408b-d1f0-40ce-8a8a-5984144e8648 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5730920 Oct 15 19:57:14.895579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:14.898491 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:14.908393 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:14.909222 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:14.934391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:14.950536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting subnet 990eeffa-d174-440f-a197-71af331fbce5 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:57:14.957057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:14.987061 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:15.007239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.017264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d3de3e18-f5b0-4e68-a3c0-a21d1e8703a1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5c691d6b-880b-4dc7-9b1a-09276eac4f96 HTTP/1.1" status: 200 len: 992 time: 0.0814443 Oct 15 19:57:15.052866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.080389 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:15.088801 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:15.089410 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.108526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.166234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:15.277251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.309074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Subnet': ['ID=990eeffa-d174-440f-a197-71af331fbce5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:15.311241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.315058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d700015-d2a8-470c-ba86-dd04dbd64b00 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/990eeffa-d174-440f-a197-71af331fbce5 HTTP/1.1" status: 204 len: 168 time: 0.4179573 Oct 15 19:57:15.317261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d374f8f-2fd1-468e-8ad3-b61092e8cadd None None] Network 119200fb-d461-4fc1-9ddf-abd04c66e6ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:57:15.317392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56196) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:15.317470 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.347106 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0feb98-cf39-463c-9720-9a1c49c8277f None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:15.410030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.472478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Deleting port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:15.472938 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.485021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987de912-6e74-4fb1-972d-bbe5399e58dc req-5adcea5a-ed0c-45d9-9700-7cda8760d8a9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:15.486569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-987de912-6e74-4fb1-972d-bbe5399e58dc req-5adcea5a-ed0c-45d9-9700-7cda8760d8a9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0552864 Oct 15 19:57:15.527958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-987de912-6e74-4fb1-972d-bbe5399e58dc req-00bd6769-bb18-4376-8b1b-00dce70525be tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317419 Oct 15 19:57:15.539771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] For port 3b22f502-7bbb-47ee-8969-c6cd72fa2638, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b22f502-7bbb-47ee-8969-c6cd72fa2638,segment=NetworkSegment(e37b18f4-ca8b-42bc-875d-12fe3f910e89),segment_id=e37b18f4-ca8b-42bc-875d-12fe3f910e89)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:15.540137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.553724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Calling delete_port for 3b22f502-7bbb-47ee-8969-c6cd72fa2638 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:15.721115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa4069-1f60-4deb-833f-40c337171fd0 None None] DHCP port deletion for 119200fb-d461-4fc1-9ddf-abd04c66e6ce request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:57:15.722286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.750654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Port': ['ID=3b22f502-7bbb-47ee-8969-c6cd72fa2638,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:15.755170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No DVR routers for this DVR port 3b22f502-7bbb-47ee-8969-c6cd72fa2638 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:15.850863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.875136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119200fb-d461-4fc1-9ddf-abd04c66e6ce']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.896926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37b18f4-ca8b-42bc-875d-12fe3f910e89') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.897219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37b18f4-ca8b-42bc-875d-12fe3f910e89') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:15.917015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-19737f8f-97a2-4468-9ce0-029f88e8fda8 req-52ff3bb4-ca7d-4e30-97e5-d8f4c47a614c tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0393219 Oct 15 19:57:15.920867 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.937637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.944191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:57:15.944618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:57:15.947885 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:57:16.118421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.121312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b22f502-7bbb-47ee-8969-c6cd72fa2638 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:16.126241 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.129499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/networks/119200fb-d461-4fc1-9ddf-abd04c66e6ce HTTP/1.1" status: 204 len: 168 time: 0.8112817 Oct 15 19:57:16.132245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56206) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:16.136739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'routes': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:16.144223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3b22f502-7bbb-47ee-8969-c6cd72fa2638 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:16.144676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b22f502-7bbb-47ee-8969-c6cd72fa2638 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:16.145168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6b5e0f35-c605-433a-a75e-88a667cb9715 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:16.154542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f671e-9b75-4127-b504-dc2c80fc5857 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Pushing event deleted for resources: {'Network': ['ID=119200fb-d461-4fc1-9ddf-abd04c66e6ce,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:16.165166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6b5e0f35-c605-433a-a75e-88a667cb9715 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:16.165511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6b5e0f35-c605-433a-a75e-88a667cb9715 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:16.324399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.extraroute_db [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Added routes are [] {{(pid=101181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 19:57:16.324620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.extraroute_db [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Removed routes are [] {{(pid=101181) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 19:57:16.324974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.464866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.469091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.544934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router 4ee35e49-0528-4019-9263-705e1e364e7e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:16.627720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:16.636888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Sync routers for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:16.646614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:16.647310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:16.650833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.653510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-773f8d03-305e-4bf5-abc8-ea8bfefeb9b7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 705 time: 0.5188720 Oct 15 19:57:16.657208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:16.687448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51a68665-17ca-432d-94db-0832525e81ae tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 205 time: 0.0289378 Oct 15 19:57:16.690285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:16.704749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9503-49e8-4f92-96de-935760fa645c req-79b86839-68a7-4fb6-b2ef-26f3659e4253 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:16.706304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72bc9503-49e8-4f92-96de-935760fa645c req-79b86839-68a7-4fb6-b2ef-26f3659e4253 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0903485 Oct 15 19:57:16.724830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:16.751971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-72bc9503-49e8-4f92-96de-935760fa645c req-629a535b-e694-417c-89fd-3bcf57a2f887 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Oct 15 19:57:16.784672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:16.811045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Checking router: 4ee35e49-0528-4019-9263-705e1e364e7e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:16.816655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.821673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Routers {'4ee35e49-0528-4019-9263-705e1e364e7e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:16.822278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4ee35e49-0528-4019-9263-705e1e364e7e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:16.897403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] Set router 4ee35e49-0528-4019-9263-705e1e364e7e gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:16.964365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:16.993945 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.996326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:16.997146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5c7305-8977-46cd-9ffc-42b610a40ba9 None None] The sync data for ids ['4ee35e49-0528-4019-9263-705e1e364e7e'] in n-d-712140-14 is: [{'id': '4ee35e49-0528-4019-9263-705e1e364e7e', 'name': 'tempest-RoutersIpV6Test-router-1772402831', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:32Z', 'updated_at': '2021-10-15T19:57:14Z', 'revision_number': 11, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:17.080390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-db065696-314c-41cd-a927-93a543529741 req-dd1dd1c5-7a15-45a4-9152-e4cd8aebe729 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0326333 Oct 15 19:57:17.141238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.141796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee35e49-0528-4019-9263-705e1e364e7e {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:57:17.149228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.150315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e754b51-c600-4d4f-b646-843ddbcad4c2 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 204 len: 168 time: 0.4585207 Oct 15 19:57:17.155167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56224) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:17.159579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-615395058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:17.261894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.262980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.322805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.405575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.635078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.636282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87551c03-acae-48c8-8c1f-709d8a817ce6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4801345 Oct 15 19:57:17.639524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:17.643916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:17.870524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:17.889098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c19d83-5ed0-4828-8ae8-799973bf5fd9 req-907e9d81-eb97-4012-86f8-c1b981b3dd7a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:17.890682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1c19d83-5ed0-4828-8ae8-799973bf5fd9 req-907e9d81-eb97-4012-86f8-c1b981b3dd7a tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0595775 Oct 15 19:57:17.933847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c1c19d83-5ed0-4828-8ae8-799973bf5fd9 req-793c89f9-afe0-4a6d-a9ba-a73a45826596 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Oct 15 19:57:17.976251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:18.189992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b1818efe-8695-4b78-99c8-b70ed9e1e463 req-77e37415-d18b-423d-8131-0f164bfbe2fd tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0287061 Oct 15 19:57:18.192374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Router e582f11a-dc28-451d-a921-1aa4f8e9726e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:57:18.273237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:18.279821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:18.283410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38289545-6b3b-4f52-b07d-1eaf142a6eed tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "PUT /v2.0/routers/e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 200 len: 697 time: 0.6406336 Oct 15 19:57:18.283593 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Sync routers for ids ['e582f11a-dc28-451d-a921-1aa4f8e9726e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:18.284022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:18.294851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Routers {'e582f11a-dc28-451d-a921-1aa4f8e9726e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:18.295432 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e582f11a-dc28-451d-a921-1aa4f8e9726e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:18.368883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-447cb4ea-aaff-48f9-bf93-18f0b4ea13ae tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/routers/e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 200 len: 703 time: 0.0840003 Oct 15 19:57:18.371445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:18.400631 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Set router e582f11a-dc28-451d-a921-1aa4f8e9726e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:18.402270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a95d2c77-33e9-4b97-adb5-f5dd12123e01 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 200 len: 205 time: 0.0297401 Oct 15 19:57:18.404940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56246) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:18.456643 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582f11a-dc28-451d-a921-1aa4f8e9726e', 'name': 'tempest-RoutersIpV6Test-router-615395058', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:57:17Z', 'updated_at': '2021-10-15T19:57:17Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:18.484478 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Checking router: e582f11a-dc28-451d-a921-1aa4f8e9726e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:18.495996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-faaa2fdd-5700-48df-843e-41ebbaf259f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:18.498363 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Routers {'e582f11a-dc28-451d-a921-1aa4f8e9726e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:18.498989 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:56:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e582f11a-dc28-451d-a921-1aa4f8e9726e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:18.576135 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] Set router e582f11a-dc28-451d-a921-1aa4f8e9726e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:18.633032 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e582f11a-dc28-451d-a921-1aa4f8e9726e', 'name': 'tempest-RoutersIpV6Test-router-615395058', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:57:17Z', 'updated_at': '2021-10-15T19:57:17Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:18.660186 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678dd41-f5c9-42ed-9116-12d379fed641 None None] The sync data for ids ['e582f11a-dc28-451d-a921-1aa4f8e9726e'] in n-d-712140-14 is: [{'id': 'e582f11a-dc28-451d-a921-1aa4f8e9726e', 'name': 'tempest-RoutersIpV6Test-router-615395058', 'tenant_id': 'c57a16559e6f42edae7558cf500846a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:57:17Z', 'updated_at': '2021-10-15T19:57:17Z', 'revision_number': 2, 'project_id': 'c57a16559e6f42edae7558cf500846a7', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:18.817140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:18.982209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:18.984455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:19.090536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:19.091127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Fanout notify agent at l3_agent the message router_deleted on router e582f11a-dc28-451d-a921-1aa4f8e9726e {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:57:19.098363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:19.099490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-964b5b18-1efa-4ae0-b790-aada2985d6e8 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 204 len: 168 time: 0.6935754 Oct 15 19:57:19.102995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56258) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.139831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be350b69-62ee-4341-8281-03133602506c tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 200 len: 205 time: 0.0356035 Oct 15 19:57:19.142591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56260) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.181749 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-7855951d-7c47-4dba-bd72-b7fc8d411465 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.186558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7855951d-7c47-4dba-bd72-b7fc8d411465 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/e582f11a-dc28-451d-a921-1aa4f8e9726e HTTP/1.1" status: 404 len: 336 time: 0.0426986 Oct 15 19:57:19.187204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.214523 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9dc0a3-4873-488b-856f-15770de1ba7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.214979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9dc0a3-4873-488b-856f-15770de1ba7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.219178 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9c9dc0a3-4873-488b-856f-15770de1ba7d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/e93dd06e-fe0c-497f-bbe4-b09e867d48ff HTTP/1.1" status: 404 len: 337 time: 0.0308993 Oct 15 19:57:19.221898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56266) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.250347 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e003ef54-1ebd-4074-a134-e6d2b000bd57 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.250834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e003ef54-1ebd-4074-a134-e6d2b000bd57 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.258704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e003ef54-1ebd-4074-a134-e6d2b000bd57 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/9420378d-76ad-465a-8849-4220337403a1 HTTP/1.1" status: 404 len: 337 time: 0.0327673 Oct 15 19:57:19.259783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56268) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.287059 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-2051fe85-002c-4081-a194-4e38e9e7cf60 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.287799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2051fe85-002c-4081-a194-4e38e9e7cf60 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.293324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2051fe85-002c-4081-a194-4e38e9e7cf60 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/5ce54216-f3ed-46c4-ab8b-76d04aced992 HTTP/1.1" status: 404 len: 337 time: 0.0308862 Oct 15 19:57:19.293831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56270) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.322935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4adda29d-fce0-47c1-8ff4-b0587fbd3586 req-5d05fb59-74e6-4bce-a44d-10b482fbbe92 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0310106 Oct 15 19:57:19.334709 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb182eb1-344d-402d-9810-0e7326226c9e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.335284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb182eb1-344d-402d-9810-0e7326226c9e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.338968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb182eb1-344d-402d-9810-0e7326226c9e tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/990eeffa-d174-440f-a197-71af331fbce5 HTTP/1.1" status: 404 len: 337 time: 0.0432990 Oct 15 19:57:19.342350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56272) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.370425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de1dff43-e9b9-4b24-805a-4f816a280314 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 200 len: 205 time: 0.0264149 Oct 15 19:57:19.373772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56274) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.412135 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-7ed1278b-0046-49a9-a498-b63e292255e7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.413475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ed1278b-0046-49a9-a498-b63e292255e7 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/4ee35e49-0528-4019-9263-705e1e364e7e HTTP/1.1" status: 404 len: 336 time: 0.0385253 Oct 15 19:57:19.416289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.449601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2717f2eb-b9fd-4ffa-9a27-3773bab24ff6 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=472fa3f5-5171-4c7e-a161-44a713ae50c8 HTTP/1.1" status: 200 len: 205 time: 0.0304911 Oct 15 19:57:19.450683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56280) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.505066 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1d84c9bb-52ed-4363-bc0a-9654041c0422 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.506430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1d84c9bb-52ed-4363-bc0a-9654041c0422 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/472fa3f5-5171-4c7e-a161-44a713ae50c8 HTTP/1.1" status: 404 len: 336 time: 0.0543342 Oct 15 19:57:19.508907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56282) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.536508 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2c525a-1110-440c-8f56-3a1fd37e91eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.536967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2c525a-1110-440c-8f56-3a1fd37e91eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.541338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9f2c525a-1110-440c-8f56-3a1fd37e91eb tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/b9200323-b71f-49e0-8cc1-abf5e3931ae6 HTTP/1.1" status: 404 len: 337 time: 0.0302227 Oct 15 19:57:19.543214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56284) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.570580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1add801e-8c3f-474c-8d0b-257076b8c949 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 200 len: 205 time: 0.0262463 Oct 15 19:57:19.572989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56286) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.621986 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c18c94fd-ac21-493b-b741-2867f838154d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.621986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c18c94fd-ac21-493b-b741-2867f838154d tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/124d13df-9a05-4bed-bc75-72a3e7dfe502 HTTP/1.1" status: 404 len: 336 time: 0.0436816 Oct 15 19:57:19.621986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56290) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.657625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1901506d-e752-4dc3-b716-d2bb4a19b466 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed930a2a-2167-4124-9c40-cca999c54fa6 HTTP/1.1" status: 200 len: 205 time: 0.0335836 Oct 15 19:57:19.659814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56292) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.699384 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-563e10da-7479-45f8-9d98-69bd1af74b85 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.701075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-563e10da-7479-45f8-9d98-69bd1af74b85 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/ed930a2a-2167-4124-9c40-cca999c54fa6 HTTP/1.1" status: 404 len: 336 time: 0.0401964 Oct 15 19:57:19.706855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.741483 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36d17c7-fa46-4561-9f25-357f2e0a34bd tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.741951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36d17c7-fa46-4561-9f25-357f2e0a34bd tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.745047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e36d17c7-fa46-4561-9f25-357f2e0a34bd tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/08b00a75-c974-4666-a800-5d2fbcfddce5 HTTP/1.1" status: 404 len: 337 time: 0.0371642 Oct 15 19:57:19.748448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56296) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.778963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d260a617-33de-476f-afe7-6dcf2e6fe09f tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=56c58a65-50d9-4fdb-918f-3e6a46cb9394 HTTP/1.1" status: 200 len: 205 time: 0.0283227 Oct 15 19:57:19.781786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56298) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.818954 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-dc5be26e-c78c-451e-a785-6b55d7737d34 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.820013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc5be26e-c78c-451e-a785-6b55d7737d34 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/56c58a65-50d9-4fdb-918f-3e6a46cb9394 HTTP/1.1" status: 404 len: 336 time: 0.0373263 Oct 15 19:57:19.822559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56300) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.852122 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98ae659-c98c-4211-a07a-6a4ee6a0f429 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.852711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98ae659-c98c-4211-a07a-6a4ee6a0f429 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.855827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c98ae659-c98c-4211-a07a-6a4ee6a0f429 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/31cfcb36-8c54-4c79-b553-8310f300c6aa HTTP/1.1" status: 404 len: 337 time: 0.0323563 Oct 15 19:57:19.859062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.895980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84aeb10c-13da-4b2c-93ba-241288955c22 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "GET /v2.0/ports?device_id=dead9fdb-8b96-4346-b434-f40e8a3cb7f2 HTTP/1.1" status: 200 len: 205 time: 0.0334456 Oct 15 19:57:19.895980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56304) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.935439 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c4b9570c-a282-44b5-ad69-c6e86f636c27 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] delete failed (client error): The resource could not be found. Oct 15 19:57:19.939109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:19.939301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4b9570c-a282-44b5-ad69-c6e86f636c27 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/routers/dead9fdb-8b96-4346-b434-f40e8a3cb7f2 HTTP/1.1" status: 404 len: 336 time: 0.0422559 Oct 15 19:57:19.971959 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-607e725a-e756-4a6a-a2d0-3923abd904ec tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:19.972462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607e725a-e756-4a6a-a2d0-3923abd904ec tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:19.978873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-607e725a-e756-4a6a-a2d0-3923abd904ec tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/aa4672ab-d4b7-4ae4-837d-90302327cd09 HTTP/1.1" status: 404 len: 337 time: 0.0382609 Oct 15 19:57:19.980088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56310) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:20.015222 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-128e74cf-d728-434f-8b82-76ab6c023e47 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] DELETE failed (client error): The resource could not be found. Oct 15 19:57:20.015927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128e74cf-d728-434f-8b82-76ab6c023e47 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:57:20.021728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-128e74cf-d728-434f-8b82-76ab6c023e47 tempest-RoutersIpV6Test-104501712 tempest-RoutersIpV6Test-104501712-project] 10.222.0.13 "DELETE /v2.0/subnets/cd830733-77d8-471f-a735-46a2f9a2e907 HTTP/1.1" status: 404 len: 337 time: 0.0403299 Oct 15 19:57:20.433162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac3acde2-e2d5-48f9-8cf2-cf87d89b9c6e req-c4b1b345-f55a-49ef-be33-3a41b920cdfe tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Oct 15 19:57:20.546305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56322) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:20.680362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97829f2f-a170-4c21-9d22-d487b70ba14b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c57a16559e6f42edae7558cf500846a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327689 Oct 15 19:57:20.682575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:20.739469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:20.761832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:20.828479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eee7e-ae47-4fe7-aee7-78752c4d612d req-dc9b9fd0-54b9-47d4-9535-0d5725e7709d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:20.829961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d38eee7e-ae47-4fe7-aee7-78752c4d612d req-dc9b9fd0-54b9-47d4-9535-0d5725e7709d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0506907 Oct 15 19:57:20.871925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d38eee7e-ae47-4fe7-aee7-78752c4d612d req-b0ac9b4a-1bdf-4d03-9ed7-5eed62acfb4e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Oct 15 19:57:20.996867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:21.001658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:21.002813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f04319a-e9d7-432b-8d77-d3cfe3be4bd0 HTTP/1.1" status: 204 len: 168 time: 0.3192818 Oct 15 19:57:21.012268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b06af7-bafe-4d7a-bc65-b6f02582414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04319a-e9d7-432b-8d77-d3cfe3be4bd0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:21.501290 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c695f359-5725-4479-abb5-ea35469bcb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:21.545863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-07808448-70b4-49bc-a15f-0228c6e3849a req-30f80cb4-8bee-4381-bfa8-7c0b89ee8c94 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0293288 Oct 15 19:57:22.145253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:22.254170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9344dcb9-b63a-4033-8266-5232491cc9a9 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:22.254170 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-9344dcb9-b63a-4033-8266-5232491cc9a9 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 19:57:22.254170 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-9344dcb9-b63a-4033-8266-5232491cc9a9 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 19:57:22.254170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9344dcb9-b63a-4033-8266-5232491cc9a9 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1063151 Oct 15 19:57:22.257477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56376) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:22.262398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--658399237'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:22.362330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.385484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.395380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.472816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.576688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.593357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.619960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1354d1d-19d3-4027-845c-62bb98f9bc2c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:22.690625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5608a82f-aa9a-41e9-81ef-772a11af713e req-66ab730e-a336-4b98-8add-389be8a52cf4 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0539920 Oct 15 19:57:22.696755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.810492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.839457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.840392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.844276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043e102a-6520-4b85-808b-594110b479e8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:22.897613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:22.898939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2021909b-7f39-4ab8-a016-01720118cda7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6403959 Oct 15 19:57:22.901995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:22.906727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '043e102a-6520-4b85-808b-594110b479e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:23.016874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.090522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.192461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.214127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e67545c-1907-4301-9668-caf65c99d541,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:23.303486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.305276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c1f88ddc-f939-42ff-afdc-6845f8e4cae4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4018517 Oct 15 19:57:23.307653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56390) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:23.313643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-55692e01-6c73-4cb3-98c1-a9db01315e87 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '043e102a-6520-4b85-808b-594110b479e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:23.439632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-55692e01-6c73-4cb3-98c1-a9db01315e87 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.678794 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-55692e01-6c73-4cb3-98c1-a9db01315e87 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 19:57:23.682458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-55692e01-6c73-4cb3-98c1-a9db01315e87 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3712106 Oct 15 19:57:23.682774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56394) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:23.771806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.810604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.870402 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-534456c8-3e20-4e1f-b396-8010ed533c64 req-2362158d-6653-42a8-8c11-708d2112c06b tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0357122 Oct 15 19:57:23.962189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.966472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:23.967195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/043e102a-6520-4b85-808b-594110b479e8 HTTP/1.1" status: 204 len: 168 time: 0.2830892 Oct 15 19:57:23.972788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56400) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:23.978909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442635db-3a40-405e-8716-80413eb49854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e102a-6520-4b85-808b-594110b479e8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:24.048899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56402) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:24.049171 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb09b8d9-109d-4a5b-81b5-f728ec5e8032 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0744874 Oct 15 19:57:24.061793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1630930606'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:24.178237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.266516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.364041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.397656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ddc68c-b521-43e7-b84d-fa259b0face9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:24.523076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.525072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6cda4208-3d6f-4f05-9a00-44d5ea845796 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4751782 Oct 15 19:57:24.527949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56410) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:24.533402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b13e2bfd-348f-4f8f-aab8-bc153c8979c2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'a0ddc68c-b521-43e7-b84d-fa259b0face9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:24.542890 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-b13e2bfd-348f-4f8f-aab8-bc153c8979c2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 15 19:57:24.542890 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-b13e2bfd-348f-4f8f-aab8-bc153c8979c2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:24.542890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b13e2bfd-348f-4f8f-aab8-bc153c8979c2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058975 Oct 15 19:57:24.545894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56412) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:24.579684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.601946 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:57:24.607951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.647641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.792856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.796224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:24.798277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0ddc68c-b521-43e7-b84d-fa259b0face9 HTTP/1.1" status: 204 len: 168 time: 0.2505093 Oct 15 19:57:24.806505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc9c73-c575-4646-b12b-7fe050b92c61 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ddc68c-b521-43e7-b84d-fa259b0face9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:24.813320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:24.877697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ba76e22e-8df4-4977-af0d-6ba2af587929 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592582 Oct 15 19:57:24.877697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56420) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:24.882226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--57772447'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:24.979050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2339d24-c2aa-43a9-a5db-4bcade1404d1 req-acf2fd69-68ba-433b-8114-b9109dd664c0 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0288687 Oct 15 19:57:25.021083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.092253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.170225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.204328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014738b1-fe8d-40ea-b499-e9f8a40c0bab,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:25.302970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.304277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43fa99a5-c814-48ea-98e5-f84ec58c842d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4258113 Oct 15 19:57:25.313775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56428) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:25.319136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0c761c94-4aa9-4e60-8e95-3c4ceb737973 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '014738b1-fe8d-40ea-b499-e9f8a40c0bab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:25.320216 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-0c761c94-4aa9-4e60-8e95-3c4ceb737973 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 15 19:57:25.320778 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-0c761c94-4aa9-4e60-8e95-3c4ceb737973 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:25.321805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c761c94-4aa9-4e60-8e95-3c4ceb737973 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063591 Oct 15 19:57:25.324924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:25.379793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.401754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.552944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.555568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.559318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/014738b1-fe8d-40ea-b499-e9f8a40c0bab HTTP/1.1" status: 204 len: 168 time: 0.2308021 Oct 15 19:57:25.559698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:25.566529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e17f1-af1d-4cc6-a025-c06e5c67c593 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014738b1-fe8d-40ea-b499-e9f8a40c0bab,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:25.620771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-db8a3904-9cee-4c39-9b92-abf21f40e65f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584900 Oct 15 19:57:25.624569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56436) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:25.629914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--655375629'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:25.744931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.818575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.912622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:25.945794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3691dd-621b-4f3e-a078-f20a1f0c5a66,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:26.029242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.030753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d632a19-dc38-4f34-a06a-4f86a6b6bce0 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4047613 Oct 15 19:57:26.033570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56442) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.038458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9d7673c6-bc40-4f25-b2c1-5df4bc8f1c17 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'ce3691dd-621b-4f3e-a078-f20a1f0c5a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.054600 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-9d7673c6-bc40-4f25-b2c1-5df4bc8f1c17 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 15 19:57:26.055278 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-9d7673c6-bc40-4f25-b2c1-5df4bc8f1c17 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:26.060729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9d7673c6-bc40-4f25-b2c1-5df4bc8f1c17 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219169 Oct 15 19:57:26.060729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.064929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b2db172d-30ed-422f-9415-e5483b096cb7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'ce3691dd-621b-4f3e-a078-f20a1f0c5a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.065667 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-b2db172d-30ed-422f-9415-e5483b096cb7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 15 19:57:26.066207 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-b2db172d-30ed-422f-9415-e5483b096cb7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:26.069779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b2db172d-30ed-422f-9415-e5483b096cb7 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063906 Oct 15 19:57:26.074545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56446) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.076469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-70daccc2-c1a5-449f-889e-79ca6093c324 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'ce3691dd-621b-4f3e-a078-f20a1f0c5a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.077423 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-70daccc2-c1a5-449f-889e-79ca6093c324 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 15 19:57:26.077988 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-70daccc2-c1a5-449f-889e-79ca6093c324 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:26.079303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-70daccc2-c1a5-449f-889e-79ca6093c324 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072134 Oct 15 19:57:26.082024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56448) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.104328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-21f80e63-9f6b-451e-a13a-2267177f2338 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'ce3691dd-621b-4f3e-a078-f20a1f0c5a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.106417 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-21f80e63-9f6b-451e-a13a-2267177f2338 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 15 19:57:26.110795 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-21f80e63-9f6b-451e-a13a-2267177f2338 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:26.110795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-21f80e63-9f6b-451e-a13a-2267177f2338 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0249865 Oct 15 19:57:26.111857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5c78c05e-600f-418d-b37b-df8a96570ab6 req-3c6aebee-04b2-4d8d-9a4f-14985a4baa5c tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0453358 Oct 15 19:57:26.112507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56450) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.168330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.202847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.341040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.344030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.345578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/ce3691dd-621b-4f3e-a078-f20a1f0c5a66 HTTP/1.1" status: 204 len: 168 time: 0.2318325 Oct 15 19:57:26.348693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56456) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.357621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a255d-8e2e-4424-9d72-43a17513cbcf tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3691dd-621b-4f3e-a078-f20a1f0c5a66,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:26.405976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56458) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.406204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-731a65ee-83f5-4630-ba22-80269bd24927 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562530 Oct 15 19:57:26.411071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--642741080'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.574653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.656383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.796500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.827193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4133ae3-a346-48f8-824a-f4ce94817410,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:26.918380 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:26.920387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4c9dbfb4-4fcb-462d-8163-3e9477271601 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5131071 Oct 15 19:57:26.923254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56462) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.928401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-96268150-d7b9-4160-b60a-d0f2d0d081ec tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:26.929412 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-96268150-d7b9-4160-b60a-d0f2d0d081ec tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 19:57:26.929941 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-96268150-d7b9-4160-b60a-d0f2d0d081ec tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:26.930922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-96268150-d7b9-4160-b60a-d0f2d0d081ec tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065687 Oct 15 19:57:26.933431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:26.938033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e80cfe13-80ed-4ca2-abbb-e21665a69635 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.198830 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-e80cfe13-80ed-4ca2-abbb-e21665a69635 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.200247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e80cfe13-80ed-4ca2-abbb-e21665a69635 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2659152 Oct 15 19:57:27.203940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56470) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.208626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5ba6fe61-69e8-49a8-933a-78f11fe2f9c3 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.209092 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-5ba6fe61-69e8-49a8-933a-78f11fe2f9c3 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 15 19:57:27.209566 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-5ba6fe61-69e8-49a8-933a-78f11fe2f9c3 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.214665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5ba6fe61-69e8-49a8-933a-78f11fe2f9c3 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054543 Oct 15 19:57:27.214854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56472) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.218967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f18b5389-c557-433c-8598-98ad081e96cc req-dc87df23-3a64-44a9-aaec-3945856b933d tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Oct 15 19:57:27.219512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-34cdd4eb-c7e9-4677-a239-62f148d0ee78 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.438398 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-34cdd4eb-c7e9-4677-a239-62f148d0ee78 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.440274 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-34cdd4eb-c7e9-4677-a239-62f148d0ee78 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2244902 Oct 15 19:57:27.443333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56478) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.447907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6d802324-eeb5-44b9-bda2-22ec09e5a841 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.448945 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-6d802324-eeb5-44b9-bda2-22ec09e5a841 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 19:57:27.449133 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-6d802324-eeb5-44b9-bda2-22ec09e5a841 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.450358 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6d802324-eeb5-44b9-bda2-22ec09e5a841 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059199 Oct 15 19:57:27.453263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56480) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.457324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-159eb8ca-dd83-4cbd-8f66-6481230e7872 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.587327 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-159eb8ca-dd83-4cbd-8f66-6481230e7872 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Project a586300bddea43429b93f73ee9006097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:57:27.686620 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-159eb8ca-dd83-4cbd-8f66-6481230e7872 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.687965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-159eb8ca-dd83-4cbd-8f66-6481230e7872 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2334929 Oct 15 19:57:27.690795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56482) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.695725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5e7fc15d-dcdd-4d67-8439-2a27e8277674 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.696747 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-5e7fc15d-dcdd-4d67-8439-2a27e8277674 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 15 19:57:27.701915 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-5e7fc15d-dcdd-4d67-8439-2a27e8277674 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.701915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e7fc15d-dcdd-4d67-8439-2a27e8277674 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064118 Oct 15 19:57:27.707492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56486) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.712289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4bff7eac-3e28-420b-af7d-f551bb507e2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:27.833519 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-4bff7eac-3e28-420b-af7d-f551bb507e2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Project a586300bddea43429b93f73ee9006097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:57:27.941722 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-4bff7eac-3e28-420b-af7d-f551bb507e2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:27.942799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4bff7eac-3e28-420b-af7d-f551bb507e2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2343442 Oct 15 19:57:27.945754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:27.951020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bbaa540d-f7b2-4c06-971e-02174a69f919 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'd4133ae3-a346-48f8-824a-f4ce94817410', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:28.061348 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-bbaa540d-f7b2-4c06-971e-02174a69f919 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Project a586300bddea43429b93f73ee9006097 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:57:28.192862 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-bbaa540d-f7b2-4c06-971e-02174a69f919 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:28.193975 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bbaa540d-f7b2-4c06-971e-02174a69f919 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2472246 Oct 15 19:57:28.197430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56492) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:28.252564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.277437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.333456 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-95be4d26-2198-42d0-802b-710ea4b15e1b req-c434f4c8-41df-4cd0-927d-804415c92072 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Oct 15 19:57:28.398469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.401270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.402437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/d4133ae3-a346-48f8-824a-f4ce94817410 HTTP/1.1" status: 204 len: 168 time: 0.2038617 Oct 15 19:57:28.405639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56500) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:28.412458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ea215-5ff4-43d1-9958-ab0cba4040f1 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4133ae3-a346-48f8-824a-f4ce94817410,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:28.467163 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26567915-78ea-4cc2-93e7-d48c5c92ee66 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602179 Oct 15 19:57:28.471131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:28.475819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--919207512'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:28.595926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.659664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.764311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.798992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f37d00-5d4f-4df1-9283-620d8f1bfd5c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:28.937890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:28.939158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-acd8ad12-5b2a-432e-ab6d-f887655438cc tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4669852 Oct 15 19:57:28.942191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56506) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:28.946486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1ebbda91-0947-444e-987b-674eea64762a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '97f37d00-5d4f-4df1-9283-620d8f1bfd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:29.164456 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1ebbda91-0947-444e-987b-674eea64762a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The resource could not be found. Oct 15 19:57:29.165889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1ebbda91-0947-444e-987b-674eea64762a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2227812 Oct 15 19:57:29.168649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:29.173171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e85877be-e19b-4ca3-8274-f2e5f3ba0f8b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '97f37d00-5d4f-4df1-9283-620d8f1bfd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '544dea03-5fbd-4a80-9870-c69e3c58d1d1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:29.392923 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-e85877be-e19b-4ca3-8274-f2e5f3ba0f8b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The resource could not be found. Oct 15 19:57:29.397128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e85877be-e19b-4ca3-8274-f2e5f3ba0f8b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2245240 Oct 15 19:57:29.398208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56516) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:29.450746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d7f193a-45aa-4213-b629-4ea8dc97c0e9 req-de1337a4-6f42-4e58-8510-e4c9d0fc510d tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Oct 15 19:57:29.463168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:29.488521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:29.620889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:29.623760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:29.625538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/97f37d00-5d4f-4df1-9283-620d8f1bfd5c HTTP/1.1" status: 204 len: 168 time: 0.2256298 Oct 15 19:57:29.628222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56520) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:29.634625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6f6d7-a329-4d6b-a07e-a6509b98e12d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f37d00-5d4f-4df1-9283-620d8f1bfd5c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:29.677799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3852e258-31a8-4afb-b577-d081bb51e867 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484030 Oct 15 19:57:29.681464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56522) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:29.686477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-72420baa-9e37-4458-a6c2-201f40fac854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'cc943ce2-bfee-45f0-ba69-fd53f7bffc62', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:29.925829 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-72420baa-9e37-4458-a6c2-201f40fac854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The resource could not be found. Oct 15 19:57:29.925829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-72420baa-9e37-4458-a6c2-201f40fac854 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2431104 Oct 15 19:57:29.929142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:29.934427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--926063535'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:30.047842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.113556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.221141 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.252120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fa2199-1f7b-4e34-ba7c-10682286615b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:30.331720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.332956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-416f3ba9-3294-4b68-9661-79cd57988a37 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4027395 Oct 15 19:57:30.335850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56530) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:30.341332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152616633'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:30.430763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.500580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.564741 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-40613aa6-f396-413d-b8ba-c3a87d1c2839 req-56fc0979-960e-4257-bfd6-26c9a40a2c56 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0263169 Oct 15 19:57:30.574141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.603925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de8007-1516-40d4-9c35-aaa12e85969b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:30.726521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:30.729259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a294ea33-06da-4352-b845-5a5aa69830f4 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3907397 Oct 15 19:57:30.730809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:30.735922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-10c552da-115e-4280-9cfc-8ed0bfd0a0bb tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': '27fa2199-1f7b-4e34-ba7c-10682286615b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c5de8007-1516-40d4-9c35-aaa12e85969b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:30.990588 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-10c552da-115e-4280-9cfc-8ed0bfd0a0bb tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:30.991683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-10c552da-115e-4280-9cfc-8ed0bfd0a0bb tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2595551 Oct 15 19:57:30.994700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:31.050349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.072358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.219373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.222030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.223409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5de8007-1516-40d4-9c35-aaa12e85969b HTTP/1.1" status: 204 len: 168 time: 0.2274747 Oct 15 19:57:31.226379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56544) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:31.233807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d1037-778d-4bdc-8510-f06e89b95e0f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5de8007-1516-40d4-9c35-aaa12e85969b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:31.289464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3a10f0b6-dbf0-40fd-826e-b63e48faab4f tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0619159 Oct 15 19:57:31.292099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:31.350187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.372683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.493532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.496689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.499622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/27fa2199-1f7b-4e34-ba7c-10682286615b HTTP/1.1" status: 204 len: 168 time: 0.2053404 Oct 15 19:57:31.501054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56554) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:31.515051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c607d-45c4-4c8f-a0a4-1a32c0fe6a8a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fa2199-1f7b-4e34-ba7c-10682286615b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:31.566883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f5aa51c-00bc-41be-aecb-5bf2df8e71b5 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609694 Oct 15 19:57:31.567466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56558) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:31.571812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--1089842525'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:31.672924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87f783ae-a1e3-4a68-a812-e525881ae99e req-98cae2d1-c3bf-4fcd-a9d9-0d4314e9d5a0 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0268848 Oct 15 19:57:31.741081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.805060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.883689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:31.912292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1acb814-9c49-48b7-aa69-7bc08e4a0901,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:32.004289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.005485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f31ea102-7922-4c61-8fa1-41d89ea46a02 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4370651 Oct 15 19:57:32.008456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56564) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:32.013933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7de775d0-114a-4b19-94b8-6e4894f5d5db tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'e1acb814-9c49-48b7-aa69-7bc08e4a0901', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:32.190187 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-7de775d0-114a-4b19-94b8-6e4894f5d5db tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:32.191265 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7de775d0-114a-4b19-94b8-6e4894f5d5db tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1819015 Oct 15 19:57:32.193937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56566) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:32.198354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-18d827b2-063c-446c-bd4b-b454bf372d01 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group_rule': {'security_group_id': 'e1acb814-9c49-48b7-aa69-7bc08e4a0901', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:32.375393 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-18d827b2-063c-446c-bd4b-b454bf372d01 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:57:32.376610 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18d827b2-063c-446c-bd4b-b454bf372d01 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1817594 Oct 15 19:57:32.379794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56570) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:32.433621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.455777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.569413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.572131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.576875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1acb814-9c49-48b7-aa69-7bc08e4a0901 HTTP/1.1" status: 204 len: 168 time: 0.1934299 Oct 15 19:57:32.577274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:32.583701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a7a45-604d-460c-8dae-9b6e1fc210d2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1acb814-9c49-48b7-aa69-7bc08e4a0901,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:32.628917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-137cd91c-d6e0-44e0-acf8-37da43b0b3ef tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0502372 Oct 15 19:57:32.633337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56578) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:32.640073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'tempest-secgroup--496835926'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:32.735383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.792262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-6be1c1f8-4fdf-4119-ac0a-ac4e11b2e494 req-491005e2-75c4-4e6e-a948-1e302bae1835 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0338657 Oct 15 19:57:32.841906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.936310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:32.967248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89135bcd-c323-4106-aa35-4049bb50b3a6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:33.028838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:33.032925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-557f6d75-9b6d-4766-8057-0836f504018b tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3952763 Oct 15 19:57:33.033104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56584) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.043509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-83e431aa-d784-4e35-9147-ffc82feab33a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:33.043509 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-83e431aa-d784-4e35-9147-ffc82feab33a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 19:57:33.043509 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-83e431aa-d784-4e35-9147-ffc82feab33a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 19:57:33.043509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-83e431aa-d784-4e35-9147-ffc82feab33a tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "PUT /v2.0/security-groups/89135bcd-c323-4106-aa35-4049bb50b3a6 HTTP/1.1" status: 409 len: 330 time: 0.0053773 Oct 15 19:57:33.043509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56586) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.096830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:33.118781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:33.258492 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:33.261141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:33.262276 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/89135bcd-c323-4106-aa35-4049bb50b3a6 HTTP/1.1" status: 204 len: 168 time: 0.2189469 Oct 15 19:57:33.265182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56588) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.271819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca8ca-d094-4227-b0dd-19dc8f5cbc47 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89135bcd-c323-4106-aa35-4049bb50b3a6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:33.312744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-02da9464-0abd-4fd4-8fa0-7f4566dd1ea2 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0464275 Oct 15 19:57:33.319296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56590) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.329129 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-9ffbdf69-3bfc-46f4-87e2-94d70cf35d2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] delete failed (client error): The resource could not be found. Oct 15 19:57:33.333509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ffbdf69-3bfc-46f4-87e2-94d70cf35d2c tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae5a3410-d062-4088-be68-86fa98e5bb83 HTTP/1.1" status: 404 len: 347 time: 0.0127180 Oct 15 19:57:33.333780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56592) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.346900 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-a75d217c-5bdf-4575-a36f-f0e5b7f3a65d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] show failed (client error): The resource could not be found. Oct 15 19:57:33.347890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a75d217c-5bdf-4575-a36f-f0e5b7f3a65d tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-groups/69a0c8bd-1e85-4f5d-ae2b-64e2a7aec034 HTTP/1.1" status: 404 len: 347 time: 0.0131545 Oct 15 19:57:33.351306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56594) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.364723 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1ff8649c-937c-49f8-a2a6-cc0a06937293 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] show failed (client error): The resource could not be found. Oct 15 19:57:33.365672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1ff8649c-937c-49f8-a2a6-cc0a06937293 tempest-NegativeSecGroupIPv6Test-1646795048 tempest-NegativeSecGroupIPv6Test-1646795048-project] 10.222.0.13 "GET /v2.0/security-group-rules/043fa230-2125-4307-b1e3-7413e8cf0cff HTTP/1.1" status: 404 len: 356 time: 0.0134878 Oct 15 19:57:33.893144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56612) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:33.902918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1051bdb3-d3bc-42d3-8792-af8c14696b7c req-72cb750a-0982-4e66-ad68-982ef828b7dd tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Oct 15 19:57:34.030003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cd1580d4-a4c0-47e0-9708-188c141e7a9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a586300bddea43429b93f73ee9006097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350815 Oct 15 19:57:34.032509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:34.082273 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:34.105213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:34.272194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:34.274697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:34.275921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1354d1d-19d3-4027-845c-62bb98f9bc2c HTTP/1.1" status: 204 len: 168 time: 0.2424827 Oct 15 19:57:34.284550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2aa3-3272-49fc-ae3e-ca0c8913e40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1354d1d-19d3-4027-845c-62bb98f9bc2c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:35.052143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65ca109b-8332-4d48-abbb-156d8a8cbab4 req-735bea3d-f9a3-4c22-9c49-ca8b38d9c65c tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0355561 Oct 15 19:57:35.282538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdd3dd-93e1-4b4d-ba03-f8e3c246fd60 req-a80fc911-e294-4622-a212-848dc2bea521 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:35.284224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9cbdd3dd-93e1-4b4d-ba03-f8e3c246fd60 req-a80fc911-e294-4622-a212-848dc2bea521 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0506306 Oct 15 19:57:35.324419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9cbdd3dd-93e1-4b4d-ba03-f8e3c246fd60 req-57a72dc1-ecf9-4039-80c6-3b441f7fcb11 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341685 Oct 15 19:57:35.374841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-35d45f58-480a-4e70-af09-58d9e7f0799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:35.384255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-35d45f58-480a-4e70-af09-58d9e7f0799f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0588410 Oct 15 19:57:35.510370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-9076e4c3-9d01-4034-ba6b-9bdf98192a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:35.511887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-9076e4c3-9d01-4034-ba6b-9bdf98192a64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.1198177 Oct 15 19:57:35.557895 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-8afda0ea-9d76-465e-bb6e-55b99aae098c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0386553 Oct 15 19:57:35.608095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-2b0ddeeb-2842-4c9b-a34f-f9c28f5b81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:35.609562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-2b0ddeeb-2842-4c9b-a34f-f9c28f5b81a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.0451093 Oct 15 19:57:35.645943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-6fb4b4f8-f73e-4cb0-ac23-7d5e12014dfd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266788 Oct 15 19:57:35.741206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-2b4bcf6f-45ec-429d-b14f-4909182d6c1f service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873725 Oct 15 19:57:35.834977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bd4c55c6-a7cd-46cb-b64b-0a994b36e712 req-a8d4cd5a-e2fd-4e22-bb08-01910292df36 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859230 Oct 15 19:57:36.156234 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-69ac0997-861b-4b23-9bbe-8bb5d4a61eb7 req-6df393f6-b160-4561-ac51-4b231fb8d795 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0279212 Oct 15 19:57:36.449427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d46103-1034-4ac3-a7c5-69049dc36f3f req-89b3ce12-c397-4de2-a5b0-f7baf30d7e0d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:36.452078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33d46103-1034-4ac3-a7c5-69049dc36f3f req-89b3ce12-c397-4de2-a5b0-f7baf30d7e0d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0538132 Oct 15 19:57:36.492954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-33d46103-1034-4ac3-a7c5-69049dc36f3f req-25ae1195-1fa0-4de2-a8d9-6f7a41eb4630 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Oct 15 19:57:36.589633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56700) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:36.700585 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b2b-15da-414a-8b70-596cc957a215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:36.772481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b2b-15da-414a-8b70-596cc957a215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:36.858870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e31f8b2b-15da-414a-8b70-596cc957a215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:36.896899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e31f8b2b-15da-414a-8b70-596cc957a215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da6aa03b75734d3c8136c63a0652ce76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060873 Oct 15 19:57:36.898822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8b2b-15da-414a-8b70-596cc957a215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c88cc-4de2-42b6-948d-6e6081d04101,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:36.899748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:36.955645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:36.978623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.106305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.113190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.113190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f14c88cc-4de2-42b6-948d-6e6081d04101 HTTP/1.1" status: 204 len: 168 time: 0.2087357 Oct 15 19:57:37.120954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30701547-c992-45ff-9299-cd7396af7f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c88cc-4de2-42b6-948d-6e6081d04101,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:37.261061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0626cbfe-078c-4f64-bf3d-e1a8c83e06f1 req-99ac248e-ebf5-40e8-ae24-dffdbd7923e9 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0263503 Oct 15 19:57:37.549999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e926aef2-27c6-4e28-a24b-a73413a0adf8 req-6ac60684-8c84-48c3-9d29-b5eb1104b37a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0256844 Oct 15 19:57:37.619155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27689-8ffb-41ee-980c-18dba38f5a03 req-dd69b1b8-e979-4b33-9b55-ca253039e9d1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:37.620763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fe27689-8ffb-41ee-980c-18dba38f5a03 req-dd69b1b8-e979-4b33-9b55-ca253039e9d1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0514789 Oct 15 19:57:37.664865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5fe27689-8ffb-41ee-980c-18dba38f5a03 req-7740483c-9f80-4937-83a4-81c5832515d3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368602 Oct 15 19:57:37.729401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56726) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:37.743385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b464-40ad-4e13-86ee-e3652803e14c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.823161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b464-40ad-4e13-86ee-e3652803e14c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.900989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b464-40ad-4e13-86ee-e3652803e14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:37.939609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3aa6b464-40ad-4e13-86ee-e3652803e14c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95ce1ee79c86405d8e9610f6d44e05d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090924 Oct 15 19:57:37.940433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6b464-40ad-4e13-86ee-e3652803e14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4474bb-ebf1-4cb3-ad00-1a1187a46e46,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:37.942210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56728) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:37.995266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:38.018637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:38.135314 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:38.138239 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:38.140106 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b4474bb-ebf1-4cb3-ad00-1a1187a46e46 HTTP/1.1" status: 204 len: 168 time: 0.1962779 Oct 15 19:57:38.148342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071e83f-e164-4bd7-b181-0f4521524d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4474bb-ebf1-4cb3-ad00-1a1187a46e46,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:38.366208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7fb5ff8e-b549-4978-9d7f-cfd841e3e8ee req-10f8047f-c385-474d-97ac-f93bd51487a5 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Oct 15 19:57:38.896606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933183c-27e0-43f5-b959-70b0d1eb2e99 req-223f0ce4-15da-4d40-bdb3-0d49a465b885 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:38.898230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a933183c-27e0-43f5-b959-70b0d1eb2e99 req-223f0ce4-15da-4d40-bdb3-0d49a465b885 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1632204 Oct 15 19:57:38.954495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a933183c-27e0-43f5-b959-70b0d1eb2e99 req-cb7c9ff6-bccf-4891-bccd-37b3c0b9420b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492086 Oct 15 19:57:39.477815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fdf6a77-3a5e-483d-bf9b-3c4814a4e81c req-1b09665a-3e2e-4920-90e7-acc69e48d2a1 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0313842 Oct 15 19:57:39.938901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2986922f-3569-4c0a-babc-b19b6817ec4e req-1a55798a-705b-4a13-8415-03aae81a5866 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3cfe929eec8466c8f1863234b3860c4&device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0327747 Oct 15 19:57:39.968570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2986922f-3569-4c0a-babc-b19b6817ec4e req-524e6bf7-18da-4045-9571-7df22826ce05 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d3cfe929eec8466c8f1863234b3860c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221457 Oct 15 19:57:40.025935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e462856b-d3d0-4e5f-b4c9-ca80dafd55e6 req-3343c12e-ccdc-4cf8-a7f0-621baf256b33 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0419409 Oct 15 19:57:40.107924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986922f-3569-4c0a-babc-b19b6817ec4e req-bdbed2f8-bc21-437f-8c23-118a5a0d8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:40.109487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2986922f-3569-4c0a-babc-b19b6817ec4e req-bdbed2f8-bc21-437f-8c23-118a5a0d8e0d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348286 Oct 15 19:57:40.122029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522cd70-c803-4ca7-8d3f-6013cd0b7afb req-7b2dc6f2-8a6c-4525-af6d-0117c725e128 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:40.125090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e522cd70-c803-4ca7-8d3f-6013cd0b7afb req-7b2dc6f2-8a6c-4525-af6d-0117c725e128 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0552375 Oct 15 19:57:40.168020 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e522cd70-c803-4ca7-8d3f-6013cd0b7afb req-a991bc9b-f487-4ae1-86d0-fcf8204ac572 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Oct 15 19:57:41.142167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a2df9f9-b640-4e18-96d4-070fe21a6d38 req-9d72d7a4-e1f6-43a8-9188-1c4a5da3cea0 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0299714 Oct 15 19:57:41.329098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64726d5-72ab-4b0c-96a6-e5ef57af2e58 req-a88b29b7-951a-41f6-b4ec-8643ada81d88 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:41.330771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d64726d5-72ab-4b0c-96a6-e5ef57af2e58 req-a88b29b7-951a-41f6-b4ec-8643ada81d88 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0609498 Oct 15 19:57:41.370255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d64726d5-72ab-4b0c-96a6-e5ef57af2e58 req-810c4f0e-64ca-4f6e-9424-6cc1ffcd708d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Oct 15 19:57:41.455610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2986922f-3569-4c0a-babc-b19b6817ec4e req-1b33c2a3-fb8c-4d92-bb2f-890ee4a43124 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0336766 Oct 15 19:57:42.280191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4eafed8e-a53a-4aaf-a27b-d51e156cbf4f req-8b7342f2-a145-4453-a0e4-e9701fa8a798 tempest-ServerShowV257Test-1807174516 tempest-ServerShowV257Test-1807174516-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3acf7bb-e82f-48c5-8d5b-c9ea0fa8f6e2 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Oct 15 19:57:42.493754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f69562-82ee-4685-94c6-f141ecdff462 req-b4a43c37-008c-4078-9d2a-a6147bae26be tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:42.495293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f69562-82ee-4685-94c6-f141ecdff462 req-b4a43c37-008c-4078-9d2a-a6147bae26be tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0510664 Oct 15 19:57:42.538448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f69562-82ee-4685-94c6-f141ecdff462 req-4bc41481-319b-4127-9253-a66486e509d5 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365467 Oct 15 19:57:43.666440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d96a74-8a1f-467d-955f-d81261d7f314 req-0a78d75e-ff8b-40ae-aa31-7ea34cea3a59 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:43.668733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9d96a74-8a1f-467d-955f-d81261d7f314 req-0a78d75e-ff8b-40ae-aa31-7ea34cea3a59 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0583999 Oct 15 19:57:43.716860 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d9d96a74-8a1f-467d-955f-d81261d7f314 req-f5265740-447e-437c-bbfa-36442797a3ab tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Oct 15 19:57:43.971638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56922) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:44.109926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56928) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:44.154586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76819dbf-d6cf-49cf-9b6e-73f029c1b6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.178686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c763580-d1e0-4df3-8c35-1e8bd228d75f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.309423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76819dbf-d6cf-49cf-9b6e-73f029c1b6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.320688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c763580-d1e0-4df3-8c35-1e8bd228d75f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.443244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76819dbf-d6cf-49cf-9b6e-73f029c1b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.485807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76819dbf-d6cf-49cf-9b6e-73f029c1b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a2024-5f53-4af2-a3f0-c2d98d93331a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:44.489530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-76819dbf-d6cf-49cf-9b6e-73f029c1b6f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4cf091d2edb49a8a6148f02c3078216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5168350 Oct 15 19:57:44.492651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:44.511826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c763580-d1e0-4df3-8c35-1e8bd228d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.542604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c763580-d1e0-4df3-8c35-1e8bd228d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc57a05-618b-4cc6-b9d7-e2c9e8ebcf46,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:44.549427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.572571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c763580-d1e0-4df3-8c35-1e8bd228d75f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3cfe929eec8466c8f1863234b3860c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588549 Oct 15 19:57:44.573222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56938) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:44.584415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.640777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.664222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.763438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.767153 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.768364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/036a2024-5f53-4af2-a3f0-c2d98d93331a HTTP/1.1" status: 204 len: 168 time: 0.2747295 Oct 15 19:57:44.777502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f1bfc-b6a8-4b36-82af-b4f80769b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a2024-5f53-4af2-a3f0-c2d98d93331a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:44.881619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.882102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e569-8dfa-4d4a-b9d0-914d584bd449 req-72725596-4315-4226-af92-6a1bf147c7be tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:44.883630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddb8e569-8dfa-4d4a-b9d0-914d584bd449 req-72725596-4315-4226-af92-6a1bf147c7be tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0615115 Oct 15 19:57:44.884033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:44.885288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fc57a05-618b-4cc6-b9d7-e2c9e8ebcf46 HTTP/1.1" status: 204 len: 168 time: 0.3104932 Oct 15 19:57:44.900281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76babaf7-ad54-44d3-ac4a-429000355809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc57a05-618b-4cc6-b9d7-e2c9e8ebcf46,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:44.937080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddb8e569-8dfa-4d4a-b9d0-914d584bd449 req-9aaa0218-39fa-4224-9a57-c4bd78fb1f97 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Oct 15 19:57:45.776849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56964) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:45.791352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7302d590-bded-4dae-93de-62edda501c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:45.875042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7302d590-bded-4dae-93de-62edda501c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.071821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7302d590-bded-4dae-93de-62edda501c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.095786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caaf2d1-79b9-4988-b7d3-86cd8a014a93 req-5b2535b4-b179-4f43-9c9e-e5c55d526166 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:46.098179 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2caaf2d1-79b9-4988-b7d3-86cd8a014a93 req-5b2535b4-b179-4f43-9c9e-e5c55d526166 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0648160 Oct 15 19:57:46.125941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302d590-bded-4dae-93de-62edda501c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55d41cf-5505-4b13-8e0d-7bdf6f2c062c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:46.134088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7302d590-bded-4dae-93de-62edda501c61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53a408a3a377449f8125431c28fa3aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539240 Oct 15 19:57:46.136380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:46.147945 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-2caaf2d1-79b9-4988-b7d3-86cd8a014a93 req-38675277-f0de-495f-8ba3-ec081ac8f9ad tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Oct 15 19:57:46.198530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.225451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.380530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.392447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:46.393826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d55d41cf-5505-4b13-8e0d-7bdf6f2c062c HTTP/1.1" status: 204 len: 168 time: 0.2550733 Oct 15 19:57:46.410001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc1cbb-1241-4d6d-93ec-0a8455a05252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55d41cf-5505-4b13-8e0d-7bdf6f2c062c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:47.288869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bba0ed-befd-4333-821c-9036ee90ddf8 req-1f91401c-ff9c-4419-8b36-2ba2ae24a3fe tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:47.296870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15bba0ed-befd-4333-821c-9036ee90ddf8 req-1f91401c-ff9c-4419-8b36-2ba2ae24a3fe tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0651381 Oct 15 19:57:47.340750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15bba0ed-befd-4333-821c-9036ee90ddf8 req-d93dacd7-8343-45d0-8dee-25f2681fbd0e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Oct 15 19:57:48.227022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94badf-ec04-4306-b741-24050de756de req-b79e1bb8-4589-49b1-adab-91770bf6f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.229325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a94badf-ec04-4306-b741-24050de756de req-b79e1bb8-4589-49b1-adab-91770bf6f103 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0639496 Oct 15 19:57:48.268698 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a94badf-ec04-4306-b741-24050de756de req-e98961ea-7443-4681-8551-11eedabe73d0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Oct 15 19:57:48.489979 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-057aed88-5b12-4ebd-9618-1001d80abcef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:48.504089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbc819-9cb7-4cf7-b59a-ea8f1db62394 req-e440a9ff-1612-4c2b-aae9-32f3e873cb79 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.511298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fbbc819-9cb7-4cf7-b59a-ea8f1db62394 req-e440a9ff-1612-4c2b-aae9-32f3e873cb79 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0995920 Oct 15 19:57:48.548110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fbbc819-9cb7-4cf7-b59a-ea8f1db62394 req-48d50322-23b9-4340-9704-47c204a33105 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356982 Oct 15 19:57:48.844922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-ff5b92d9-2a10-4cbf-a54b-eb2dde7a892b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0622528 Oct 15 19:57:48.932164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.945533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.945946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.947734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.950870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.952065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.953821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:48.956048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-efe893ba-0295-4e4a-966d-6cbb69ed47ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.0789561 Oct 15 19:57:49.066463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08cb2d-0857-494c-aa61-1f18a106e298 req-dacc1eba-5b49-4a9c-bef5-9d3fbabe6523 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.073963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad08cb2d-0857-494c-aa61-1f18a106e298 req-dacc1eba-5b49-4a9c-bef5-9d3fbabe6523 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0632210 Oct 15 19:57:49.126755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8fc17755-f451-4993-82c0-a7dbe1c50f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.128102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8fc17755-f451-4993-82c0-a7dbe1c50f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.128625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8fc17755-f451-4993-82c0-a7dbe1c50f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.132361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8fc17755-f451-4993-82c0-a7dbe1c50f37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 2294 time: 0.1467121 Oct 15 19:57:49.154010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad08cb2d-0857-494c-aa61-1f18a106e298 req-6a5441bb-214f-41fa-88fb-06fd7bfde064 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790899 Oct 15 19:57:49.219079 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-f33c9e24-e9de-4a5d-86d1-6b505be19068 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0776875 Oct 15 19:57:49.279037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2d6c5947-9439-46a4-9ebf-3a7deb867974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.281081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2d6c5947-9439-46a4-9ebf-3a7deb867974 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 200 len: 851 time: 0.0537186 Oct 15 19:57:49.332161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-a08f38f1-2538-4606-842e-0422463ac867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.333767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-a08f38f1-2538-4606-842e-0422463ac867 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e7a7292-74f3-440c-b057-5676b38aaac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454011 Oct 15 19:57:49.444665 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-10c5a382-6046-4fc3-8aa6-2b1caac7e8a7 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981104 Oct 15 19:57:49.551446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-9407b86b-76c5-4449-a2e1-8fc23c6e629c service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985694 Oct 15 19:57:49.679747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2013a277-07a4-40da-b2ed-0f88623c231d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 217 time: 0.1112072 Oct 15 19:57:49.697067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-d62eb52b-b573-463e-a007-ead1b90f68be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1494534 Oct 15 19:57:49.785087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-afed3090-510d-48f3-9a34-8ffb11f8d3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.786580 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-afed3090-510d-48f3-9a34-8ffb11f8d3bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0897534 Oct 15 19:57:49.833900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239e324-148c-4bfc-b57d-90df0801ea00 req-f139cc4e-a2e4-42fc-8aa3-5b26c4db61b1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.839272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a239e324-148c-4bfc-b57d-90df0801ea00 req-f139cc4e-a2e4-42fc-8aa3-5b26c4db61b1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1125791 Oct 15 19:57:49.861498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-bce0b46d-2fbc-49e9-b9ac-031b75d5de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.863299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-bce0b46d-2fbc-49e9-b9ac-031b75d5de9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679116 Oct 15 19:57:49.868960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.869432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.869941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.870331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.876271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.876271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.876271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:49.876271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-fbecbd62-6541-44c6-a8e7-fb141728453c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.1048946 Oct 15 19:57:49.897006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a239e324-148c-4bfc-b57d-90df0801ea00 req-ef32b6b7-0dba-4598-90e9-cc4ab89c9883 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560799 Oct 15 19:57:49.980907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-b1de6997-eb71-462f-be6e-5bb0d5d9e0bb service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044424 Oct 15 19:57:50.002367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-77119c15-e234-4996-8aa8-466467f196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.002883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-77119c15-e234-4996-8aa8-466467f196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.003342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-77119c15-e234-4996-8aa8-466467f196c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.005000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-77119c15-e234-4996-8aa8-466467f196c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 2296 time: 0.1039677 Oct 15 19:57:50.088792 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-5c1b519a-82ed-45a3-924f-e909c015b989 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005480 Oct 15 19:57:50.089563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-2d036ce0-3463-4ef1-9e4e-3f64288014e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1001 time: 0.0773070 Oct 15 19:57:50.145032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-bb2aeb71-8d58-4e72-9af0-00e90a83de98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 217 time: 0.0455692 Oct 15 19:57:50.151222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-b1a1ff40-cc70-4582-b187-6aec71469b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.152696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-b1a1ff40-cc70-4582-b187-6aec71469b18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0564132 Oct 15 19:57:50.218258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-99189d33-2e7c-4591-adcc-b73046f675be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.221736 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-99189d33-2e7c-4591-adcc-b73046f675be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0663176 Oct 15 19:57:50.224201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-f7377ea0-5adc-4fb6-8fb8-0ca5d783f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.225815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-f7377ea0-5adc-4fb6-8fb8-0ca5d783f1be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663831 Oct 15 19:57:50.318431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-33124ef0-0fa3-4d15-ac5b-2dba899ef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.320034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-33124ef0-0fa3-4d15-ac5b-2dba899ef9e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878186 Oct 15 19:57:50.335111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608b5ff-b3ee-433d-890d-3a336ca451db req-86c0cf23-731e-4d8b-89cb-cd53ebda9c59 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.338535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-b47c7957-6cec-4f8a-9226-897be7127857 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041791 Oct 15 19:57:50.340081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a608b5ff-b3ee-433d-890d-3a336ca451db req-86c0cf23-731e-4d8b-89cb-cd53ebda9c59 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.0890207 Oct 15 19:57:50.439384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a608b5ff-b3ee-433d-890d-3a336ca451db req-6126f4d0-6cd9-4bcb-9f2b-e3a96e8368df tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751514 Oct 15 19:57:50.472708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-953e18c4-9712-4db1-af75-f54ef8672c89 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316144 Oct 15 19:57:50.476390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-e59e0c92-c80b-459e-8eeb-a7c44b368cdd service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312838 Oct 15 19:57:50.535408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-5e016e0a-5ffa-4494-9c11-78193fdae49b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.0466232 Oct 15 19:57:50.555185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603f394-9929-43c2-baa9-54936a54aa52 req-cf0ddba5-cf43-4e3c-bebf-8a9c82dd0b28 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.557112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8603f394-9929-43c2-baa9-54936a54aa52 req-cf0ddba5-cf43-4e3c-bebf-8a9c82dd0b28 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.11 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.1148942 Oct 15 19:57:50.640798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-362a291a-ccb1-412f-b108-7fd4c2b199f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.642323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-362a291a-ccb1-412f-b108-7fd4c2b199f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.1056738 Oct 15 19:57:50.726588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-f0f839dc-5a09-4e9c-8e7c-d31dffec3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:50.728052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-f0f839dc-5a09-4e9c-8e7c-d31dffec3478 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602934 Oct 15 19:57:50.739291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Deleting port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:50.739759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:50.762648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:50.928935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-aa70758a-2f96-4a44-b921-2940b796694a service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924365 Oct 15 19:57:50.933844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] For port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:57:50.933844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:50.958026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-d7fc7574-3f1f-4d39-9ff3-a6c227f1549b service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755669 Oct 15 19:57:51.005502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-f10f9f19-df7b-4ac9-b370-ac8140d6b02e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 200 len: 217 time: 0.0387805 Oct 15 19:57:51.086783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-1abfc393-cd51-49dc-b557-978fcf470d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.088550 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-1abfc393-cd51-49dc-b557-978fcf470d70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0738750 Oct 15 19:57:51.113085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7845a3-379b-41ad-9e2d-c3d534bc1704 req-ddcc0b87-3fc9-4c41-b598-19fcc6d2b633 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.116234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57154) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:51.121310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b7845a3-379b-41ad-9e2d-c3d534bc1704 req-ddcc0b87-3fc9-4c41-b598-19fcc6d2b633 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1185746 Oct 15 19:57:51.163047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-1891c53f-8beb-4d2d-900e-374a46bbe9af req-1a90337c-ea5b-4f7b-aee7-359b0a09e0e1 service neutron] (101181) timed out ('10.222.0.15', 52846) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 19:57:51.194673 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5b7845a3-379b-41ad-9e2d-c3d534bc1704 req-7ab0b4c8-ec1d-4ebc-b97b-b46058654193 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640476 Oct 15 19:57:51.199962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2202ff03-f708-4b1b-8b6f-7600bb239271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.202484 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2202ff03-f708-4b1b-8b6f-7600bb239271 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796018 Oct 15 19:57:51.274598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-195df646-6b2d-40ac-8c97-65fc7bf2c6d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:51.312899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059f4318-24c6-4280-899c-bd661fe1d25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:51.378827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-ba934492-c181-46fd-9268-c58ee56b7123 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660626 Oct 15 19:57:51.386908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df8a5bce-a693-4949-992f-2aded0c3f79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:51.440749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-73c92fe1-f5f9-49b5-ac7b-30f752c0efb6 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014260 Oct 15 19:57:51.500641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-e0ff8b6b-3e22-4757-97ab-da8be9ab1203 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106737 Oct 15 19:57:51.500851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:51.501259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:51.501579 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Floating IP ecf60b1d-48c5-4920-a415-52354d03797d disassociated. External IP: 172.25.0.116, port: c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c. Oct 15 19:57:51.501925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Calling delete_port for c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:51.551890 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-393bd3a1-98b3-4396-8e08-6a5b89248e3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 200 len: 217 time: 0.0429134 Oct 15 19:57:51.580650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-b9e4c304-a4a2-4041-a1a8-d27ec44cc0fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.1281567 Oct 15 19:57:51.609160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-0236df78-960f-4760-94ef-d12054b5f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.610758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-0236df78-960f-4760-94ef-d12054b5f5f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0514462 Oct 15 19:57:51.661024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8a966778-d214-4351-974f-42e0862d6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.662686 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-8a966778-d214-4351-974f-42e0862d6d04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0442238 Oct 15 19:57:51.764403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-805a6d31-8ec8-44b9-b3b8-674b9f6ad8bb service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921359 Oct 15 19:57:51.861443 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-ea75d56f-a274-48a8-9849-9861ee42bb73 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887849 Oct 15 19:57:51.913484 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-f3baf8c1-bc61-40dc-993e-6911e65f9ea9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 200 len: 217 time: 0.0444746 Oct 15 19:57:51.968386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-c8e234d5-7e80-4b04-8166-8544797a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:51.970005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-c8e234d5-7e80-4b04-8166-8544797a83fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0491211 Oct 15 19:57:52.020262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-c83bf670-987e-495a-98fa-1c019775b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.021756 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-c83bf670-987e-495a-98fa-1c019775b7ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0437231 Oct 15 19:57:52.093529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248b9a1-88b4-4b49-9cd3-a703da593b0a req-6aea83bb-3b4f-4182-908d-3a9fa54f63d9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.095044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9248b9a1-88b4-4b49-9cd3-a703da593b0a req-6aea83bb-3b4f-4182-908d-3a9fa54f63d9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 946 time: 0.5341167 Oct 15 19:57:52.103339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-195df646-6b2d-40ac-8c97-65fc7bf2c6d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.109331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-72670625-fa2f-4663-a53e-2a069947b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.110783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-72670625-fa2f-4663-a53e-2a069947b8c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.5217893 Oct 15 19:57:52.140102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059f4318-24c6-4280-899c-bd661fe1d25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.140310 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-4edc6e0e-4b06-47fe-b9f8-389e84ba65ca service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021180 Oct 15 19:57:52.210484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9248b9a1-88b4-4b49-9cd3-a703da593b0a req-ffe8727c-3af6-490f-9aa3-da0ddcc73787 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=71f49d2d-8366-4ef2-a98d-5c1c44302bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987344 Oct 15 19:57:52.214004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-195df646-6b2d-40ac-8c97-65fc7bf2c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.263487 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059f4318-24c6-4280-899c-bd661fe1d25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.270348 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-a52d965c-30cd-46bd-b6a2-66f393a69bc8 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284978 Oct 15 19:57:52.309970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-956536f0-12dc-4780-af47-812469f263e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.312204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-956536f0-12dc-4780-af47-812469f263e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1916752 Oct 15 19:57:52.322264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-195df646-6b2d-40ac-8c97-65fc7bf2c6d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d68b4033086439ebc33bd59a0245397&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2022972 Oct 15 19:57:52.322474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-1a2f5bdf-5503-4f92-abea-0dc3e47242c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0439312 Oct 15 19:57:52.323177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57176) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:52.334747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195df646-6b2d-40ac-8c97-65fc7bf2c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec07c0b-6657-4328-a311-addacbff757c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:52.355667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.363458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.370716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-059f4318-24c6-4280-899c-bd661fe1d25d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc1579ea74c94e90a490e99e22dfbe16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5967972 Oct 15 19:57:52.371383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57178) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:52.403919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-77ad4155-1297-43e6-97e1-566f02a2a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.406005 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-77ad4155-1297-43e6-97e1-566f02a2a81d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0751665 Oct 15 19:57:52.434290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'Port': ['ID=c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:52.446754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.481387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.485366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2373832a-377d-4e2c-9a0f-7247b6cbcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:52.487071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-2373832a-377d-4e2c-9a0f-7247b6cbcf57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0734961 Oct 15 19:57:52.558509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f4318-24c6-4280-899c-bd661fe1d25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015abbf4-30fd-4dc1-bab4-c9d16d918169,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:52.595444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.618458 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-cdc203db-0ab6-48bb-b725-a9a256eec935 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234128 Oct 15 19:57:52.665929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.672596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-f1ffe8cc-a792-4e41-8812-d7e6dbb8c5c6 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486767 Oct 15 19:57:52.706269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.709373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.710183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ec07c0b-6657-4328-a311-addacbff757c HTTP/1.1" status: 204 len: 168 time: 0.3863070 Oct 15 19:57:52.722414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da171b-fac3-4892-9741-600cdb29fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec07c0b-6657-4328-a311-addacbff757c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:52.735834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.743893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-37b3b91a-f18e-40a4-8af1-291d3f438e27 req-1622d2cf-2264-4b97-b786-08bf87ee0edc service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168885 Oct 15 19:57:52.750756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:57:52.764327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:57:52.766902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.809174 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:52.810302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:57:52.812292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:57:52.876607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-515adf95-e291-4d23-82b2-3488d644369f service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958158 Oct 15 19:57:52.956241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-7d6c16b2-3c62-4d1d-9dc6-84a92db14ac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0716555 Oct 15 19:57:53.011091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:57:53.026124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:57:53.041299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:53.042055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:53.072846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] No DVR routers for this DVR port c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:57:53.075870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-6eb22aeb-3d43-416b-b9c1-ea83981f3aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:53.078295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-6eb22aeb-3d43-416b-b9c1-ea83981f3aa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.1132629 Oct 15 19:57:53.079395 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.082613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8603f394-9929-43c2-baa9-54936a54aa52 req-b5d5f9fa-e80b-469e-adff-901ecafa60ee tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.11 "DELETE /v2.0/ports/c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c HTTP/1.1" status: 204 len: 173 time: 2.5036879 Oct 15 19:57:53.083365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'name': 'network-vif-deleted', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:57:53.085953 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb0934-ce0c-4a17-ba1e-b36831bc8b4f" -d '{"events": [{"server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "name": "network-vif-deleted", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:57:53.100459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.110340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.111540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015abbf4-30fd-4dc1-bab4-c9d16d918169 HTTP/1.1" status: 204 len: 168 time: 0.7312162 Oct 15 19:57:53.150389 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f93811-c062-4662-911a-bc720bfdc2cc x-openstack-request-id: req-76f93811-c062-4662-911a-bc720bfdc2cc {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:57:53.151362 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4c38b8-ca26-46de-93b7-bb9545d2dea2", "name": "network-vif-deleted", "tag": "c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:57:53.151362 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76f93811-c062-4662-911a-bc720bfdc2cc {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:57:53.151362 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4c38b8-ca26-46de-93b7-bb9545d2dea2', 'name': 'network-vif-deleted', 'tag': 'c0e84a7b-86c1-42cd-b3ae-1dadb48ce99c', 'status': 'completed', 'code': 200} Oct 15 19:57:53.153181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1044feb-243a-4e4e-a63f-19f47a066d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015abbf4-30fd-4dc1-bab4-c9d16d918169,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:53.173928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-24b7b95b-7046-464a-a885-54da7df55be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:53.176755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-24b7b95b-7046-464a-a885-54da7df55be8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877247 Oct 15 19:57:53.257363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:53.322048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-852d29be-c2ec-4c29-bcff-638d7dd91a44 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373143 Oct 15 19:57:53.389250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb275ba5-45c3-4525-b76e-e298faf41c46 req-09fa6a92-e634-414b-9842-2e312b980a8e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=de4c38b8-ca26-46de-93b7-bb9545d2dea2 HTTP/1.1" status: 200 len: 210 time: 0.0513759 Oct 15 19:57:53.486220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-195f6927-a85c-4a85-a4d0-f0b1c6ab5989 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510561 Oct 15 19:57:53.497481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57196) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:53.512738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ac3eef8-2ae0-4856-ba9a-154f5a91bf7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.526976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-1abeee34-ebab-486e-825f-8316372db1c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0394921 Oct 15 19:57:53.542661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:53.583504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-a4ead75c-095d-4d64-a2a6-0de4a97df09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:53.589861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:57:53.594585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-a4ead75c-095d-4d64-a2a6-0de4a97df09c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0612047 Oct 15 19:57:53.603115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:57:53.604370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:53.607204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ac3eef8-2ae0-4856-ba9a-154f5a91bf7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.657385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-ce010757-bfc7-4b98-b084-6adc267604f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:53.659134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-ce010757-bfc7-4b98-b084-6adc267604f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612524 Oct 15 19:57:53.681020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ac3eef8-2ae0-4856-ba9a-154f5a91bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.720711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3eef8-2ae0-4856-ba9a-154f5a91bf7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fec1e7-b83e-4468-aedc-69f9af6affd8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:53.724823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9ac3eef8-2ae0-4856-ba9a-154f5a91bf7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b126bf9d80af4ff3abfb2ec646fd561c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257388 Oct 15 19:57:53.727327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57202) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:53.766145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:57:53.782135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.800015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-68f95a90-f2fb-4c61-92ea-3322903da912 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330817 Oct 15 19:57:53.806785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.905897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-9035c330-4e5c-4941-be90-26b3f8f19207 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984812 Oct 15 19:57:53.948469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-667ddd2d-296e-40db-967a-6d9c366f249c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.0358536 Oct 15 19:57:53.958048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.961353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:53.963290 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8fec1e7-b83e-4468-aedc-69f9af6affd8 HTTP/1.1" status: 204 len: 168 time: 0.2346911 Oct 15 19:57:53.975309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9de39b-8a50-4ac7-807f-d490bffc9eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fec1e7-b83e-4468-aedc-69f9af6affd8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:54.012544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-045ef9c7-21e1-4aac-91a8-7a027697fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:54.015375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-045ef9c7-21e1-4aac-91a8-7a027697fd6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0605984 Oct 15 19:57:54.035600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:57:54.074072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-f9aa553a-c034-4d2b-a604-1f9a4326867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:54.080252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-f9aa553a-c034-4d2b-a604-1f9a4326867a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545511 Oct 15 19:57:54.082232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28907088-37bf-4334-95e3-324079fb84e1 None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:57:54.093892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57208) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:54.117233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adcc-fd1d-4391-8b7c-b65985e94ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.211708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-36cc914f-6942-4427-b163-a9427e516457 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276896 Oct 15 19:57:54.289755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adcc-fd1d-4391-8b7c-b65985e94ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.365692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-9bb2b446-d8f9-4b3d-9448-d5080c750374 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459899 Oct 15 19:57:54.421295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adcc-fd1d-4391-8b7c-b65985e94ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.425476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-20ca8d33-b059-4b41-a835-b909e5207de8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0492475 Oct 15 19:57:54.510205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-5cfb5b52-94e9-4891-b39e-ac4fd117b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:54.511084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d5a1adcc-fd1d-4391-8b7c-b65985e94ce7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fee342d270a445d393fb5cdd7c39f558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159367 Oct 15 19:57:54.511880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-5cfb5b52-94e9-4891-b39e-ac4fd117b1b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0792692 Oct 15 19:57:54.512001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1adcc-fd1d-4391-8b7c-b65985e94ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0366fe8f-d028-47fc-a0d1-6ce83277dd83,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:54.513629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57220) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:54.528816 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.550088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fbe46-4d6c-4d9c-ad86-6327d62cdea8 None None] New status for floating IP ecf60b1d-48c5-4920-a415-52354d03797d: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:57:54.621481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.628398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9413d42-972a-4ef7-9237-c1723523069f req-22a6f7bc-8cc2-4c14-8a4c-e02b46d28763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:54.635901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-22a6f7bc-8cc2-4c14-8a4c-e02b46d28763 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806592 Oct 15 19:57:54.691913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.704634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57228) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:54.790194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-3386a861-8ef3-4ba7-a691-e0e2c8e655fc service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502976 Oct 15 19:57:54.806020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.868123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.946609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9413d42-972a-4ef7-9237-c1723523069f req-c905a9bf-d8a6-4a16-ab14-ffe21f2f8b96 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494589 Oct 15 19:57:54.973639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.977210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:54.978414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0366fe8f-d028-47fc-a0d1-6ce83277dd83 HTTP/1.1" status: 204 len: 168 time: 0.4631212 Oct 15 19:57:54.988501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85cdfc-1753-4c47-ae96-92533978d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0366fe8f-d028-47fc-a0d1-6ce83277dd83,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:55.030654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.033704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.037410 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "DELETE /v2.0/security-groups/71f49d2d-8366-4ef2-a98d-5c1c44302bf0 HTTP/1.1" status: 204 len: 168 time: 0.3293798 Oct 15 19:57:55.038293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:55.044863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f49d2d-8366-4ef2-a98d-5c1c44302bf0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:55.052867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.053416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.053792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.054129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.054458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.054834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.055159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.055476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.055871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.056227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.056842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.056967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856847d6-2833-4fb1-8535-6c951e6a773b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:55.067295 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c089c9b9-c058-4738-ac00-202effaeb506 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] show failed (client error): The resource could not be found. Oct 15 19:57:55.071478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:55.072269 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c089c9b9-c058-4738-ac00-202effaeb506 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups/71f49d2d-8366-4ef2-a98d-5c1c44302bf0 HTTP/1.1" status: 404 len: 347 time: 0.0327609 Oct 15 19:57:55.236895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Deleting port c974e11e-6578-4a52-a578-3853e1da9c71 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:57:55.237244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.346954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.348326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.366251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Calling delete_port for c974e11e-6578-4a52-a578-3853e1da9c71 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:57:55.675283 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.702613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'Port': ['ID=c974e11e-6578-4a52-a578-3853e1da9c71,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:55.780839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.784258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:55.785491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c7bda5d8-8a37-45f4-a01b-7315671421a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "DELETE /v2.0/floatingips/ecf60b1d-48c5-4920-a415-52354d03797d HTTP/1.1" status: 204 len: 168 time: 0.7118180 Oct 15 19:57:56.121965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57284) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:56.127184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523974339', 'description': 'tempest-description--1429886009'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:56.241559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.335472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.406908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.445402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abcebaab-387f-4650-b8ad-5ed438b70ba3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:56.507039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.508879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f403a803-b2f3-46cd-9096-2b5b66de2220 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3858416 Oct 15 19:57:56.511628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:56.518007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group_rule': {'security_group_id': 'abcebaab-387f-4650-b8ad-5ed438b70ba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:56.563633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:56.661895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.680266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a2ac-3554-48be-a6ee-ad6531d866ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.738595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.782604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a2ac-3554-48be-a6ee-ad6531d866ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.814462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.843117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd1dc51-d843-443a-b52d-3b3107962db1,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:56.849923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cfc5a2ac-3554-48be-a6ee-ad6531d866ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.884899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cfc5a2ac-3554-48be-a6ee-ad6531d866ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20ce6972272d4618b5d191190b01a2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201082 Oct 15 19:57:56.887948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57304) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:56.890842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5a2ac-3554-48be-a6ee-ad6531d866ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54279817-728b-4477-a4a3-2e66ea40e5b6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:56.927446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.928659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-36b849c7-dd0a-42f9-bbb6-fd32b5840ee8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4158220 Oct 15 19:57:56.931449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57306) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:56.937909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'security_group_rule': {'security_group_id': 'abcebaab-387f-4650-b8ad-5ed438b70ba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:56.946303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:56.971650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.040642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.106334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.110040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.112910 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54279817-728b-4477-a4a3-2e66ea40e5b6 HTTP/1.1" status: 204 len: 168 time: 0.2217400 Oct 15 19:57:57.120261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e8b27-bcc4-4a7e-a4b4-5fe8b18e6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54279817-728b-4477-a4a3-2e66ea40e5b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:57.122716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.187899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.206135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516000a6-aaeb-4f6e-b6ed-c65814dae0f5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:57.220360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.220769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.221178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.221613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.222270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.222661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.223033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.223381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.223796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.224069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.224400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.224738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:57:57.308010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.309312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2ab206f0-c999-4f80-9dd1-c0043b533a65 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3764987 Oct 15 19:57:57.312573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57320) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:57:57.316975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:57:57.408868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.512896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.623513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Allocated IP 172.25.0.156 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3cba1f06-a3e0-4430-a9bb-62061b0df66b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:57:57.761121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.930285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:57.982390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:57:57.989127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:57:57.993520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:57:58.025158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=3cba1f06-a3e0-4430-a9bb-62061b0df66b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:58.170138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.291252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.511067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.574253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.711984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.734818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=3cba1f06-a3e0-4430-a9bb-62061b0df66b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:57:58.811509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:57:58.815616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1d10a148-f495-4291-b198-8a949cc03d3f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4998682 Oct 15 19:57:59.076013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-dcff2cd6-2f99-4477-b928-5ccf793314a4 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1523974339&fields=id&tenant_id=9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 267 time: 0.0528085 Oct 15 19:57:59.202091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-1c255693-7021-41d5-969c-3d1bafcfcbc0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:57:59.204501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-1c255693-7021-41d5-969c-3d1bafcfcbc0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 811 time: 0.1268678 Oct 15 19:57:59.227519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-1566c9d7-1536-452f-8fb4-0a8c1a9e7b7c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/quotas/9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 375 time: 0.0157952 Oct 15 19:57:59.285968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-833346e3-dc15-4577-bc48-9afd858f45d7 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505614 Oct 15 19:57:59.303543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-f0e2073f-773e-4439-aea3-2aa63ee8d755 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:57:59.304693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-f0e2073f-773e-4439-aea3-2aa63ee8d755 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054417 Oct 15 19:57:59.404896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-8a424528-a564-445b-be06-9c26d1797d06 service neutron] 10.222.0.13 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927749 Oct 15 19:57:59.520370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-110a1500-075a-4a0b-bb75-414ad0df6bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969448 Oct 15 19:57:59.902547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77f1b3bf-299c-4646-ba4d-90e35cdcdb0a req-dec291ec-d045-44e6-bdd8-a9276bf3edc6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 210 time: 0.0412245 Oct 15 19:58:01.002155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6b0840a-f5f4-4cff-ba81-2abdf6081dfd req-17e54083-98ea-4df5-ac48-f41a13d32932 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 210 time: 0.0407438 Oct 15 19:58:01.594841 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:58:01.955038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-55cf7aa1-c52a-45c2-81ac-2886e9ffef66 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bc36833611a44aa7ba1796e03d61988b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0745935 Oct 15 19:58:02.233740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-cce067a0-6eb2-4bf7-a4d6-beabf37a228f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:02.235468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-cce067a0-6eb2-4bf7-a4d6-beabf37a228f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.15 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 811 time: 0.3178890 Oct 15 19:58:02.313716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-cf59a4f4-1359-46d8-a835-968b52076497 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:02.315424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-cf59a4f4-1359-46d8-a835-968b52076497 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460550 Oct 15 19:58:02.349645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-46876a57-7168-48a0-8e0d-18dfc6c5151b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b97243589084c2f9bba6a9505012b8e HTTP/1.1" status: 200 len: 380 time: 0.1008961 Oct 15 19:58:02.358108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-bf50b0a1-52a5-4a3f-8b4c-0f13aac9be77 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/quotas/bc36833611a44aa7ba1796e03d61988b HTTP/1.1" status: 200 len: 375 time: 0.0258679 Oct 15 19:58:02.364577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'port': {'device_id': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'admin_state_up': True, 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'security_groups': ['abcebaab-387f-4650-b8ad-5ed438b70ba3']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:02.415864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5f7d7402-5da1-4eb6-a415-3fd689a70cd1 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bc36833611a44aa7ba1796e03d61988b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568805 Oct 15 19:58:02.597199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Made reservation on behalf of 9b97243589084c2f9bba6a9505012b8e for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:02.600775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:02.826700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-734bd6d7-c485-4c6e-845f-36c9442ba8c0 req-0a5a33b5-467a-4159-ae4f-e4dd6ffa611c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 210 time: 0.0367966 Oct 15 19:58:02.843312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Allocated IP 172.20.0.14 (f79fc251-1c79-4df1-b74b-37b38c7eb4d5/2863676a-0b3b-46db-b05e-6a827427e71b/03d77dd6-5869-4d8f-8989-a651b0af4559) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:03.373893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6796e4f1-b976-4de5-8af7-e1230b8a989e req-d12234e7-ff2f-4e31-9f19-2907092349fc tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 210 time: 0.4347935 Oct 15 19:58:03.412021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:03.558285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:03.632216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event updated for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:03.656148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:03.658670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:03.664462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:03.737991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:03.738721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:03.822119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-39117bca-a3b6-4197-adb5-abc1768a698c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4619176 Oct 15 19:58:03.836104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Request body: {'port': {'device_id': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:03.918108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.018885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-df6a7605-5d7d-4204-879b-6f0948977cac None None] Provisioning complete for port 03d77dd6-5869-4d8f-8989-a651b0af4559 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:04.019385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df6a7605-5d7d-4204-879b-6f0948977cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.059582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-df6a7605-5d7d-4204-879b-6f0948977cac None None] Port 03d77dd6-5869-4d8f-8989-a651b0af4559 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:58:04.101136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3770d-b476-495c-bf62-adc8e623cc7c req-f1283183-8d7a-468d-8f36-f167629db7fc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:04.101136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64b3770d-b476-495c-bf62-adc8e623cc7c req-f1283183-8d7a-468d-8f36-f167629db7fc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 932 time: 0.1403179 Oct 15 19:58:04.201744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64b3770d-b476-495c-bf62-adc8e623cc7c req-282475ac-1fde-4636-9988-cf56f6ebe35e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919192 Oct 15 19:58:04.299100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d77dd6-5869-4d8f-8989-a651b0af4559 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:04.307100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.322037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Transition to ACTIVE for port object 03d77dd6-5869-4d8f-8989-a651b0af4559 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:58:04.383061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.522760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Pushing event updated for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:04.542415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c525ccee-d0e8-46c4-b0a3-8403fac10f43 req-f6a96128-f87b-4afc-8444-f76cc280ae28 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 210 time: 0.0389354 Oct 15 19:58:04.543224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Attempting to bind port 03d77dd6-5869-4d8f-8989-a651b0af4559 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:04.543809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Attempting to bind port 03d77dd6-5869-4d8f-8989-a651b0af4559 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:04.544279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Attempting to bind port 03d77dd6-5869-4d8f-8989-a651b0af4559 on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:04.549657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Port 03d77dd6-5869-4d8f-8989-a651b0af4559 on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:58:04.550020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Attempting to bind port 03d77dd6-5869-4d8f-8989-a651b0af4559 on network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:04.555199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:04.555730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Checking segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:04.556456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Bound using segment: {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:04.556891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Bound port: 03d77dd6-5869-4d8f-8989-a651b0af4559, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e5b031-4ece-4b31-a72d-2fbb7badbf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:04.557351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.646057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:04.669111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=03d77dd6-5869-4d8f-8989-a651b0af4559,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:04.728946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:04.752283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.798013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:04.798574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.799877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] 10.222.0.15 "PUT /v2.0/ports/03d77dd6-5869-4d8f-8989-a651b0af4559 HTTP/1.1" status: 200 len: 1093 time: 0.9690914 Oct 15 19:58:04.800333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:04.802587 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7454f637-1af8-47dc-9a54-40aa6f159f14" -d '{"events": [{"name": "network-changed", "server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:04.830613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7ee6a-e243-4bd3-aff9-13a2306bfe47 service neutron] Pushing event updated for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:04.936617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0f75900-6851-4b4f-885f-463b7a94f9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:04.940533 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b91f5bb-ac32-41c3-aad0-18498068e2be x-openstack-request-id: req-4b91f5bb-ac32-41c3-aad0-18498068e2be {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:04.940819 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:04.941265 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b91f5bb-ac32-41c3-aad0-18498068e2be {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:04.941811 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'status': 'completed', 'code': 200} Oct 15 19:58:05.049978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-a5371ab1-e342-4625-ac80-13b62b68e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.051605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-a5371ab1-e342-4625-ac80-13b62b68e03a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 1096 time: 0.0900152 Oct 15 19:58:05.106546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0f75900-6851-4b4f-885f-463b7a94f9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.175985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-10a4651e-7a8c-4d4b-8997-37462e91b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.177839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-10a4651e-7a8c-4d4b-8997-37462e91b4eb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9b97243589084c2f9bba6a9505012b8e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1184900 Oct 15 19:58:05.184248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0f75900-6851-4b4f-885f-463b7a94f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.254444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a0f75900-6851-4b4f-885f-463b7a94f9c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7336290699774dbc800ba70693b5be58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217996 Oct 15 19:58:05.254665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57650) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:05.285466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f75900-6851-4b4f-885f-463b7a94f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec31f7-577c-4959-8dca-7832e9132800,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:05.322508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-fc26ef80-b8bd-4a14-96ca-ce3dc23dedd3 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc36833611a44aa7ba1796e03d61988b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582590 Oct 15 19:58:05.389285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57654) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:05.397880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-60974c3f-bd24-4334-af48-b3a93159e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.399294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7454f637-1af8-47dc-9a54-40aa6f159f14 req-60974c3f-bd24-4334-af48-b3a93159e7ea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2086585 Oct 15 19:58:05.421726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.444747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.546545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f86487-4e1e-40a4-8079-4a452f44ebc3 req-176df922-a31c-4576-a3dc-b44bcc676135 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.548249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f86487-4e1e-40a4-8079-4a452f44ebc3 req-176df922-a31c-4576-a3dc-b44bcc676135 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 944 time: 0.2421658 Oct 15 19:58:05.574421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48cf2eb3-adbb-4602-9a38-1dedf8f05e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.592898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-208b8263-bdb2-4b31-91e5-67f5a9e10de9 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.594482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-208b8263-bdb2-4b31-91e5-67f5a9e10de9 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2669573 Oct 15 19:58:05.608939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Request body: {'port': {'device_id': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'bc36833611a44aa7ba1796e03d61988b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:05.611615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-3c431d76-095d-43b2-af5a-a761cf73d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.613113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-3c431d76-095d-43b2-af5a-a761cf73d908 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 1096 time: 0.1264825 Oct 15 19:58:05.617719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.620253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.621309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59ec31f7-577c-4959-8dca-7832e9132800 HTTP/1.1" status: 204 len: 168 time: 0.3657441 Oct 15 19:58:05.693493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ab3a1-224a-4539-bcc0-9776f9406440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec31f7-577c-4959-8dca-7832e9132800,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:05.711782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f86487-4e1e-40a4-8079-4a452f44ebc3 req-f196061b-45cc-4a8b-b156-9df768a6946e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512871 Oct 15 19:58:05.718629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-43acd990-2e7d-44c5-910d-876a91de547c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d77dd6-5869-4d8f-8989-a651b0af4559 HTTP/1.1" status: 200 len: 217 time: 0.0896578 Oct 15 19:58:05.801700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-57620c59-5ca5-45fb-8909-bdaa25a8f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.803186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-57620c59-5ca5-45fb-8909-bdaa25a8f562 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.0743368 Oct 15 19:58:05.837401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Made reservation on behalf of bc36833611a44aa7ba1796e03d61988b for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:05.843039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.854125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.859582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48cf2eb3-adbb-4602-9a38-1dedf8f05e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.873958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-6880989f-183b-4667-b52a-c93600354ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:05.875446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-6880989f-183b-4667-b52a-c93600354ade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630407 Oct 15 19:58:05.922494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-723c476a-bc47-4548-aa18-973b79f00a3c req-00e0f29a-58ff-4caf-8ad7-bee6b3eff7e6 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 210 time: 0.0460329 Oct 15 19:58:05.948981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:05.992278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48cf2eb3-adbb-4602-9a38-1dedf8f05e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.019782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.028020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-0ce006de-e835-4eeb-9de1-227f849f490f service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434150 Oct 15 19:58:06.062051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48cf2eb3-adbb-4602-9a38-1dedf8f05e8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=917513bc0c6d474dbea78da7e9314591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6630964 Oct 15 19:58:06.069317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57666) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:06.070040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf2eb3-adbb-4602-9a38-1dedf8f05e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed176986-ef23-44be-88e3-1c3b83d0f405,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.088068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.160386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Allocated IP 192.168.233.110 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/29561f1e-757a-4f4b-8e9f-1d2ad3d30cda) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:06.180349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.192017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd231691-6a1f-4b64-ae8f-7657f1ec8949 req-7a0c7015-328f-4f31-bac7-6075032cbd91 service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521137 Oct 15 19:58:06.208193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.317096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.353390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57668) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:06.356962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.359752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.360953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed176986-ef23-44be-88e3-1c3b83d0f405 HTTP/1.1" status: 204 len: 168 time: 0.2872853 Oct 15 19:58:06.366964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f9143cb-391a-40b4-a8d6-4ef3780b1735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.368899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bdff2-4cca-45de-8537-335e311efd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed176986-ef23-44be-88e3-1c3b83d0f405,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.417553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.478531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:06.485462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:06.488232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:06.510014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f9143cb-391a-40b4-a8d6-4ef3780b1735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.528094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Pushing event updated for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.557230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:06.557858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.586080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f9143cb-391a-40b4-a8d6-4ef3780b1735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.628259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4f9143cb-391a-40b4-a8d6-4ef3780b1735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=162f08108fba42549c801d00b07ecde8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737908 Oct 15 19:58:06.629131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9143cb-391a-40b4-a8d6-4ef3780b1735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d92b9-0a68-4054-8690-0354f87dee66,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.631034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:06.651812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-5e07de87-8f3f-4a3b-ad7e-16238ae248d0 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0475011 Oct 15 19:58:06.664472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Request body: {'port': {'device_id': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:06.692766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.716471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.734866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.775780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cbb816ae-a0b9-45b4-b27d-b47fe659c2ed None None] Provisioning complete for port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:06.775780 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cbb816ae-a0b9-45b4-b27d-b47fe659c2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.821026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cbb816ae-a0b9-45b4-b27d-b47fe659c2ed None None] Port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:58:06.848456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1721c-2d55-4dd3-9d3d-9d9ef3370a91 req-e1aa8923-b871-452d-b558-bd4183f91672 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:06.850701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02b1721c-2d55-4dd3-9d3d-9d9ef3370a91 req-e1aa8923-b871-452d-b558-bd4183f91672 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 944 time: 0.0546992 Oct 15 19:58:06.878871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.881697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:06.885214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/163d92b9-0a68-4054-8690-0354f87dee66 HTTP/1.1" status: 204 len: 168 time: 0.2502980 Oct 15 19:58:06.907755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c595148-b40b-436f-bce6-0f22fc7813f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d92b9-0a68-4054-8690-0354f87dee66,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:06.955206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02b1721c-2d55-4dd3-9d3d-9d9ef3370a91 req-8d117bae-0947-4376-8e53-89a71e2deabe tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926304 Oct 15 19:58:07.036924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:07.045872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:07.058998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Transition to ACTIVE for port object 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:58:07.117333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90b1a-7299-4956-90e4-7d0254dd3ef8 req-52d2dcfb-d7ae-4a76-acf5-0cae3cd20b3b tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.118800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa90b1a-7299-4956-90e4-7d0254dd3ef8 req-52d2dcfb-d7ae-4a76-acf5-0cae3cd20b3b tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 936 time: 0.0523758 Oct 15 19:58:07.134931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:07.165685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa90b1a-7299-4956-90e4-7d0254dd3ef8 req-91195f46-74a1-44e7-a529-87905c3fa0ec tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Oct 15 19:58:07.205114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Pushing event updated for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:07.308277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Attempting to bind port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:07.308693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Attempting to bind port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:07.309097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Attempting to bind port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:07.314357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:58:07.314757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Attempting to bind port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:07.324539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:07.324539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:07.324539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:07.324539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Bound port: 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:07.324539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:07.390778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:07.395224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:07.484038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:07.517525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.518143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:07.519781 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/29561f1e-757a-4f4b-8e9f-1d2ad3d30cda HTTP/1.1" status: 200 len: 1097 time: 0.8595715 Oct 15 19:58:07.520216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:07.522617 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65798273-d568-46d2-9760-eb355128a094" -d '{"events": [{"name": "network-changed", "server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:07.562808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f4035-b7f5-4f3b-abba-61cdbacb10d8 service neutron] Pushing event updated for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:07.569542 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa096c3e-b3d1-4531-bd5d-2cb6fd247e84 x-openstack-request-id: req-aa096c3e-b3d1-4531-bd5d-2cb6fd247e84 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:07.569834 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:07.570162 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa096c3e-b3d1-4531-bd5d-2cb6fd247e84 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:07.570594 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda', 'status': 'completed', 'code': 200} Oct 15 19:58:07.643435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65798273-d568-46d2-9760-eb355128a094 req-613c6f4e-2fb0-4cd5-b707-1ee72f0938c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.645161 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65798273-d568-46d2-9760-eb355128a094 req-613c6f4e-2fb0-4cd5-b707-1ee72f0938c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc36833611a44aa7ba1796e03d61988b&device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 1100 time: 0.0451596 Oct 15 19:58:07.683707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65798273-d568-46d2-9760-eb355128a094 req-a14a513d-c2f6-4c59-ade5-27bc3cd8c4cf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc36833611a44aa7ba1796e03d61988b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298414 Oct 15 19:58:07.800406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65798273-d568-46d2-9760-eb355128a094 req-abfcd60f-31d5-4dbf-901a-1f24abd6059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.801746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65798273-d568-46d2-9760-eb355128a094 req-abfcd60f-31d5-4dbf-901a-1f24abd6059f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106324 Oct 15 19:58:07.882697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-a3553242-5cfb-4041-b202-dad1b4775517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.884371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-a3553242-5cfb-4041-b202-dad1b4775517 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc36833611a44aa7ba1796e03d61988b&device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 1100 time: 0.0414464 Oct 15 19:58:07.932498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-95c4b018-c0ed-43a0-a666-b1b3bea0a44e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda HTTP/1.1" status: 200 len: 217 time: 0.0400338 Oct 15 19:58:07.987239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-617c30cc-ad5b-4684-9a18-9137b9b51d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:07.988833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-617c30cc-ad5b-4684-9a18-9137b9b51d90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0497808 Oct 15 19:58:08.042381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-ae10f7e0-6032-4658-9aa4-d3911c912fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:08.043845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-ae10f7e0-6032-4658-9aa4-d3911c912fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480227 Oct 15 19:58:08.065516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829ee8-60c0-4b5d-95f2-f17f7782385a req-72b7d8cd-f8f5-4505-bd45-387051bd8b0c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:08.067068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42829ee8-60c0-4b5d-95f2-f17f7782385a req-72b7d8cd-f8f5-4505-bd45-387051bd8b0c tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 944 time: 0.0555744 Oct 15 19:58:08.114754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42829ee8-60c0-4b5d-95f2-f17f7782385a req-a2d6a2d8-b632-403d-848f-ddb57a5c520b tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408790 Oct 15 19:58:08.159020 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-0bc971e6-7f33-4dd1-8d6b-0b9e5d5dccd7 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070840 Oct 15 19:58:08.259614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-93c46347-1c79-415e-a642-3f288f44d9c7 req-ce4a8513-be85-4900-bddd-b46b8440fe14 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928762 Oct 15 19:58:08.300805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f4ed5-e9df-4009-a860-525004a9374f req-df97e348-ba1f-4be7-8944-e36c209d8afc tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:08.302301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a3f4ed5-e9df-4009-a860-525004a9374f req-df97e348-ba1f-4be7-8944-e36c209d8afc tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 948 time: 0.0517395 Oct 15 19:58:08.344237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a3f4ed5-e9df-4009-a860-525004a9374f req-66068586-c18c-48b9-9c9c-9a4e17b120e2 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357759 Oct 15 19:58:08.672190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57754) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:08.811489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'network': {'name': 'tempest-network-smoke--558908074', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:08.894347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:08.897897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:08.907242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:08.988213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.080280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.107191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:09.115649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81c6613-aacc-4e59-b8c7-9bb0cadada26,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:09.121470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.121808 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Added segment 787bfd08-3646-4faa-b68a-5f143561ab97 of type vlan for network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 Oct 15 19:58:09.162609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.241217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69fc6-52e5-41ec-9c46-b1e2e6912a2f req-21a8c9af-b0c3-487b-98e5-c0c2476ad8bc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:09.242664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecf69fc6-52e5-41ec-9c46-b1e2e6912a2f req-21a8c9af-b0c3-487b-98e5-c0c2476ad8bc tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 944 time: 0.0508351 Oct 15 19:58:09.256346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.261857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:09.262430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.328502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecf69fc6-52e5-41ec-9c46-b1e2e6912a2f req-8b3a4eec-1167-4b41-8f11-0c4847c9b53f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791235 Oct 15 19:58:09.356974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Network': ['ID=3bc854df-c7ec-4597-8f10-ad3da42dc8c3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:09.369523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:09.382784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0f5608f-0ece-4dc2-8440-2f3f61508259 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7091227 Oct 15 19:58:09.385785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57780) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:09.390961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'admin_state_up': True, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:09.491939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.492967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.521743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd8c88-6af5-4109-a3ed-51597b75b7d7 req-3eb042fa-a2c0-45e0-b117-108b32293837 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:09.523224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2dcd8c88-6af5-4109-a3ed-51597b75b7d7 req-3eb042fa-a2c0-45e0-b117-108b32293837 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 948 time: 0.0604002 Oct 15 19:58:09.577534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:09.598951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2dcd8c88-6af5-4109-a3ed-51597b75b7d7 req-75abe192-ab41-4517-96ab-dea78ef14505 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633955 Oct 15 19:58:09.766358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.027820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.051440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.060230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 03d77dd6-5869-4d8f-8989-a651b0af4559 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:58:10.161062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.25.0.131 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/0beb8638-ae25-4eba-8daf-abafa10972dc) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:10.163391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=03d77dd6-5869-4d8f-8989-a651b0af4559,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:10.175901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'port_id': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'mac_address': 'fa:16:3e:48:02:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:58:10.213446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.226653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d77dd6-5869-4d8f-8989-a651b0af4559 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:10.247869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=03d77dd6-5869-4d8f-8989-a651b0af4559,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:10.284903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.309099 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.362629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:10.370885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.371463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.371579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.371986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.371986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.373121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.373451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.373778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.374098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.374417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.374736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.375056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:10.382457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.451638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:10.459702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:10.462290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=0beb8638-ae25-4eba-8daf-abafa10972dc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:10.464828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:10.516783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee93abd8-c488-4574-b96e-3ca7798a4a13 req-7faa3797-10fe-4160-829f-147dc82adb8f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:10.518273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee93abd8-c488-4574-b96e-3ca7798a4a13 req-7faa3797-10fe-4160-829f-147dc82adb8f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 945 time: 0.1016862 Oct 15 19:58:10.641742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee93abd8-c488-4574-b96e-3ca7798a4a13 req-2078aa58-df5c-4f30-8e5e-4fec1bc8ce73 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169198 Oct 15 19:58:10.665327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['03d77dd6-5869-4d8f-8989-a651b0af4559'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:58:10.889522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218b5dc-db51-40d9-b82f-b5d0e33164a7 req-6331ed85-056e-451a-8c49-03667fcf183e tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:10.889522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2218b5dc-db51-40d9-b82f-b5d0e33164a7 req-6331ed85-056e-451a-8c49-03667fcf183e tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 948 time: 0.0944178 Oct 15 19:58:10.908996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:10.973880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2218b5dc-db51-40d9-b82f-b5d0e33164a7 req-158e4c1a-9808-4ad2-997f-fd2f63a6fd43 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780721 Oct 15 19:58:11.132886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:11.246327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57810) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:11.355102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a9ba32f-f6c7-4137-a186-2e1b3d0599d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:11.358332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:58:11.876050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:58:11.885583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:58:11.895335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:11.895975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:11.900395 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a9ba32f-f6c7-4137-a186-2e1b3d0599d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:11.912983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3410c34-fe82-425a-a26d-bc6270aa9584 req-3af7693d-11c9-4452-a7c4-089658ea03e6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:11.914465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3410c34-fe82-425a-a26d-bc6270aa9584 req-3af7693d-11c9-4452-a7c4-089658ea03e6 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 945 time: 0.0979586 Oct 15 19:58:11.958005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3410c34-fe82-425a-a26d-bc6270aa9584 req-113e63da-43d7-4cd7-8e77-668d37d115d2 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Oct 15 19:58:11.960495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a9ba32f-f6c7-4137-a186-2e1b3d0599d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:11.989169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a9ba32f-f6c7-4137-a186-2e1b3d0599d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d43f138131d4d10aefa65b7f63513b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415938 Oct 15 19:58:11.998351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57818) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:12.014363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:12.025592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.026782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d709e175-7ab0-4ddc-a882-0c8b68d3cf7c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6400633 Oct 15 19:58:12.030678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57822) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:12.031925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ba32f-f6c7-4137-a186-2e1b3d0599d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d805e595-833e-4e3d-a51e-0a4d702aa9dc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:12.072346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.087722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:58:12.099439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.131119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 03d77dd6-5869-4d8f-8989-a651b0af4559 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:12.173392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1be5a-57d4-486c-9fc7-80cda526c0e4 req-a68b5822-8cee-49e6-a935-f46d8c9c6afb tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:12.174954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd1be5a-57d4-486c-9fc7-80cda526c0e4 req-a68b5822-8cee-49e6-a935-f46d8c9c6afb tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 948 time: 0.0735013 Oct 15 19:58:12.194888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:12.207145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda', 'mac_address': 'fa:16:3e:60:c2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:58:12.218405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd1be5a-57d4-486c-9fc7-80cda526c0e4 req-abbfaec7-e703-46b1-b5e9-47390b3bec86 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369725 Oct 15 19:58:12.241217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-228c9128-3be2-4ee9-99c2-db15451e0edd tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3016db26a4b341af8b5f2dd152b785f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2093396 Oct 15 19:58:12.241679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57828) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:12.282705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.285344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.286465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d805e595-833e-4e3d-a51e-0a4d702aa9dc HTTP/1.1" status: 204 len: 168 time: 0.2875950 Oct 15 19:58:12.329155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911633d5-0b37-4e1a-9e9e-88dedeab284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d805e595-833e-4e3d-a51e-0a4d702aa9dc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:12.368190 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.421364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:12.423255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca079aef-ec52-4bbd-8456-f3f51c252e97 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:12.424826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca079aef-ec52-4bbd-8456-f3f51c252e97 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1820104 Oct 15 19:58:12.427697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57832) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:12.457952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:12.462446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0b832b73-0692-4a0e-a64a-78cb2b26d997 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336015 Oct 15 19:58:12.464961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:12.471787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-619344973', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:12.482723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:10Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:12.505721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:58:12.506076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Updating router 436fa0cc-3795-480b-8a32-85cd8182dcda port 0beb8638-ae25-4eba-8daf-abafa10972dc binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:58:12.529054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 03d77dd6-5869-4d8f-8989-a651b0af4559 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:58:12.537590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 03d77dd6-5869-4d8f-8989-a651b0af4559 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:12.537963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.564969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.568037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.646821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:12.650672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.863579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:12.905775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.936189 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:12.971142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Subnet': ['ID=6eaffe8a-1f0d-4722-b17d-a937f7e3bba3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:12.979164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Checking segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:12.979515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network hostable DHCP agents. Network: 3bc854df-c7ec-4597-8f10-ad3da42dc8c3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:58:12.992608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:12.994548 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8694b3-05ad-48ca-aee6-377b37cbcecf" -d '{"events": [{"server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "name": "network-vif-plugged", "status": "completed", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:13.009171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['29561f1e-757a-4f4b-8e9f-1d2ad3d30cda'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:58:13.014884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=03d77dd6-5869-4d8f-8989-a651b0af4559,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:13.024979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57842) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:13.051676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e14e8d54-c7e2-4da7-817d-a5a6c10e3d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.086388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:58:13.107984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d13a53-d1a5-413e-987c-a32b465ffdf7 req-959ee64e-f43f-4e5d-a3b8-912bab335ebd tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:13.109792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d13a53-d1a5-413e-987c-a32b465ffdf7 req-959ee64e-f43f-4e5d-a3b8-912bab335ebd tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 945 time: 0.0597808 Oct 15 19:58:13.129977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e14e8d54-c7e2-4da7-817d-a5a6c10e3d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.130916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.155732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3d13a53-d1a5-413e-987c-a32b465ffdf7 req-38c93c56-81b4-40e6-853a-ca6486e5f4a8 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Oct 15 19:58:13.166667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3bc854df-c7ec-4597-8f10-ad3da42dc8c3) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:13.177957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:13.177957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.194049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbc7be-d506-4970-9aaf-64ddc1414d37 None None] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:13.202681 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.214186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e14e8d54-c7e2-4da7-817d-a5a6c10e3d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.253248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e8d54-c7e2-4da7-817d-a5a6c10e3d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc082043-e632-4ba0-9ec7-6698d663ee76,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:13.271158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc21fe36-c6e9-4775-a591-e9ddd05d8c3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8020489 Oct 15 19:58:13.271407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:13.274761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:13.285738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e14e8d54-c7e2-4da7-817d-a5a6c10e3d5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b101efdbc90544b8ac496c9b5446acac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596121 Oct 15 19:58:13.288730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57852) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:13.293798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.347950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.378006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.394624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Attempting to bind port 0beb8638-ae25-4eba-8daf-abafa10972dc on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:13.394994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Attempting to bind port 0beb8638-ae25-4eba-8daf-abafa10972dc by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:13.395356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Attempting to bind port 0beb8638-ae25-4eba-8daf-abafa10972dc on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:13.399410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c60440-338e-4d4c-9794-81aebff6b45d None None] Pushing event updated for resources: {'Port': ['ID=0beb8638-ae25-4eba-8daf-abafa10972dc,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:13.427721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:13.428097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:13.428496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.428877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:13.429357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Bound port: 0beb8638-ae25-4eba-8daf-abafa10972dc, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:13.429736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.468811 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fca591-0aac-4778-9e56-ce28c1f767d6 x-openstack-request-id: req-a4fca591-0aac-4778-9e56-ce28c1f767d6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:13.469104 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "name": "network-vif-plugged", "status": "completed", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:13.469355 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4fca591-0aac-4778-9e56-ce28c1f767d6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:13.469750 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'code': 200} Oct 15 19:58:13.520518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:58:13.521397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.527328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] For port 0beb8638-ae25-4eba-8daf-abafa10972dc, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:13.554108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] For port 0beb8638-ae25-4eba-8daf-abafa10972dc, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0beb8638-ae25-4eba-8daf-abafa10972dc,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:13.586249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.588892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.590141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc082043-e632-4ba0-9ec7-6698d663ee76 HTTP/1.1" status: 204 len: 168 time: 0.3003480 Oct 15 19:58:13.604964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510c789-fbc3-42fa-846d-69f7f0dcc1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc082043-e632-4ba0-9ec7-6698d663ee76,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:13.665705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:13.674169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32982067-0cc7-4c33-aa63-9ed74eb4ab34 req-b4a3f943-ffb1-4416-ba90-2277dc0dc7a4 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:13.683849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32982067-0cc7-4c33-aa63-9ed74eb4ab34 req-b4a3f943-ffb1-4416-ba90-2277dc0dc7a4 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 949 time: 0.0665696 Oct 15 19:58:13.748794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32982067-0cc7-4c33-aa63-9ed74eb4ab34 req-348b2863-e8a3-4ba1-83b4-972c94122470 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Oct 15 19:58:13.773681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:13.774329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:13.844279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c60440-338e-4d4c-9794-81aebff6b45d None None] Pushing event updated for resources: {'Port': ['ID=0beb8638-ae25-4eba-8daf-abafa10972dc,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:13.862514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Allocated IP 172.20.0.2 (3bc854df-c7ec-4597-8f10-ad3da42dc8c3/6eaffe8a-1f0d-4722-b17d-a937f7e3bba3/21d31287-9bfb-4fc5-b52b-53dc5075376d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:13.883617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422876c5-de33-4db1-a47b-829f8ad97e5d req-61d2d64d-3253-462f-9b30-5d5890550fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:13.885091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-422876c5-de33-4db1-a47b-829f8ad97e5d req-61d2d64d-3253-462f-9b30-5d5890550fc5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 1098 time: 0.0838470 Oct 15 19:58:13.949136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:13.963392 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-422876c5-de33-4db1-a47b-829f8ad97e5d req-8ac38572-ce7d-4e29-8559-a93333a50c22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688794 Oct 15 19:58:14.160141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.213726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.238048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:10Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:14.281271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dec46e-c105-4568-9345-9a391c68b7e3 None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:10Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:58:14.296020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.314122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea1f67c-58cb-4e48-9859-af3717bab815 req-83fd9de2-2a07-46a8-94a7-06bce1c03b2e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:14.318310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ea1f67c-58cb-4e48-9859-af3717bab815 req-83fd9de2-2a07-46a8-94a7-06bce1c03b2e tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.0777586 Oct 15 19:58:14.327281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:14.349045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:14.352611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:14.380705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Pushing event updated for resources: {'Port': ['ID=21d31287-9bfb-4fc5-b52b-53dc5075376d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:14.396663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ea1f67c-58cb-4e48-9859-af3717bab815 req-0f99f3f1-cf26-4397-990e-e05c88903d93 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718951 Oct 15 19:58:14.446720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Attempting to bind port 21d31287-9bfb-4fc5-b52b-53dc5075376d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:14.447403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Attempting to bind port 21d31287-9bfb-4fc5-b52b-53dc5075376d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:14.447973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Attempting to bind port 21d31287-9bfb-4fc5-b52b-53dc5075376d on network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:14.455616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:14.456136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Checking segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:14.456542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.456931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Bound using segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:14.457396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Bound port: 21d31287-9bfb-4fc5-b52b-53dc5075376d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:14.457776 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.508079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.1 (3bc854df-c7ec-4597-8f10-ad3da42dc8c3/6eaffe8a-1f0d-4722-b17d-a937f7e3bba3/e605ebd8-efa4-4266-acf7-8667b61ad5cf) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:14.541036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] For port 21d31287-9bfb-4fc5-b52b-53dc5075376d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:14.544297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] For port 21d31287-9bfb-4fc5-b52b-53dc5075376d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=21d31287-9bfb-4fc5-b52b-53dc5075376d,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:14.602498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.665836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.703803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d654144-0d28-4b22-a2b2-1c4d99698e0c None None] Pushing event updated for resources: {'Port': ['ID=21d31287-9bfb-4fc5-b52b-53dc5075376d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:14.815005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:14.874535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:14.879223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:14.886810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:14.946939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e8d3c-b4cb-4bcf-9943-ae2ae8d3ba06 req-167f9fbf-e785-40dc-9c03-7e80c839428c tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:14.947089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:14.948348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c41e8d3c-b4cb-4bcf-9943-ae2ae8d3ba06 req-167f9fbf-e785-40dc-9c03-7e80c839428c tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 949 time: 0.1065669 Oct 15 19:58:15.006856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:15.017278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c41e8d3c-b4cb-4bcf-9943-ae2ae8d3ba06 req-a4ceff1c-7ea7-45b3-ae08-5446305af16f tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514557 Oct 15 19:58:15.243693 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:15.539469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f31ac7-82f3-4d0c-90b9-f40e48cca3ef req-3ef827fb-d6fb-4ba1-b4ac-f9dba47e7216 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:15.541118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89f31ac7-82f3-4d0c-90b9-f40e48cca3ef req-3ef827fb-d6fb-4ba1-b4ac-f9dba47e7216 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.0529346 Oct 15 19:58:15.603820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89f31ac7-82f3-4d0c-90b9-f40e48cca3ef req-bdfe76e9-49c5-4fe7-b483-0dc284166d77 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506692 Oct 15 19:58:15.636194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:15.712365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:15.811958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:15.813916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:15.895906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d89bcf-aad0-4d7c-a5d3-0136bef17f63 None None] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:15.915878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:15.917419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:15.984994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] Provisioning complete for port 21d31287-9bfb-4fc5-b52b-53dc5075376d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:15.985361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.074640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:58:16.092630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:16.236333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4b680-ac60-4d43-8d1b-dc2fa398c645 req-f2e8e838-2c21-42ee-b95f-2f89d1a898a7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.245105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:58:16.249369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77a4b680-ac60-4d43-8d1b-dc2fa398c645 req-f2e8e838-2c21-42ee-b95f-2f89d1a898a7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 949 time: 0.1085603 Oct 15 19:58:16.254844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a7e7adc-8dd2-4fbc-b478-914249b94b2f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/436fa0cc-3795-480b-8a32-85cd8182dcda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9824276 Oct 15 19:58:16.255056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57916) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:16.383778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0beb8638-ae25-4eba-8daf-abafa10972dc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:16.391310 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:58:16.408354 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:16.408974 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:16.446736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.517140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0beb8638-ae25-4eba-8daf-abafa10972dc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:16.517507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.539725 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:16.560908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] For port 21d31287-9bfb-4fc5-b52b-53dc5075376d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=21d31287-9bfb-4fc5-b52b-53dc5075376d,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:16.566710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.567311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.568069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.568944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.569616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.570295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.570852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.571434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.572056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.572773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.573444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.573933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.574395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.577631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-592aaa30-151c-49dc-b1bc-c6148bdd24f3 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9137 time: 0.3121364 Oct 15 19:58:16.581429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57924) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:16.602263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77a4b680-ac60-4d43-8d1b-dc2fa398c645 req-7768d3bf-9a6b-4991-b4ca-87181fec3434 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518422 Oct 15 19:58:16.644223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:58:16.652310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:16.652812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.656922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.687793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.734643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.735105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.735588 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.736336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.736496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.736942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.737380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.737819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.738534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.738920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.739361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.740371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.740829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.745887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0aa67c32-9530-40ec-874c-bb8a578892d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8255 time: 0.1621966 Oct 15 19:58:16.752213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:16.779979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 0beb8638-ae25-4eba-8daf-abafa10972dc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0beb8638-ae25-4eba-8daf-abafa10972dc,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:16.831937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aafbd-9fea-4894-83a7-39051577d553 None None] Pushing event updated for resources: {'Port': ['ID=21d31287-9bfb-4fc5-b52b-53dc5075376d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:16.850211 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 2, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:16.886767 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:58:16.887407 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Updating router 436fa0cc-3795-480b-8a32-85cd8182dcda port e605ebd8-efa4-4266-acf7-8667b61ad5cf binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:58:16.892598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.893680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 21d31287-9bfb-4fc5-b52b-53dc5075376d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:16.917472 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:16.943305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae25f4d-6f62-4b26-9c6c-19487cb7804b req-c81c3782-86a2-4b1c-af08-1906f959db06 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:16.952576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae25f4d-6f62-4b26-9c6c-19487cb7804b req-c81c3782-86a2-4b1c-af08-1906f959db06 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.1018457 Oct 15 19:58:17.013773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.047744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae25f4d-6f62-4b26-9c6c-19487cb7804b req-94a2cdc7-f8c7-4206-b175-b0306d975eda tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899351 Oct 15 19:58:17.057204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7e76f833-79ba-4e5c-a682-f2a7b371f93c None None] Provisioning complete for port e605ebd8-efa4-4266-acf7-8667b61ad5cf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:17.057768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e76f833-79ba-4e5c-a682-f2a7b371f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.067712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 21d31287-9bfb-4fc5-b52b-53dc5075376d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:17.068325 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.102489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:17.105169 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1d6b03-a740-4e08-89ad-65eda81ecdd9" -d '{"events": [{"server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "name": "network-vif-plugged", "status": "completed", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:17.148893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=0beb8638-ae25-4eba-8daf-abafa10972dc,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:17.157419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:17.176431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7e76f833-79ba-4e5c-a682-f2a7b371f93c None None] Port e605ebd8-efa4-4266-acf7-8667b61ad5cf cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:58:17.210250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7e76f833-79ba-4e5c-a682-f2a7b371f93c None None] Provisioning complete for port 21d31287-9bfb-4fc5-b52b-53dc5075376d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:17.210656 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e76f833-79ba-4e5c-a682-f2a7b371f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.279258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.327777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-113d0e3e-385b-4ef9-90e9-969ff96c3385 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.5738115 Oct 15 19:58:17.353540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a318198-58a5-4e9d-b38c-c222cc069055 req-e5791120-0053-49d1-90cd-88f98ff2fc7f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:17.368697 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.368789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a318198-58a5-4e9d-b38c-c222cc069055 req-e5791120-0053-49d1-90cd-88f98ff2fc7f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.1060731 Oct 15 19:58:17.368865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:17.374843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Request body: {'floatingip': {'port_id': '03d77dd6-5869-4d8f-8989-a651b0af4559'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:17.428781 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7523d035-0492-48d3-ade5-7aa2d9a2cbe5 x-openstack-request-id: req-7523d035-0492-48d3-ade5-7aa2d9a2cbe5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:17.429081 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "name": "network-vif-plugged", "status": "completed", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:17.429310 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7523d035-0492-48d3-ade5-7aa2d9a2cbe5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:17.429692 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda', 'code': 200} Oct 15 19:58:17.430285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:17.433373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.443306 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.519282 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Pushing event updated for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:17.561112 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.561597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.567199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:17.599935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ffb5507-07f5-418c-96a7-1970bcd59f10 None None] Provisioning complete for port e605ebd8-efa4-4266-acf7-8667b61ad5cf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:17.600371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ffb5507-07f5-418c-96a7-1970bcd59f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.607654 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Attempting to bind port e605ebd8-efa4-4266-acf7-8667b61ad5cf on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:17.608114 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Attempting to bind port e605ebd8-efa4-4266-acf7-8667b61ad5cf by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:17.608565 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Attempting to bind port e605ebd8-efa4-4266-acf7-8667b61ad5cf on network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:17.619664 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:17.625254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Checking segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:17.625254 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.625254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Bound using segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:17.625254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Bound port: e605ebd8-efa4-4266-acf7-8667b61ad5cf, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:17.625254 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.661838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb5507-07f5-418c-96a7-1970bcd59f10 None None] Port e605ebd8-efa4-4266-acf7-8667b61ad5cf cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:58:17.706476 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] For port e605ebd8-efa4-4266-acf7-8667b61ad5cf, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:17.712331 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] For port e605ebd8-efa4-4266-acf7-8667b61ad5cf, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e605ebd8-efa4-4266-acf7-8667b61ad5cf,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:17.720251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa5030-8e27-46d5-891f-f2eaf93d654a req-e58fa322-ded4-44d1-b50f-99efc4689e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:17.721751 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6aa5030-8e27-46d5-891f-f2eaf93d654a req-e58fa322-ded4-44d1-b50f-99efc4689e2d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 1102 time: 0.1254067 Oct 15 19:58:17.778417 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.801824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b6aa5030-8e27-46d5-891f-f2eaf93d654a req-c86f10dc-984f-4ad6-b378-e776defd62f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Oct 15 19:58:17.847991 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:17.849108 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:17.852153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea757001-1dd6-45d9-8fbd-bed29554e0f7 None None] Pushing event updated for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:17.900729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] Provisioning complete for port e605ebd8-efa4-4266-acf7-8667b61ad5cf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:17.901094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:17.916483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57960) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:17.923897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1815615376', 'description': 'tempest-secgroup-smoke-1815615376 description', 'project_id': '3016db26a4b341af8b5f2dd152b785f0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:18.055576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.061566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.085559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f223fc1-4c7e-435f-a874-c416c826c977 req-86cd0ebd-8739-44e0-9d8f-f3ada02a7362 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:18.094836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f223fc1-4c7e-435f-a874-c416c826c977 req-86cd0ebd-8739-44e0-9d8f-f3ada02a7362 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.0804770 Oct 15 19:58:18.110746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] For port e605ebd8-efa4-4266-acf7-8667b61ad5cf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e605ebd8-efa4-4266-acf7-8667b61ad5cf,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:18.114781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:18.178713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f223fc1-4c7e-435f-a874-c416c826c977 req-3b5bb490-0648-45ee-bf2c-ee516b280907 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826237 Oct 15 19:58:18.191922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.195403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.249779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.275961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.288316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0beb8638-ae25-4eba-8daf-abafa10972dc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:18.305877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.316953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762202e-14ec-4d38-a5ca-ef4ca741f336 None None] Pushing event updated for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:18.345900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-55e88dac-66d0-4478-a6db-dc0227b02299 None None] Provisioning complete for port e605ebd8-efa4-4266-acf7-8667b61ad5cf triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:18.346295 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55e88dac-66d0-4478-a6db-dc0227b02299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.393664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8377eb59-bbae-46a3-96e1-877ccadcca32,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:18.405571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.408547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e0023b06-16a6-48e3-8093-7cba4ad3b56e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4908819 Oct 15 19:58:18.411824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57966) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:18.424889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:18.430996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0beb8638-ae25-4eba-8daf-abafa10972dc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:18.431368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.438968 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Floating IP 553e90a7-1bd0-4f67-ac35-a6baa7b89504 associated. External IP: 172.25.0.156, port: 03d77dd6-5869-4d8f-8989-a651b0af4559. Oct 15 19:58:18.506357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-acd4b40a-203b-46e6-a1f3-38c8cbb6f1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.518137 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:17Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:18.535578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57968) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:18.555380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a75fb0a-1aa2-4cf1-93bb-ec6898f95d57 None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:17Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:58:18.567599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 21d31287-9bfb-4fc5-b52b-53dc5075376d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:18.572670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.653869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 21d31287-9bfb-4fc5-b52b-53dc5075376d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:18.654275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.689753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.728152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:58:18.748515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4070ddec-bf63-498d-8dee-383e2f0e303b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.780641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.814057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf4197e-54e1-4308-945c-7108d6ee3b70,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:18.852726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4070ddec-bf63-498d-8dee-383e2f0e303b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.858907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:58:18.863395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.868965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:58:18.881261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:18.881261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:18.894918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0eb95e78-fd8c-4e8a-90f9-5fc35c8cd844 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "PUT /v2.0/floatingips/553e90a7-1bd0-4f67-ac35-a6baa7b89504 HTTP/1.1" status: 200 len: 992 time: 1.5250249 Oct 15 19:58:18.895672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:18.904491 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4be0a8-de29-4609-a64d-535c0292a9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:18.907467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.915618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1d7ca3e-aa01-457f-86e1-1a5d431821d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982171 Oct 15 19:58:18.916329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:18.921858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:18.928226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4070ddec-bf63-498d-8dee-383e2f0e303b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:18.991586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4070ddec-bf63-498d-8dee-383e2f0e303b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=818e9a66e57d4f00bb52d9fe296eefbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547350 Oct 15 19:58:18.993822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070ddec-bf63-498d-8dee-383e2f0e303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8f8ff-0534-4ee4-b1bf-e7c963dcdb20,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:18.999838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57978) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:19.025757 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fdc84a-10dc-46a5-9d13-7ca442e09522 x-openstack-request-id: req-58fdc84a-10dc-46a5-9d13-7ca442e09522 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:19.026170 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:19.026588 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58fdc84a-10dc-46a5-9d13-7ca442e09522 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:19.027385 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'status': 'completed', 'code': 200} Oct 15 19:58:19.030271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:19.076448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.099097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.102393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-9a94dc59-f9fa-44f3-80e0-3bbf3cb710da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:19.104329 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-9a94dc59-f9fa-44f3-80e0-3bbf3cb710da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 1098 time: 0.0553651 Oct 15 19:58:19.147404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.239595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-a736b357-5e4c-474e-a6c9-ccb0df8e6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:19.241444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-a736b357-5e4c-474e-a6c9-ccb0df8e6465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.1293468 Oct 15 19:58:19.261984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.341319 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-899fa4bb-efe6-422f-9bc3-f9d12e6e1699 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d77dd6-5869-4d8f-8989-a651b0af4559 HTTP/1.1" status: 200 len: 1000 time: 0.0923202 Oct 15 19:58:19.354568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f2844-947d-4909-879d-0d27117986ed req-65da6172-47f9-4f63-946e-4ed4a8325cb7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:19.356938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d2f2844-947d-4909-879d-0d27117986ed req-65da6172-47f9-4f63-946e-4ed4a8325cb7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.0703194 Oct 15 19:58:19.358304 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.384116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '553e90a7-1bd0-4f67-ac35-a6baa7b89504', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:58Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:19.385083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428970de-9490-4b42-9116-9c2520b0b7f2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:19.420460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d2f2844-947d-4909-879d-0d27117986ed req-cabce6a4-9b21-49a9-a85f-969c3f1ef1aa tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Oct 15 19:58:19.427738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:58:19.430970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.434645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.438340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83c8f8ff-0534-4ee4-b1bf-e7c963dcdb20 HTTP/1.1" status: 204 len: 168 time: 0.4372287 Oct 15 19:58:19.440014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:19.441667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:57:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:19.457763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940411c-9679-4e02-81c4-80a53c23fdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c8f8ff-0534-4ee4-b1bf-e7c963dcdb20,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:19.524872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.530043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-608a6e84-d1ae-44d6-80be-65e3efc64a89 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6117573 Oct 15 19:58:19.530818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57988) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:19.535334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:19.618803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:19.675408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.760631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.810771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-75f065ad-1c04-4d97-bfd2-0c98aa260228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:19.812680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-75f065ad-1c04-4d97-bfd2-0c98aa260228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.4631016 Oct 15 19:58:19.858051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:19.874405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-124f9c1b-f2b6-4ca1-81af-274cf1fc3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:19.876026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-124f9c1b-f2b6-4ca1-81af-274cf1fc3cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561543 Oct 15 19:58:19.882340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c6c189-118c-4730-8e04-16b6d6000add,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:19.941116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '553e90a7-1bd0-4f67-ac35-a6baa7b89504', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:58Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:19.974804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb203a5-bf2f-4c7a-ac57-f4de072411fd None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '553e90a7-1bd0-4f67-ac35-a6baa7b89504', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'floating_ip_address': '172.25.0.156', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'port_id': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'mac_address': 'fa:16:3e:48:02:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:57:58Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 1, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:58:20.003764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.004248 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-e0111fbe-13b0-4bab-a140-c96b0e27f560 service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193085 Oct 15 19:58:20.004333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f20a31e-6f06-4811-92fe-fee4242e0a15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4722679 Oct 15 19:58:20.006679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:20.011358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:20.109271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ec4be0a8-de29-4609-a64d-535c0292a9fa req-1063e4ee-6921-4ca4-98bf-dcd564c53c94 service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984023 Oct 15 19:58:20.130206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.198898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.215767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e605ebd8-efa4-4266-acf7-8667b61ad5cf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:20.266914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e605ebd8-efa4-4266-acf7-8667b61ad5cf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:20.267293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.268434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.288838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=621226b7-33c0-48fa-bc8d-9b8b5d5e8e09,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:20.308481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57996) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:20.322330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcf86384-cb73-41b0-9b29-b57d28339578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.362897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.364600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b038c06d-3c61-4c48-88d8-d9312fc334f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3566449 Oct 15 19:58:20.367432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57998) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:20.373180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:20.415541 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcf86384-cb73-41b0-9b29-b57d28339578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.446723 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:58:20.456652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.477003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcf86384-cb73-41b0-9b29-b57d28339578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.522382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b65394d-2016-422b-b129-adee7400a9bb None None] New status for floating IP 553e90a7-1bd0-4f67-ac35-a6baa7b89504: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:58:20.525868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.551596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dcf86384-cb73-41b0-9b29-b57d28339578 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4cf3704152064863ae3e79c7fda57c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413921 Oct 15 19:58:20.554103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58002) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:20.561484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf86384-cb73-41b0-9b29-b57d28339578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797ee090-8ff0-40c1-8cfc-c2f4b09cfa96,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:20.597467 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.611379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9845f-60f1-4955-b647-5655330da1d3 req-c0150e6a-c972-4fbf-a04f-5ce225b9bc1c tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:20.613591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b9845f-60f1-4955-b647-5655330da1d3 req-c0150e6a-c972-4fbf-a04f-5ce225b9bc1c tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.1127172 Oct 15 19:58:20.618198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6dadd7-e0f8-417a-89dc-ab387ead27f9,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:20.642825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.677202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.682147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.683418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6f049402-df79-4109-a3ba-26f541cb6296 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3147688 Oct 15 19:58:20.685777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b9845f-60f1-4955-b647-5655330da1d3 req-8b307a4f-3a25-4292-a36f-4ac8b8be7997 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643392 Oct 15 19:58:20.686445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58008) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:20.691339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8377eb59-bbae-46a3-96e1-877ccadcca32', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:20.792681 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 19:58:20.798798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.814171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.816822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.817981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/797ee090-8ff0-40c1-8cfc-c2f4b09cfa96 HTTP/1.1" status: 204 len: 168 time: 0.2629762 Oct 15 19:58:20.831234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9640bd-186e-402d-aa2b-a29de4856de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ee090-8ff0-40c1-8cfc-c2f4b09cfa96,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:20.886968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:20.985824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:21.003345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309dbd0f-a4e0-4383-9770-e0f3adfc16dd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:21.096412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:21.097634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87f4c507-fabd-4783-a6c9-7544714892e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4102407 Oct 15 19:58:21.394158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28ebfffb-e2fb-4a24-bbf3-13eb2a180c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:21.418297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-4163ba34-6671-4c8d-ab5b-d305dc50bad5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1815615376&fields=id&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 267 time: 0.0340700 Oct 15 19:58:21.529271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-162b454e-c440-446a-98fe-beab4fe88020 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:21.530757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-162b454e-c440-446a-98fe-beab4fe88020 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/networks?id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 200 len: 796 time: 0.1056561 Oct 15 19:58:21.545763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-652e4683-e0f2-4597-b89e-90a634f6290a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/quotas/3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 375 time: 0.0091259 Oct 15 19:58:21.598364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-005c9e9f-3ae8-470f-a267-0787ce854561 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469098 Oct 15 19:58:21.796741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-2d9b72b5-7eab-42c6-9974-1535b2b8626e service neutron] 10.222.0.13 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841035 Oct 15 19:58:21.890569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-4fb588c7-6c01-4789-945c-d57c70927c4a service neutron] 10.222.0.13 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875623 Oct 15 19:58:22.183037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa321261-1494-421f-b69b-d1d2ffb1e5e4 req-da62acea-464d-43e5-8b92-a5bf41164fb7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:22.188097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa321261-1494-421f-b69b-d1d2ffb1e5e4 req-da62acea-464d-43e5-8b92-a5bf41164fb7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.0669127 Oct 15 19:58:22.231158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa321261-1494-421f-b69b-d1d2ffb1e5e4 req-a013f4df-f5eb-4b2e-a0a4-eaf50c0f97d6 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Oct 15 19:58:22.377138 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:22.456536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-141c98a2-77c5-4e6a-97b1-b63c6a73fd7e req-b1404059-a657-4561-bdd4-5ce0418972f6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 210 time: 0.0293357 Oct 15 19:58:22.583056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:22.737453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:22.738139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:22.906955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-29e7083e-1f9f-4e6c-bd8b-d18beb6294e2 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:22.908704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-29e7083e-1f9f-4e6c-bd8b-d18beb6294e2 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.15 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.0491838 Oct 15 19:58:23.054939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Deleting port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:58:23.054939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:23.123902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] For port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:23.124269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:23.137034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Calling delete_port for 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:58:23.381133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a719f4d-de3c-4272-a6c9-0e65f40c92a8 req-31cebab7-a3a6-4fd0-8bad-2d5b4265f367 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:23.382753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a719f4d-de3c-4272-a6c9-0e65f40c92a8 req-31cebab7-a3a6-4fd0-8bad-2d5b4265f367 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 950 time: 0.0501456 Oct 15 19:58:23.425149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a719f4d-de3c-4272-a6c9-0e65f40c92a8 req-5dc66664-97f3-491d-a1fe-9b37be89de6a tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354497 Oct 15 19:58:23.459795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:23.471427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['29561f1e-757a-4f4b-8e9f-1d2ad3d30cda'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:58:23.552589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Pushing event deleted for resources: {'Port': ['ID=29561f1e-757a-4f4b-8e9f-1d2ad3d30cda,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:23.580243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] No DVR routers for this DVR port 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:58:23.584715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:23.589077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-028d5e4e-d90f-44c2-8d95-7c0f098e6ad8 req-916da545-e376-4c7b-99e0-32e8d05b69f7 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.15 "DELETE /v2.0/ports/29561f1e-757a-4f4b-8e9f-1d2ad3d30cda HTTP/1.1" status: 204 len: 173 time: 0.6749284 Oct 15 19:58:23.589634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'name': 'network-vif-deleted', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:23.593477 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4066be-c8be-44fc-a910-6683580e730f" -d '{"events": [{"server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "name": "network-vif-deleted", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:23.707162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-195d813d-50ea-4e04-8110-ccb0b0107592 req-9f810997-e055-4898-ac88-5cd912e8ca5d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Oct 15 19:58:23.830991 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf105e5e-6d85-458d-bc18-70611d74d5fe x-openstack-request-id: req-cf105e5e-6d85-458d-bc18-70611d74d5fe {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:23.831292 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47be330e-cafb-46c7-9e9f-b2a5db3a85e6", "name": "network-vif-deleted", "tag": "29561f1e-757a-4f4b-8e9f-1d2ad3d30cda", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:23.831650 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf105e5e-6d85-458d-bc18-70611d74d5fe {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:23.832062 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47be330e-cafb-46c7-9e9f-b2a5db3a85e6', 'name': 'network-vif-deleted', 'tag': '29561f1e-757a-4f4b-8e9f-1d2ad3d30cda', 'status': 'completed', 'code': 200} Oct 15 19:58:24.510947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:24.540598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3687a4ec-d3fc-4d70-8249-b5ff3bf29c35 req-612efb9f-9e0e-49c3-ac97-ba75c378a6c3 tempest-VolumesNegativeTest-1096674156 tempest-VolumesNegativeTest-1096674156-project] 10.222.0.13 "GET /v2.0/ports?device_id=47be330e-cafb-46c7-9e9f-b2a5db3a85e6 HTTP/1.1" status: 200 len: 210 time: 0.0311556 Oct 15 19:58:24.666797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-b7733458-10b1-478f-8899-caacd9d8b97d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:24.668373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-b7733458-10b1-478f-8899-caacd9d8b97d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/networks?id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 200 len: 796 time: 0.1265640 Oct 15 19:58:24.720899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-767d853d-c56c-4f2d-b67f-55db9cfb6a2b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 380 time: 0.0425112 Oct 15 19:58:24.734679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'port': {'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'admin_state_up': True, 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'security_groups': ['8377eb59-bbae-46a3-96e1-877ccadcca32']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:24.833326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8c99bb4-f81d-47d5-b95c-57a504753335 req-c418677f-4a13-46ef-9319-f8285ec4941a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 210 time: 0.0307982 Oct 15 19:58:24.979683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:24.983877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.117066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.7 (3bc854df-c7ec-4597-8f10-ad3da42dc8c3/6eaffe8a-1f0d-4722-b17d-a937f7e3bba3/a25901c4-2ad6-4a98-ba37-a2dd2c38405a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:25.225711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:25.255392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.337560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a90f8c96-6830-4bf2-bc8c-7af3f1a76adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.351045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.396801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:25.400077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:25.402571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:25.414789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a90f8c96-6830-4bf2-bc8c-7af3f1a76adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.435443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:25.464221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:25.467738 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.485762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a90f8c96-6830-4bf2-bc8c-7af3f1a76adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.542175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a90f8c96-6830-4bf2-bc8c-7af3f1a76adc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ec8a4e64602405e9d40343757794061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153627 Oct 15 19:58:25.543057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f8c96-6830-4bf2-bc8c-7af3f1a76adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6f7417-a9ca-4115-ae62-675fb73022e4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:25.545174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:25.571323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5a94a371-aaba-41c3-8d1d-dd1355b9a54e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414264 Oct 15 19:58:25.589563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Request body: {'port': {'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:25.651317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.665161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.691284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.692127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f4f39736-d2d6-4a08-a158-015cfdd7fdaf None None] Provisioning complete for port a25901c4-2ad6-4a98-ba37-a2dd2c38405a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:25.692625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4f39736-d2d6-4a08-a158-015cfdd7fdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.735653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f4f39736-d2d6-4a08-a158-015cfdd7fdaf None None] Port a25901c4-2ad6-4a98-ba37-a2dd2c38405a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:58:25.945425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.947990 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:25.949129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a6f7417-a9ca-4115-ae62-675fb73022e4 HTTP/1.1" status: 204 len: 168 time: 0.4029176 Oct 15 19:58:25.972772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d3d6c-4fd6-4629-90d1-2fd841d4fa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6f7417-a9ca-4115-ae62-675fb73022e4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:26.001642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd0aa-3662-4aa2-98c7-c08f45961874 req-0ef7edb2-7cbd-43a0-9b74-737f27cd6dc5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:26.003201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-603dd0aa-3662-4aa2-98c7-c08f45961874 req-0ef7edb2-7cbd-43a0-9b74-737f27cd6dc5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 931 time: 0.0928633 Oct 15 19:58:26.078982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25901c4-2ad6-4a98-ba37-a2dd2c38405a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:26.085656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-603dd0aa-3662-4aa2-98c7-c08f45961874 req-dc3f925e-b35d-457b-af34-f75b36e3e1e6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744407 Oct 15 19:58:26.089550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.103496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Transition to ACTIVE for port object a25901c4-2ad6-4a98-ba37-a2dd2c38405a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:58:26.114692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:58:26.133294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:58:26.133520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 29561f1e-757a-4f4b-8e9f-1d2ad3d30cda not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:58:26.196809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.272210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Pushing event updated for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:26.326580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Attempting to bind port a25901c4-2ad6-4a98-ba37-a2dd2c38405a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:26.326580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Attempting to bind port a25901c4-2ad6-4a98-ba37-a2dd2c38405a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:26.326580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Attempting to bind port a25901c4-2ad6-4a98-ba37-a2dd2c38405a on network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:26.331468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Port a25901c4-2ad6-4a98-ba37-a2dd2c38405a on network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:58:26.331893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Attempting to bind port a25901c4-2ad6-4a98-ba37-a2dd2c38405a on network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:26.337567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:26.342590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Checking segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:26.342590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Bound using segment: {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:26.342590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Bound port: a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787bfd08-3646-4faa-b68a-5f143561ab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:26.342590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.416962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:26.420955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:26.505449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.545089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:26.545720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.547060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] 10.222.0.11 "PUT /v2.0/ports/a25901c4-2ad6-4a98-ba37-a2dd2c38405a HTTP/1.1" status: 200 len: 1092 time: 0.9627655 Oct 15 19:58:26.547508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:26.549780 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5976056-364c-4e48-bf69-9a875259ce60" -d '{"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:26.582541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16275f63-9e02-413c-9e2e-838bd81e6386 service neutron] Pushing event updated for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:26.598816 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2c6106-e209-48ad-b456-e999ff6516cd x-openstack-request-id: req-0b2c6106-e209-48ad-b456-e999ff6516cd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:26.599118 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:26.599372 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b2c6106-e209-48ad-b456-e999ff6516cd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:26.599804 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'status': 'completed', 'code': 200} Oct 15 19:58:26.662445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5976056-364c-4e48-bf69-9a875259ce60 req-f73cd343-9739-4bc6-88c4-5b537ecd32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:26.664038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5976056-364c-4e48-bf69-9a875259ce60 req-f73cd343-9739-4bc6-88c4-5b537ecd32da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1095 time: 0.0449870 Oct 15 19:58:26.801464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58200) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:26.807774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5976056-364c-4e48-bf69-9a875259ce60 req-ad31ebaa-a335-44da-a177-d40154d2b18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:26.809254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5976056-364c-4e48-bf69-9a875259ce60 req-ad31ebaa-a335-44da-a177-d40154d2b18a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=3016db26a4b341af8b5f2dd152b785f0&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353238 Oct 15 19:58:26.815371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-524a8f56-d1ef-4f2c-980c-7edb8d2f4722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.902693 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-524a8f56-d1ef-4f2c-980c-7edb8d2f4722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:26.918644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5976056-364c-4e48-bf69-9a875259ce60 req-d481decf-5590-4e94-870b-0712c9962de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:26.920363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5976056-364c-4e48-bf69-9a875259ce60 req-d481decf-5590-4e94-870b-0712c9962de1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025991 Oct 15 19:58:26.965271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-524a8f56-d1ef-4f2c-980c-7edb8d2f4722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:27.001363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-aef8ca4a-905f-424d-a065-da74440ee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:27.003737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-aef8ca4a-905f-424d-a065-da74440ee712 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1095 time: 0.0464237 Oct 15 19:58:27.004582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a8f56-d1ef-4f2c-980c-7edb8d2f4722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76862cd-1be2-4156-95c3-c60f4fcb7ec8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:27.014148 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-524a8f56-d1ef-4f2c-980c-7edb8d2f4722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28c18e079cbf414d9a7831eb03cf5d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116170 Oct 15 19:58:27.014789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58228) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:27.062665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-71c7e9db-edc4-4ce5-a4a9-d52835ebe1b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a HTTP/1.1" status: 200 len: 217 time: 0.0425580 Oct 15 19:58:27.071723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:27.094416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:27.123395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5cdd1fd7-ed83-40bc-890c-cbafa64d9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:27.125189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-5cdd1fd7-ed83-40bc-890c-cbafa64d9d31 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eaffe8a-1f0d-4722-b17d-a937f7e3bba3 HTTP/1.1" status: 200 len: 834 time: 0.0508099 Oct 15 19:58:27.181927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-41e063fb-e1a9-4aaa-8762-28786ee4154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:27.183513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-41e063fb-e1a9-4aaa-8762-28786ee4154b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510168 Oct 15 19:58:27.236773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:27.239429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:27.243110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a76862cd-1be2-4156-95c3-c60f4fcb7ec8 HTTP/1.1" status: 204 len: 168 time: 0.2246330 Oct 15 19:58:27.250644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec0110-5e0b-4d3b-adf2-eec18bc78153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76862cd-1be2-4156-95c3-c60f4fcb7ec8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:27.301493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77a399-ee36-4bc6-a6e7-06867e67d09d req-d6f22aa6-68bb-4858-bc01-b77a37e40ed9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:27.303052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec77a399-ee36-4bc6-a6e7-06867e67d09d req-d6f22aa6-68bb-4858-bc01-b77a37e40ed9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.1114314 Oct 15 19:58:27.339403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-a063ae3b-2886-4ea7-a412-690fdd4a495e service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464481 Oct 15 19:58:27.374584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec77a399-ee36-4bc6-a6e7-06867e67d09d req-34122f9d-3f7d-4465-a700-ca955ff43c63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635219 Oct 15 19:58:27.802075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c9a074-3178-4aa5-b9f8-cc64b8014059 req-9288ae5c-1fc1-4ad4-b27d-b7ce040d3592 service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509649 Oct 15 19:58:28.503309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b3095-376c-4db6-b045-9cee3412a912 req-7ac32358-26de-46dc-8dd8-9b7133d7ddc7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:28.505205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f11b3095-376c-4db6-b045-9cee3412a912 req-7ac32358-26de-46dc-8dd8-9b7133d7ddc7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.0577300 Oct 15 19:58:28.547573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f11b3095-376c-4db6-b045-9cee3412a912 req-a657f014-321e-4eed-a6d9-9a5ff5a9480c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351090 Oct 15 19:58:29.675462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1facef-adee-4302-99ca-a4434c88bf40 req-bd435f6f-f5cd-476a-9ca7-299db74bcb79 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:29.677182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1facef-adee-4302-99ca-a4434c88bf40 req-bd435f6f-f5cd-476a-9ca7-299db74bcb79 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.0573454 Oct 15 19:58:29.720364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b1facef-adee-4302-99ca-a4434c88bf40 req-f6ae7f26-67f3-4665-b0e1-34e4260e5a4b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358016 Oct 15 19:58:30.140925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-e5a5ade1-3f90-4dd7-9f26-207a88e7f21f tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:30.141256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-e5a5ade1-3f90-4dd7-9f26-207a88e7f21f tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.0467267 Oct 15 19:58:30.161257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-80970fbf-8a2a-4f7d-bdc8-67fbe85ffad0 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.243409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-80970fbf-8a2a-4f7d-bdc8-67fbe85ffad0 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.316499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-80970fbf-8a2a-4f7d-bdc8-67fbe85ffad0 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.346623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43f4ad49-8108-40a9-9260-0a1ad179e0d9 req-80970fbf-8a2a-4f7d-bdc8-67fbe85ffad0 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990409 Oct 15 19:58:30.360038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80970fbf-8a2a-4f7d-bdc8-67fbe85ffad0 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8df97a-0359-4acd-9c9e-95f1dfbba820,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:30.423875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58532) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:30.520044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab55ba7-566f-4d95-846e-6f7e0330a792 req-e975b889-dffe-4d60-b142-e3b3f92ffe46 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:30.521548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ab55ba7-566f-4d95-846e-6f7e0330a792 req-e975b889-dffe-4d60-b142-e3b3f92ffe46 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0502713 Oct 15 19:58:30.534824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-baa06439-c5ae-4ea5-ae16-279f677dbaf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.563581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ab55ba7-566f-4d95-846e-6f7e0330a792 req-42e34116-a4de-4691-a390-27dbbed84a88 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351579 Oct 15 19:58:30.587540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:30.627310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-baa06439-c5ae-4ea5-ae16-279f677dbaf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.654899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-33fd1bff-8e70-4995-b579-c284e82091d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5c691d6b-880b-4dc7-9b1a-09276eac4f96 HTTP/1.1" status: 200 len: 992 time: 0.0661612 Oct 15 19:58:30.699017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-baa06439-c5ae-4ea5-ae16-279f677dbaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.741299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-baa06439-c5ae-4ea5-ae16-279f677dbaf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd69dda4332f4975bf2c140421c03c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138695 Oct 15 19:58:30.741690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:30.749990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06439-c5ae-4ea5-ae16-279f677dbaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df00e7ff-b5b0-4193-9174-cc7891ade930,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:30.849386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.883531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:30.892723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10bc4-f1f3-448e-8110-3a33212f2b23 req-8a8fc619-ae6c-4791-afeb-ef09b3e1f867 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:30.894218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6b10bc4-f1f3-448e-8110-3a33212f2b23 req-8a8fc619-ae6c-4791-afeb-ef09b3e1f867 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.0810218 Oct 15 19:58:30.954355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6b10bc4-f1f3-448e-8110-3a33212f2b23 req-582e8d2f-e342-4a3b-8538-ec1384551a00 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493069 Oct 15 19:58:31.015010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:31.017679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:31.021099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df00e7ff-b5b0-4193-9174-cc7891ade930 HTTP/1.1" status: 204 len: 168 time: 0.2762544 Oct 15 19:58:31.030482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161d9e4-8909-475c-878f-aa49b50ce1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00e7ff-b5b0-4193-9174-cc7891ade930,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:31.104203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-84e8b740-29ea-41af-8e44-86f21ba8cdf2 req-645b6c64-8dd7-4ae2-9e14-b9cec63c89da service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:58:31.105372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84e8b740-29ea-41af-8e44-86f21ba8cdf2 req-645b6c64-8dd7-4ae2-9e14-b9cec63c89da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056820 Oct 15 19:58:31.869093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e789d-0818-45d2-8f01-2daf3482e941 req-289dd204-1771-4762-be68-9dca026dfa4c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:31.870684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e49e789d-0818-45d2-8f01-2daf3482e941 req-289dd204-1771-4762-be68-9dca026dfa4c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0518799 Oct 15 19:58:31.898030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58588) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:31.915752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e49e789d-0818-45d2-8f01-2daf3482e941 req-fad3eef2-21ba-4613-ab32-dc704f45a38a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379386 Oct 15 19:58:32.076965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-75daf97e-b4c8-482a-a80e-3eb1681f08cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754692 Oct 15 19:58:32.081700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-6d6ab210-7709-440e-a1d3-b4a579858413 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 19:58:32.095573 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-6d6ab210-7709-440e-a1d3-b4a579858413 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090368 Oct 15 19:58:32.110849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6eacb8-b651-482e-b1b2-0cce8deed74a req-41e9b32b-a4b7-46e3-b1bf-3fb6efc9e2fe tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:32.112422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b6eacb8-b651-482e-b1b2-0cce8deed74a req-41e9b32b-a4b7-46e3-b1bf-3fb6efc9e2fe tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.0635030 Oct 15 19:58:32.152489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b6eacb8-b651-482e-b1b2-0cce8deed74a req-6a5725fa-4108-4a57-81f2-601f503a86dc tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Oct 15 19:58:32.913125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a25901c4-2ad6-4a98-ba37-a2dd2c38405a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:58:33.055923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30473b4d-2ad0-4503-8c8c-19b5b6aa2c19 req-575d105a-2752-4586-a627-60f36005642d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:33.057518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30473b4d-2ad0-4503-8c8c-19b5b6aa2c19 req-575d105a-2752-4586-a627-60f36005642d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0666399 Oct 15 19:58:33.105972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30473b4d-2ad0-4503-8c8c-19b5b6aa2c19 req-81a7d2dc-e2a5-40b2-b036-bd5b922941ba tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377433 Oct 15 19:58:33.168584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:33.182501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:58:33.241402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:33.265644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25901c4-2ad6-4a98-ba37-a2dd2c38405a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:58:33.289608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674735-26fa-417d-a33f-2a805b6825b4 req-758645a4-7dc0-42f0-849d-a08d0eab4e7e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:33.294899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:33.295083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee674735-26fa-417d-a33f-2a805b6825b4 req-758645a4-7dc0-42f0-849d-a08d0eab4e7e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 943 time: 0.0531507 Oct 15 19:58:33.334700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee674735-26fa-417d-a33f-2a805b6825b4 req-e9e291e9-5dad-4a7b-8fd3-4cc0157d4297 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352235 Oct 15 19:58:33.464976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:33.518567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:33.708631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58676) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:33.870863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a25901c4-2ad6-4a98-ba37-a2dd2c38405a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:58:33.874250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c262130c-4f81-4ab6-8c67-bac8c31e6fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:33.972633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c262130c-4f81-4ab6-8c67-bac8c31e6fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.056717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c262130c-4f81-4ab6-8c67-bac8c31e6fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.103447 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c262130c-4f81-4ab6-8c67-bac8c31e6fe1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d04cef10ecdb4631a9ab14a6dca852e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935730 Oct 15 19:58:34.104379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262130c-4f81-4ab6-8c67-bac8c31e6fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fab59f6-aca2-42ed-bdc0-7495d45c947c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:34.105064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:34.223277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58690) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:34.249262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.277230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.304616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66112ec-55eb-4e81-a90a-2248efa0f86b req-8198c351-3756-4737-8600-40c06d921f14 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.306210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e66112ec-55eb-4e81-a90a-2248efa0f86b req-8198c351-3756-4737-8600-40c06d921f14 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1187110 Oct 15 19:58:34.357323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e66112ec-55eb-4e81-a90a-2248efa0f86b req-c14ed6a9-8cad-4f81-9e1e-4256b0a3d9cc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396781 Oct 15 19:58:34.408966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d3a7dda-88b6-4bc5-8a33-15af9e0a79df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc36833611a44aa7ba1796e03d61988b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844673 Oct 15 19:58:34.413067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58696) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:34.463587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.465733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.468765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.470034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8fab59f6-aca2-42ed-bdc0-7495d45c947c HTTP/1.1" status: 204 len: 168 time: 0.3613329 Oct 15 19:58:34.493558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.503738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65e77-0508-45f7-989b-faaf7faa5b13 req-086e9f1d-661f-4422-9bd2-e777ecebc534 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.508708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b65e77-0508-45f7-989b-faaf7faa5b13 req-086e9f1d-661f-4422-9bd2-e777ecebc534 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 944 time: 0.0854802 Oct 15 19:58:34.522457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94bdac-b387-46bc-ac81-092b717c06a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fab59f6-aca2-42ed-bdc0-7495d45c947c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:34.607867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-113d3fe4-fabe-40b2-8058-f6af549a563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.609349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-113d3fe4-fabe-40b2-8058-f6af549a563c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.0985870 Oct 15 19:58:34.612606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b65e77-0508-45f7-989b-faaf7faa5b13 req-a685c8d5-f281-4526-8b0a-c3bd8bcd4494 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994916 Oct 15 19:58:34.674937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.678948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:34.682008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3bffbd7-7fc3-48c7-bba1-fefd180b88b5 HTTP/1.1" status: 204 len: 168 time: 0.2680049 Oct 15 19:58:34.691375 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d813c-192b-44d4-908e-0c502e694298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bffbd7-7fc3-48c7-bba1-fefd180b88b5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:34.725010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-c4eba731-0012-4621-a2d0-73c01674992f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.726590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-c4eba731-0012-4621-a2d0-73c01674992f service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.1102605 Oct 15 19:58:34.803385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-4fa787ad-5c8f-488a-85d1-105164d90b4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 1000 time: 0.0694418 Oct 15 19:58:34.868513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-40cf3235-b61d-450e-89bf-dd61e848b4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.870453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-40cf3235-b61d-450e-89bf-dd61e848b4b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0589767 Oct 15 19:58:34.924106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-5cae5c78-8f13-4ccd-91f9-775ec0d22435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:34.925604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-5cae5c78-8f13-4ccd-91f9-775ec0d22435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469759 Oct 15 19:58:35.027752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-e1861ed0-ce84-426f-9a50-1282cfe3b326 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943606 Oct 15 19:58:35.129588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-8c0c80ba-6169-4d71-a898-0cd0337ceda0 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941827 Oct 15 19:58:35.494492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986857d-b582-494d-a7ce-7d99ccad6255 req-6d12fda0-0f65-4ed6-a9a2-fca29a12ea1c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:35.496502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4986857d-b582-494d-a7ce-7d99ccad6255 req-6d12fda0-0f65-4ed6-a9a2-fca29a12ea1c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0657487 Oct 15 19:58:35.543763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4986857d-b582-494d-a7ce-7d99ccad6255 req-6cb9dfc7-337d-40b7-a335-2d475bfe7202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392187 Oct 15 19:58:35.728345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f85c-2559-47fb-a677-3962efebb0a4 req-36251369-a3ce-46c8-af1a-d0ea9751245c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:35.729821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff72f85c-2559-47fb-a677-3962efebb0a4 req-36251369-a3ce-46c8-af1a-d0ea9751245c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 944 time: 0.0492954 Oct 15 19:58:35.769092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff72f85c-2559-47fb-a677-3962efebb0a4 req-a6b477f7-a5ce-4068-a557-a1db520c76c8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319252 Oct 15 19:58:36.367807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58782) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:36.511766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-182564540'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:36.596979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Made reservation on behalf of 7bdb20730bc241eaa3e2cab73724f3ec for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:36.600518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.610076 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.675649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e3bd9-146d-42d3-b3b5-47a703dffb8c req-5f2f949e-3611-4dab-8a48-00749c93b209 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:36.677384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd5e3bd9-146d-42d3-b3b5-47a703dffb8c req-5f2f949e-3611-4dab-8a48-00749c93b209 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0597432 Oct 15 19:58:36.690218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.716842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd5e3bd9-146d-42d3-b3b5-47a703dffb8c req-fecd55dd-f743-428d-bf3f-2cb3edcd0925 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Oct 15 19:58:36.767493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.794928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:36.804655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5f4df-efd6-4dd4-9ea9-fa29b397d3cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:36.809489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.809912 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Added segment b8d5acf8-0bbb-492a-b788-297dbfd9e7c1 of type vlan for network 0c669069-9f67-48c4-8854-aa85c467e1d8 Oct 15 19:58:36.851418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.908297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e426c6b-3dac-4a40-b210-2c053eeb5257 req-10b62aa5-35d8-45ec-b87b-b5e6cccccb72 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:36.909977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e426c6b-3dac-4a40-b210-2c053eeb5257 req-10b62aa5-35d8-45ec-b87b-b5e6cccccb72 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 944 time: 0.0546272 Oct 15 19:58:36.925361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.929387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a25901c4-2ad6-4a98-ba37-a2dd2c38405a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:58:36.931231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:36.932827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:36.949317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e426c6b-3dac-4a40-b210-2c053eeb5257 req-ca930b10-9b6f-407f-ae8c-e07a71b5256e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332458 Oct 15 19:58:37.021687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58800) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:37.021853 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6528535 Oct 15 19:58:37.029370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d36b53-496d-43fc-bc41-9cc62f06944d tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Pushing event updated for resources: {'Network': ['ID=0c669069-9f67-48c4-8854-aa85c467e1d8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:37.040895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0c669069-9f67-48c4-8854-aa85c467e1d8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:37.097564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'name': 'tempest-network--2131606499', 'router:external': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:37.104941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port a25901c4-2ad6-4a98-ba37-a2dd2c38405a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:58:37.116174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a25901c4-2ad6-4a98-ba37-a2dd2c38405a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:58:37.116536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.177057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:37.179768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.190570 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.222258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.248346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:37.250905 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50811a78-4118-46f6-ac74-df02e47d2b04" -d '{"events": [{"server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "name": "network-vif-plugged", "status": "completed", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:37.262528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:37.284693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.289222 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edc5ca3-ce02-4498-a635-b0f1c177e346 x-openstack-request-id: req-7edc5ca3-ce02-4498-a635-b0f1c177e346 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:37.289583 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "name": "network-vif-plugged", "status": "completed", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:37.289902 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7edc5ca3-ce02-4498-a635-b0f1c177e346 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:37.290374 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'code': 200} Oct 15 19:58:37.328253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.358419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.377702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:37.397169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:37.420566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.420918 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Added segment 4effc2ee-86eb-4794-832a-68810bdd2cb9 of type vlan for network fe7e85f7-c697-4db8-8f73-0d390b253a28 Oct 15 19:58:37.429844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a2570-2710-4837-b01c-c0c1bf277560 req-5d7ededa-d2c1-49b4-b38c-af0f21418086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:37.431336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c1a2570-2710-4837-b01c-c0c1bf277560 req-5d7ededa-d2c1-49b4-b38c-af0f21418086 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1097 time: 0.0832410 Oct 15 19:58:37.431965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de1e9e-24f8-4ad0-a495-ee98c7516c32,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:37.489615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.508291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c1a2570-2710-4837-b01c-c0c1bf277560 req-c57c89e8-e843-43ed-bce9-eaf90382e31c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504758 Oct 15 19:58:37.600055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.601066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:37.601652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.694894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=fe7e85f7-c697-4db8-8f73-0d390b253a28,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:37.705108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network fe7e85f7-c697-4db8-8f73-0d390b253a28 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:37.777233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6aae4a0e-b479-4a65-a707-08bfbfddeef0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7514544 Oct 15 19:58:37.778144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:37.887231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:37.913799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92d968-77c5-4941-b153-e817a6fcdb67 req-8064bcd2-bb8c-432e-a3c7-efe144a091ce tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:37.915372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f92d968-77c5-4941-b153-e817a6fcdb67 req-8064bcd2-bb8c-432e-a3c7-efe144a091ce tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1125748 Oct 15 19:58:38.012320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.026043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f92d968-77c5-4941-b153-e817a6fcdb67 req-5e5423b1-c9bc-4f6d-9f6f-abca9e61c5f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006622 Oct 15 19:58:38.037872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7e85f7-c697-4db8-8f73-0d390b253a28']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:38.057142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4effc2ee-86eb-4794-832a-68810bdd2cb9') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:38.057441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4effc2ee-86eb-4794-832a-68810bdd2cb9') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:38.073322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.120920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.131026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:38.131433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:38.134076 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:38.196240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38fffa-95b4-4f9c-aab7-8f8bac5b0bfd req-05418c51-69f6-44f1-8680-17ddae412cf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:38.197755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca38fffa-95b4-4f9c-aab7-8f8bac5b0bfd req-05418c51-69f6-44f1-8680-17ddae412cf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.1090131 Oct 15 19:58:38.242873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca38fffa-95b4-4f9c-aab7-8f8bac5b0bfd req-dc450e00-c0b0-4b62-8a14-4300c03b0f7e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362229 Oct 15 19:58:38.265009 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.270531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe7e85f7-c697-4db8-8f73-0d390b253a28 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:38.273340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.282361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/fe7e85f7-c697-4db8-8f73-0d390b253a28 HTTP/1.1" status: 204 len: 168 time: 0.4981759 Oct 15 19:58:38.282718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58822) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:38.287445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f46f-bc2e-48d6-b04a-269f5f11a657 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe7e85f7-c697-4db8-8f73-0d390b253a28,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:38.288313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:38.385165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:38.388630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.415387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:38.425363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.425866 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Added segment c9b1555d-3876-40cb-94ee-514cf23dc9d6 of type vlan for network b913fc1e-62c1-4035-b78d-d5efa77a4849 Oct 15 19:58:38.472025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.550406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.551280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:38.551915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:38.597730 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:58:38.614243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=b913fc1e-62c1-4035-b78d-d5efa77a4849,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:38.624329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b913fc1e-62c1-4035-b78d-d5efa77a4849 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:38.684723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea6d2b0f-6705-4fa1-a1d9-1e7347cdc36e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4008312 Oct 15 19:58:38.687487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:38.692256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'subnet': {'network_id': 'b913fc1e-62c1-4035-b78d-d5efa77a4849', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:38.790303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:38.792975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.146008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26af3a-b4c3-4323-a8e1-8d86b15b7032 req-cd4097d8-c7b7-47df-8f6b-346fd0f952fb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:39.147578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba26af3a-b4c3-4323-a8e1-8d86b15b7032 req-cd4097d8-c7b7-47df-8f6b-346fd0f952fb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Oct 15 19:58:39.187140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba26af3a-b4c3-4323-a8e1-8d86b15b7032 req-4534533f-48a6-4e83-87a4-1736386d9527 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335474 Oct 15 19:58:39.255770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:58:39.256206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.306885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7c547517-5ca7-4e8a-aa8b-fe226c2880b1,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:39.322954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Checking segment: {'id': 'c9b1555d-3876-40cb-94ee-514cf23dc9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b913fc1e-62c1-4035-b78d-d5efa77a4849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:39.323315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Network hostable DHCP agents. Network: b913fc1e-62c1-4035-b78d-d5efa77a4849, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:58:39.363993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4671de-e0b4-4aaf-b67a-ac184b13ac96 req-51385cf1-222c-443d-b7d1-60e836cd4236 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:39.365480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f4671de-e0b4-4aaf-b67a-ac184b13ac96 req-51385cf1-222c-443d-b7d1-60e836cd4236 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.0491793 Oct 15 19:58:39.401604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Network b913fc1e-62c1-4035-b78d-d5efa77a4849 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:58:39.408052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f4671de-e0b4-4aaf-b67a-ac184b13ac96 req-1240654b-fa30-4f4e-adfd-85a884277aa8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363019 Oct 15 19:58:39.470354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b913fc1e-62c1-4035-b78d-d5efa77a4849) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:39.480544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:39.481104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.483535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739134d3-6159-45a6-83fe-a7ce4977a25a None None] Network b913fc1e-62c1-4035-b78d-d5efa77a4849 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:39.583063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:39.583332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b3c0375e-6f9c-4063-ad8f-2efd9938c793 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8947403 Oct 15 19:58:39.587591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'floatingip': {'floating_network_id': 'b913fc1e-62c1-4035-b78d-d5efa77a4849'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:39.632069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e4e24-a62a-4ef4-ad21-c87a05ef1459 None None] Network b913fc1e-62c1-4035-b78d-d5efa77a4849 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:39.659729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf1827-b8c5-4594-88f6-1f08e3244344 req-dc3a8779-6cbb-44a0-b6bb-5548519c811e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:39.661403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aaf1827-b8c5-4594-88f6-1f08e3244344 req-dc3a8779-6cbb-44a0-b6bb-5548519c811e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.0706534 Oct 15 19:58:39.706090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aaf1827-b8c5-4594-88f6-1f08e3244344 req-3325a524-741e-4ea7-a8c8-b542b16b3a9d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351851 Oct 15 19:58:39.730222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.730838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:39.781763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb67a6-f5a3-4070-b59e-cf320f7eb763 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:39.786241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0bbb67a6-f5a3-4070-b59e-cf320f7eb763 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1092 time: 0.0506377 Oct 15 19:58:39.787169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:39.794049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:39.850573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.925280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:39.957371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Allocated IP 172.20.0.10 (b913fc1e-62c1-4035-b78d-d5efa77a4849/7c547517-5ca7-4e8a-aa8b-fe226c2880b1/f17a8485-f67a-4c9d-99cb-190291882979) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:40.029759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.063545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.134812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.25.0.108 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/9955ea1e-983f-42bf-bfbd-c59c03f02bd3) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:40.151696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.196710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Network b913fc1e-62c1-4035-b78d-d5efa77a4849 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:40.202164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:40.210365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:40.213679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Port': ['ID=f17a8485-f67a-4c9d-99cb-190291882979,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:40.252766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.328522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.351053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.357496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f77041-aeb7-4bc1-b174-f84e4886908f req-c5d06f9c-b323-424d-9acb-3688ce66b23e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:40.357876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14f77041-aeb7-4bc1-b174-f84e4886908f req-c5d06f9c-b323-424d-9acb-3688ce66b23e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Oct 15 19:58:40.392853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:40.400183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:40.404971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14f77041-aeb7-4bc1-b174-f84e4886908f req-2dbb80ba-0cc2-4b47-a010-76808eb668a3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Oct 15 19:58:40.416905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:40.422206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=9955ea1e-983f-42bf-bfbd-c59c03f02bd3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:40.452569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.648188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.708099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.780647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Port': ['ID=f17a8485-f67a-4c9d-99cb-190291882979,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:40.790522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.840020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.873841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:40.878617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a69ba3d-c23c-49fa-bf59-81ccf9b5e8fe tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2913005 Oct 15 19:58:40.878745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58862) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:40.958533 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d9bebe5b-ff6d-4d4d-a741-946f71b191a6 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=b913fc1e-62c1-4035-b78d-d5efa77a4849 HTTP/1.1" status: 200 len: 690 time: 0.0764546 Oct 15 19:58:40.958760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58864) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:41.096071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.155377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.363904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Deleting port f17a8485-f67a-4c9d-99cb-190291882979 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:58:41.364564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.399807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.456328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.457049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.464114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.478647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Calling delete_port for f17a8485-f67a-4c9d-99cb-190291882979 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:58:41.569741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358247e7-d432-4f59-8511-79ec3fc3a36e req-4153e82a-9e63-4654-b71b-d26efb6cb4b9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:41.571260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-358247e7-d432-4f59-8511-79ec3fc3a36e req-4153e82a-9e63-4654-b71b-d26efb6cb4b9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0679781 Oct 15 19:58:41.603598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=9955ea1e-983f-42bf-bfbd-c59c03f02bd3,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:41.611581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:41.614755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-358247e7-d432-4f59-8511-79ec3fc3a36e req-21ba517e-24de-4df7-a8a5-3ba5855cc4bd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347157 Oct 15 19:58:41.748518 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Floating IP c47fb8fe-06de-455e-b418-5256a4ee139c associated. External IP: 172.25.0.108, port: a25901c4-2ad6-4a98-ba37-a2dd2c38405a. Oct 15 19:58:42.222989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.256726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Port': ['ID=f17a8485-f67a-4c9d-99cb-190291882979,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:42.365561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.373304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:58:42.457097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.550172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:58:42.561147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:58:42.570274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:42.570903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:42.617135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.654262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7c547517-5ca7-4e8a-aa8b-fe226c2880b1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:42.659264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.683481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:42.689068 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-210e7b5a-832a-4da9-a673-75322fa2c820 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9011633 Oct 15 19:58:42.691671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58886) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:42.698176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:42.701318 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0021db-2b16-4921-964b-3f085bb99740" -d '{"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:42.765486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.792957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b913fc1e-62c1-4035-b78d-d5efa77a4849']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:42.808218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b1555d-3876-40cb-94ee-514cf23dc9d6') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:42.808543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b1555d-3876-40cb-94ee-514cf23dc9d6') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:42.820298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.829491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5301d2e8-8019-4270-a82f-1206ba48f026 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c47fb8fe-06de-455e-b418-5256a4ee139c HTTP/1.1" status: 200 len: 991 time: 0.1344721 Oct 15 19:58:42.836518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.843906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:42.844335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.845957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0a0d8-52cb-435c-a7e4-4adc4a0fa390 req-6e5189a6-cb39-4468-bb5d-2384d4aeed27 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:42.846539 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:42.853468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd0a0d8-52cb-435c-a7e4-4adc4a0fa390 req-6e5189a6-cb39-4468-bb5d-2384d4aeed27 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0713656 Oct 15 19:58:42.909647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd0a0d8-52cb-435c-a7e4-4adc4a0fa390 req-5f7b70d3-a942-468e-9cc3-0c82a402a72e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Oct 15 19:58:42.940816 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c7f23b-c41f-4d3e-bb41-518ade4f4f46 x-openstack-request-id: req-b9c7f23b-c41f-4d3e-bb41-518ade4f4f46 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:42.941108 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:42.941361 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9c7f23b-c41f-4d3e-bb41-518ade4f4f46 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:42.941749 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'status': 'completed', 'code': 200} Oct 15 19:58:42.990721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:42.996838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b913fc1e-62c1-4035-b78d-d5efa77a4849 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:43.000610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:43.003886 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b913fc1e-62c1-4035-b78d-d5efa77a4849 HTTP/1.1" status: 204 len: 168 time: 2.0441229 Oct 15 19:58:43.006884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58896) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.014837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:40Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:43.064770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:58:43.075843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:43.076705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:43.082283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0021db-2b16-4921-964b-3f085bb99740 req-eec2af47-d5f2-48c9-b4e7-a7ac916cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.083825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-eec2af47-d5f2-48c9-b4e7-a7ac916cc660 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1097 time: 0.1125631 Oct 15 19:58:43.093182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2270e-8fc2-48d3-9f54-51a4f2847b2c tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Network': ['ID=b913fc1e-62c1-4035-b78d-d5efa77a4849,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:43.187808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-78ec7965-de09-4d59-ac36-a6caf7ff7cdd tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4134 time: 0.1778858 Oct 15 19:58:43.190298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58898) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.240451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:43.285335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.285811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.286245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.286685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.288023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.288487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.288991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.289449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.289889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.290383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.290831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.291269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.291781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.295117 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f35c51d-1556-46a2-a3f1-98a449651ab3 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8255 time: 0.1037998 Oct 15 19:58:43.298175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58900) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.305114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0021db-2b16-4921-964b-3f085bb99740 req-d812dfb7-2a4f-4776-ac30-5807bd532dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.306705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-d812dfb7-2a4f-4776-ac30-5807bd532dad service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 200 len: 897 time: 0.2159774 Oct 15 19:58:43.382795 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-12009cf2-b85f-4305-9af6-fc81818e5e35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] delete failed (client error): The resource could not be found. Oct 15 19:58:43.386256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-12009cf2-b85f-4305-9af6-fc81818e5e35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/5cea7595-8c8c-4bdc-84e6-c37ca4a19440 HTTP/1.1" status: 404 len: 345 time: 0.0842235 Oct 15 19:58:43.386340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58902) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.407163 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2864a53-faf5-4c99-a72a-209bf5f47930 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] DELETE failed (client error): The resource could not be found. Oct 15 19:58:43.407734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2864a53-faf5-4c99-a72a-209bf5f47930 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:58:43.414824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e2864a53-faf5-4c99-a72a-209bf5f47930 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/b913fc1e-62c1-4035-b78d-d5efa77a4849 HTTP/1.1" status: 404 len: 339 time: 0.0237865 Oct 15 19:58:43.414824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58904) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.419622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'name': 'tempest-network--845111800', 'router:external': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:43.453243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-8566d183-baa4-4ee3-b62f-df4db8b2c55e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a HTTP/1.1" status: 200 len: 999 time: 0.1385310 Oct 15 19:58:43.505947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0021db-2b16-4921-964b-3f085bb99740 req-014d7378-cc14-47c9-9cba-d261e64e932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.507452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-014d7378-cc14-47c9-9cba-d261e64e932c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eaffe8a-1f0d-4722-b17d-a937f7e3bba3 HTTP/1.1" status: 200 len: 834 time: 0.0470116 Oct 15 19:58:43.513176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:40Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:43.545240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fa9eb-ebb4-4aac-be8c-3037075a984b None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T19:58:15Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:40Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:58:43.554834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0021db-2b16-4921-964b-3f085bb99740 req-e3fcb242-d3f1-4adc-86b6-c697f4b76eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.556458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-e3fcb242-d3f1-4adc-86b6-c697f4b76eb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418863 Oct 15 19:58:43.622850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:43.625020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:43.665870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:43.676476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-21a46f51-b8ca-4bb5-90b5-55b35544cafe service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120777 Oct 15 19:58:43.681342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:43.681692 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Added segment e42a8d3f-109f-4f16-a07a-afdf932b1a91 of type vlan for network 3d9f4659-fd5d-410d-b8be-12f5d12846e0 Oct 15 19:58:43.789544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:43.832480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58910) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:43.834456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f0021db-2b16-4921-964b-3f085bb99740 req-7b870277-ede7-4bea-9a88-905b853283fc service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511271 Oct 15 19:58:43.897288 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63ca47-4539-4615-8900-34c320b04ad0 None None] New status for floating IP c47fb8fe-06de-455e-b418-5256a4ee139c: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:58:43.913771 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9721ea8-175c-4df9-ab79-06ce0494e2bf tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c47fb8fe-06de-455e-b418-5256a4ee139c HTTP/1.1" status: 200 len: 991 time: 0.0800695 Oct 15 19:58:43.927516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:43.928592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:43.929507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.018538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=3d9f4659-fd5d-410d-b8be-12f5d12846e0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:44.031171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3d9f4659-fd5d-410d-b8be-12f5d12846e0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:44.047753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6cf69-8976-4a86-91c9-e3ef5207d63a req-1189a2f8-f953-4fef-bda0-b83c79c677a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:44.049426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55c6cf69-8976-4a86-91c9-e3ef5207d63a req-1189a2f8-f953-4fef-bda0-b83c79c677a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0883982 Oct 15 19:58:44.053365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a7a788f1-0105-46ea-a34a-3a1366c1ffa0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6380291 Oct 15 19:58:44.056099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:44.103978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55c6cf69-8976-4a86-91c9-e3ef5207d63a req-51de5adf-2c43-4e79-8967-a3f220226cd3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428879 Oct 15 19:58:44.267113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2eb71-67e0-4a49-b863-e51af50463c7 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:44.273528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2eb71-67e0-4a49-b863-e51af50463c7 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:44.284285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2eb71-67e0-4a49-b863-e51af50463c7 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:44.290809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2eb71-67e0-4a49-b863-e51af50463c7 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:44.295583 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e4f2eb71-67e0-4a49-b863-e51af50463c7 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2383451 Oct 15 19:58:44.296193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:44.370451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.724289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.745341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9f4659-fd5d-410d-b8be-12f5d12846e0']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:44.756009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42a8d3f-109f-4f16-a07a-afdf932b1a91') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:44.756302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42a8d3f-109f-4f16-a07a-afdf932b1a91') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:44.766742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.783047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.790194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:44.790915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:44.792692 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:44.917442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58926) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:44.968680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:44.980849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d9f4659-fd5d-410d-b8be-12f5d12846e0 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:44.999170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.005439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/3d9f4659-fd5d-410d-b8be-12f5d12846e0 HTTP/1.1" status: 204 len: 168 time: 0.7078671 Oct 15 19:58:45.008253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58928) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:45.013496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ece78-69a7-4fea-b1de-804b9523e3c9 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d9f4659-fd5d-410d-b8be-12f5d12846e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:45.022762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'name': 'tempest-network--1977109099', 'router:external': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:45.033353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43e83a48-4bc4-4e66-8e33-4a205ba07916 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c47fb8fe-06de-455e-b418-5256a4ee139c HTTP/1.1" status: 200 len: 993 time: 0.1146512 Oct 15 19:58:45.127441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:45.131078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.163974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:45.174349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.174735 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Added segment f9403b03-6c16-40a5-82ba-43a7b4fbcac8 of type vlan for network c3cb6587-705a-4d09-a1b6-a8cfe33aea83 Oct 15 19:58:45.233736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.280721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf00ef-cf4e-4fca-aa8a-cc8580d5488c req-74e0bcd2-10f4-400b-8bed-a74cce1ec790 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:45.282620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83bf00ef-cf4e-4fca-aa8a-cc8580d5488c req-74e0bcd2-10f4-400b-8bed-a74cce1ec790 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Oct 15 19:58:45.319233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.320607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:45.321556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.329267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83bf00ef-cf4e-4fca-aa8a-cc8580d5488c req-5447dcf8-c1e4-427d-b78a-ec9a54bfa023 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Oct 15 19:58:45.405102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=c3cb6587-705a-4d09-a1b6-a8cfe33aea83,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:45.415872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c3cb6587-705a-4d09-a1b6-a8cfe33aea83 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:45.427699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f1c49a70-da7e-472b-bc70-92958d6f0630 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4181871 Oct 15 19:58:45.431066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:45.525842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5ec76e-99ab-49dd-b22c-87160e81c640 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:45.527276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce5ec76e-99ab-49dd-b22c-87160e81c640 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "GET /v2.0/networks/c3cb6587-705a-4d09-a1b6-a8cfe33aea83 HTTP/1.1" status: 200 len: 757 time: 0.0951955 Oct 15 19:58:45.530467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58942) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:45.619673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49e02fe-9a1c-497a-87ea-29bed0d38f91 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:45.621136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e49e02fe-9a1c-497a-87ea-29bed0d38f91 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "GET /v2.0/networks/0c669069-9f67-48c4-8854-aa85c467e1d8 HTTP/1.1" status: 200 len: 767 time: 0.0897293 Oct 15 19:58:45.624239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58944) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:45.697997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.792674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.813207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cb6587-705a-4d09-a1b6-a8cfe33aea83']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:45.822479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9403b03-6c16-40a5-82ba-43a7b4fbcac8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:45.830611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9403b03-6c16-40a5-82ba-43a7b4fbcac8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:45.832864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.847354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.853584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:45.859117 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:45.984980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.988604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3cb6587-705a-4d09-a1b6-a8cfe33aea83 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:45.993412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:45.997678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c3cb6587-705a-4d09-a1b6-a8cfe33aea83 HTTP/1.1" status: 204 len: 168 time: 0.3717005 Oct 15 19:58:46.000834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58948) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:46.005880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'name': 'tempest-network--614315673'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:46.011574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759ddfc-e7e5-43d4-aa1a-b00b5b105797 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3cb6587-705a-4d09-a1b6-a8cfe33aea83,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:46.122797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Made reservation on behalf of 07b655c02bbd468e83a43ed9f0086abd for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:46.125557 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.194877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:46.205130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.205474 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Added segment 332cb760-d1dd-4bac-9f1d-449fce9354aa of type vlan for network cca2e420-2bad-44c3-bcb0-f5c59df5fba8 Oct 15 19:58:46.253986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.365211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.366312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:46.367029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.427976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=cca2e420-2bad-44c3-bcb0-f5c59df5fba8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:46.441386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network cca2e420-2bad-44c3-bcb0-f5c59df5fba8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:46.468898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94ee1cfa-4e77-44b0-9ee2-8bc8560c1f35 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4669211 Oct 15 19:58:46.471469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58956) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:46.478509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:46.496244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c71b4-a554-4888-8eac-26e0caef6112 req-085bf09f-9015-4ca0-81c7-c3ba307635f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:46.508971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-152c71b4-a554-4888-8eac-26e0caef6112 req-085bf09f-9015-4ca0-81c7-c3ba307635f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0981026 Oct 15 19:58:46.551056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-152c71b4-a554-4888-8eac-26e0caef6112 req-1b36289b-0af9-47ed-a991-729c8f31cf05 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Oct 15 19:58:46.662047 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.748277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.767928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Network cca2e420-2bad-44c3-bcb0-f5c59df5fba8 is not hosted by any dhcp agent {{(pid=101181) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 19:58:46.768843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:46.769477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.770844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "PUT /v2.0/networks/cca2e420-2bad-44c3-bcb0-f5c59df5fba8 HTTP/1.1" status: 200 len: 857 time: 0.2983553 Oct 15 19:58:46.774230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58962) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:46.820896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781541-a24e-4c92-84dd-1cbc2ffe76a0 tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event updated for resources: {'Network': ['ID=cca2e420-2bad-44c3-bcb0-f5c59df5fba8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:46.847753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.929324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.949603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca2e420-2bad-44c3-bcb0-f5c59df5fba8']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:46.959655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332cb760-d1dd-4bac-9f1d-449fce9354aa') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:46.959951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332cb760-d1dd-4bac-9f1d-449fce9354aa') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:46.969745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.983124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.988988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:46.989393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:46.991081 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:47.107727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.112515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cca2e420-2bad-44c3-bcb0-f5c59df5fba8 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:47.116478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.125075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cca2e420-2bad-44c3-bcb0-f5c59df5fba8 HTTP/1.1" status: 204 len: 168 time: 0.3445277 Oct 15 19:58:47.125934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58964) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:47.134284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d17b79-9b12-4510-960d-4ce34bd24a9e tempest-ExternalNetworksTestJSON-2001639443 tempest-ExternalNetworksTestJSON-2001639443-project-admin] Pushing event deleted for resources: {'Network': ['ID=cca2e420-2bad-44c3-bcb0-f5c59df5fba8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:47.154723 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-068d048e-c597-460d-bd90-dad3848c8303 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] DELETE failed (client error): The resource could not be found. Oct 15 19:58:47.155192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068d048e-c597-460d-bd90-dad3848c8303 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:58:47.159033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-068d048e-c597-460d-bd90-dad3848c8303 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "DELETE /v2.0/subnets/7c547517-5ca7-4e8a-aa8b-fe226c2880b1 HTTP/1.1" status: 404 len: 337 time: 0.0313780 Oct 15 19:58:47.161755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58966) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:47.255472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.375282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.395889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c669069-9f67-48c4-8854-aa85c467e1d8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:47.406135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d5acf8-0bbb-492a-b788-297dbfd9e7c1') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:47.406593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d5acf8-0bbb-492a-b788-297dbfd9e7c1') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:47.416532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.429847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.435991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:47.436484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:47.439681 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:47.567706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.578594 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.585621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] 10.222.0.13 "DELETE /v2.0/networks/0c669069-9f67-48c4-8854-aa85c467e1d8 HTTP/1.1" status: 204 len: 168 time: 0.4227779 Oct 15 19:58:47.599254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250c517-33ef-42e2-ad4e-5402b16a69e8 tempest-ExternalNetworksTestJSON-477525177 tempest-ExternalNetworksTestJSON-477525177-project] Pushing event deleted for resources: {'Network': ['ID=0c669069-9f67-48c4-8854-aa85c467e1d8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:47.715373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58982) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:47.748482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b729cb-ac60-4532-af32-950b32c4965a req-2e0d56bf-3e9c-4eae-98c0-db4087754afc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:47.750316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3b729cb-ac60-4532-af32-950b32c4965a req-2e0d56bf-3e9c-4eae-98c0-db4087754afc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0679820 Oct 15 19:58:47.790206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3b729cb-ac60-4532-af32-950b32c4965a req-7f5c319d-c42e-48dc-9d1c-b65e4726071e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339799 Oct 15 19:58:47.851959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9c2965c-3ea2-4379-bae9-7c1d3ceeae36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:47.936843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9c2965c-3ea2-4379-bae9-7c1d3ceeae36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.014277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9c2965c-3ea2-4379-bae9-7c1d3ceeae36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.058730 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9c2965c-3ea2-4379-bae9-7c1d3ceeae36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=686e241bf89a4c369781220abcd6cfd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3392267 Oct 15 19:58:48.058730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58990) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:48.064886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2965c-3ea2-4379-bae9-7c1d3ceeae36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86ae836-fc80-4887-9497-d7b3a5bc6c81,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:48.122673 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.134146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:48.150087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.258709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.261387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.262880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d86ae836-fc80-4887-9497-d7b3a5bc6c81 HTTP/1.1" status: 204 len: 168 time: 0.2036614 Oct 15 19:58:48.270954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8c080-3171-4f9b-99b3-24d57850caf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86ae836-fc80-4887-9497-d7b3a5bc6c81,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:48.281070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d2b0f72a-2425-4804-b8bf-1a7bd0f0ac64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bdb20730bc241eaa3e2cab73724f3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456053 Oct 15 19:58:48.283448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:48.337185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.360878 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.516010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3749325-d582-420e-8e3b-7e2f4325e5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.524590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.527347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:48.528538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15d5f4df-efd6-4dd4-9ea9-fa29b397d3cb HTTP/1.1" status: 204 len: 168 time: 0.2439392 Oct 15 19:58:48.536938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d1161-76cf-40d3-8fd8-aefaeed84b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5f4df-efd6-4dd4-9ea9-fa29b397d3cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:48.810651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-2c070804-e159-4b65-8c03-fa576ab20f1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457761 Oct 15 19:58:48.905465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-d23bdedc-bb8f-487c-93d3-9ba16f90749a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:48.906968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-d23bdedc-bb8f-487c-93d3-9ba16f90749a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.0721865 Oct 15 19:58:48.925902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387e1a8-8fc4-4b32-b1db-37ee60aaad83 req-fadb074c-6401-4b75-a52c-5301f247913a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:48.927449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a387e1a8-8fc4-4b32-b1db-37ee60aaad83 req-fadb074c-6401-4b75-a52c-5301f247913a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0582411 Oct 15 19:58:49.020999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a387e1a8-8fc4-4b32-b1db-37ee60aaad83 req-fba5df8f-ed2f-41ad-85dd-a0a30de79561 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845444 Oct 15 19:58:49.045664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-4e88c81b-db4a-464d-ad6e-4bbd2039bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.047206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-4e88c81b-db4a-464d-ad6e-4bbd2039bd93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.1188135 Oct 15 19:58:49.093626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-5c5c619c-f2d6-4e9e-9706-ce39c5ec4d0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0381715 Oct 15 19:58:49.148833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-88566da4-bdef-4c83-b010-9b7a739ce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.150227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59014) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:49.150657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-88566da4-bdef-4c83-b010-9b7a739ce78e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.0505700 Oct 15 19:58:49.189421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-1a10dc3e-1675-41d5-8511-e2f5bacbea71 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318341 Oct 15 19:58:49.205154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-abbe1a35-66ad-4a7b-ba9c-77b85b5da78e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07b655c02bbd468e83a43ed9f0086abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536685 Oct 15 19:58:49.208102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59016) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:49.258213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:49.281947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:49.284702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-b7c69789-fef6-4831-ae4e-aaf0d768417e service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881491 Oct 15 19:58:49.379331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04cafd90-a7ab-4cab-a396-4a224790ac0d req-79d10777-7ba7-42d6-b69b-2e70f39ad287 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866549 Oct 15 19:58:49.412931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:49.415567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:49.416764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7de1e9e-24f8-4ad0-a495-ee98c7516c32 HTTP/1.1" status: 204 len: 168 time: 0.2077606 Oct 15 19:58:49.425366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e70ef6-47d9-4c74-99c7-a680012ce22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de1e9e-24f8-4ad0-a495-ee98c7516c32,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:49.560621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-30b1a13f-849a-48e8-b062-5cc70d83688c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0471036 Oct 15 19:58:49.653650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.654032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.654498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.654956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.655409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.655905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.656354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.658261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bf5fa43f-b3ff-4c03-914d-47f51bbb74fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.0493805 Oct 15 19:58:49.779756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3f131258-44d5-4560-9600-e793cbcd86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.780484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3f131258-44d5-4560-9600-e793cbcd86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.780949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3f131258-44d5-4560-9600-e793cbcd86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.782528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3f131258-44d5-4560-9600-e793cbcd86bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 2296 time: 0.1010914 Oct 15 19:58:49.857459 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-5dda36fa-607d-49b2-9c4a-90cea4cee5cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1001 time: 0.0674908 Oct 15 19:58:49.908325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-862b61b1-167c-4454-b909-3c52e0452169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.909723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-862b61b1-167c-4454-b909-3c52e0452169 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0457935 Oct 15 19:58:49.957026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-275bfa7f-ac87-4251-97eb-4d0b3203174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:49.958540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-275bfa7f-ac87-4251-97eb-4d0b3203174a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418501 Oct 15 19:58:50.066110 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-32901859-8d16-4e63-ba14-4d76487e5432 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003869 Oct 15 19:58:50.145413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40d76e-d38f-436e-8197-2fbce0a4d085 req-c87aa1d6-a29f-477d-a10c-76d414ba2196 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.146954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd40d76e-d38f-436e-8197-2fbce0a4d085 req-c87aa1d6-a29f-477d-a10c-76d414ba2196 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0502210 Oct 15 19:58:50.171637 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-8c005703-8c47-462b-803b-d49d44ca34a8 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Oct 15 19:58:50.197050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd40d76e-d38f-436e-8197-2fbce0a4d085 req-a1add9d5-f26f-4a67-864a-33b09921420d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Oct 15 19:58:50.241817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-a7dcac27-2d53-4bc9-8ee7-59bcb8451aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.0609148 Oct 15 19:58:50.303494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-c2351716-bf4a-435e-bdea-f5f2a53c3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.305022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-c2351716-bf4a-435e-bdea-f5f2a53c3de6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0555792 Oct 15 19:58:50.352046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-213ad0d5-eef5-4d78-b7b5-e1bb8856b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.353621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-213ad0d5-eef5-4d78-b7b5-e1bb8856b8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0406909 Oct 15 19:58:50.450557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-efaed820-0712-48e1-a0dc-5be329a82150 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888629 Oct 15 19:58:50.544620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-07fd4b23-86ed-44dc-a6a4-3058a1daa149 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872693 Oct 15 19:58:50.584798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-9b4f8416-30ea-412d-8aaa-6e8169277c48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.0336401 Oct 15 19:58:50.635952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-42780b61-5030-46c4-9cac-63f66552a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.638001 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-42780b61-5030-46c4-9cac-63f66552a026 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0460658 Oct 15 19:58:50.693557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-1a10e6a8-8564-485d-acdc-959b45c89fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.695102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-1a10e6a8-8564-485d-acdc-959b45c89fae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0450032 Oct 15 19:58:50.785023 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-9e9a85c5-805b-4cc5-a4bd-b7bdbd010f2d service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823298 Oct 15 19:58:50.878335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-8929cf45-723c-4f8b-9969-e601a111752d service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859747 Oct 15 19:58:50.921932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-d47fd5a9-061d-4c7d-bdd9-bf8ec8f9b233 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0359962 Oct 15 19:58:50.977917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-0e5cbc00-5fc7-421a-9a80-1ec586fcbe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:50.979457 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-0e5cbc00-5fc7-421a-9a80-1ec586fcbe45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0468650 Oct 15 19:58:51.033657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-2c5955d9-e6a4-426d-a7bf-a12628afe214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.035166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-2c5955d9-e6a4-426d-a7bf-a12628afe214 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456452 Oct 15 19:58:51.128116 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-082cbf88-9e01-481c-9d33-e0cbd126186a service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848224 Oct 15 19:58:51.226597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-8718f0c1-cc34-44f5-9770-63f84cc26806 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902433 Oct 15 19:58:51.270784 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-262b29b1-54e7-482c-913a-6b92dd66dfa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0368729 Oct 15 19:58:51.322696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-df0992b3-84dd-4d68-9b33-75a37227ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.324525 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-df0992b3-84dd-4d68-9b33-75a37227ff26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0468497 Oct 15 19:58:51.328360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f15d86-4ceb-48b6-8c1c-b0238d6dd7a9 req-accfcb31-e5ad-4d7d-917b-2701fb64137b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.330044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44f15d86-4ceb-48b6-8c1c-b0238d6dd7a9 req-accfcb31-e5ad-4d7d-917b-2701fb64137b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0581903 Oct 15 19:58:51.375224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44f15d86-4ceb-48b6-8c1c-b0238d6dd7a9 req-6a86f163-c42c-46b5-81d2-584f5eceef32 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387845 Oct 15 19:58:51.377778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-53bf4698-bdb6-4f78-90a2-964ca6998cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.379486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-53bf4698-bdb6-4f78-90a2-964ca6998cdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0483468 Oct 15 19:58:51.388130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ac01962-9456-4c08-aaf7-3a05c0a42676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.397211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59068) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:51.479839 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3798c19e-9bb1-4507-ad88-798f409760a2 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928290 Oct 15 19:58:51.513261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2132576810', 'router:external': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:51.576113 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-020ea9b2-cf59-4b5e-a6e8-fa10451ac8c8 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Oct 15 19:58:51.618967 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-81c5d521-4dbd-41c4-ae33-5a219471c74e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.0338638 Oct 15 19:58:51.619076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Made reservation on behalf of 94a6138340c5463685fee09296c8c362 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:51.621209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.630689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.672536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3ebc728f-2a5a-4187-a819-c133167471ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.674057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3ebc728f-2a5a-4187-a819-c133167471ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0488555 Oct 15 19:58:51.713020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.727870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-61c3610a-489f-4ecd-946d-6d873ca762ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.729318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-61c3610a-489f-4ecd-946d-6d873ca762ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0478277 Oct 15 19:58:51.781932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.803193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:58:51.818865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2a33e-ac05-487c-804e-fde921471ef6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:51.821893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.822078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-3c383e37-4841-4a33-a9b4-abebe3a2dcd4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855691 Oct 15 19:58:51.822235 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Added segment c128ee08-d8de-419e-aecd-396331a3827c of type vlan for network 28a9150e-5198-429d-aefa-e3ab17ec40c2 Oct 15 19:58:51.865840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.915768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-0152a8ec-4a75-4e56-8bea-70564578c983 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Oct 15 19:58:51.957630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-a5b0566e-2efd-4e2c-9096-aecfc5d8db81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0346456 Oct 15 19:58:51.970519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:51.971584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:51.972054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.007904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-1da23987-a3a4-479c-9113-7c1368abe58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.009417 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-1da23987-a3a4-479c-9113-7c1368abe58d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0449607 Oct 15 19:58:52.059933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-980c9238-57f8-4cf6-9274-05010a61ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.061459 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-980c9238-57f8-4cf6-9274-05010a61ad4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451374 Oct 15 19:58:52.087357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Network': ['ID=28a9150e-5198-429d-aefa-e3ab17ec40c2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:52.099394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:58:52.102495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff088a2a-139c-45e9-a52a-8454906eab00 req-3e118d52-96c4-4474-9541-38df4af6371d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.108517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff088a2a-139c-45e9-a52a-8454906eab00 req-3e118d52-96c4-4474-9541-38df4af6371d tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1484911 Oct 15 19:58:52.114589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1e3a5a19-4fc5-4ad7-b550-4d89b3b0ced4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7161500 Oct 15 19:58:52.119733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59080) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:52.126122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'subnet': {'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:52.165707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-e839bd66-8369-4ca4-9d8f-45c4e3872cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968006 Oct 15 19:58:52.174193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22856-6078-4266-820f-f49310672809 req-f2b5e7fb-7f7f-433b-98e1-0ebf585fa65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.175728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-f2b5e7fb-7f7f-433b-98e1-0ebf585fa65b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b182974681e04966aa2eb2948de42e66&device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 1097 time: 0.1557250 Oct 15 19:58:52.214268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff088a2a-139c-45e9-a52a-8454906eab00 req-25578e28-db53-4b14-bf03-96b43c265e97 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982862 Oct 15 19:58:52.257767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Made reservation on behalf of 94a6138340c5463685fee09296c8c362 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:52.260118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.265630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0a5dff8d-423f-466c-86e4-ffa56b7d7a2b req-bd7f3e1b-0df0-4d8d-b4aa-9bbe1ee82080 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923800 Oct 15 19:58:52.336504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.338162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22856-6078-4266-820f-f49310672809 req-495c4036-08a3-4bd4-a3c7-103e29c2dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.339345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-495c4036-08a3-4bd4-a3c7-103e29c2dc6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 200 len: 919 time: 0.1553750 Oct 15 19:58:52.389983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-238b039e-f928-4d56-a5d2-a452eeb1c3fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 200 len: 217 time: 0.0391917 Oct 15 19:58:52.507696 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-d4baf723-0a28-49e2-a42c-0df2a9e8995b service neutron] show failed (client error): The resource could not be found. Oct 15 19:58:52.508868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-d4baf723-0a28-49e2-a42c-0df2a9e8995b service neutron] 10.222.0.11 "GET /v2.0/ports/a536094d-10e0-45ae-b135-a9ebd455e116/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0599139 Oct 15 19:58:52.531366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c22856-6078-4266-820f-f49310672809 req-fee374e6-17f0-487f-92ba-c259fce369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.532800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-fee374e6-17f0-487f-92ba-c259fce369c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 200 len: 858 time: 0.1351738 Oct 15 19:58:52.565005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb4ddc-4649-463e-827f-40a9bd7bb466 req-30cfea9f-610e-4d5c-a625-dd6ec32ffca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:52.566486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49eb4ddc-4649-463e-827f-40a9bd7bb466 req-30cfea9f-610e-4d5c-a625-dd6ec32ffca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1202619 Oct 15 19:58:52.585074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-765fe760-be12-4415-adce-242ddaa2a654 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc4d9d18-04d5-4f7a-97aa-18814e9785e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432055 Oct 15 19:58:52.615930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.645008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49eb4ddc-4649-463e-827f-40a9bd7bb466 req-fec78f5c-1df1-4bb9-94cf-6975e7c66aa5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622361 Oct 15 19:58:52.724013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-27c190b3-bf4c-45a4-9d7c-a10b539c7b11 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256919 Oct 15 19:58:52.759532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.788297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.860330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4c22856-6078-4266-820f-f49310672809 req-dc3fdec2-68d2-4aa7-afc7-9a9ebf5b6c03 service neutron] 10.222.0.11 "GET /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279306 Oct 15 19:58:52.901744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 19:58:52.902214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:52.961892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f9053b3-ff33-4e70-81d4-63e8e66c71b5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:52.972583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Checking segment: {'id': 'c128ee08-d8de-419e-aecd-396331a3827c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:52.972942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network hostable DHCP agents. Network: 28a9150e-5198-429d-aefa-e3ab17ec40c2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:58:53.058760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-32ce138b-e763-497c-8c00-a18d0ef3cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:53.060405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-32ce138b-e763-497c-8c00-a18d0ef3cfb0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 1097 time: 0.0692880 Oct 15 19:58:53.067770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:58:53.072420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:53.144677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 28a9150e-5198-429d-aefa-e3ab17ec40c2) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:53.149222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:53.149815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:53.156469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82af0d45-93b3-4797-9ce0-d8be537e5658 None None] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:53.225573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0619b527-030c-41b2-b744-8fc01c2570f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1035905 Oct 15 19:58:53.228298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:53.236044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-238083726', 'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:53.307077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892846e0-bb43-4044-9c13-550697e3f4f0 None None] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:58:53.330203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Made reservation on behalf of 94a6138340c5463685fee09296c8c362 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:58:53.331123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:53.368887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] device_id is not set on port 784b957d-5ccb-41f6-8b51-3d337f51c570 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:58:53.390027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70edccf-5c60-4c63-96fd-c4e442a35f16 req-91973d58-123f-455a-aa58-145447af9e02 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:53.392049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b70edccf-5c60-4c63-96fd-c4e442a35f16 req-91973d58-123f-455a-aa58-145447af9e02 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0958211 Oct 15 19:58:53.459584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:53.518618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b70edccf-5c60-4c63-96fd-c4e442a35f16 req-244576e0-18cf-4985-b22e-96a7aaf3af72 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919008 Oct 15 19:58:53.549799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 2001:db8::8d (28a9150e-5198-429d-aefa-e3ab17ec40c2/3f9053b3-ff33-4e70-81d4-63e8e66c71b5/784b957d-5ccb-41f6-8b51-3d337f51c570) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:53.668411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:58:53.693838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:53.705119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:53.748445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:53.750720 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb85202-b3f1-49a1-b878-b0ad6c1e691c" -d '{"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-unplugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:53.754869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:53.767670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Transition to ACTIVE for port object a536094d-10e0-45ae-b135-a9ebd455e116 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:58:53.769129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089f095-39f0-4e31-96c9-1721d873ec85 req-e83c53d1-efb3-4fb0-adad-df8901cb36f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:53.771300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f089f095-39f0-4e31-96c9-1721d873ec85 req-e83c53d1-efb3-4fb0-adad-df8901cb36f6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0553436 Oct 15 19:58:53.815161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f089f095-39f0-4e31-96c9-1721d873ec85 req-a4a81025-f16d-4202-a8bb-a29455130914 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361021 Oct 15 19:58:53.926390 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ca9833-298a-43a7-a966-8c3a4ed29a21 x-openstack-request-id: req-66ca9833-298a-43a7-a966-8c3a4ed29a21 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:53.926679 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-unplugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:53.926929 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66ca9833-298a-43a7-a966-8c3a4ed29a21 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:53.927317 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'code': 200} Oct 15 19:58:54.070327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.102860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.111997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:54.114986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:54.118356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:54.119331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.120058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.130810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=784b957d-5ccb-41f6-8b51-3d337f51c570,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:54.201728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:54.223281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c932502-e2b3-4ae1-9720-1a49e29181a4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.9933007 Oct 15 19:58:54.225495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59104) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:54.273512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] No DVR routers for this DVR port a536094d-10e0-45ae-b135-a9ebd455e116 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:58:54.316394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Deleting port 784b957d-5ccb-41f6-8b51-3d337f51c570 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:58:54.316739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.396617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.409546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Calling delete_port for 784b957d-5ccb-41f6-8b51-3d337f51c570 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:58:54.409867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:58:54.410195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:58:54.410516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:54.414675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:58:54.414987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Attempting to bind port a536094d-10e0-45ae-b135-a9ebd455e116 on network 5e4d4c29-a97d-4568-9168-0edc1f156d64 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:58:54.420321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:58:54.425582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Checking segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:58:54.425582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Bound using segment: {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:58:54.425582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Bound port: a536094d-10e0-45ae-b135-a9ebd455e116, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3552104-95b1-4953-8e03-fb5dcb18f4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:58:54.425582 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.486419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:58:54.489510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:58:54.536226 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.565368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.603369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.604073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.605337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] 10.222.0.15 "PUT /v2.0/ports/a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 1092 time: 1.5372190 Oct 15 19:58:54.640690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.654275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819059e-92ed-4961-8230-14614e94fd72 req-32afc41e-d02b-4ece-8eb3-3c760cd1837f tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.656042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2819059e-92ed-4961-8230-14614e94fd72 req-32afc41e-d02b-4ece-8eb3-3c760cd1837f tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0588584 Oct 15 19:58:54.662085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d447382-d69f-4d91-9c95-e01e83672a48 service neutron] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=7']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:54.680778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-311484e2-35f6-4273-92c5-a08de97c9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.682357 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-311484e2-35f6-4273-92c5-a08de97c9b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.0513182 Oct 15 19:58:54.686942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Port': ['ID=784b957d-5ccb-41f6-8b51-3d337f51c570,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:54.729966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.736458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7870332-95c8-4688-a97e-75306a503258 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/ports/784b957d-5ccb-41f6-8b51-3d337f51c570 HTTP/1.1" status: 204 len: 168 time: 0.5070839 Oct 15 19:58:54.736813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59108) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:54.742276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2', 'external_fixed_ips': [{'subnet_id': '3f9053b3-ff33-4e70-81d4-63e8e66c71b5', 'ip_address': '2001:db8::8d'}]}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:54.762616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2819059e-92ed-4961-8230-14614e94fd72 req-d15f4889-625b-4ad9-a3a2-e1681b2198ca tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790699 Oct 15 19:58:54.799802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-e2414a98-20e5-44cf-bfe2-3c6176b19ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.801321 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-e2414a98-20e5-44cf-bfe2-3c6176b19ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.1115479 Oct 15 19:58:54.874943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.874943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.875262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-d91a5154-8ab6-47ba-b080-4789bcab186b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 998 time: 0.0653121 Oct 15 19:58:54.927229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-8e0602f7-2783-4be7-a2c3-bf7dcb56daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.927778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-8e0602f7-2783-4be7-a2c3-bf7dcb56daf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0474451 Oct 15 19:58:54.950636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:54.970535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70149d97-d63a-48c5-bbac-e0cf1ac1372a req-65bb18c8-ed4a-4d96-9ac3-740688356915 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.972077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70149d97-d63a-48c5-bbac-e0cf1ac1372a req-65bb18c8-ed4a-4d96-9ac3-740688356915 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.0833800 Oct 15 19:58:54.978433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-62e8e332-a1d9-4cdd-b8d6-5c7105e5188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:54.979951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-62e8e332-a1d9-4cdd-b8d6-5c7105e5188d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455847 Oct 15 19:58:55.012496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70149d97-d63a-48c5-bbac-e0cf1ac1372a req-7599464b-af83-471a-8f04-26365d3ee428 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Oct 15 19:58:55.076622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-3b788c0e-f811-40c8-a474-19016a174282 service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896671 Oct 15 19:58:55.195292 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d650f89c-19bf-4d9a-a68a-464d9d28ebcc req-76a13f9b-6f23-4a25-a349-a7dc9192fc0b service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029236 Oct 15 19:58:55.431796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:55.753792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:55.772936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:55.928976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:58:55.931472 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd47c32-a298-4993-8f02-febcaa212e42" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:58:55.970773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f26061-8914-4747-99f2-108ac658108b req-0f545ed5-f791-4368-9053-a816ee1fd698 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:55.972426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96f26061-8914-4747-99f2-108ac658108b req-0f545ed5-f791-4368-9053-a816ee1fd698 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.1308248 Oct 15 19:58:56.045541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96f26061-8914-4747-99f2-108ac658108b req-b94308a8-6a97-4232-8e8a-2d10dd134dda tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Oct 15 19:58:56.048444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 2001:db8::8d (28a9150e-5198-429d-aefa-e3ab17ec40c2/3f9053b3-ff33-4e70-81d4-63e8e66c71b5/9079d6e0-afe6-4377-8bcf-a84edde5fe78) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:58:56.104715 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42efbdb8-ce6f-4238-9ec7-aa67ea221edc x-openstack-request-id: req-42efbdb8-ce6f-4238-9ec7-aa67ea221edc {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:58:56.105021 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:58:56.105274 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42efbdb8-ce6f-4238-9ec7-aa67ea221edc {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:58:56.106423 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'status': 'completed', 'code': 200} Oct 15 19:58:56.177885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-5671c538-eaab-4bb4-b639-3daa9dab6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.183825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-5671c538-eaab-4bb4-b639-3daa9dab6b85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.0464509 Oct 15 19:58:56.225720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:56.232316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-f3ac74a4-63e6-43d3-a8ea-7095f428fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.238266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-f3ac74a4-63e6-43d3-a8ea-7095f428fd6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.1010067 Oct 15 19:58:56.277981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-b03a7207-11d7-490e-bd8f-b1a2a5c3df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.279444 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-b03a7207-11d7-490e-bd8f-b1a2a5c3df2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.0923991 Oct 15 19:58:56.284964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91115810-2497-4410-b003-140d9c3f9e94 req-03880c13-9bf4-4dbd-80fc-dffc174480de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.286503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91115810-2497-4410-b003-140d9c3f9e94 req-03880c13-9bf4-4dbd-80fc-dffc174480de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.1044734 Oct 15 19:58:56.348293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-eadf5935-99b6-46bd-a788-5089ce05dfb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 998 time: 0.0583472 Oct 15 19:58:56.378069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91115810-2497-4410-b003-140d9c3f9e94 req-4196464e-e04a-44dd-a667-94d0ef1be74c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845311 Oct 15 19:58:56.399648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-2c09eb14-fb74-4ab7-af1a-9aedfc7e76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.402232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-2c09eb14-fb74-4ab7-af1a-9aedfc7e76c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.1572411 Oct 15 19:58:56.408180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-a7552139-caba-4798-8335-b7be6b8f4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.408340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-a7552139-caba-4798-8335-b7be6b8f4f2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0525565 Oct 15 19:58:56.445066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:56.466184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-90f9657d-cd49-4c03-9752-573e53923ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.468301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-90f9657d-cd49-4c03-9752-573e53923ec0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528278 Oct 15 19:58:56.505381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 28a9150e-5198-429d-aefa-e3ab17ec40c2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:58:56.515019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:58:56.521041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=9079d6e0-afe6-4377-8bcf-a84edde5fe78,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:56.524924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:58:56.531071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-47438bd9-eceb-48b1-be8b-e03d72a07d14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 998 time: 0.1219821 Oct 15 19:58:56.570520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-3f03bcf5-f2d0-4c77-b5ab-66b8e7abb415 service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944991 Oct 15 19:58:56.662261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-305cbe8a-9cd4-413b-a116-343275831bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.663721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-305cbe8a-9cd4-413b-a116-343275831bc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.1026595 Oct 15 19:58:56.666999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-d05873bc-2955-40bc-8701-dd45b033f316 service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893450 Oct 15 19:58:56.713580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-52c55509-eb50-4366-85b1-dad019630d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:56.714020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-52c55509-eb50-4366-85b1-dad019630d3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425470 Oct 15 19:58:56.897242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-297c4095-517b-4dbd-9fd9-10ec20c32649 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742120 Oct 15 19:58:56.932287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:57.054194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:58:57.075023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebd47c32-a298-4993-8f02-febcaa212e42 req-d6e321fb-1d61-4f58-b6da-aec193b8495c service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693151 Oct 15 19:58:57.098891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:58:57.184864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:57.410039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router 2a9c6f0a-ba44-4a45-8832-b181506db355 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:58:57.547392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c8cc-ca96-4165-9527-81bf615ee9f4 req-f7bd6367-d1d4-4a35-966b-8f9c6c664fbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:57.548952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b45c8cc-ca96-4165-9527-81bf615ee9f4 req-f7bd6367-d1d4-4a35-966b-8f9c6c664fbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.0954561 Oct 15 19:58:57.565920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:58:57.575590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Sync routers for ids ['2a9c6f0a-ba44-4a45-8832-b181506db355'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:58:57.586765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Routers {'2a9c6f0a-ba44-4a45-8832-b181506db355'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:57.587368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['2a9c6f0a-ba44-4a45-8832-b181506db355'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:57.601036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b45c8cc-ca96-4165-9527-81bf615ee9f4 req-70605934-1ce9-4fdb-90f9-0ae12b8db207 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 Oct 15 19:58:57.654481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:57.655970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e26de863-c053-47dc-ad3e-7a964e65fcff tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.9181852 Oct 15 19:58:57.659251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59144) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:57.711687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Set router 2a9c6f0a-ba44-4a45-8832-b181506db355 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:58:57.767141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:57.873609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:57.908175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a9c6f0a-ba44-4a45-8832-b181506db355', 'name': '', 'tenant_id': '94a6138340c5463685fee09296c8c362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2', 'external_fixed_ips': [{'subnet_id': '3f9053b3-ff33-4e70-81d4-63e8e66c71b5', 'ip_address': '2001:db8::8d'}], 'enable_snat': True}, 'gw_port_id': '9079d6e0-afe6-4377-8bcf-a84edde5fe78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:54Z', 'updated_at': '2021-10-15T19:58:56Z', 'revision_number': 3, 'project_id': '94a6138340c5463685fee09296c8c362', 'gw_port': {'id': '9079d6e0-afe6-4377-8bcf-a84edde5fe78', 'name': '', 'network_id': '28a9150e-5198-429d-aefa-e3ab17ec40c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:91:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a9c6f0a-ba44-4a45-8832-b181506db355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': '3f9053b3-ff33-4e70-81d4-63e8e66c71b5', 'ip_address': '2001:db8::8d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:55Z', 'updated_at': '2021-10-15T19:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9053b3-ff33-4e70-81d4-63e8e66c71b5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:57.937541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Checking router: 2a9c6f0a-ba44-4a45-8832-b181506db355 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:58:57.937899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Updating router 2a9c6f0a-ba44-4a45-8832-b181506db355 port 9079d6e0-afe6-4377-8bcf-a84edde5fe78 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:58:57.975816 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.022724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Deleting port 9079d6e0-afe6-4377-8bcf-a84edde5fe78 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:58:58.023059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.111762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.124901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Calling delete_port for 9079d6e0-afe6-4377-8bcf-a84edde5fe78 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:58:58.373105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.374941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:58:58.375963 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:58:58.409024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Port': ['ID=9079d6e0-afe6-4377-8bcf-a84edde5fe78,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:58.423240 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.423605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.423954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.424288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.424619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.424945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.425268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.425591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.425913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.426239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.426559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.426878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:58:58.455682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.546535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.548840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.664610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.665906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a9c6f0a-ba44-4a45-8832-b181506db355 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:58:58.674476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.681383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-81209236-021e-48b0-996e-519a6e3694ea tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2a9c6f0a-ba44-4a45-8832-b181506db355 HTTP/1.1" status: 204 len: 168 time: 1.0209591 Oct 15 19:58:58.684610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59156) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:58.735516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Deleting subnet 3f9053b3-ff33-4e70-81d4-63e8e66c71b5 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:58:58.738302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562851db-b1b8-4ce5-b14a-ec54002d91d2 req-688b9fe4-7ded-4ab8-8959-760bc792e445 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:58.739332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.740075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-562851db-b1b8-4ce5-b14a-ec54002d91d2 req-688b9fe4-7ded-4ab8-8959-760bc792e445 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.0674031 Oct 15 19:58:58.782415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-562851db-b1b8-4ce5-b14a-ec54002d91d2 req-0e9133ae-2025-4248-ad59-c6bc187b6403 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352144 Oct 15 19:58:58.784409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.831145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:58.897873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Port 9079d6e0-afe6-4377-8bcf-a84edde5fe78 not found while updating agent binding for router 2a9c6f0a-ba44-4a45-8832-b181506db355. {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 15 19:58:58.907176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:58:58.907547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 19:58:58.908208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a9c6f0a-ba44-4a45-8832-b181506db355'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent'). {{(pid=101182) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 19:58:58.908580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2c0a2-899a-484b-be9c-afce54959fc5 None None] The sync data for ids ['2a9c6f0a-ba44-4a45-8832-b181506db355'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:58:59.036199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.061956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9053b3-ff33-4e70-81d4-63e8e66c71b5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:59.065744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.068961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5516c705-bddd-40e2-9df5-eb610329a4ba tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/3f9053b3-ff33-4e70-81d4-63e8e66c71b5 HTTP/1.1" status: 204 len: 168 time: 0.3833632 Oct 15 19:58:59.071485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59164) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:59.146925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.232696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.258834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a9150e-5198-429d-aefa-e3ab17ec40c2']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:59.269810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c128ee08-d8de-419e-aecd-396331a3827c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:59.270239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c128ee08-d8de-419e-aecd-396331a3827c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:58:59.281888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.301834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.308266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:58:59.309370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:58:59.362541 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:58:59.389746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7631-97e4-4e76-a939-7255aba25fac req-cfb38126-8f36-47b7-b2d9-12b05377960d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:59.391387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-cfb38126-8f36-47b7-b2d9-12b05377960d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638&tenant_id=a2301625fb6245419989ec4432323cf2&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 943 time: 0.1119950 Oct 15 19:58:59.441417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.457925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28a9150e-5198-429d-aefa-e3ab17ec40c2 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 15 19:58:59.460891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.464378 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/networks/28a9150e-5198-429d-aefa-e3ab17ec40c2 HTTP/1.1" status: 204 len: 168 time: 0.3918884 Oct 15 19:58:59.466253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849bdab-7c42-44f5-98c4-1295147e330f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Network': ['ID=28a9150e-5198-429d-aefa-e3ab17ec40c2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:58:59.491740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b709-3ad9-4639-ba95-d2f928f86917 req-e30ec481-bcaa-485a-8cc4-16e25c5985a2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:59.493347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e28b709-3ad9-4639-ba95-d2f928f86917 req-e30ec481-bcaa-485a-8cc4-16e25c5985a2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 943 time: 0.1201577 Oct 15 19:58:59.530361 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-226e7631-97e4-4e76-a939-7255aba25fac req-287939b1-ca8d-49eb-a15c-57d39562136a service neutron] delete failed (client error): The resource could not be found. Oct 15 19:58:59.531377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-287939b1-ca8d-49eb-a15c-57d39562136a service neutron] 10.222.0.11 "DELETE /v2.0/ports/a536094d-10e0-45ae-b135-a9ebd455e116/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.1206708 Oct 15 19:58:59.566835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e28b709-3ad9-4639-ba95-d2f928f86917 req-cdd60fbd-ce43-4960-b0fb-8873fcc4c407 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648694 Oct 15 19:58:59.628727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7631-97e4-4e76-a939-7255aba25fac req-23c71f37-0bfa-43a3-a087-405c78ccab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:58:59.630569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-23c71f37-0bfa-43a3-a087-405c78ccab32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1095 time: 0.0450244 Oct 15 19:58:59.753399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59176) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:58:59.758674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'name': 'tempest-router--729954541', 'project_id': 'b71f56cb26dc473ab0b0adc7b6ab0bc0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:58:59.836816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.838609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:58:59.933710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.003420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.025485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7631-97e4-4e76-a939-7255aba25fac req-154880f2-3bb1-4046-992e-e4d897d754be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:00.026966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-154880f2-3bb1-4046-992e-e4d897d754be service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.3889990 Oct 15 19:59:00.079098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.084680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b696d919-6841-4e81-8c9f-f468370a0f92 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3294611 Oct 15 19:59:00.085518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59180) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:00.099668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-e548d123-ad9f-469a-a25a-f13c2128990b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 998 time: 0.0618265 Oct 15 19:59:00.150477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7631-97e4-4e76-a939-7255aba25fac req-c61cf38d-020d-455c-a31d-f2fa6a49df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:00.151971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-c61cf38d-020d-455c-a31d-f2fa6a49df58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0450797 Oct 15 19:59:00.176349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.210501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e7631-97e4-4e76-a939-7255aba25fac req-a589b7a9-932e-43b6-ab7a-ac5d16479d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:00.212079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-a589b7a9-932e-43b6-ab7a-ac5d16479d5a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527325 Oct 15 19:59:00.307350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:59:00.339432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-e72c644d-ab78-46b3-bb15-8760d28d9f37 service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186299 Oct 15 19:59:00.359766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.363750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.438511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:00.451449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'port_id': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'mac_address': 'fa:16:3e:37:4c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:59:00.482580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226e7631-97e4-4e76-a939-7255aba25fac req-56688a1e-6036-49c0-9fa2-80027f2561fa service neutron] 10.222.0.11 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202717 Oct 15 19:59:00.493422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.507041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a536094d-10e0-45ae-b135-a9ebd455e116 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:59:00.508908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.509596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd0ebbf-9213-4700-8b48-3fd85a067c46 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:00.522020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.524526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6d704391-80be-412b-879b-33443a7f7088 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0bd0ebbf-9213-4700-8b48-3fd85a067c46 HTTP/1.1" status: 204 len: 168 time: 0.4379086 Oct 15 19:59:00.530511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:00.607128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:00.657458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:00.696247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a27ff-33d2-4563-aba5-0a6b93190156 req-b98329d0-3392-4c5e-b57a-e944f977f58e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:00.702656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a56a27ff-33d2-4563-aba5-0a6b93190156 req-b98329d0-3392-4c5e-b57a-e944f977f58e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.0497906 Oct 15 19:59:00.737116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a56a27ff-33d2-4563-aba5-0a6b93190156 req-d9ecb511-e3f1-486a-993e-61a8d4f8879d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325398 Oct 15 19:59:00.816755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:00.976588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a536094d-10e0-45ae-b135-a9ebd455e116'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:59:01.051906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1387932067', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:01.133091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:01.134191 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:01.189776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:01.740431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:01.861613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394b7aa-0c98-42b5-a4e8-c7af210a94c3 req-e9d4e780-57a2-4dff-8938-0abddc989ead tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:01.863799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9394b7aa-0c98-42b5-a4e8-c7af210a94c3 req-e9d4e780-57a2-4dff-8938-0abddc989ead tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 944 time: 0.0559371 Oct 15 19:59:01.904948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9394b7aa-0c98-42b5-a4e8-c7af210a94c3 req-c3f0f475-b0f6-416b-b612-95af257d255b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347102 Oct 15 19:59:01.928180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59206) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:02.000068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f35e491-7db9-4f2a-8498-3ec7aa912be9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5c691d6b-880b-4dc7-9b1a-09276eac4f96 HTTP/1.1" status: 200 len: 991 time: 0.0697682 Oct 15 19:59:02.009355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.030544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.148812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Allocated IP 172.25.0.81 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/6dfdc965-596e-4fcf-bbf0-de10c25eec49) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:02.261515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.315769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:59:02.344291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.388528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:02.393355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:02.396087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:02.435098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port a536094d-10e0-45ae-b135-a9ebd455e116 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:59:02.435282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event updated for resources: {'Port': ['ID=6dfdc965-596e-4fcf-bbf0-de10c25eec49,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:02.436206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port a536094d-10e0-45ae-b135-a9ebd455e116 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:02.437058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.531468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.560484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:02.563166 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0105c086-0672-4642-86e5-8463cdcee277" -d '{"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-plugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:02.580652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:02.616460 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efb52c-7619-4723-bed6-d06fe7203983 x-openstack-request-id: req-24efb52c-7619-4723-bed6-d06fe7203983 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:02.616738 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-plugged", "status": "completed", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:02.617059 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24efb52c-7619-4723-bed6-d06fe7203983 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:02.617392 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'code': 200} Oct 15 19:59:02.681634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:02.764648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:02.803762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:03.005482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:03.196482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Router 677cc379-c1e8-40de-a085-993832be763c is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:03.305064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:03.315256 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] Sync routers for ids ['677cc379-c1e8-40de-a085-993832be763c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:03.326272 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] Routers {'677cc379-c1e8-40de-a085-993832be763c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:03.326871 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['677cc379-c1e8-40de-a085-993832be763c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:03.361275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:03.369780 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] Routers {'677cc379-c1e8-40de-a085-993832be763c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:03.370367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['677cc379-c1e8-40de-a085-993832be763c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:03.401308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:03.401980 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0595f8f8-21a8-4963-9968-f085518bb7ad None None] The sync data for ids ['677cc379-c1e8-40de-a085-993832be763c'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:03.420202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:03.421569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88c3be1c-3a84-4b8c-bdf6-76375f392077 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6037817 Oct 15 19:59:03.424235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59230) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:03.539769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a155a9c-9bb7-4098-b9ad-8eab45de29fd tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/677cc379-c1e8-40de-a085-993832be763c HTTP/1.1" status: 200 len: 924 time: 0.1118855 Oct 15 19:59:03.540108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59236) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:03.570992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8530ac34-a19f-49fa-9d31-a6228e674323 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=677cc379-c1e8-40de-a085-993832be763c HTTP/1.1" status: 200 len: 205 time: 0.0296123 Oct 15 19:59:03.573456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:03.681150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:03.788125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:03.932558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port 6dfdc965-596e-4fcf-bbf0-de10c25eec49 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:03.932853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.016980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.027105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for 6dfdc965-596e-4fcf-bbf0-de10c25eec49 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:04.287825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.313692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=6dfdc965-596e-4fcf-bbf0-de10c25eec49,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:04.325782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.326121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.326467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.326804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.327137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.327468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.327815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.328138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.328459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.328775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.329097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.329415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:04.386977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.479165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.481310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.584290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.584930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router 677cc379-c1e8-40de-a085-993832be763c {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:04.593420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.595725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9e88b945-7af8-4143-b419-2cf22174711d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/677cc379-c1e8-40de-a085-993832be763c HTTP/1.1" status: 204 len: 168 time: 1.0204296 Oct 15 19:59:04.599014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:04.604096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-649555628', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:04.699238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.700475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:04.766754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.014241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.283218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.302535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.413048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 172.25.0.94 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/6700556e-f15d-4c5e-9ddb-08942d9f8848) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:05.512705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.596077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:05.640279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:05.643273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:05.646887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:05.677693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=6700556e-f15d-4c5e-9ddb-08942d9f8848,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:05.978723 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.174204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.392702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router b9e9fe1a-d091-4569-810b-95bd1e87d84e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:06.501035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:06.510178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Sync routers for ids ['b9e9fe1a-d091-4569-810b-95bd1e87d84e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:06.520775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Routers {'b9e9fe1a-d091-4569-810b-95bd1e87d84e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:06.521452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b9e9fe1a-d091-4569-810b-95bd1e87d84e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:06.609635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.610914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4345b326-3a76-40af-b8d9-45c26654fb05 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0107317 Oct 15 19:59:06.613737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:06.633017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Set router b9e9fe1a-d091-4569-810b-95bd1e87d84e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:06.761931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6d9dd598-9d89-4192-88fe-44ce319348d7 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/b9e9fe1a-d091-4569-810b-95bd1e87d84e HTTP/1.1" status: 200 len: 907 time: 0.1452355 Oct 15 19:59:06.763589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59268) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:06.768324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'name': 'tempest-snat-router-649555628', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': True}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:06.832088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'name': 'tempest-snat-router-649555628', 'tenant_id': '94a6138340c5463685fee09296c8c362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:59:04Z', 'updated_at': '2021-10-15T19:59:05Z', 'revision_number': 3, 'project_id': '94a6138340c5463685fee09296c8c362', 'gw_port': {'id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:59:05Z', 'updated_at': '2021-10-15T19:59:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:06.853339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.854567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.863278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Checking router: b9e9fe1a-d091-4569-810b-95bd1e87d84e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:59:06.863278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Updating router b9e9fe1a-d091-4569-810b-95bd1e87d84e port 6700556e-f15d-4c5e-9ddb-08942d9f8848 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:59:06.891725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:06.917911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.158623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.161499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.284317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.352315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Attempting to bind port 6700556e-f15d-4c5e-9ddb-08942d9f8848 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:59:07.352843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Attempting to bind port 6700556e-f15d-4c5e-9ddb-08942d9f8848 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:59:07.353336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Attempting to bind port 6700556e-f15d-4c5e-9ddb-08942d9f8848 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:07.357294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296f89-d628-451b-95d7-22e9911964c4 None None] Pushing event updated for resources: {'Port': ['ID=6700556e-f15d-4c5e-9ddb-08942d9f8848,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:07.363044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:59:07.363628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:07.364135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.364644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:59:07.365230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Bound port: 6700556e-f15d-4c5e-9ddb-08942d9f8848, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:59:07.365710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.461502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] For port 6700556e-f15d-4c5e-9ddb-08942d9f8848, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:59:07.466409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] For port 6700556e-f15d-4c5e-9ddb-08942d9f8848, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6700556e-f15d-4c5e-9ddb-08942d9f8848,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:59:07.548505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.632269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296f89-d628-451b-95d7-22e9911964c4 None None] Pushing event updated for resources: {'Port': ['ID=6700556e-f15d-4c5e-9ddb-08942d9f8848,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:07.640794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Routers {'b9e9fe1a-d091-4569-810b-95bd1e87d84e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:07.641606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b9e9fe1a-d091-4569-810b-95bd1e87d84e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:07.752594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.759793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] Set router b9e9fe1a-d091-4569-810b-95bd1e87d84e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:07.772746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:07.920202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 172.25.0.207 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/b7b1fcbb-e219-4243-beb1-5745f01d3192) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:07.970362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'name': 'tempest-snat-router-649555628', 'tenant_id': '94a6138340c5463685fee09296c8c362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:59:04Z', 'updated_at': '2021-10-15T19:59:05Z', 'revision_number': 3, 'project_id': '94a6138340c5463685fee09296c8c362', 'gw_port': {'id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:59:05Z', 'updated_at': '2021-10-15T19:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:08.002474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6279d1-42be-4950-9ee1-98b18bfcbf7d None None] The sync data for ids ['b9e9fe1a-d091-4569-810b-95bd1e87d84e'] in n-d-712140-14 is: [{'id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'name': 'tempest-snat-router-649555628', 'tenant_id': '94a6138340c5463685fee09296c8c362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94'}], 'enable_snat': False}, 'gw_port_id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:59:04Z', 'updated_at': '2021-10-15T19:59:05Z', 'revision_number': 3, 'project_id': '94a6138340c5463685fee09296c8c362', 'gw_port': {'id': '6700556e-f15d-4c5e-9ddb-08942d9f8848', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e9fe1a-d091-4569-810b-95bd1e87d84e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:59:05Z', 'updated_at': '2021-10-15T19:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:08.040337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:08.136279 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:08.187903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:08.191347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:08.195534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:08.222438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=b7b1fcbb-e219-4243-beb1-5745f01d3192,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:08.586016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:08.796809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.009745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router 9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:09.120428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:09.129742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Sync routers for ids ['9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:09.144388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Routers {'9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:09.145092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:09.215689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.217574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2ca20676-43d8-4234-b314-d943d9d04c03 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4521923 Oct 15 19:59:09.220062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59290) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:09.251908 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Set router 9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:09.348523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:09.356219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9a5f346b-7f4e-4bf2-9bf3-4c89be51c46f tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 HTTP/1.1" status: 200 len: 907 time: 0.1348391 Oct 15 19:59:09.443633 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574', 'name': 'tempest-snat-router-649555628', 'tenant_id': '94a6138340c5463685fee09296c8c362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'b7b1fcbb-e219-4243-beb1-5745f01d3192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:59:06Z', 'updated_at': '2021-10-15T19:59:08Z', 'revision_number': 3, 'project_id': '94a6138340c5463685fee09296c8c362', 'gw_port': {'id': 'b7b1fcbb-e219-4243-beb1-5745f01d3192', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ce:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2251, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:59:07Z', 'updated_at': '2021-10-15T19:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:09.463850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.471548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Checking router: 9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:59:09.472035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Updating router 9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 port b7b1fcbb-e219-4243-beb1-5745f01d3192 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 19:59:09.498705 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.598647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.715184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Deleting port b7b1fcbb-e219-4243-beb1-5745f01d3192 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:09.715389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.788201 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.797172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.808694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Calling delete_port for b7b1fcbb-e219-4243-beb1-5745f01d3192 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:09.881049 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.931469 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:59:09.931878 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:59:09.932243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:09.943211 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Bound port: b7b1fcbb-e219-4243-beb1-5745f01d3192, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:09.948182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965112c-5519-4a11-95ef-f7ffa9d680c1 None None] Pushing event updated for resources: {'Port': ['ID=b7b1fcbb-e219-4243-beb1-5745f01d3192,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:10.069444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.074545 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.db.api [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 19:59:10.074545 n-d-712140-14 neutron-server[101183]: DEBUG oslo_db.api [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 19:59:10.095778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7b1fcbb-e219-4243-beb1-5745f01d3192,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:10.169318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.250166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6700556e-f15d-4c5e-9ddb-08942d9f8848 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:59:10.268026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.270170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.299759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6700556e-f15d-4c5e-9ddb-08942d9f8848 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:10.303378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.382747 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.387821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.388439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:10.393237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.395134 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5dd673bb-ec0a-4547-ba69-e02a22c9c303 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574 HTTP/1.1" status: 204 len: 168 time: 1.0454540 Oct 15 19:59:10.398049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:10.406588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6700556e-f15d-4c5e-9ddb-08942d9f8848, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6700556e-f15d-4c5e-9ddb-08942d9f8848,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:10.475502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.506909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.522656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6700556e-f15d-4c5e-9ddb-08942d9f8848,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:10.530545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.530889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.531228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.531580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.531923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.532254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.532584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.532909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.533234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.533555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.533878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.534195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:10.587281 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:59:10.589143 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:59:10.589936 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Attempting to bind port b7b1fcbb-e219-4243-beb1-5745f01d3192 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:10.596301 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:59:10.596665 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:10.597232 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.597775 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:59:10.598403 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Bound port: b7b1fcbb-e219-4243-beb1-5745f01d3192, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:59:10.598784 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.614286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.616476 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.plugin [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Port b7b1fcbb-e219-4243-beb1-5745f01d3192 has been deleted concurrently {{(pid=101183) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 19:59:10.626368 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:10.627146 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 19:59:10.627756 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_agentschedulers_db [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent'). {{(pid=101183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 19:59:10.628130 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deafe98b-7022-44aa-89d5-69f31bf8fc4e None None] The sync data for ids ['9201f1eb-cbb2-41c1-8bc0-9ed5fb7d4574'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:10.741686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Deleting port 6700556e-f15d-4c5e-9ddb-08942d9f8848 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:10.742018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.838565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] For port 6700556e-f15d-4c5e-9ddb-08942d9f8848, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6700556e-f15d-4c5e-9ddb-08942d9f8848,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:10.838929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:10.851756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Calling delete_port for 6700556e-f15d-4c5e-9ddb-08942d9f8848 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:11.084749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.124061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event deleted for resources: {'Port': ['ID=6700556e-f15d-4c5e-9ddb-08942d9f8848,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:11.215708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a019cad-914f-4bf7-b174-908cd98db38b req-d058f287-b3dc-4133-844b-6acab80c0120 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:11.217558 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a019cad-914f-4bf7-b174-908cd98db38b req-d058f287-b3dc-4133-844b-6acab80c0120 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1298873 Oct 15 19:59:11.242149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.342981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.345332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.349113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a019cad-914f-4bf7-b174-908cd98db38b req-b8eeddae-7d52-42f8-8f56-cd3856cd54a9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246736 Oct 15 19:59:11.449902 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.450553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9e9fe1a-d091-4569-810b-95bd1e87d84e {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:11.454835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.456042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fb051925-155f-4621-ae1d-2b2bda48645c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "DELETE /v2.0/routers/b9e9fe1a-d091-4569-810b-95bd1e87d84e HTTP/1.1" status: 204 len: 168 time: 1.0569000 Oct 15 19:59:11.460765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59316) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:11.464304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1175002109', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:11.567062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.568589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.622096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:11.871741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:12.129037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:12.147582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:12.194466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6700556e-f15d-4c5e-9ddb-08942d9f8848 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:12.221426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6700556e-f15d-4c5e-9ddb-08942d9f8848 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:12.221842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6700556e-f15d-4c5e-9ddb-08942d9f8848 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:12.265207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Allocated IP 172.25.0.125 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a6b058ec-6fcc-4bca-8f7c-e2cc9f75fd09) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:12.363197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:12.473098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c2845-8cb2-48cb-bb88-5b8a8877effe req-8b9454bb-b701-492c-8cf8-d05d8b5754d9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:12.474564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd1c2845-8cb2-48cb-bb88-5b8a8877effe req-8b9454bb-b701-492c-8cf8-d05d8b5754d9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.0491357 Oct 15 19:59:12.488028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:12.550649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:12.558761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:12.561301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:12.563636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event updated for resources: {'Port': ['ID=a6b058ec-6fcc-4bca-8f7c-e2cc9f75fd09,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:12.570008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd1c2845-8cb2-48cb-bb88-5b8a8877effe req-c591ecde-c59f-44b6-bfb5-63acf03354e1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893574 Oct 15 19:59:13.170763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:13.367619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:13.589867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Router e7e26741-462e-41c1-88fc-e37e00f6c684 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:13.681750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03473588-3534-435e-b78e-b7f0720006b1 req-1fa6d583-3842-4b4f-90eb-2ea08088864e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:13.683307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03473588-3534-435e-b78e-b7f0720006b1 req-1fa6d583-3842-4b4f-90eb-2ea08088864e tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1050658 Oct 15 19:59:13.817673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6df94-81e4-444a-9e8f-669474b77827 req-d34cd904-d6fa-4dbb-86f5-cff267573fa1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:13.819135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2f6df94-81e4-444a-9e8f-669474b77827 req-d34cd904-d6fa-4dbb-86f5-cff267573fa1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 946 time: 0.1681707 Oct 15 19:59:13.835637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:13.845829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] Sync routers for ids ['e7e26741-462e-41c1-88fc-e37e00f6c684'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:13.855518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] Routers {'e7e26741-462e-41c1-88fc-e37e00f6c684'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:13.856160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e7e26741-462e-41c1-88fc-e37e00f6c684'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:13.884717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2f6df94-81e4-444a-9e8f-669474b77827 req-a8281e42-9286-4af7-a8a8-061c740b16d9 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587215 Oct 15 19:59:13.892271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:13.898055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Deleting port f77b6b43-cd35-423d-a29e-4899ad009a90 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:13.898399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:13.901224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] Routers {'e7e26741-462e-41c1-88fc-e37e00f6c684'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:13.901979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e7e26741-462e-41c1-88fc-e37e00f6c684'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:13.930666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:13.935301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1b2bddac-9211-44c7-a4e3-2e844ed14dd0 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4713097 Oct 15 19:59:13.935474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59334) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:13.939979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:13.944068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:13.944368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09168cc6-03b7-4d9d-824d-cb19db1e7ce4 None None] The sync data for ids ['e7e26741-462e-41c1-88fc-e37e00f6c684'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:14.001892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] For port f77b6b43-cd35-423d-a29e-4899ad009a90, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=f77b6b43-cd35-423d-a29e-4899ad009a90,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:14.002370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.017420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Calling delete_port for f77b6b43-cd35-423d-a29e-4899ad009a90 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:14.218576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.233715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0d75ac73-84ed-4af6-8c8e-4589252763cb', 'f77b6b43-cd35-423d-a29e-4899ad009a90'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:59:14.250455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.258535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Pushing event deleted for resources: {'Port': ['ID=f77b6b43-cd35-423d-a29e-4899ad009a90,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:14.304691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] No DVR routers for this DVR port f77b6b43-cd35-423d-a29e-4899ad009a90 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:14.307243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.310614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03473588-3534-435e-b78e-b7f0720006b1 req-fbef7603-3a2c-4fa8-879a-1a9deecc3c51 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "DELETE /v2.0/ports/f77b6b43-cd35-423d-a29e-4899ad009a90 HTTP/1.1" status: 204 len: 173 time: 0.6109710 Oct 15 19:59:14.311058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'name': 'network-vif-deleted', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:14.313351 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2143d-4697-4933-b866-866283447517" -d '{"events": [{"server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "name": "network-vif-deleted", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:14.350580 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55317a0b-dbfa-4d2a-adbc-b5efd4ad95b2 x-openstack-request-id: req-55317a0b-dbfa-4d2a-adbc-b5efd4ad95b2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:14.350922 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d683da-9630-4441-80d7-464cc43e0119", "name": "network-vif-deleted", "tag": "f77b6b43-cd35-423d-a29e-4899ad009a90", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:14.351175 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55317a0b-dbfa-4d2a-adbc-b5efd4ad95b2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:14.351600 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68d683da-9630-4441-80d7-464cc43e0119', 'name': 'network-vif-deleted', 'tag': 'f77b6b43-cd35-423d-a29e-4899ad009a90', 'status': 'completed', 'code': 200} Oct 15 19:59:14.706457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.709678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.817000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router e7e26741-462e-41c1-88fc-e37e00f6c684 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:14.921194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:14.925540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:14.926648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c155dcd1-32dc-4d46-aa2b-ea22a3b639ca tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "PUT /v2.0/routers/e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 200 len: 926 time: 0.9901843 Oct 15 19:59:14.929240 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:14.931646 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] Sync routers for ids ['e7e26741-462e-41c1-88fc-e37e00f6c684'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:14.940974 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] Routers {'e7e26741-462e-41c1-88fc-e37e00f6c684'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:14.941701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e7e26741-462e-41c1-88fc-e37e00f6c684'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:14.981548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:14.990622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] Routers {'e7e26741-462e-41c1-88fc-e37e00f6c684'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:14.991514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e7e26741-462e-41c1-88fc-e37e00f6c684'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:15.023234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:15.024008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f0679e-e8c3-440f-bf7a-81d3df568f77 None None] The sync data for ids ['e7e26741-462e-41c1-88fc-e37e00f6c684'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:15.051466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a1e5c5a-43df-4983-b7e8-8d616301ebff req-2c3f405b-29e5-4438-92aa-83eb9d469843 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=68d683da-9630-4441-80d7-464cc43e0119 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Oct 15 19:59:15.381335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63c2739c-fa56-445b-b674-f5e6a046850b tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 200 len: 926 time: 0.4508369 Oct 15 19:59:15.384033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59350) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:15.423294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb737dca-3440-4742-a2a2-b575f0244ba4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:15.424779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cb737dca-3440-4742-a2a2-b575f0244ba4 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=e7e26741-462e-41c1-88fc-e37e00f6c684&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0398498 Oct 15 19:59:15.427405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59352) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:15.511614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d53808-b85c-4269-8e2e-3e7f6f474a51 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:15.512881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-98d53808-b85c-4269-8e2e-3e7f6f474a51 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.0845003 Oct 15 19:59:15.515604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59354) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:15.541173 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d31c0228-4fbe-4c84-86aa-88e972e87947 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 200 len: 205 time: 0.0245523 Oct 15 19:59:15.544125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59356) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:15.597358 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:59:15.646815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:15.747685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:15.919144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port a6b058ec-6fcc-4bca-8f7c-e2cc9f75fd09 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:15.919456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:15.994653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.006575 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for a6b058ec-6fcc-4bca-8f7c-e2cc9f75fd09 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:16.289411 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.316822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=a6b058ec-6fcc-4bca-8f7c-e2cc9f75fd09,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:16.379571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.472211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.474282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.566883 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.567438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router e7e26741-462e-41c1-88fc-e37e00f6c684 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:16.575770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.576883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0e8abcc0-dad6-44bb-9152-118fa7d3bd9b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 204 len: 168 time: 1.0318849 Oct 15 19:59:16.580699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:16.585324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-167650774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:16.686636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.687853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.738695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.789547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d843-ba16-4cb7-8732-772f11f6428a req-7943b110-48a6-4aa2-88fe-7603f2a641eb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:16.791030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec38d843-ba16-4cb7-8732-772f11f6428a req-7943b110-48a6-4aa2-88fe-7603f2a641eb tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0512793 Oct 15 19:59:16.803964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.841968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec38d843-ba16-4cb7-8732-772f11f6428a req-7ca22210-d893-4c6c-b473-741302996453 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Oct 15 19:59:16.888769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:16.889927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a841c8e4-c5d4-4107-b163-a7995472756d tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3082285 Oct 15 19:59:16.892711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:16.897246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:17.109815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:17.177082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f77b6b43-cd35-423d-a29e-4899ad009a90 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:17.197601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: f77b6b43-cd35-423d-a29e-4899ad009a90 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:17.199473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device f77b6b43-cd35-423d-a29e-4899ad009a90 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:17.364874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:17.382842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:17.489482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Allocated IP 172.25.0.239 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/bd7a1cb5-4877-4a27-b88c-45d4b240a537) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:17.591173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:17.686855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:17.726111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:17.730721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:17.738014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:17.741711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event updated for resources: {'Port': ['ID=bd7a1cb5-4877-4a27-b88c-45d4b240a537,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:17.958933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7f86c-319f-4a81-abfb-84552b1d2264 req-978493e6-61ef-49bc-b6f8-05457eb92ff1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:17.960412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eda7f86c-319f-4a81-abfb-84552b1d2264 req-978493e6-61ef-49bc-b6f8-05457eb92ff1 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0483425 Oct 15 19:59:18.068151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eda7f86c-319f-4a81-abfb-84552b1d2264 req-a449bd85-2ebd-49bd-8088-a9bc4f3c2ba3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743337 Oct 15 19:59:18.084993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:18.475161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b79c4d11-a9af-4abb-a4e0-f98d286709d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:18.560035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:18.563342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:18.763996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Router 12953d1d-2164-4b04-8325-d5516f50d90f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:18.871759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:18.878606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:18.879790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-49827487-deb8-4649-ad3f-5fefb7a50a29 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "PUT /v2.0/routers/12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 200 len: 883 time: 1.9861026 Oct 15 19:59:18.880940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] Sync routers for ids ['12953d1d-2164-4b04-8325-d5516f50d90f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:18.882348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59388) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:18.890210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] Routers {'12953d1d-2164-4b04-8325-d5516f50d90f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:18.890805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['12953d1d-2164-4b04-8325-d5516f50d90f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:18.922459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:18.930915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] Routers {'12953d1d-2164-4b04-8325-d5516f50d90f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:18.931589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['12953d1d-2164-4b04-8325-d5516f50d90f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:18.965243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:18.965877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d149b-c479-4690-a874-f243f4e11e97 None None] The sync data for ids ['12953d1d-2164-4b04-8325-d5516f50d90f'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:18.990645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec91e994-472f-4394-9409-83742bdbeda6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 200 len: 924 time: 0.1071470 Oct 15 19:59:18.993339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59390) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:19.065665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847031d2-76e2-4f9a-ae42-c3d1c16e471b tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:19.067110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-847031d2-76e2-4f9a-ae42-c3d1c16e471b tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=12953d1d-2164-4b04-8325-d5516f50d90f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0728760 Oct 15 19:59:19.069876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59392) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:19.184615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e4c38-4c6c-489d-bcde-680af5fc42f8 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:19.185995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e22e4c38-4c6c-489d-bcde-680af5fc42f8 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.1152282 Oct 15 19:59:19.188965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59398) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:19.202954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e7bdb-eb38-4cb4-a96f-0038102b2f28 req-f05e8feb-91cb-4d6e-930e-b53680e486e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:19.204195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-673e7bdb-eb38-4cb4-a96f-0038102b2f28 req-f05e8feb-91cb-4d6e-930e-b53680e486e3 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0663955 Oct 15 19:59:19.221938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-10a696ac-1732-45e9-a335-96aafad6e4ea tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 200 len: 205 time: 0.0318003 Oct 15 19:59:19.224512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59400) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:19.244560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-673e7bdb-eb38-4cb4-a96f-0038102b2f28 req-1a03e35b-8ea9-4d12-82ce-a6448cd0577c tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343521 Oct 15 19:59:19.335766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:19.434500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:19.594664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port bd7a1cb5-4877-4a27-b88c-45d4b240a537 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:19.594913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:19.668117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:19.679906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for bd7a1cb5-4877-4a27-b88c-45d4b240a537 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:19.941157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:19.965207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=bd7a1cb5-4877-4a27-b88c-45d4b240a537,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:20.031488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.134981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.139194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.249284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.249921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router 12953d1d-2164-4b04-8325-d5516f50d90f {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:20.256418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.257527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f1779b00-df1a-4aa9-b8df-b2e7287df400 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 204 len: 168 time: 1.0321345 Oct 15 19:59:20.261472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59410) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:20.266848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-381573602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:20.347025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.348271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.362742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80032c6-9121-4b1d-af64-ee56aadbabd7 req-8815a3ad-3569-4642-8e0a-de498e743bd6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:20.364346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b80032c6-9121-4b1d-af64-ee56aadbabd7 req-8815a3ad-3569-4642-8e0a-de498e743bd6 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0496261 Oct 15 19:59:20.403193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b80032c6-9121-4b1d-af64-ee56aadbabd7 req-03cce462-60a9-40c3-87e1-a5f96f256ff0 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Oct 15 19:59:20.403510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.469839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.546079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:20.547613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a2db2e7e-4647-4c3c-9918-a924ece29a5e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2851882 Oct 15 19:59:20.555284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59414) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:20.560228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': True}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:20.754601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.067261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.085794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.194813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 172.25.0.10 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/bd7e6da2-2852-4e68-831b-50d956960fcc) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:21.295952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.400327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ca707e8a-4c5f-44bc-8c90-48917feddf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.429326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:21.469039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:21.472060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:21.475497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:21.504402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=bd7e6da2-2852-4e68-831b-50d956960fcc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:21.525108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03df916-bfaa-4755-a561-1e89a72dce15 req-b7c810e2-3dbd-4a21-a795-365670fbc817 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:21.527243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b03df916-bfaa-4755-a561-1e89a72dce15 req-b7c810e2-3dbd-4a21-a795-365670fbc817 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0499525 Oct 15 19:59:21.566281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b03df916-bfaa-4755-a561-1e89a72dce15 req-6d14305d-ec40-4236-87a5-3ed14ecece10 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/security-groups?id=356f4f48-fd75-4676-9c11-b0f58d28d957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Oct 15 19:59:21.815065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.023944 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.028026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.077845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-1003d15d-54cc-42cd-8055-8dae74e9f884 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:22.079232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-1003d15d-54cc-42cd-8055-8dae74e9f884 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 945 time: 0.0545232 Oct 15 19:59:22.175808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Deleting port 0d75ac73-84ed-4af6-8c8e-4589252763cb {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:22.176146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.266417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router b378c6ff-e64d-4751-b680-25bd24cac7ba is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:22.270684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] For port 0d75ac73-84ed-4af6-8c8e-4589252763cb, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0d75ac73-84ed-4af6-8c8e-4589252763cb,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:22.271088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.283650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Calling delete_port for 0d75ac73-84ed-4af6-8c8e-4589252763cb owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:22.324835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.374667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:22.378729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.379980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79d73899-12ab-4165-8382-d5c2d568ae47 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "PUT /v2.0/routers/b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 200 len: 917 time: 1.8237479 Oct 15 19:59:22.382514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59432) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:22.385963 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] Sync routers for ids ['b378c6ff-e64d-4751-b680-25bd24cac7ba'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:22.396949 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] Routers {'b378c6ff-e64d-4751-b680-25bd24cac7ba'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:22.397930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b378c6ff-e64d-4751-b680-25bd24cac7ba'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:22.434031 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:22.442428 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] Routers {'b378c6ff-e64d-4751-b680-25bd24cac7ba'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:22.443011 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b378c6ff-e64d-4751-b680-25bd24cac7ba'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:22.480257 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:22.480922 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980b2b1a-d3f5-4240-9269-1ee7963d6d35 None None] The sync data for ids ['b378c6ff-e64d-4751-b680-25bd24cac7ba'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:22.489578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.490202 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f8b886b-ffb6-4025-a8ee-b27a104c837a tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 200 len: 923 time: 0.1064775 Oct 15 19:59:22.494387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:22.511235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0d75ac73-84ed-4af6-8c8e-4589252763cb'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:59:22.534385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bcea8d-8137-4ed2-a7a2-3b9f8b18c2f1 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:22.536029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b0bcea8d-8137-4ed2-a7a2-3b9f8b18c2f1 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=b378c6ff-e64d-4751-b680-25bd24cac7ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0422809 Oct 15 19:59:22.538694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:22.545107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Pushing event deleted for resources: {'Port': ['ID=0d75ac73-84ed-4af6-8c8e-4589252763cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:22.578772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] No DVR routers for this DVR port 0d75ac73-84ed-4af6-8c8e-4589252763cb on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:22.581785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.585855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-088507ff-da8d-4fd3-901b-dff9899225c2 req-a9c9ac0d-9447-4c0e-8bfc-8e7792713697 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.11 "DELETE /v2.0/ports/0d75ac73-84ed-4af6-8c8e-4589252763cb HTTP/1.1" status: 204 len: 173 time: 0.5008042 Oct 15 19:59:22.586306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'name': 'network-vif-deleted', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:22.589410 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed307f7d-0f45-49c1-9707-e5ebada2bd91" -d '{"events": [{"server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "name": "network-vif-deleted", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:22.597853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.630078 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b0bf7-dae6-40d0-86ad-bb8dcc2ca06f x-openstack-request-id: req-043b0bf7-dae6-40d0-86ad-bb8dcc2ca06f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:22.630308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321b59c-34b5-4263-a14e-ec1a041922ec tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:22.630759 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bafc3970-406b-4e1a-97fe-eb8f5f81a0ee", "name": "network-vif-deleted", "tag": "0d75ac73-84ed-4af6-8c8e-4589252763cb", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:22.631135 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-043b0bf7-dae6-40d0-86ad-bb8dcc2ca06f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:22.634428 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafc3970-406b-4e1a-97fe-eb8f5f81a0ee', 'name': 'network-vif-deleted', 'tag': '0d75ac73-84ed-4af6-8c8e-4589252763cb', 'status': 'completed', 'code': 200} Oct 15 19:59:22.634753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0321b59c-34b5-4263-a14e-ec1a041922ec tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.0919144 Oct 15 19:59:22.634753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59442) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:22.661056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-754d0c7e-00a2-44bf-bfc5-d15c01313bfb tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 200 len: 205 time: 0.0253403 Oct 15 19:59:22.663659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59444) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:22.708919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bb726a7-6b19-486c-ac45-d4884dc7ab7f req-c39cbef0-c871-4bb9-8d2a-0e763345a25b tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] 10.222.0.13 "GET /v2.0/ports?device_id=bafc3970-406b-4e1a-97fe-eb8f5f81a0ee HTTP/1.1" status: 200 len: 210 time: 0.0304759 Oct 15 19:59:22.769134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.774723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:22.786242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.217834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.360581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port bd7e6da2-2852-4e68-831b-50d956960fcc {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:23.360928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.449342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.461005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for bd7e6da2-2852-4e68-831b-50d956960fcc owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:23.680782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.705988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=bd7e6da2-2852-4e68-831b-50d956960fcc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:23.767510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59454) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:23.768986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.867587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.870670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:23.995783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.001105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router b378c6ff-e64d-4751-b680-25bd24cac7ba {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:24.006357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.010871 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8a595899-5273-43cc-857c-4e7ed460e0a5 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 204 len: 168 time: 1.3429151 Oct 15 19:59:24.011288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59458) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:24.016067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-309015534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:24.143007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.149322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.196755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.293057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.331440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.386743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.387960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8eb775ac-cf8e-475b-96c0-5e9683b866a1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3756075 Oct 15 19:59:24.390838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:24.395584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'enable_snat': False}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:24.520586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.615099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.645037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Deleting port 784fc117-0c0d-444a-94ed-7f542550164e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:24.645376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.724786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] For port 784fc117-0c0d-444a-94ed-7f542550164e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=784fc117-0c0d-444a-94ed-7f542550164e,segment=NetworkSegment(9bcbaf2f-a3ae-4df2-aafa-90c754910ea6),segment_id=9bcbaf2f-a3ae-4df2-aafa-90c754910ea6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:24.725140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.737897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Calling delete_port for 784fc117-0c0d-444a-94ed-7f542550164e owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:24.875217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:24.894177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.001456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Allocated IP 172.25.0.79 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2cad72fa-7f7c-4155-a41c-a6552b6dc0af) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:25.102556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.124201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.160880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Pushing event deleted for resources: {'Port': ['ID=784fc117-0c0d-444a-94ed-7f542550164e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:25.230163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.272715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:25.277024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:25.288305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:25.290372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Pushing event updated for resources: {'Port': ['ID=2cad72fa-7f7c-4155-a41c-a6552b6dc0af,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:25.325958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.537479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:25.596804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.798304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.801630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:25.928548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:25.935680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6df0094-93ee-45ba-9516-28263aaa16dd admin admin] 10.222.0.13 "PUT /v2.0/routers/c4b1fde1-efd3-4761-b24f-2f2a0cf48421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1656957 Oct 15 19:59:25.938158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59474) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:25.940021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Sync routers for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:25.950565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:25.951166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.037992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Router bf638061-3652-4f84-98f4-bf8d8dd70066 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:26.043730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.178499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:26.188740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.190551 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92c71f45-6278-4698-bd6a-c75fa2708b4c tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "PUT /v2.0/routers/bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 200 len: 918 time: 1.7985578 Oct 15 19:59:26.193359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.193886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59480) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:26.196462 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] Sync routers for ids ['bf638061-3652-4f84-98f4-bf8d8dd70066'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:26.211403 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] Routers {'bf638061-3652-4f84-98f4-bf8d8dd70066'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:26.225006 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['bf638061-3652-4f84-98f4-bf8d8dd70066'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.238830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:26.268488 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.287866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] Routers {'bf638061-3652-4f84-98f4-bf8d8dd70066'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:26.287866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['bf638061-3652-4f84-98f4-bf8d8dd70066'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.318474 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.319217 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020da820-a628-420b-8fef-e7a3795ca8ee None None] The sync data for ids ['bf638061-3652-4f84-98f4-bf8d8dd70066'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:26.350672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f9226fa-5773-45db-bccd-a9fd2f0e6da0 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 200 len: 924 time: 0.1558828 Oct 15 19:59:26.353382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59484) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:26.374528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Deleting port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:26.375029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.405017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6b591-533a-4070-82a1-ae8f3097858e tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:26.406645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86f6b591-533a-4070-82a1-ae8f3097858e tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=bf638061-3652-4f84-98f4-bf8d8dd70066&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0516810 Oct 15 19:59:26.409281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59486) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:26.464447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] For port 7ff1d49b-a54a-4390-ac2b-7729345f0d5e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:26.464868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.480024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Calling delete_port for 7ff1d49b-a54a-4390-ac2b-7729345f0d5e owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:26.503475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffff16-2ec4-46a2-9367-de3c9eeb0ea1 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:26.507667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65ffff16-2ec4-46a2-9367-de3c9eeb0ea1 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/networks/00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 881 time: 0.0948181 Oct 15 19:59:26.507814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:26.514654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:59:24Z', 'revision_number': 5, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port': {'id': '7ff1d49b-a54a-4390-ac2b-7729345f0d5e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:1b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.537732 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0fc0ada0-4675-457a-b782-58e060c6ab44 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 200 len: 205 time: 0.0266616 Oct 15 19:59:26.538009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59490) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:26.545246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Checking router: c4b1fde1-efd3-4761-b24f-2f2a0cf48421 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:59:26.558886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Routers {'c4b1fde1-efd3-4761-b24f-2f2a0cf48421'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:26.559631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.659875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] Set router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:26.671328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.697942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.718659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:59:26Z', 'revision_number': 6, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:26.730960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff1d49b-a54a-4390-ac2b-7729345f0d5e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:26.778319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3132e34-284a-4b72-99a3-9c49fa6bcdfb None None] The sync data for ids ['c4b1fde1-efd3-4761-b24f-2f2a0cf48421'] in n-d-712140-14 is: [{'id': 'c4b1fde1-efd3-4761-b24f-2f2a0cf48421', 'name': 'tempest-ServerRescueNegativeTestJSON-705160260-router', 'tenant_id': 'b182974681e04966aa2eb2948de42e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:55:38Z', 'updated_at': '2021-10-15T19:59:26Z', 'revision_number': 6, 'project_id': 'b182974681e04966aa2eb2948de42e66', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:26.786854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.798548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.902710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.906159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:26.921102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port 2cad72fa-7f7c-4155-a41c-a6552b6dc0af {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:26.921885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.002914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.003799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.004377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4b1fde1-efd3-4761-b24f-2f2a0cf48421 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:27.008819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.011617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-019dc257-be2c-4138-bb2a-62cf7bcaa45a admin admin] 10.222.0.13 "DELETE /v2.0/routers/c4b1fde1-efd3-4761-b24f-2f2a0cf48421 HTTP/1.1" status: 204 len: 168 time: 1.0705206 Oct 15 19:59:27.015437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for 2cad72fa-7f7c-4155-a41c-a6552b6dc0af owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:27.017499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59492) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:27.065585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Deleting subnet 7b8be191-8ab6-4148-baf4-019d3e69331a {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:59:27.068626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.103006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.149746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.209132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d75ac73-84ed-4af6-8c8e-4589252763cb no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:27.230038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0d75ac73-84ed-4af6-8c8e-4589252763cb {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:27.230390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0d75ac73-84ed-4af6-8c8e-4589252763cb not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:27.264087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.275218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.290177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=2cad72fa-7f7c-4155-a41c-a6552b6dc0af,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:27.305249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8be191-8ab6-4148-baf4-019d3e69331a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:27.311720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.315279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b790ba64-ac66-4228-a4b4-35a3fabe530c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7b8be191-8ab6-4148-baf4-019d3e69331a HTTP/1.1" status: 204 len: 168 time: 0.2965744 Oct 15 19:59:27.317522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59498) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:27.361630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.399857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.455361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.457385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.486166 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.507385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4d9d18-04d5-4f7a-97aa-18814e9785e6']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:27.517559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:27.517853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcbaf2f-a3ae-4df2-aafa-90c754910ea6') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:27.527916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.540817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.546650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:59:27.547022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:59:27.548748 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:59:27.560781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.565815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router bf638061-3652-4f84-98f4-bf8d8dd70066 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:27.571532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.576031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f361921a-2411-46de-a110-f5675935987b tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 204 len: 168 time: 1.0370636 Oct 15 19:59:27.580035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59502) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:27.584502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1737316377', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:27.669228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.674800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.678084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc4d9d18-04d5-4f7a-97aa-18814e9785e6 HTTP/1.1" status: 204 len: 168 time: 0.3595312 Oct 15 19:59:27.682784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.683848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:27.692432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbae38-3fb4-4fb7-ba88-8ce3b81c7161 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4d9d18-04d5-4f7a-97aa-18814e9785e6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:27.738509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.095342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59506) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:28.138066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ec48074-ddda-4b81-a4d8-2fea1a58af08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b182974681e04966aa2eb2948de42e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413566 Oct 15 19:59:28.140431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59508) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:28.220182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.245822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.268185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 784fc117-0c0d-444a-94ed-7f542550164e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:28.283479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.298865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 784fc117-0c0d-444a-94ed-7f542550164e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:28.300231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 784fc117-0c0d-444a-94ed-7f542550164e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:28.300231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ff1d49b-a54a-4390-ac2b-7729345f0d5e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:28.319183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7ff1d49b-a54a-4390-ac2b-7729345f0d5e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:28.319877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7ff1d49b-a54a-4390-ac2b-7729345f0d5e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:28.403511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.406474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.410722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/356f4f48-fd75-4676-9c11-b0f58d28d957 HTTP/1.1" status: 204 len: 168 time: 0.2692173 Oct 15 19:59:28.420298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24bd0b-74bb-4492-a7c0-fc2e651cac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356f4f48-fd75-4676-9c11-b0f58d28d957,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:28.599701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.618299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.720599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Allocated IP 172.25.0.21 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/7146f426-5fb2-4591-bcb1-456aca39ef7a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:28.826738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:28.966393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.002304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:29.005153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:29.008625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:29.036684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event updated for resources: {'Port': ['ID=7146f426-5fb2-4591-bcb1-456aca39ef7a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:29.320907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.486893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59540) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:29.528880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.596573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1786952504-network', 'tenant_id': '03c0d3273e9b4017836cf3abf9eaff77'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:29.683740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Made reservation on behalf of 03c0d3273e9b4017836cf3abf9eaff77 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:29.686174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.694728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.740769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Router a62f9063-5175-4ebb-bf74-3916fa26746f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:29.771477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.840881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.848712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:29.858657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] Sync routers for ids ['a62f9063-5175-4ebb-bf74-3916fa26746f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:29.864811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:59:29.868903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] Routers {'a62f9063-5175-4ebb-bf74-3916fa26746f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:29.869525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a62f9063-5175-4ebb-bf74-3916fa26746f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:29.880382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4565aad9-b918-4942-aa26-37ddad9fb022,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:29.884360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.884723 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Added segment 4201fd5d-d74e-4e6f-b76d-ce86fc83ab19 of type vlan for network 665aaeab-81e0-4c97-83ee-fdca577165e4 Oct 15 19:59:29.910618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:29.919281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] Routers {'a62f9063-5175-4ebb-bf74-3916fa26746f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:29.919906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a62f9063-5175-4ebb-bf74-3916fa26746f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:29.929392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.936208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:29.937519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7ed36ee-99bd-407e-a527-cdeb25d6be60 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3564529 Oct 15 19:59:29.940116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59548) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:29.951365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:29.955237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:29.955921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edfff0b-726e-46e9-b477-59543f1bbd13 None None] The sync data for ids ['a62f9063-5175-4ebb-bf74-3916fa26746f'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:30.063271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.064228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:30.064804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.200137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7119741 Oct 15 19:59:30.200851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4609a-af5c-45df-a1b8-1e7e05b45593 admin admin] Pushing event updated for resources: {'Network': ['ID=665aaeab-81e0-4c97-83ee-fdca577165e4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:30.203271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:30.209858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Request body: {'subnet': {'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1786952504-subnet', 'tenant_id': '03c0d3273e9b4017836cf3abf9eaff77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:30.211108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 665aaeab-81e0-4c97-83ee-fdca577165e4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:59:30.285861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Made reservation on behalf of 03c0d3273e9b4017836cf3abf9eaff77 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:30.288338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.323764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.387639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.508469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Deleting port 7146f426-5fb2-4591-bcb1-456aca39ef7a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:30.509082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.509398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.560480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eccfb126-accc-4d57-ac87-eccaedce8b4b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:30.577773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Checking segment: {'id': '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:30.578130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Network hostable DHCP agents. Network: 665aaeab-81e0-4c97-83ee-fdca577165e4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:59:30.599934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.610140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Calling delete_port for 7146f426-5fb2-4591-bcb1-456aca39ef7a owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:30.674859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Network 665aaeab-81e0-4c97-83ee-fdca577165e4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:59:30.751926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 665aaeab-81e0-4c97-83ee-fdca577165e4) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:30.756455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:30.761367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.762088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bace4-f56f-4abd-bbfb-1d902f426704 None None] Network 665aaeab-81e0-4c97-83ee-fdca577165e4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:30.831941 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-76b8c453-c8ee-47ca-beea-4fff989434e4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6275277 Oct 15 19:59:30.872162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:30.893997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bd6e5-47cb-4bb3-bfdf-1ae213b6ae65 None None] Network 665aaeab-81e0-4c97-83ee-fdca577165e4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:30.905535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Pushing event deleted for resources: {'Port': ['ID=7146f426-5fb2-4591-bcb1-456aca39ef7a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:30.971929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:31.188599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:31.201677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:31.333028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Router a62f9063-5175-4ebb-bf74-3916fa26746f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:31.358394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-0e861e93-840b-403d-9365-7dc4eeb91f23 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:31.359847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-0e861e93-840b-403d-9365-7dc4eeb91f23 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/networks?id=665aaeab-81e0-4c97-83ee-fdca577165e4 HTTP/1.1" status: 200 len: 809 time: 0.1745608 Oct 15 19:59:31.433317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-e27e4838-4ecd-45b8-99b2-d14e0fd87042 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/quotas/03c0d3273e9b4017836cf3abf9eaff77 HTTP/1.1" status: 200 len: 375 time: 0.0676746 Oct 15 19:59:31.436310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:31.443780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:31.444979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0847d844-9fce-442f-beab-590ddcf3227e tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "PUT /v2.0/routers/a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 200 len: 710 time: 1.5038795 Oct 15 19:59:31.446038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] Sync routers for ids ['a62f9063-5175-4ebb-bf74-3916fa26746f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:31.447836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:31.455786 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] Routers {'a62f9063-5175-4ebb-bf74-3916fa26746f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:31.456395 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a62f9063-5175-4ebb-bf74-3916fa26746f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:31.472678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-f5824354-ff58-4071-957f-de9ca4f5f946 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=03c0d3273e9b4017836cf3abf9eaff77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265453 Oct 15 19:59:31.490244 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:31.499530 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] Routers {'a62f9063-5175-4ebb-bf74-3916fa26746f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:31.500535 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['a62f9063-5175-4ebb-bf74-3916fa26746f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:31.523572 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9722b5ff-85d2-4128-b84b-08d50798f08b tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/routers/a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 200 len: 745 time: 0.0743194 Oct 15 19:59:31.526519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59578) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:31.575550 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-75bd1a7a-1627-42c2-96aa-0f4ce73940f6 tempest-RoutersIpV6AdminTest-174078459 tempest-RoutersIpV6AdminTest-174078459-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&device_id=a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 200 len: 205 time: 0.0449581 Oct 15 19:59:31.576486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59580) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:31.606390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-bf48d67a-bfc3-472e-bd2c-ca4bd327a324 service neutron] 10.222.0.13 "GET /v2.0/networks/665aaeab-81e0-4c97-83ee-fdca577165e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257021 Oct 15 19:59:31.610669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8db7d21-d563-4ff2-b98d-dbd9cd7e7559 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 200 len: 205 time: 0.0313687 Oct 15 19:59:31.610915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59584) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:31.627292 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:31.627961 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06744095-d65a-42ce-96db-cc0af99189b2 None None] The sync data for ids ['a62f9063-5175-4ebb-bf74-3916fa26746f'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:32.007066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:32.175796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-3ef8216e-c539-42d9-893e-0b63406998b3 service neutron] 10.222.0.13 "GET /v2.0/networks/665aaeab-81e0-4c97-83ee-fdca577165e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586443 Oct 15 19:59:32.210251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:32.212482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:32.360440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:32.360950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Fanout notify agent at l3_agent the message router_deleted on router a62f9063-5175-4ebb-bf74-3916fa26746f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:32.373324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:32.373324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-908d5692-8438-4bba-9c3c-e81506909a73 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 204 len: 168 time: 0.7570860 Oct 15 19:59:32.373510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.406747 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9369b74d-d190-4855-af07-9028796862c4 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 200 len: 205 time: 0.0324502 Oct 15 19:59:32.413781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59592) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.452243 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-97274354-9108-4e8d-a284-c13088a94c66 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.453282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97274354-9108-4e8d-a284-c13088a94c66 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/a62f9063-5175-4ebb-bf74-3916fa26746f HTTP/1.1" status: 404 len: 336 time: 0.0425684 Oct 15 19:59:32.456100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59598) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.487642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6377e066-26f6-4406-bd56-9c893ae06365 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 200 len: 205 time: 0.0303631 Oct 15 19:59:32.489961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59600) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.527676 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-4938c4a4-f38e-4c0e-9f91-5bb343b0a9a4 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.528722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4938c4a4-f38e-4c0e-9f91-5bb343b0a9a4 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/bf638061-3652-4f84-98f4-bf8d8dd70066 HTTP/1.1" status: 404 len: 336 time: 0.0378668 Oct 15 19:59:32.531326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.560627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-616fccb0-c42a-410a-aa1c-537977452370 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 200 len: 205 time: 0.0282128 Oct 15 19:59:32.563037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59606) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.605586 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-2b954558-40f6-490c-a3a2-a2357c1e63bf tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.606684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2b954558-40f6-490c-a3a2-a2357c1e63bf tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/b378c6ff-e64d-4751-b680-25bd24cac7ba HTTP/1.1" status: 404 len: 336 time: 0.0425448 Oct 15 19:59:32.609565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59610) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.638274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d7c12691-9e97-4ff0-a07f-fe7bacb2fa13 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 200 len: 205 time: 0.0276051 Oct 15 19:59:32.640746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59612) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.678720 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-55d26706-f870-4ccd-9d3e-3875d2e33241 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.680106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-55d26706-f870-4ccd-9d3e-3875d2e33241 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/12953d1d-2164-4b04-8325-d5516f50d90f HTTP/1.1" status: 404 len: 336 time: 0.0383365 Oct 15 19:59:32.683175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.714266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-62164a55-f45c-4b48-aac5-5aab8d754721 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 200 len: 205 time: 0.0300095 Oct 15 19:59:32.716868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59618) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.762996 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-0288988c-4d53-413e-9977-5719bdda8d18 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.764010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0288988c-4d53-413e-9977-5719bdda8d18 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/e7e26741-462e-41c1-88fc-e37e00f6c684 HTTP/1.1" status: 404 len: 336 time: 0.0462012 Oct 15 19:59:32.766589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59620) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.788332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf573be5-3314-4eb6-b470-74f12376247f req-b807f791-143d-4c5b-8d05-c20e15c117a1 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 210 time: 0.0634298 Oct 15 19:59:32.812614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57ed6ea5-3b13-4195-ab1a-a258416e1ae1 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "GET /v2.0/ports?device_id=677cc379-c1e8-40de-a085-993832be763c HTTP/1.1" status: 200 len: 205 time: 0.0449514 Oct 15 19:59:32.814982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59622) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.850362 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-01efa204-4829-43b2-b239-3f550c95d778 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] delete failed (client error): The resource could not be found. Oct 15 19:59:32.851340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-01efa204-4829-43b2-b239-3f550c95d778 tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/routers/677cc379-c1e8-40de-a085-993832be763c HTTP/1.1" status: 404 len: 336 time: 0.0354843 Oct 15 19:59:32.854442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:32.880532 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8d3610-b49c-40f4-8207-e54fcc6a36ee tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] DELETE failed (client error): The resource could not be found. Oct 15 19:59:32.880909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8d3610-b49c-40f4-8207-e54fcc6a36ee tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 19:59:32.883917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ff8d3610-b49c-40f4-8207-e54fcc6a36ee tempest-RoutersIpV6AdminTest-631027111 tempest-RoutersIpV6AdminTest-631027111-project] 10.222.0.13 "DELETE /v2.0/subnets/3f9053b3-ff33-4e70-81d4-63e8e66c71b5 HTTP/1.1" status: 404 len: 337 time: 0.0285780 Oct 15 19:59:33.286438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59632) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:33.388980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7cd597d-f53f-4d31-98a2-450575aee72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.461073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7cd597d-f53f-4d31-98a2-450575aee72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.546096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7cd597d-f53f-4d31-98a2-450575aee72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.593158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59640) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:33.593706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7cd597d-f53f-4d31-98a2-450575aee72f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e01d8f117ae41d28ba42f45d25f4cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057132 Oct 15 19:59:33.595314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd597d-f53f-4d31-98a2-450575aee72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd382bd-e57b-4236-9411-ecc5e551fffd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:33.647358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.671163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.786041 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.788627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:33.789836 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdd382bd-e57b-4236-9411-ecc5e551fffd HTTP/1.1" status: 204 len: 168 time: 0.1956401 Oct 15 19:59:33.797730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c26b9-a122-425f-ab0e-d67084a057ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd382bd-e57b-4236-9411-ecc5e551fffd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:33.896195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f043afb4-5846-4655-8966-4a6a16d734b5 req-1d53a5e1-955c-49cf-8e00-9d3a40bfd25c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 210 time: 0.0271599 Oct 15 19:59:34.444540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:34.496151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-38d45810-7c15-43af-b483-f077a3ca1446 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94a6138340c5463685fee09296c8c362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504324 Oct 15 19:59:34.498643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:34.550046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:34.580284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:34.598568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-d5ffcf3e-e9a0-45cc-a457-83aca92d2d0c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.600030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-d5ffcf3e-e9a0-45cc-a457-83aca92d2d0c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.15 "GET /v2.0/networks?id=665aaeab-81e0-4c97-83ee-fdca577165e4 HTTP/1.1" status: 200 len: 809 time: 0.1169405 Oct 15 19:59:34.617843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Request body: {'port': {'device_id': 'ee819008-67d3-499c-b991-d1632e10d7af', 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4', 'admin_state_up': True, 'tenant_id': '03c0d3273e9b4017836cf3abf9eaff77'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:34.720430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:34.723447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:34.731283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79c2a33e-ac05-487c-804e-fde921471ef6 HTTP/1.1" status: 204 len: 168 time: 0.2263446 Oct 15 19:59:34.734684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17717-164d-4f85-a8ab-5d732e14ee5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2a33e-ac05-487c-804e-fde921471ef6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:34.817795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.823795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.829822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.835781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.842703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.846536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Made reservation on behalf of 03c0d3273e9b4017836cf3abf9eaff77 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:34.848864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.850480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:34.855360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:34.857559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-4a914ff1-81bd-4e10-b4f6-b94584a3dc2e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1056781 Oct 15 19:59:34.901104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26ea1f8d-0dc3-4eda-98d4-e2cc10eab21e req-9fec9b24-4990-4d4c-be80-2d281e3d4d16 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0352855 Oct 15 19:59:34.988875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Allocated IP 172.20.0.4 (665aaeab-81e0-4c97-83ee-fdca577165e4/eccfb126-accc-4d57-ac87-eccaedce8b4b/a2fe6301-404f-4c32-b25a-7885a3ac8014) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:35.060947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb900f79-e32e-4938-84aa-b9f1f1d06354 req-e43610e9-0463-4542-b554-b4927cea19e4 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 210 time: 0.0262477 Oct 15 19:59:35.152537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.167251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.173630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.180763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.186149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.192420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.198921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.205086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.207072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-564dcf19-5726-4b11-91f6-953d675cc1c6 req-73d03278-e052-4cab-b54c-5e3c1868bc4d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.0947251 Oct 15 19:59:35.238564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.284114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Network 665aaeab-81e0-4c97-83ee-fdca577165e4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:35.287200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:35.290860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:35.299791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Pushing event updated for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:35.345060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:35.345662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.445696 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-7d5b62c5-7e3e-490b-afb7-13f39e78733c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317015 Oct 15 19:59:35.459479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Request body: {'port': {'device_id': 'ee819008-67d3-499c-b991-d1632e10d7af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:35.522247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.812615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2fe6301-404f-4c32-b25a-7885a3ac8014 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:59:35.820475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.833019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Transition to ACTIVE for port object a2fe6301-404f-4c32-b25a-7885a3ac8014 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 19:59:35.920326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:35.997930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:36.012948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59698) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:36.057201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Attempting to bind port a2fe6301-404f-4c32-b25a-7885a3ac8014 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:59:36.057915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Attempting to bind port a2fe6301-404f-4c32-b25a-7885a3ac8014 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:59:36.057915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Attempting to bind port a2fe6301-404f-4c32-b25a-7885a3ac8014 on network 665aaeab-81e0-4c97-83ee-fdca577165e4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:36.062062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Port a2fe6301-404f-4c32-b25a-7885a3ac8014 on network 665aaeab-81e0-4c97-83ee-fdca577165e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 19:59:36.062362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Attempting to bind port a2fe6301-404f-4c32-b25a-7885a3ac8014 on network 665aaeab-81e0-4c97-83ee-fdca577165e4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:36.067139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:59:36.067469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Checking segment: {'id': '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:36.067875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Bound using segment: {'id': '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:59:36.068289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Bound port: a2fe6301-404f-4c32-b25a-7885a3ac8014, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:59:36.068637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:36.136075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:59:36.139887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014,segment=NetworkSegment(4201fd5d-d74e-4e6f-b76d-ce86fc83ab19),segment_id=4201fd5d-d74e-4e6f-b76d-ce86fc83ab19)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:59:36.141712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f3d59357-6386-4109-98b4-307d418e98ea tempest-AgentManagementNegativeTest-1305276540 tempest-AgentManagementNegativeTest-1305276540-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1252856 Oct 15 19:59:36.196928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b8813-1d0d-4414-89bc-08694877f5d2 req-edfa742c-c1b9-4b95-a17f-1e14d3a121c9 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.198680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f8b8813-1d0d-4414-89bc-08694877f5d2 req-edfa742c-c1b9-4b95-a17f-1e14d3a121c9 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 943 time: 0.0558777 Oct 15 19:59:36.206255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:36.241612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f8b8813-1d0d-4414-89bc-08694877f5d2 req-8d2495a3-17bf-45ea-86ee-4c295841a6f6 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Oct 15 19:59:36.243305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.249939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:36.249939 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] 10.222.0.15 "PUT /v2.0/ports/a2fe6301-404f-4c32-b25a-7885a3ac8014 HTTP/1.1" status: 200 len: 1092 time: 0.7905445 Oct 15 19:59:36.249939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:36.249939 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65030ff1-98c7-45dd-964e-e42fa8bf67fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:36.281184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb189-5cde-4ad4-a8e9-b1c8aba07854 service neutron] Pushing event updated for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:36.296002 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13303bd2-0f9d-48bc-bbf1-70d35f5e7f0b x-openstack-request-id: req-13303bd2-0f9d-48bc-bbf1-70d35f5e7f0b {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:36.296291 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:36.296568 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13303bd2-0f9d-48bc-bbf1-70d35f5e7f0b {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:36.296963 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014', 'status': 'completed', 'code': 200} Oct 15 19:59:36.361102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-6c395bd4-461c-4094-b28e-63e0e154379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.362656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-6c395bd4-461c-4094-b28e-63e0e154379a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03c0d3273e9b4017836cf3abf9eaff77&device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 1095 time: 0.0443320 Oct 15 19:59:36.464578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-31d4649f-c0f3-4a00-8c44-670d3d927d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.466037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-31d4649f-c0f3-4a00-8c44-670d3d927d7f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=03c0d3273e9b4017836cf3abf9eaff77&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0941923 Oct 15 19:59:36.566290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-01b423cd-2138-4558-8ca8-5dad0db3c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.567764 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-65030ff1-98c7-45dd-964e-e42fa8bf67fd req-01b423cd-2138-4558-8ca8-5dad0db3c4ce service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934007 Oct 15 19:59:36.643239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-0c90c78b-10b6-4c36-8a8d-4789e463e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.644718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-0c90c78b-10b6-4c36-8a8d-4789e463e0c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03c0d3273e9b4017836cf3abf9eaff77&device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 1095 time: 0.0402737 Oct 15 19:59:36.651183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59714) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:36.693912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-e956a69a-2171-47ae-a1bf-a87bda0f094a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014 HTTP/1.1" status: 200 len: 217 time: 0.0405183 Oct 15 19:59:36.742881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169e19b-1940-4940-93bd-bb77838502a2 req-36d6c5ea-25ee-4449-ba37-2ee8c24fa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:36.744878 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-36d6c5ea-25ee-4449-ba37-2ee8c24fa1fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eccfb126-accc-4d57-ac87-eccaedce8b4b HTTP/1.1" status: 200 len: 849 time: 0.0435295 Oct 15 19:59:36.764746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6603cfd-53c7-4e81-873b-f07f71d14951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:36.789102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-0f69e6d9-c39f-4fa9-a2d1-4201678e6305 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=665aaeab-81e0-4c97-83ee-fdca577165e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322917 Oct 15 19:59:36.918559 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-ec5c86b8-bb2b-412e-8d39-0fd259742e36 service neutron] 10.222.0.15 "GET /v2.0/networks/665aaeab-81e0-4c97-83ee-fdca577165e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208453 Oct 15 19:59:36.957825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6603cfd-53c7-4e81-873b-f07f71d14951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.020662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0169e19b-1940-4940-93bd-bb77838502a2 req-950029ac-93a4-4d38-831e-1539f72f59b5 service neutron] 10.222.0.15 "GET /v2.0/networks/665aaeab-81e0-4c97-83ee-fdca577165e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929794 Oct 15 19:59:37.086019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6603cfd-53c7-4e81-873b-f07f71d14951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.131282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6603cfd-53c7-4e81-873b-f07f71d14951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434fa9e3-8abc-402a-81bd-8ac77e1ada8d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:37.138817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6603cfd-53c7-4e81-873b-f07f71d14951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=296d09141fe549e3a34fa6b90632faca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834285 Oct 15 19:59:37.140259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59734) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:37.200264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.227045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.300696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59744) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:37.374160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.376729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:37.377831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/434fa9e3-8abc-402a-81bd-8ac77e1ada8d HTTP/1.1" status: 204 len: 168 time: 0.2357001 Oct 15 19:59:37.418430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dce4b-1a46-4e27-b2cc-c2250f24a7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434fa9e3-8abc-402a-81bd-8ac77e1ada8d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:37.444767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ef150-3647-48f5-a8a1-688b814d6175 req-460e3e12-a8d1-4615-8042-071643ca219a tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.446169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2ef150-3647-48f5-a8a1-688b814d6175 req-460e3e12-a8d1-4615-8042-071643ca219a tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 943 time: 0.1143675 Oct 15 19:59:37.453437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.453688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.454118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.454620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.455076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.455652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.456085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:37.458021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-5932f374-6ed2-4257-8f39-6edc0950582f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.1562471 Oct 15 19:59:37.513368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2ef150-3647-48f5-a8a1-688b814d6175 req-df10ec67-539f-4878-b043-c1ab1e071823 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543780 Oct 15 19:59:37.518264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-4cd2ecef-48c0-4056-a515-b666c0b0d041 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0526702 Oct 15 19:59:38.399870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59776) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:38.493640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1561862959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:38.569030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Made reservation on behalf of a17f3f63ee314c9f80d4d83c664b907d for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:38.573299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:38.584196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:38.653150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b84987-0e11-4215-9bf5-a2b8943e6d25 req-4dddd0cf-5c74-48ed-99a8-05b8f0a9e779 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:38.654572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78b84987-0e11-4215-9bf5-a2b8943e6d25 req-4dddd0cf-5c74-48ed-99a8-05b8f0a9e779 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 943 time: 0.0721838 Oct 15 19:59:38.712359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78b84987-0e11-4215-9bf5-a2b8943e6d25 req-3f3e54c5-0f63-4286-a330-d8528f138a3c tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Oct 15 19:59:38.734469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:38.799799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:38.831617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:59:38.836815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613d2f4b-cabd-4f60-9b10-6899f9700cc0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:38.844814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:38.845138 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Added segment 0343610c-9ba0-4d7b-913c-176b06bee3e6 of type vlan for network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 Oct 15 19:59:38.883821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.014642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.020064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.020647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.114387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Network': ['ID=2593ae5d-4e53-473e-93b6-9b42a1db98e4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:39.125698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:59:39.130895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.138025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.144006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.149968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.156634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.162573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.169117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.171093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-98b4f982-4c17-452b-9012-2ea4f35cc6e0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1665049 Oct 15 19:59:39.177499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19ec9caa-6993-4b09-a641-b163ebf2465a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7733145 Oct 15 19:59:39.178036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:39.189459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'subnet': {'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:39.219495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-723ada71-3c16-4d73-87a4-a50bae4b4bdb req-7b2b6130-44cb-441a-9c3f-0104cd955868 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419374 Oct 15 19:59:39.377019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Made reservation on behalf of a17f3f63ee314c9f80d4d83c664b907d for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:39.380639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.393152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.399023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.405223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.411136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.418040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.423975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.429807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.432434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac30d8d9-d528-453b-9688-7e3958547a00 req-ed7f630b-cda0-4745-8283-246f2456ab08 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.0929821 Oct 15 19:59:39.638148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.695953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Subnet': ['ID=5b4c86be-1372-44cd-ae8a-7c3d1ba96b48,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:39.706289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Checking segment: {'id': '0343610c-9ba0-4d7b-913c-176b06bee3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:39.706654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network hostable DHCP agents. Network: 2593ae5d-4e53-473e-93b6-9b42a1db98e4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:59:39.817786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:59:39.830804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986b532-fca1-4361-9194-605fcdbd299b req-594af591-a102-4d7b-935c-a0852c4870c3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.832401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8986b532-fca1-4361-9194-605fcdbd299b req-594af591-a102-4d7b-935c-a0852c4870c3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 943 time: 0.0540328 Oct 15 19:59:39.871463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8986b532-fca1-4361-9194-605fcdbd299b req-aee2ec80-c40a-4cfb-9c3b-4715b4222dbc tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323908 Oct 15 19:59:39.909038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 2593ae5d-4e53-473e-93b6-9b42a1db98e4) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:39.913180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:39.913770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:39.919672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9eb2c1-3561-465a-814f-b3239efe4ec9 None None] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:40.003152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1347c97-24c8-4a4f-bf82-865c2257c480 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8237810 Oct 15 19:59:40.005747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59798) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:40.010202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-464850793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:40.062726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-2593ae5d-4e53-473e-93b6-9b42a1db98e4', 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4', 'tenant_id': 'a17f3f63ee314c9f80d4d83c664b907d', 'fixed_ips': [{'subnet_id': '5b4c86be-1372-44cd-ae8a-7c3d1ba96b48'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 19:59:40.063578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.129045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.130231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.186143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.201291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Allocated IP 172.20.0.2 (2593ae5d-4e53-473e-93b6-9b42a1db98e4/5b4c86be-1372-44cd-ae8a-7c3d1ba96b48/836bcee1-21ce-401e-bf8f-3db013c4a16d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:40.271862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.345533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.362151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.367016 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-effa0bcb-92ab-404f-b362-506e045fd9c1 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3568938 Oct 15 19:59:40.367016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:40.443427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.469887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a2fe6301-404f-4c32-b25a-7885a3ac8014 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 19:59:40.493858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:40.499668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:40.507667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:40.511074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Pushing event updated for resources: {'Port': ['ID=836bcee1-21ce-401e-bf8f-3db013c4a16d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:40.616604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Attempting to bind port 836bcee1-21ce-401e-bf8f-3db013c4a16d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 19:59:40.616885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Attempting to bind port 836bcee1-21ce-401e-bf8f-3db013c4a16d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0343610c-9ba0-4d7b-913c-176b06bee3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 19:59:40.617250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Attempting to bind port 836bcee1-21ce-401e-bf8f-3db013c4a16d on network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 19:59:40.625961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 19:59:40.626331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Checking segment: {'id': '0343610c-9ba0-4d7b-913c-176b06bee3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:40.626722 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.627107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Bound using segment: {'id': '0343610c-9ba0-4d7b-913c-176b06bee3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 19:59:40.627597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Bound port: 836bcee1-21ce-401e-bf8f-3db013c4a16d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0343610c-9ba0-4d7b-913c-176b06bee3e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 19:59:40.627958 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.652089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.656684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014,segment=NetworkSegment(4201fd5d-d74e-4e6f-b76d-ce86fc83ab19),segment_id=4201fd5d-d74e-4e6f-b76d-ce86fc83ab19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:40.688260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'a2fe6301-404f-4c32-b25a-7885a3ac8014', 'network_id': '665aaeab-81e0-4c97-83ee-fdca577165e4', 'port_id': 'a2fe6301-404f-4c32-b25a-7885a3ac8014', 'mac_address': 'fa:16:3e:55:a2:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eccfb126-accc-4d57-ac87-eccaedce8b4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 19:59:40.743512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] For port 836bcee1-21ce-401e-bf8f-3db013c4a16d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 19:59:40.748237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] For port 836bcee1-21ce-401e-bf8f-3db013c4a16d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=836bcee1-21ce-401e-bf8f-3db013c4a16d,segment=NetworkSegment(0343610c-9ba0-4d7b-913c-176b06bee3e6),segment_id=0343610c-9ba0-4d7b-913c-176b06bee3e6)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 19:59:40.752894 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.902687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Allocated IP 172.20.0.1 (2593ae5d-4e53-473e-93b6-9b42a1db98e4/5b4c86be-1372-44cd-ae8a-7c3d1ba96b48/a36cb549-a8ce-472c-a9dd-afd3749d9de8) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:40.913601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:40.926281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2fe6301-404f-4c32-b25a-7885a3ac8014 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 19:59:40.986287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014,segment=NetworkSegment(4201fd5d-d74e-4e6f-b76d-ce86fc83ab19),segment_id=4201fd5d-d74e-4e6f-b76d-ce86fc83ab19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:40.997936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f084ab4-6be8-462e-9527-ff71fcbd27ec None None] Pushing event updated for resources: {'Port': ['ID=836bcee1-21ce-401e-bf8f-3db013c4a16d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:41.006282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d37663-fab9-47a9-af24-4adae0b3e637 req-471effc2-6af9-45bf-aa7f-ab75ff6dea17 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.007807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7d37663-fab9-47a9-af24-4adae0b3e637 req-471effc2-6af9-45bf-aa7f-ab75ff6dea17 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 943 time: 0.0636086 Oct 15 19:59:41.039588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:41.049402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:41.055965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7d37663-fab9-47a9-af24-4adae0b3e637 req-94766520-ac73-43de-b338-f7de1b74c5cd tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Oct 15 19:59:41.102642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:41.129530 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:41.185511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:41.188678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:41.196008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:41.199825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=a36cb549-a8ce-472c-a9dd-afd3749d9de8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:41.256245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:41.424051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a2fe6301-404f-4c32-b25a-7885a3ac8014'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:59:41.462778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:41.558794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.559431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.560001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.560519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.561031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.561541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.562053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:41.564024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-1939861d-6ba8-48e6-b6b4-aa5207f364e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.0999742 Oct 15 19:59:41.604023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-530d5b6c-1dca-4315-9bc9-9b4790b84ad4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326355 Oct 15 19:59:41.813753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:41.942494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8322a287-98b8-4c7b-acde-6e651370a1fe None None] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:42.014617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-11793671-3252-438e-b791-baf2f4285d1c None None] Provisioning complete for port 836bcee1-21ce-401e-bf8f-3db013c4a16d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.014989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11793671-3252-438e-b791-baf2f4285d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.080540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.139929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.164563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11793671-3252-438e-b791-baf2f4285d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.198724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61bf8-842f-4c24-9909-556a7d51711b req-2ac35fea-9aff-475d-b0a4-6538746a1922 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:42.200949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87c61bf8-842f-4c24-9909-556a7d51711b req-2ac35fea-9aff-475d-b0a4-6538746a1922 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 944 time: 0.0726793 Oct 15 19:59:42.223833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-11793671-3252-438e-b791-baf2f4285d1c None None] For port 836bcee1-21ce-401e-bf8f-3db013c4a16d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=836bcee1-21ce-401e-bf8f-3db013c4a16d,segment=NetworkSegment(0343610c-9ba0-4d7b-913c-176b06bee3e6),segment_id=0343610c-9ba0-4d7b-913c-176b06bee3e6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:42.241023 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.242929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=a36cb549-a8ce-472c-a9dd-afd3749d9de8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:42.264715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87c61bf8-842f-4c24-9909-556a7d51711b req-a03fe997-e966-4f64-9af4-5d67081bc4b9 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565410 Oct 15 19:59:42.316976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11793671-3252-438e-b791-baf2f4285d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.341861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 836bcee1-21ce-401e-bf8f-3db013c4a16d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:59:42.366486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:42.368109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:42.402345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11793671-3252-438e-b791-baf2f4285d1c None None] Pushing event updated for resources: {'Port': ['ID=836bcee1-21ce-401e-bf8f-3db013c4a16d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:42.423100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 836bcee1-21ce-401e-bf8f-3db013c4a16d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.423474 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.538691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b62f8428-48c5-4fa8-bcb1-1ea2327b2664 None None] Provisioning complete for port a36cb549-a8ce-472c-a9dd-afd3749d9de8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.539330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b62f8428-48c5-4fa8-bcb1-1ea2327b2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.557760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Router b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 19:59:42.575132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b62f8428-48c5-4fa8-bcb1-1ea2327b2664 None None] Port a36cb549-a8ce-472c-a9dd-afd3749d9de8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:59:42.585629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b62f8428-48c5-4fa8-bcb1-1ea2327b2664 None None] Provisioning complete for port 836bcee1-21ce-401e-bf8f-3db013c4a16d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.585957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b62f8428-48c5-4fa8-bcb1-1ea2327b2664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.658497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:42.664717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb2f27fe-3903-489b-b0ea-6e8c99f23f73 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "PUT /v2.0/routers/b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2975855 Oct 15 19:59:42.667622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59836) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:42.673211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'port': {'network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4', 'name': 'tempest-FloatingIPNegativeTestJSON-1723957968'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:42.675461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] Sync routers for ids ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:42.690446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] Routers {'b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:42.691330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:42.726666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:42.736232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] Routers {'b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:42.736848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:42.774779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:42.776275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545ab2f0-0d1c-4525-9bd3-2090e6944a58 None None] The sync data for ids ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:42.804799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-92482a9e-f880-40e0-bf15-66c4a198eaf2 None None] Provisioning complete for port a36cb549-a8ce-472c-a9dd-afd3749d9de8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.805170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-92482a9e-f880-40e0-bf15-66c4a198eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.842984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-92482a9e-f880-40e0-bf15-66c4a198eaf2 None None] Port a36cb549-a8ce-472c-a9dd-afd3749d9de8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:59:42.843773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Made reservation on behalf of a17f3f63ee314c9f80d4d83c664b907d for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:42.847383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.865484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] device_id is not set on port a5421c32-dd81-41f5-8bc1-b29669a6e190 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 19:59:42.961582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ed734205-57a3-47b7-b99d-9140a8ed8bc0 None None] Provisioning complete for port a36cb549-a8ce-472c-a9dd-afd3749d9de8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:42.961962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed734205-57a3-47b7-b99d-9140a8ed8bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:42.997169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ed734205-57a3-47b7-b99d-9140a8ed8bc0 None None] Port a36cb549-a8ce-472c-a9dd-afd3749d9de8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:59:43.043405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Allocated IP 172.20.0.5 (2593ae5d-4e53-473e-93b6-9b42a1db98e4/5b4c86be-1372-44cd-ae8a-7c3d1ba96b48/a5421c32-dd81-41f5-8bc1-b29669a6e190) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:43.186970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.289327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.333757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:43.346920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:43.361566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:43.378577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=a5421c32-dd81-41f5-8bc1-b29669a6e190,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:43.435903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:43.436474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.451201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20ded-18f2-4cc3-b6be-c8e3541e6fcc req-30c07ec0-243c-4eb6-9a93-f42580e11f84 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:43.452766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49d20ded-18f2-4cc3-b6be-c8e3541e6fcc req-30c07ec0-243c-4eb6-9a93-f42580e11f84 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 944 time: 0.1179159 Oct 15 19:59:43.497477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49d20ded-18f2-4cc3-b6be-c8e3541e6fcc req-cf53cc10-33ee-4023-ab61-5d0494b6b8dc tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Oct 15 19:59:43.526547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c240d95-5a7a-4ec9-829e-f40231b4bf41 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8576336 Oct 15 19:59:43.529960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:43.534941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:43.619547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-30e71f58-88ec-4e95-ac5a-0e52d616745b None None] Provisioning complete for port a5421c32-dd81-41f5-8bc1-b29669a6e190 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:43.620117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30e71f58-88ec-4e95-ac5a-0e52d616745b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.654384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-30e71f58-88ec-4e95-ac5a-0e52d616745b None None] Port a5421c32-dd81-41f5-8bc1-b29669a6e190 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 19:59:43.666587 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.764546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:43.871815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Allocated IP 172.25.0.209 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/cceb1f5c-c67b-490a-b4b9-3754ed1985b0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:43.968910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.051335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.091003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:44.093987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:44.097360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:44.121769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=cceb1f5c-c67b-490a-b4b9-3754ed1985b0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:44.186445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.216994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 836bcee1-21ce-401e-bf8f-3db013c4a16d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:59:44.267673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 836bcee1-21ce-401e-bf8f-3db013c4a16d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:44.268037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.274756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.430137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.469207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a2fe6301-404f-4c32-b25a-7885a3ac8014 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 19:59:44.500459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.585727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port a2fe6301-404f-4c32-b25a-7885a3ac8014 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 19:59:44.590663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port a2fe6301-404f-4c32-b25a-7885a3ac8014 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 19:59:44.591261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.597515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=cceb1f5c-c67b-490a-b4b9-3754ed1985b0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:44.633271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.664213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11180f-1df4-42b1-ba9c-7b3c4779d453 req-55a53c0c-7168-4fa9-86d1-b7f2d55e1048 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:44.665773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec11180f-1df4-42b1-ba9c-7b3c4779d453 req-55a53c0c-7168-4fa9-86d1-b7f2d55e1048 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 944 time: 0.0913444 Oct 15 19:59:44.689326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.710628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.711058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:44.711876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e981f20e-1f7e-4c78-a54c-4855c6d13798 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1807034 Oct 15 19:59:44.714908 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e2a941-9985-410b-98c6-e41e8c998882" -d '{"events": [{"server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:44.715688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:44.721059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-21d90744-b99f-47be-8685-eaf033661ead tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'floatingip': {'port_id': 'a5421c32-dd81-41f5-8bc1-b29669a6e190', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:44.725566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec11180f-1df4-42b1-ba9c-7b3c4779d453 req-7011ce38-fb4c-439d-b0b7-e4a2af590c7e tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523417 Oct 15 19:59:44.732351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014,segment=NetworkSegment(4201fd5d-d74e-4e6f-b76d-ce86fc83ab19),segment_id=4201fd5d-d74e-4e6f-b76d-ce86fc83ab19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:44.776308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21d90744-b99f-47be-8685-eaf033661ead tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.815663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:44.848215 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213b1e0a-a13e-4c7a-bf51-936e5ed5164c x-openstack-request-id: req-213b1e0a-a13e-4c7a-bf51-936e5ed5164c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:44.848510 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "name": "network-vif-plugged", "status": "completed", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:44.848790 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-213b1e0a-a13e-4c7a-bf51-936e5ed5164c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:44.849158 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014', 'code': 200} Oct 15 19:59:44.877406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:44.954726 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-21d90744-b99f-47be-8685-eaf033661ead tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] update failed (client error): The resource could not be found. Oct 15 19:59:44.956490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-21d90744-b99f-47be-8685-eaf033661ead tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "PUT /v2.0/floatingips/dc7a9f3f-3db9-4ade-8648-1bdea7b56189 HTTP/1.1" status: 404 len: 507 time: 0.2397933 Oct 15 19:59:44.959505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59854) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:44.968714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9acc93-a012-4ccd-948f-45851940a1f6 req-05d45b3b-975e-48a6-8c5c-9472f260744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:44.970609 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bb9acc93-a012-4ccd-948f-45851940a1f6 req-05d45b3b-975e-48a6-8c5c-9472f260744c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 1097 time: 0.0760612 Oct 15 19:59:45.008218 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bb9acc93-a012-4ccd-948f-45851940a1f6 req-f001a045-5c83-4942-b7c8-e1aeae0db26b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304735 Oct 15 19:59:45.094148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting port cceb1f5c-c67b-490a-b4b9-3754ed1985b0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:45.094494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.184316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.184640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.196577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Calling delete_port for cceb1f5c-c67b-490a-b4b9-3754ed1985b0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:45.399984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.429618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Port': ['ID=cceb1f5c-c67b-490a-b4b9-3754ed1985b0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:45.489703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.492597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.494106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f79addf7-deeb-4f7d-81de-40ae398fb2c4 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc7a9f3f-3db9-4ade-8648-1bdea7b56189 HTTP/1.1" status: 204 len: 168 time: 0.5329802 Oct 15 19:59:45.497530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59856) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:45.501873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ef53c74d-8031-4af7-b093-af3a1365fe96 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'floatingip': {'floating_network_id': '2593ae5d-4e53-473e-93b6-9b42a1db98e4', 'port_id': 'a5421c32-dd81-41f5-8bc1-b29669a6e190', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:45.614083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef53c74d-8031-4af7-b093-af3a1365fe96 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:45.788636 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-ef53c74d-8031-4af7-b093-af3a1365fe96 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 19:59:45.792381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef53c74d-8031-4af7-b093-af3a1365fe96 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2912769 Oct 15 19:59:45.793854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:45.798724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'a5421c32-dd81-41f5-8bc1-b29669a6e190', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:45.861905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a78d99-8eb1-4874-869e-8f212f2916a7 req-4c190ae8-0ac6-466f-a199-bc7d496af6a4 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:45.863498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5a78d99-8eb1-4874-869e-8f212f2916a7 req-4c190ae8-0ac6-466f-a199-bc7d496af6a4 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 945 time: 0.0602314 Oct 15 19:59:45.900930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5a78d99-8eb1-4874-869e-8f212f2916a7 req-2561783a-ed9d-40e8-a002-eca8af4c41e5 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Oct 15 19:59:45.908361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.299257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.405183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Allocated IP 172.25.0.12 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/f4a94a8a-ea8a-4051-ba0f-02e1650abead) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 19:59:46.508771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.611608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.649810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 19:59:46.652680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:46.654969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 19:59:46.683412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event updated for resources: {'Port': ['ID=f4a94a8a-ea8a-4051-ba0f-02e1650abead,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:46.820636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting port f4a94a8a-ea8a-4051-ba0f-02e1650abead {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:46.820975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.899355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.899752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:46.911319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Calling delete_port for f4a94a8a-ea8a-4051-ba0f-02e1650abead owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:47.046198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754cda1-51fb-40db-ab6e-8c75ce526007 req-2507a5a3-02f6-4fe2-b3fc-3129a180dbf3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:47.047781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c754cda1-51fb-40db-ab6e-8c75ce526007 req-2507a5a3-02f6-4fe2-b3fc-3129a180dbf3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 945 time: 0.0774298 Oct 15 19:59:47.096932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c754cda1-51fb-40db-ab6e-8c75ce526007 req-445b944c-eb6e-4e4d-b6d3-0a132d6c2fe7 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430379 Oct 15 19:59:47.194534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:47.232380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Port': ['ID=f4a94a8a-ea8a-4051-ba0f-02e1650abead,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:47.394586 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] create failed (client error): The resource could not be found. Oct 15 19:59:47.395733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20406231-7ddb-4c05-b2a3-df1adbbc5a4e tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6005371 Oct 15 19:59:47.400341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59874) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:47.494895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting port a5421c32-dd81-41f5-8bc1-b29669a6e190 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:47.495136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:47.581534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:47.594525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Calling delete_port for a5421c32-dd81-41f5-8bc1-b29669a6e190 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:47.794344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:47.826003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Port': ['ID=a5421c32-dd81-41f5-8bc1-b29669a6e190,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:47.900383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:47.903946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d5e2a76-eb3b-4528-b538-fd56b7acc52d tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "DELETE /v2.0/ports/a5421c32-dd81-41f5-8bc1-b29669a6e190 HTTP/1.1" status: 204 len: 168 time: 0.5026231 Oct 15 19:59:47.906370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59884) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:47.959422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7639ee9-5804-427f-84d9-4899f9523376 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:47.965080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7639ee9-5804-427f-84d9-4899f9523376 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "GET /v2.0/ports?device_id=b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5 HTTP/1.1" status: 200 len: 913 time: 0.0535121 Oct 15 19:59:47.965323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:48.290082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:48.474410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-332d914f-86d0-4612-bc44-754d2590df6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:48.541531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting port a36cb549-a8ce-472c-a9dd-afd3749d9de8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:48.541786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:48.633815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:48.645816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Calling delete_port for a36cb549-a8ce-472c-a9dd-afd3749d9de8 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:48.923281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:48.950062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Port': ['ID=a36cb549-a8ce-472c-a9dd-afd3749d9de8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:49.099679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.219010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396eef6b-4ad2-4cc9-8987-02786f87ce94 req-7e1e6cca-d177-4535-b1a9-d0d5a0e39dea tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:49.220611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-396eef6b-4ad2-4cc9-8987-02786f87ce94 req-7e1e6cca-d177-4535-b1a9-d0d5a0e39dea tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.1092310 Oct 15 19:59:49.309547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Router b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:49.317294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-396eef6b-4ad2-4cc9-8987-02786f87ce94 req-a8c453d0-145d-4ae5-a6f2-9950dd7b815e tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648556 Oct 15 19:59:49.340862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:49.393644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:49.402796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d7288cf2-c7d0-40aa-a8e4-7aaa12d4a65b tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "PUT /v2.0/routers/b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4332359 Oct 15 19:59:49.404043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59920) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:49.405430 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] Sync routers for ids ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:49.416442 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] Routers {'b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:49.417040 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:49.448150 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:49.456856 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] Routers {'b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:49.457619 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:49.492402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.499456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:49.500394 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0df85-1d0f-432c-a708-b0d6e143e8da None None] The sync data for ids ['b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:49.518446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port c8d6ef89-bb54-4fea-9ac4-1d70b4861061 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:49.518883 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.598505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.598838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.611730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for c8d6ef89-bb54-4fea-9ac4-1d70b4861061 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:49.662148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.664372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.828683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.829198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Fanout notify agent at l3_agent the message router_deleted on router b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:49.836629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.838863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f2716ab5-91d6-45af-9580-be253332edc5 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "DELETE /v2.0/routers/b161a9ed-b446-4fdf-a4e0-3e1a7fe46fe5 HTTP/1.1" status: 204 len: 168 time: 0.4332108 Oct 15 19:59:49.840722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59928) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:49.874397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.892157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting subnet 5b4c86be-1372-44cd-ae8a-7c3d1ba96b48 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:59:49.895251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.905289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=c8d6ef89-bb54-4fea-9ac4-1d70b4861061,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:49.943121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.965473 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:49.965797 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 5c691d6b-880b-4dc7-9b1a-09276eac4f96 disassociated (deleted). External IP: 172.25.0.51, port: a536094d-10e0-45ae-b135-a9ebd455e116. Oct 15 19:59:50.055049 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.176727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router f7dd69db-4257-44a4-a66c-182b49519da6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:50.229221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.258876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4c86be-1372-44cd-ae8a-7c3d1ba96b48,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:50.261594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.264937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cf0bc968-f262-4e5d-ba4d-4ab89e772a6a tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "DELETE /v2.0/subnets/5b4c86be-1372-44cd-ae8a-7c3d1ba96b48 HTTP/1.1" status: 204 len: 168 time: 0.4231951 Oct 15 19:59:50.267496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59930) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:50.271076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2fcb7-e923-4e22-99bb-4ef6161e38d8 None None] Network 2593ae5d-4e53-473e-93b6-9b42a1db98e4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:50.299125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:50.305195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.342231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84e14edd-a069-44ab-82b4-cf1357210cbe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/floatingips/5c691d6b-880b-4dc7-9b1a-09276eac4f96 HTTP/1.1" status: 204 len: 168 time: 0.9998777 Oct 15 19:59:50.342969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:50.345603 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64950b6-e026-4109-a7ef-60e4caa07b43" -d '{"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:50.351631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Sync routers for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:50.384805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:50.385543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.389621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.435215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cde8-71b5-4bbf-b627-76220cc83ff2 req-c5f5471e-11b3-47e0-8fd6-826c3d8b0346 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:50.436723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0904cde8-71b5-4bbf-b627-76220cc83ff2 req-c5f5471e-11b3-47e0-8fd6-826c3d8b0346 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 945 time: 0.0867116 Oct 15 19:59:50.486528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Deleting port 836bcee1-21ce-401e-bf8f-3db013c4a16d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:50.486867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.492506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0904cde8-71b5-4bbf-b627-76220cc83ff2 req-1618f4ad-14fe-4f22-9a18-ecd3ebfab1c2 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486391 Oct 15 19:59:50.533524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:50.559459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] For port 836bcee1-21ce-401e-bf8f-3db013c4a16d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=836bcee1-21ce-401e-bf8f-3db013c4a16d,segment=NetworkSegment(0343610c-9ba0-4d7b-913c-176b06bee3e6),segment_id=0343610c-9ba0-4d7b-913c-176b06bee3e6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:50.559853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.573389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] DHCP port deletion for 2593ae5d-4e53-473e-93b6-9b42a1db98e4 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:59:50.581143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Calling delete_port for 836bcee1-21ce-401e-bf8f-3db013c4a16d owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:50.720177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Deleting port 836bcee1-21ce-401e-bf8f-3db013c4a16d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:50.720478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.729305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.755339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Port': ['ID=836bcee1-21ce-401e-bf8f-3db013c4a16d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:50.760780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] No DVR routers for this DVR port 836bcee1-21ce-401e-bf8f-3db013c4a16d on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:50.818525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] For port 836bcee1-21ce-401e-bf8f-3db013c4a16d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=836bcee1-21ce-401e-bf8f-3db013c4a16d,segment=NetworkSegment(0343610c-9ba0-4d7b-913c-176b06bee3e6),segment_id=0343610c-9ba0-4d7b-913c-176b06bee3e6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:50.818839 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.833845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Calling delete_port for 836bcee1-21ce-401e-bf8f-3db013c4a16d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:50.853880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.876480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2593ae5d-4e53-473e-93b6-9b42a1db98e4']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.886092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0343610c-9ba0-4d7b-913c-176b06bee3e6') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.886386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0343610c-9ba0-4d7b-913c-176b06bee3e6') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.895858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.900826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.920368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.923301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:59:50.923785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:59:50.927323 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:59:50.936609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Checking router: f7dd69db-4257-44a4-a66c-182b49519da6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:59:50.943394 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12feb0ae-6373-436d-8189-11cc6efe7200 x-openstack-request-id: req-12feb0ae-6373-436d-8189-11cc6efe7200 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:50.943931 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:50.944302 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12feb0ae-6373-436d-8189-11cc6efe7200 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:50.944776 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'status': 'completed', 'code': 200} Oct 15 19:59:50.954092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:50.954723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:50.994398 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:51.025662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-fa046a41-a435-4fa3-8510-ac4a13ddcf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.027259 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-fa046a41-a435-4fa3-8510-ac4a13ddcf0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 1097 time: 0.0480974 Oct 15 19:59:51.031375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] Pushing event deleted for resources: {'Port': ['ID=836bcee1-21ce-401e-bf8f-3db013c4a16d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:51.033335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135fad3-567c-4817-922c-a953330a15d4 None None] No DVR routers for this DVR port 836bcee1-21ce-401e-bf8f-3db013c4a16d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:51.104179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:51.116409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:51.116640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:51.122692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] 10.222.0.13 "DELETE /v2.0/networks/2593ae5d-4e53-473e-93b6-9b42a1db98e4 HTTP/1.1" status: 204 len: 168 time: 0.8519976 Oct 15 19:59:51.139981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-509b56fa-2543-45ef-9f9f-21e7a0267943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.141802 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-509b56fa-2543-45ef-9f9f-21e7a0267943 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 200 len: 898 time: 0.1053865 Oct 15 19:59:51.145223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314547c1-2993-4ad2-b855-7477a8152691 req-1a046306-6fd5-431e-80c5-b8e0a1a78571 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.146710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-314547c1-2993-4ad2-b855-7477a8152691 req-1a046306-6fd5-431e-80c5-b8e0a1a78571 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0764537 Oct 15 19:59:51.147489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b3f75-5f27-4284-ac4f-30cd05ac7851 tempest-FloatingIPNegativeTestJSON-1849194323 tempest-FloatingIPNegativeTestJSON-1849194323-project] Pushing event deleted for resources: {'Network': ['ID=2593ae5d-4e53-473e-93b6-9b42a1db98e4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:51.199307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-5f986c26-3f47-48ef-a035-be82bae65ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 200 len: 217 time: 0.0494030 Oct 15 19:59:51.204252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-314547c1-2993-4ad2-b855-7477a8152691 req-e272abbd-ca26-4870-b178-0ab3f9d2ddec tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 Oct 15 19:59:51.261092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-e7085b29-e065-40bb-b464-373fc6684930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.262532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-e7085b29-e065-40bb-b464-373fc6684930 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 200 len: 835 time: 0.0552981 Oct 15 19:59:51.311775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-198cd117-d0e6-4e7e-b23e-484b8a29d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.313569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-198cd117-d0e6-4e7e-b23e-484b8a29d14e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5e4d4c29-a97d-4568-9168-0edc1f156d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425034 Oct 15 19:59:51.355253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:51.382047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f85556-7720-472d-951d-a3c2843c7b6c None None] The sync data for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 is: [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:56:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '70530689-f897-45f3-9b14-75a823680b5d', 'name': '', 'network_id': '5e4d4c29-a97d-4568-9168-0edc1f156d64', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:34:f8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:43Z', 'updated_at': '2021-10-15T19:56:53Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '41ecf2d9-8e5e-475f-94f5-1e9d29290541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:51.407740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-22a2580f-5491-4549-b54b-5458a8f788b8 service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865128 Oct 15 19:59:51.422977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5c30-4313-4176-bba3-ad10e9eeb217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:51.506961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c64950b6-e026-4109-a7ef-60e4caa07b43 req-fa46c7ec-719e-4dd8-b7c4-9dbd594f3d16 service neutron] 10.222.0.15 "GET /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909119 Oct 15 19:59:51.600277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-b16c1e93-e198-441d-b703-ae402dde0df0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448766 Oct 15 19:59:51.631724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93958cbf-0f08-4efa-957b-442866916672 req-147467f8-1f6b-4532-b1df-d2b4ead35461 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.633279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93958cbf-0f08-4efa-957b-442866916672 req-147467f8-1f6b-4532-b1df-d2b4ead35461 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 945 time: 0.0569432 Oct 15 19:59:51.669651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-c4526dfc-1347-4e3b-9fc7-d34668eeff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.675411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-c4526dfc-1347-4e3b-9fc7-d34668eeff40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9b97243589084c2f9bba6a9505012b8e&device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 1098 time: 0.0440390 Oct 15 19:59:51.687111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93958cbf-0f08-4efa-957b-442866916672 req-2b3c23ea-cc5e-400a-865f-38f3cbaf7db9 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/security-groups?id=4565aad9-b918-4942-aa26-37ddad9fb022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Oct 15 19:59:51.699977 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9234a43-c09d-469e-b5cd-d7885fba3b23 None None] New status for floating IP 5c691d6b-880b-4dc7-9b1a-09276eac4f96: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 19:59:51.717535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:51.794169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-ced0cc7b-35c6-4cbb-9cc2-fe7a66a40b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.795694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-ced0cc7b-35c6-4cbb-9cc2-fe7a66a40b51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 200 len: 912 time: 0.0973341 Oct 15 19:59:51.880817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-ec497c60-6307-4251-aa00-e50eff7da041 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03d77dd6-5869-4d8f-8989-a651b0af4559 HTTP/1.1" status: 200 len: 1002 time: 0.0650892 Oct 15 19:59:51.901835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-94ea6eae-5863-4f61-99e8-adbae26b09c3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.903268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-94ea6eae-5863-4f61-99e8-adbae26b09c3 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 945 time: 0.0862453 Oct 15 19:59:51.905940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ec37a5f-7a64-46d8-a293-7b74e18bb846 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a17f3f63ee314c9f80d4d83c664b907d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873600 Oct 15 19:59:51.908703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59952) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:51.931842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-dff87d47-6473-4fb4-8eaa-578bdf765e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.933428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-dff87d47-6473-4fb4-8eaa-578bdf765e89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 200 len: 850 time: 0.0456333 Oct 15 19:59:51.981261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-ff1328ec-b321-43d6-b0fe-84ab78e0d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:51.982746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-ff1328ec-b321-43d6-b0fe-84ab78e0d622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f79fc251-1c79-4df1-b74b-37b38c7eb4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410016 Oct 15 19:59:52.020011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.053069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.056768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Deleting port a2fe6301-404f-4c32-b25a-7885a3ac8014 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:52.056768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.082949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-84048094-6c9b-4ba7-98b8-693c36929624 service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917802 Oct 15 19:59:52.170005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] For port a2fe6301-404f-4c32-b25a-7885a3ac8014, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a2fe6301-404f-4c32-b25a-7885a3ac8014,segment=NetworkSegment(4201fd5d-d74e-4e6f-b76d-ce86fc83ab19),segment_id=4201fd5d-d74e-4e6f-b76d-ce86fc83ab19)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:52.170349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.183866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Calling delete_port for a2fe6301-404f-4c32-b25a-7885a3ac8014 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:52.193888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0e00ee98-abf6-496e-b889-78bc64a536d5 req-934f815d-04de-4a55-bf9a-bb0549738126 service neutron] 10.222.0.15 "GET /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998976 Oct 15 19:59:52.221281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 836bcee1-21ce-401e-bf8f-3db013c4a16d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:52.253381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 836bcee1-21ce-401e-bf8f-3db013c4a16d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:52.254042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 836bcee1-21ce-401e-bf8f-3db013c4a16d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:52.320035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.329178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.332021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.333202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/613d2f4b-cabd-4f60-9b10-6899f9700cc0 HTTP/1.1" status: 204 len: 168 time: 0.4235601 Oct 15 19:59:52.361654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810002d9-ac2e-4ac4-82a3-33532b0664d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d2f4b-cabd-4f60-9b10-6899f9700cc0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:52.387759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ec7ed-05b1-471f-8c00-c4a6a981a017 req-80f12b20-178a-4ca5-aea2-e85d16161060 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:52.389238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c61ec7ed-05b1-471f-8c00-c4a6a981a017 req-80f12b20-178a-4ca5-aea2-e85d16161060 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.1119425 Oct 15 19:59:52.428257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c61ec7ed-05b1-471f-8c00-c4a6a981a017 req-acce8fe9-1d4e-4455-8fdf-7f4f7a3e01ac tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=45d935c7-4336-4e70-9e74-fc0f31cc18cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Oct 15 19:59:52.442462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.453714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a2fe6301-404f-4c32-b25a-7885a3ac8014'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 19:59:52.482123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Pushing event deleted for resources: {'Port': ['ID=a2fe6301-404f-4c32-b25a-7885a3ac8014,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:52.521418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] No DVR routers for this DVR port a2fe6301-404f-4c32-b25a-7885a3ac8014 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:52.523914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.527542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58796333-1f1a-4d34-89b0-c52104b2eb75 req-df64771b-34c4-4b95-ae52-23285bbaa95f tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.15 "DELETE /v2.0/ports/a2fe6301-404f-4c32-b25a-7885a3ac8014 HTTP/1.1" status: 204 len: 173 time: 0.6167433 Oct 15 19:59:52.528021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'name': 'network-vif-deleted', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:52.530302 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec528c21-b992-46d8-8566-eab770d612c1" -d '{"events": [{"server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "name": "network-vif-deleted", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:52.567604 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121f9185-8d56-4033-ba97-f1bd53c03a46 x-openstack-request-id: req-121f9185-8d56-4033-ba97-f1bd53c03a46 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:52.567892 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee819008-67d3-499c-b991-d1632e10d7af", "name": "network-vif-deleted", "tag": "a2fe6301-404f-4c32-b25a-7885a3ac8014", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:52.568146 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-121f9185-8d56-4033-ba97-f1bd53c03a46 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:52.568541 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee819008-67d3-499c-b991-d1632e10d7af', 'name': 'network-vif-deleted', 'tag': 'a2fe6301-404f-4c32-b25a-7885a3ac8014', 'status': 'completed', 'code': 200} Oct 15 19:59:52.596466 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 19:59:52.605391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.676029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-4170642a-221d-4bcf-9e6c-409a65a6d22a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:52.677563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-4170642a-221d-4bcf-9e6c-409a65a6d22a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 945 time: 0.0594463 Oct 15 19:59:52.744126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:52.769002 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:53.102162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef34f46e-d899-4d79-ab96-da6cd16ade43 req-2a470606-4344-46f5-92ea-19fa61f4a6a5 tempest-ServerTagsTestJSON-994866619 tempest-ServerTagsTestJSON-994866619-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee819008-67d3-499c-b991-d1632e10d7af HTTP/1.1" status: 200 len: 210 time: 0.3305304 Oct 15 19:59:53.126185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port a536094d-10e0-45ae-b135-a9ebd455e116 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:53.126600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:53.219373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port a536094d-10e0-45ae-b135-a9ebd455e116, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a536094d-10e0-45ae-b135-a9ebd455e116,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:53.219784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:53.232808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for a536094d-10e0-45ae-b135-a9ebd455e116 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:53.311032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59984) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:53.411432 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6eff4c78-d82d-4be3-b4f1-d06b358f8e14 tempest-ServiceProvidersTest-207555366 tempest-ServiceProvidersTest-207555366-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0992277 Oct 15 19:59:53.441967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:53.473363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=a536094d-10e0-45ae-b135-a9ebd455e116,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:53.529753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] No DVR routers for this DVR port a536094d-10e0-45ae-b135-a9ebd455e116 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:53.532708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:53.536268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f271648a-d9cf-40e5-8b17-e6c80bd495a8 req-9514d9b9-fd6e-4c88-867d-e096cd3af9f5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "DELETE /v2.0/ports/a536094d-10e0-45ae-b135-a9ebd455e116 HTTP/1.1" status: 204 len: 173 time: 0.8527215 Oct 15 19:59:53.554636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f53bdc0-60ab-47b8-b2e2-56d8d91f3e16 req-bdf97a77-c069-44bf-bc66-c7f8d008f27d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0510738 Oct 15 19:59:53.916688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:54.032271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-176cc85c-486e-4a0d-9e85-f886620d2bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.106292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-176cc85c-486e-4a0d-9e85-f886620d2bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.159943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60000) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:54.182857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-176cc85c-486e-4a0d-9e85-f886620d2bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.217282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Deleting subnet eccfb126-accc-4d57-ac87-eccaedce8b4b {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:59:54.217945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cc85c-486e-4a0d-9e85-f886620d2bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793859b7-d2c7-410f-aee8-a127e3cb7efb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:54.220804 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.237443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-176cc85c-486e-4a0d-9e85-f886620d2bc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=867152b5a86b4308baa3a32a017a37da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196330 Oct 15 19:59:54.239979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:54.268232 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.288571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.306421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.309705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.417376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.445055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eccfb126-accc-4d57-ac87-eccaedce8b4b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:54.447166 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.450445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c88637a-d7e0-4646-8a13-933f31f86c8b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eccfb126-accc-4d57-ac87-eccaedce8b4b HTTP/1.1" status: 204 len: 168 time: 0.2894866 Oct 15 19:59:54.453017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:54.454642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.457538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.459021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/793859b7-d2c7-410f-aee8-a127e3cb7efb HTTP/1.1" status: 204 len: 168 time: 0.2178481 Oct 15 19:59:54.466975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faf1f5-82a2-4f56-af9b-107e7164b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793859b7-d2c7-410f-aee8-a127e3cb7efb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:54.486452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a2fe6301-404f-4c32-b25a-7885a3ac8014 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:54.506592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: a2fe6301-404f-4c32-b25a-7885a3ac8014 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:54.506942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a2fe6301-404f-4c32-b25a-7885a3ac8014 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:54.533586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.548189 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.569358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-deleted', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 19:59:54.571972 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3489807-4965-42be-8a93-64eb86b0738a" -d '{"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-deleted", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 19:59:54.612435 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 19:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8c2441-42d8-45c8-b920-32e070a4dc7d x-openstack-request-id: req-7a8c2441-42d8-45c8-b920-32e070a4dc7d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 19:59:54.613160 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d96ed322-9033-40df-bad8-42fc2c2a4638", "name": "network-vif-deleted", "tag": "a536094d-10e0-45ae-b135-a9ebd455e116", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 19:59:54.613492 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a8c2441-42d8-45c8-b920-32e070a4dc7d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 19:59:54.614086 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd96ed322-9033-40df-bad8-42fc2c2a4638', 'name': 'network-vif-deleted', 'tag': 'a536094d-10e0-45ae-b135-a9ebd455e116', 'status': 'completed', 'code': 200} Oct 15 19:59:54.616272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.638799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665aaeab-81e0-4c97-83ee-fdca577165e4']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:54.648794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:54.649079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4201fd5d-d74e-4e6f-b76d-ce86fc83ab19') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:54.666425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.684769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.693301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:59:54.693873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: items = [ Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: timer() Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:59:54.696309 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:59:54.704755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e6babca-4cbb-4166-ba19-200b4b95fde1 req-86f400b9-6780-426e-aa8d-11b606ce70e9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d96ed322-9033-40df-bad8-42fc2c2a4638 HTTP/1.1" status: 200 len: 210 time: 0.0319397 Oct 15 19:59:54.884069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.889862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:54.893305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] 10.222.0.13 "DELETE /v2.0/networks/665aaeab-81e0-4c97-83ee-fdca577165e4 HTTP/1.1" status: 204 len: 168 time: 0.4393749 Oct 15 19:59:54.906613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a641679-41fa-40c2-a721-1f5d5678c41b admin admin] Pushing event deleted for resources: {'Network': ['ID=665aaeab-81e0-4c97-83ee-fdca577165e4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:55.269409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60028) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:55.312303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff622919-cf46-4b42-ac2d-d3f785365673 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03c0d3273e9b4017836cf3abf9eaff77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416481 Oct 15 19:59:55.314903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60032) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:55.363679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:55.389914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:55.580046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:55.582710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:55.583930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4565aad9-b918-4942-aa26-37ddad9fb022 HTTP/1.1" status: 204 len: 168 time: 0.2680895 Oct 15 19:59:55.593750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0291fef-2bc6-485d-bd68-fc0bc4349566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4565aad9-b918-4942-aa26-37ddad9fb022,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:55.721345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60042) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:55.765233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:55.938673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1098101231'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:56.075530 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Made reservation on behalf of e7120b4c5e724adcb88289ccf2084cfa for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:56.078952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.088743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.226818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.238501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.323517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.362247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:59:56.378847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7877eaf8-f8ce-44b9-b7eb-8f27c44cf633,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:56.388081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.388349 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Added segment 2500cef3-4e63-4358-915d-5aefc242e6c9 of type vlan for network 5df7c81f-e8cf-4dfb-bc62-8afb696fe252 Oct 15 19:59:56.473383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.483963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 19:59:56.505478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: a536094d-10e0-45ae-b135-a9ebd455e116 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 19:59:56.506132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a536094d-10e0-45ae-b135-a9ebd455e116 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 19:59:56.567318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60070) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:56.568231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.574342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:56.582010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.653397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Pushing event updated for resources: {'Network': ['ID=5df7c81f-e8cf-4dfb-bc62-8afb696fe252,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:56.665257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5df7c81f-e8cf-4dfb-bc62-8afb696fe252 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:59:56.669600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-945258778-network', 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:56.670685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 70530689-f897-45f3-9b14-75a823680b5d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:56.671091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.676704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b2eb572b-2068-47f5-9a4d-119831e6862c tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9542811 Oct 15 19:59:56.681284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60074) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:56.686157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-41043ad0-5976-4091-8010-f9dfca9ec070 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-186548224') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:56.769257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port 70530689-f897-45f3-9b14-75a823680b5d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=70530689-f897-45f3-9b14-75a823680b5d,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:56.769620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.782426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 70530689-f897-45f3-9b14-75a823680b5d owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:56.785583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:56.790454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.797873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.837669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-41043ad0-5976-4091-8010-f9dfca9ec070 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "PUT /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-186548224 HTTP/1.1" status: 201 len: 201 time: 0.1550806 Oct 15 19:59:56.842193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60076) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:56.847829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-597bf44d-d3ce-4b58-bba4-41d94d0c22fe tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-186548224') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:56.877776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:56.976733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.006957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 19:59:57.017348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30895838-83bf-4ff9-bb1e-b5d460fbdd56,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:57.025895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.026239 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Added segment 67637714-c0ed-4a77-af3a-a489ffa5c416 of type vlan for network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 Oct 15 19:59:57.069868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.159979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.160991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:57.161588 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.229726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:57.239785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 19:59:57.262474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b3e3fa90-e96c-463c-9068-101a6759e4d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6912911 Oct 15 19:59:57.262676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60078) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:57.268338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Request body: {'subnet': {'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-945258778-subnet', 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 19:59:57.324375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-597bf44d-d3ce-4b58-bba4-41d94d0c22fe tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-186548224 HTTP/1.1" status: 204 len: 168 time: 0.4810832 Oct 15 19:59:57.326663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60080) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:57.330661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-135ab0ad-0def-43bd-b8f4-bd5ad4aaa8bd tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:57.356964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 19:59:57.359443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.437630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-135ab0ad-0def-43bd-b8f4-bd5ad4aaa8bd tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags HTTP/1.1" status: 200 len: 237 time: 0.1099455 Oct 15 19:59:57.440297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60084) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:57.444904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-81929c83-4dd8-44c5-9a0f-e4ce685be3ed tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', {'tags': ['tempest-TagsTest-Tag-792007372', 'tempest-TagsTest-Tag-214468464', 'tempest-TagsTest-Tag-1038500382']}) {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:57.504987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.538728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=70530689-f897-45f3-9b14-75a823680b5d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:57.652564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.715303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:57.718548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad699de2-7250-4a23-a96f-56074bed4d37,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:57.729759 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-81929c83-4dd8-44c5-9a0f-e4ce685be3ed tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "PUT /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags HTTP/1.1" status: 200 len: 307 time: 0.2882495 Oct 15 19:59:57.732392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:57.742629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-14a9a427-4e8a-4717-8d67-9828c6cc9ffb tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-792007372') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:57.742629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 19:59:57.743522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Network hostable DHCP agents. Network: a1779dce-a9f5-4098-9dd2-a1cfb0d3e048, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 19:59:57.880142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 19:59:57.926655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-14a9a427-4e8a-4717-8d67-9828c6cc9ffb tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "DELETE /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-792007372 HTTP/1.1" status: 204 len: 168 time: 0.1931586 Oct 15 19:59:57.929236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:57.934593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-2fa7700c-58bb-420b-938b-ace6b565e0e4 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-792007372') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:57.940796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router f7dd69db-4257-44a4-a66c-182b49519da6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 19:59:58.005391 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-2fa7700c-58bb-420b-938b-ace6b565e0e4 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] show failed (client error): The resource could not be found. Oct 15 19:59:58.006499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2fa7700c-58bb-420b-938b-ace6b565e0e4 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-792007372 HTTP/1.1" status: 404 len: 325 time: 0.0763245 Oct 15 19:59:58.010387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.010991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a1779dce-a9f5-4098-9dd2-a1cfb0d3e048) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 19:59:58.015932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:58.016519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.019723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbb439-1df8-4a59-8583-d1a003a97a84 None None] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:58.023851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-4e066f55-adac-4359-ada5-a0abf4976dc3 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-214468464') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.059460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 19:59:58.067601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-12a4938f-9a93-4f87-82ef-72ac509e38c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/f7dd69db-4257-44a4-a66c-182b49519da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012109 Oct 15 19:59:58.070232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.117764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d29cdfce-0a31-48f8-a81c-5da58c775e59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8458805 Oct 15 19:59:58.117764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e066f55-adac-4359-ada5-a0abf4976dc3 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-214468464 HTTP/1.1" status: 204 len: 168 time: 0.0942566 Oct 15 19:59:58.123369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60098) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.128248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-e9c96c83-1389-48b2-89d6-22234fdd0771 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-1038500382') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.157309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60100) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.170715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting subnet 41ecf2d9-8e5e-475f-94f5-1e9d29290541 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 19:59:58.177154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.236164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.242224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Sync routers for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 19:59:58.255510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f0b5b-6ed0-4d08-bda4-db4d2c897a74 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:58.256151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f0b5b-6ed0-4d08-bda4-db4d2c897a74 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:58.256746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480f0b5b-6ed0-4d08-bda4-db4d2c897a74 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:58.258822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-480f0b5b-6ed0-4d08-bda4-db4d2c897a74 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=3016db26a4b341af8b5f2dd152b785f0&network_id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 200 len: 2972 time: 0.1001475 Oct 15 19:59:58.261631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:58.262420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.345368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e9c96c83-1389-48b2-89d6-22234fdd0771 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-1038500382 HTTP/1.1" status: 204 len: 168 time: 0.2207656 Oct 15 19:59:58.347828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60106) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.353169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-e903c5d6-72d2-4533-ab7a-18bc111a4417 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.399410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.412916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b908fe4-3fee-41a5-a064-af629b26e1b5 None None] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:58.437318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:58.509890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e903c5d6-72d2-4533-ab7a-18bc111a4417 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "DELETE /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags HTTP/1.1" status: 204 len: 168 time: 0.1606312 Oct 15 19:59:58.512113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60116) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.516456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.tag.tag_plugin [None req-601dfd70-d44a-4aa9-877c-6755cd8b7567 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-214468464') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.554683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.601603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Subnet': ['ID=41ecf2d9-8e5e-475f-94f5-1e9d29290541,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:58.612447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.614873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89b2686-34dc-42cf-a56b-b93cbad929af None None] Network 5e4d4c29-a97d-4568-9168-0edc1f156d64 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 19:59:58.617109 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/subnets/41ecf2d9-8e5e-475f-94f5-1e9d29290541 HTTP/1.1" status: 204 len: 168 time: 0.5448284 Oct 15 19:59:58.620182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.629686 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-601dfd70-d44a-4aa9-877c-6755cd8b7567 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] show failed (client error): The resource could not be found. Oct 15 19:59:58.634108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-601dfd70-d44a-4aa9-877c-6755cd8b7567 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-214468464 HTTP/1.1" status: 404 len: 325 time: 0.1177793 Oct 15 19:59:58.634313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.634313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.634313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.634313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.634313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.634698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.637184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4c4f2-27a3-49a1-b229-d6ac5c7db4f7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 19:59:58.641437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60128) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.678433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ca991ed6-21a8-4bf9-bfa7-4d10c11ae25e tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252', 'tempest-TagsTest-Tag-1038500382') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.728787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-67d7e7b6-c437-4c34-9c72-1289733a61eb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:58.730645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-67d7e7b6-c437-4c34-9c72-1289733a61eb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1140139 Oct 15 19:59:58.748508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-9013453f-b166-4760-9537-76dd8ed83dd5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0104365 Oct 15 19:59:58.791779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-24cde6b4-8993-4cbc-b5e2-e08fe11f331e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356941 Oct 15 19:59:58.801882 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-ca991ed6-21a8-4bf9-bfa7-4d10c11ae25e tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] show failed (client error): The resource could not be found. Oct 15 19:59:58.802907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca991ed6-21a8-4bf9-bfa7-4d10c11ae25e tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "GET /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags/tempest-TagsTest-Tag-1038500382 HTTP/1.1" status: 404 len: 326 time: 0.1306937 Oct 15 19:59:58.805746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.807698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:58.813110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.tag.tag_plugin [None req-ad76e17e-a9d7-46da-914c-bb6a9d7c0893 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5df7c81f-e8cf-4dfb-bc62-8afb696fe252') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.816204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:59:57Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.845627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Checking router: f7dd69db-4257-44a4-a66c-182b49519da6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 19:59:58.856154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Routers {'f7dd69db-4257-44a4-a66c-182b49519da6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 19:59:58.860908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f7dd69db-4257-44a4-a66c-182b49519da6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:58.907690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] DHCP port deletion for 5e4d4c29-a97d-4568-9168-0edc1f156d64 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 19:59:58.908027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-b74f19f3-6de1-420f-bb81-ff356f91f499 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081121 Oct 15 19:59:58.983058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad76e17e-a9d7-46da-914c-bb6a9d7c0893 tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "DELETE /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252/tags HTTP/1.1" status: 204 len: 168 time: 0.1735418 Oct 15 19:59:58.985601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:58.987538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60132) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:59.015206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] Set router f7dd69db-4257-44a4-a66c-182b49519da6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 19:59:59.046289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Deleting port 041c4046-87b6-4e7c-bd68-4ed3cb734440 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:59.046976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.073679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-8e1a53a4-9fb0-4a0a-ab2c-800c6e8d566b service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586082 Oct 15 19:59:59.083243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.136372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 19:59:59.136731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.194074 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.199885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] For port 041c4046-87b6-4e7c-bd68-4ed3cb734440, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=041c4046-87b6-4e7c-bd68-4ed3cb734440,segment=NetworkSegment(c3552104-95b1-4953-8e03-fb5dcb18f4c6),segment_id=c3552104-95b1-4953-8e03-fb5dcb18f4c6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:59.200278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.218464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Calling delete_port for 041c4046-87b6-4e7c-bd68-4ed3cb734440 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:59.221648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df7c81f-e8cf-4dfb-bc62-8afb696fe252']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:59.231886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2500cef3-4e63-4358-915d-5aefc242e6c9') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:59.232182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2500cef3-4e63-4358-915d-5aefc242e6c9') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:59.243781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.251313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 19:59:59.251818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.256468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.264552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 19:59:59.276054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 19:59:59.277179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: timer() Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 19:59:59.368555 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 19:59:59.377965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:59:57Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 19:59:59.411176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ef40b0-3199-4eb1-b99b-691b028f04f5 None None] The sync data for ids ['f7dd69db-4257-44a4-a66c-182b49519da6'] in n-d-712140-14 is: [{'id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699304233', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:56:36Z', 'updated_at': '2021-10-15T19:59:57Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '16e8d3ce-7174-4ecb-b3a7-ff937c696f3c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dd69db-4257-44a4-a66c-182b49519da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1997, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:56:37Z', 'updated_at': '2021-10-15T19:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 19:59:59.440008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.447775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59f214c8-2744-4928-ac14-c6bca558397e req-a5d7eab2-0662-4199-9441-f2f2af34ee47 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 210 time: 0.0339658 Oct 15 19:59:59.463971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.487060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] Pushing event deleted for resources: {'Port': ['ID=041c4046-87b6-4e7c-bd68-4ed3cb734440,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:59.496403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.500158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] 10.222.0.13 "DELETE /v2.0/networks/5df7c81f-e8cf-4dfb-bc62-8afb696fe252 HTTP/1.1" status: 204 len: 168 time: 0.5095394 Oct 15 19:59:59.502270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1732d03-d2f3-42ac-a7c7-92010b9b2dda tempest-TagsTest-2061606393 tempest-TagsTest-2061606393-project] Pushing event deleted for resources: {'Network': ['ID=5df7c81f-e8cf-4dfb-bc62-8afb696fe252,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:59.504376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf83189c-70ff-45bf-b79b-a3023136e2aa None None] No DVR routers for this DVR port 041c4046-87b6-4e7c-bd68-4ed3cb734440 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 19:59:59.582849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.611250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=16e8d3ce-7174-4ecb-b3a7-ff937c696f3c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 19:59:59.669583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.761412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.763733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.826259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60148) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 19:59:59.879730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7457e7e-dd2b-46c5-bcfe-d9cf7df69b66 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 19:59:59.881553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d7457e7e-dd2b-46c5-bcfe-d9cf7df69b66 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 814 time: 0.0539975 Oct 15 19:59:59.911253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.911866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Fanout notify agent at l3_agent the message router_deleted on router f7dd69db-4257-44a4-a66c-182b49519da6 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 19:59:59.918800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 19:59:59.919977 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d5a1661a-40f4-4b5d-a848-dd8a8337a323 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/routers/f7dd69db-4257-44a4-a66c-182b49519da6 HTTP/1.1" status: 204 len: 168 time: 1.2986901 Oct 15 19:59:59.922893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.012917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.064556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60158) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.116218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.138642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4d4c29-a97d-4568-9168-0edc1f156d64']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:00.149243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3552104-95b1-4953-8e03-fb5dcb18f4c6') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:00.149539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3552104-95b1-4953-8e03-fb5dcb18f4c6') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:00.159588 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.192060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.196690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:00:00.197300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:00:00.200543 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:00:00.292366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dcba779f-3e93-470d-86a7-a668dc09145e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7120b4c5e724adcb88289ccf2084cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267425 Oct 15 20:00:00.294639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60164) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.346419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60166) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.347844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.351700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'network': {'name': 'tempest-network-smoke--561298202', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:00.368869 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.373461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.384050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.387168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/networks/5e4d4c29-a97d-4568-9168-0edc1f156d64 HTTP/1.1" status: 204 len: 168 time: 0.4632699 Oct 15 20:00:00.390423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.403528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb2ed5-0e67-42a1-b000-80744a3cc78a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Network': ['ID=5e4d4c29-a97d-4568-9168-0edc1f156d64,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:00.464181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:00.469053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.474346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.517790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.527785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:00:00.553317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.554383 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Added segment ddc52edf-c550-4359-8e55-c53348a5ed9e of type vlan for network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa Oct 15 20:00:00.559949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1df7d084-e18e-4ce7-8f54-106ef4396dd4 req-8b435d01-ae84-4d14-b4fe-23781e9fac56 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 210 time: 0.0421648 Oct 15 20:00:00.579647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.583849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.583849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7877eaf8-f8ce-44b9-b7eb-8f27c44cf633 HTTP/1.1" status: 204 len: 168 time: 0.2878876 Oct 15 20:00:00.593279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c7ed-672f-49ef-bb59-95e18a59968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877eaf8-f8ce-44b9-b7eb-8f27c44cf633,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:00.608334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.666051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 70530689-f897-45f3-9b14-75a823680b5d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:00:00.687335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 70530689-f897-45f3-9b14-75a823680b5d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:00:00.687737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 70530689-f897-45f3-9b14-75a823680b5d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:00:00.688159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 041c4046-87b6-4e7c-bd68-4ed3cb734440 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:00:00.709088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 041c4046-87b6-4e7c-bd68-4ed3cb734440 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:00:00.709434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 041c4046-87b6-4e7c-bd68-4ed3cb734440 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:00:00.733909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.739643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:00.740233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.761613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.767947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:00.767947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/security-groups/45d935c7-4336-4e70-9e74-fc0f31cc18cb HTTP/1.1" status: 204 len: 168 time: 0.3738151 Oct 15 20:00:00.792947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb0363-b2a6-4330-9d21-17b10a6981c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d935c7-4336-4e70-9e74-fc0f31cc18cb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:00.821800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Network': ['ID=95330a52-5dcf-4be5-a1dc-c55a9062cbaa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:00.831113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:00:00.862783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-15a5ebc3-a0f7-4879-bd47-d7bdcc778c17 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5151317 Oct 15 20:00:00.866247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60178) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:00.966129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a66b1-913d-4d69-81b2-17a4e76d8f75 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:00.967993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f7a66b1-913d-4d69-81b2-17a4e76d8f75 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3016db26a4b341af8b5f2dd152b785f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1006639 Oct 15 20:00:00.970732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60184) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.060763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c76155f-7113-488d-bca0-d19c6c65a6a9 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:01.063093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c76155f-7113-488d-bca0-d19c6c65a6a9 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905528 Oct 15 20:00:01.073127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.109286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6fd9c9c6-51ef-4c8b-b79c-18c4bc405a55 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338607 Oct 15 20:00:01.111064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.147054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a443b1fa-89ac-444b-a06a-d20a8fae38d2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3016db26a4b341af8b5f2dd152b785f0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324678 Oct 15 20:00:01.147274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.224583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60198) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.230639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622609899', 'description': 'tempest-secgroup-smoke-1622609899 description', 'project_id': 'a2301625fb6245419989ec4432323cf2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:01.266923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180f0e3-00cd-472a-931b-a7330a9c1ec2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:01.268486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4180f0e3-00cd-472a-931b-a7330a9c1ec2 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1202667 Oct 15 20:00:01.273519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60202) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.301586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-634369a9-fa5f-4578-8312-b565c2488257 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263693 Oct 15 20:00:01.304184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60204) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.309060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2120397384', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:01.344692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.459992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.468325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:01.471927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.540680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.585414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9575384e-15a9-448b-af04-461c5a9271cd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:01.658434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ba765e8-b450-4cda-af68-32b33c51e0d9 req-acc183eb-b29d-42c1-95bc-76321a64b9d4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 210 time: 0.0320754 Oct 15 20:00:01.708567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.712254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-14f826e7-1fa8-4118-85ee-00d282860796 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4842052 Oct 15 20:00:01.714422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:01.719034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:01.872589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:01.922077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Subnet': ['ID=dd8a9bac-f703-4811-baf3-be1d99b52a8d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:01.932709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Checking segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:01.933074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network hostable DHCP agents. Network: 95330a52-5dcf-4be5-a1dc-c55a9062cbaa, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:00:01.952566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.065730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.096073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-27076a3d-9aba-4893-a1f3-6639369cdca5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:02.097568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-27076a3d-9aba-4893-a1f3-6639369cdca5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.11 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1300185 Oct 15 20:00:02.098648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:00:02.122297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:02.181388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:00:02.206629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:00:02.207219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 16e8d3ce-7174-4ecb-b3a7-ff937c696f3c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:00:02.235056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.252943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc7acd4-c68a-4008-a98e-039d110b4ff8,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:02.276687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 95330a52-5dcf-4be5-a1dc-c55a9062cbaa) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:02.280474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:02.281072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.286217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778d052b-ed71-491d-b88c-f6d518665bb5 None None] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:00:02.432985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ips': [{'subnet_id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:00:02.434150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.435438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:02.438956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.539360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.539360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f731e0da-5151-487b-af90-ed54ff1a0eb1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8212116 Oct 15 20:00:02.540370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60232) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:02.544827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:02.584625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c38009e3-fc9d-4d80-80df-a525e926436b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2766891 Oct 15 20:00:02.596024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Allocated IP 172.20.0.18 (95330a52-5dcf-4be5-a1dc-c55a9062cbaa/dd8a9bac-f703-4811-baf3-be1d99b52a8d/2ac7fda3-7e2a-47ba-9d40-05e78c3baa83) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:02.609389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.10 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/028ca6d8-afb4-41e2-8db9-b0c737fe0af5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:02.649417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.772422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.773515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.831104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.848174 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.873779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee93e8d-542f-43cb-bce1-ca0c75137555,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:02.880835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.944190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.954709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60246) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:02.959457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24256143', 'description': 'tempest-secgroup-smoke-24256143 description', 'project_id': '3016db26a4b341af8b5f2dd152b785f0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:02.971867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Pushing event updated for resources: {'Port': ['ID=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:02.978370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:02.981213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:02.984555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:02.984705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:02.987602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8ebcceef-d2b3-4355-9bb0-e67b109a3962 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4466517 Oct 15 20:00:02.999105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60248) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:03.009960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:03.042879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.060172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:03.070266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Attempting to bind port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:03.071672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Attempting to bind port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:03.072122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Attempting to bind port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 on network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:03.072791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:03.076799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:03.077462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:03.077832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Checking segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:03.078235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.078714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Bound using segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:03.079174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Bound port: 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:03.079546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.112665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.154659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] For port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:03.157581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] For port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:03.165224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075883-2179-4636-9be2-251a7286814c req-e692e119-09e0-46cd-874d-93cff95aaeff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:03.167828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51075883-2179-4636-9be2-251a7286814c req-e692e119-09e0-46cd-874d-93cff95aaeff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 932 time: 0.1056771 Oct 15 20:00:03.192317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:03.192935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.220865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.227627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.238689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51075883-2179-4636-9be2-251a7286814c req-915d28ca-e156-4524-85a5-0ae3842fd9b1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Oct 15 20:00:03.244697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.287828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.294120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.315737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5408b70-87ab-47fe-abde-553ac0cdfa18 None None] Pushing event updated for resources: {'Port': ['ID=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.323585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-47251278-6234-4c38-8e91-9199942539bc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2058251 Oct 15 20:00:03.326235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.337229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Request body: {'port': {'device_id': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:03.373660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.393694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352bd442-6b05-4de1-b712-4da59b07cd22,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.397287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.406215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.407693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-12c6e7b4-0cdb-4c4d-9470-0cb00ad952a0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4522045 Oct 15 20:00:03.408580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60250) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:03.412923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:03.457860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.459127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-57e311eb-f452-494b-b87d-ab006fe943e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590378 Oct 15 20:00:03.462823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60252) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:03.525636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:03.588393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.660403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.727946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:03.735677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.747680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.759294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Transition to ACTIVE for port object 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:00:03.782056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.802238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.806536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596b915a-4ab0-4225-adce-a31cf9add612,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.842290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.872745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.874272 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ffeb54f-b909-4f27-82b4-f9de2c6f65d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4649835 Oct 15 20:00:03.875667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:03.877407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60256) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:03.883032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:03.909995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbc36e7-42da-4e2e-9cd1-baad2064ac23,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.916979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:03.993042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Attempting to bind port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:03.993823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Attempting to bind port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:03.993823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Attempting to bind port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:03.998748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:00:03.999206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Attempting to bind port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:04.004809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:04.005158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:04.005540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:04.005961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Bound port: 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:04.006323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.074321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:04.077623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:04.116686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.135314 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.169178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.173391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-32443c5a-a021-455e-8776-3c04eda1ed19 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7058597 Oct 15 20:00:04.175072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:04.181096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:04.182589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.183584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.185530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] 10.222.0.11 "PUT /v2.0/ports/028ca6d8-afb4-41e2-8db9-b0c737fe0af5 HTTP/1.1" status: 200 len: 1093 time: 0.8534734 Oct 15 20:00:04.193182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:04.200379 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e502aa5b-4c03-4b09-8a95-df1376f4342e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:04.234097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec99ed8-cc25-4df0-85dd-84b8fbf8abd1 service neutron] Pushing event updated for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:04.250093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.277559 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6fbcac-e54b-45a1-8f02-e9084cdceea2 x-openstack-request-id: req-ad6fbcac-e54b-45a1-8f02-e9084cdceea2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:04.278054 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:04.278802 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad6fbcac-e54b-45a1-8f02-e9084cdceea2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:04.279625 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5', 'status': 'completed', 'code': 200} Oct 15 20:00:04.312048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:04.323351 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:00:04.328114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.342661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.374473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-42cf1e8c-e413-4e00-856c-13c9d2539fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.377046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-42cf1e8c-e413-4e00-856c-13c9d2539fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 1096 time: 0.0813377 Oct 15 20:00:04.399899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:04.400266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.408690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a80c287-1191-4e65-ab12-50e3f75f4f5b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:04.463836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dd9ee2-7cda-4935-9082-2d1ee42d7ad9 None None] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:00:04.468705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.473057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.474809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-739585b6-9130-45a2-a170-ce3c67ec27b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5957344 Oct 15 20:00:04.479750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60270) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:04.484951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:04.504467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b207fc7-6d98-4630-a188-dc8b3f4b38a1 req-c5764cd3-9e95-4c33-a0eb-0793a7f0eaa9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.504467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b207fc7-6d98-4630-a188-dc8b3f4b38a1 req-c5764cd3-9e95-4c33-a0eb-0793a7f0eaa9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 944 time: 0.1389005 Oct 15 20:00:04.551208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.572606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac0a6c9-8f7b-462e-a0f1-b9f0a459ca7c,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:04.580104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b207fc7-6d98-4630-a188-dc8b3f4b38a1 req-2b471d50-2969-4fe5-957b-2ce806e88de6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628908 Oct 15 20:00:04.604742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.608059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-75dee7c1-bbbd-41db-a415-e9ccb697118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.611631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-75dee7c1-bbbd-41db-a415-e9ccb697118c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2221959 Oct 15 20:00:04.670219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.696733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.698355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.703523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e539f8a2-5fe9-4edb-b1d3-ae0f13ae6ddb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5245636 Oct 15 20:00:04.703523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:04.707251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '9575384e-15a9-448b-af04-461c5a9271cd', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:04.751247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.764831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0658b7f0-7918-4728-a2be-461b7aa7a9da None None] Provisioning complete for port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:04.769389 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0658b7f0-7918-4728-a2be-461b7aa7a9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.776740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26cd68b-5d14-4db7-9c98-29c5bf838a24,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:04.810666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-153b8c73-694e-4622-992e-bc021d20df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.812694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e502aa5b-4c03-4b09-8a95-df1376f4342e req-153b8c73-694e-4622-992e-bc021d20df59 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930120 Oct 15 20:00:04.829252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:04.853199 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:00:04.859204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.906607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-98579bc3-95d9-4247-a5bf-7d8810dba626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:04.908554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-98579bc3-95d9-4247-a5bf-7d8810dba626 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 1096 time: 0.0569494 Oct 15 20:00:04.934701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.953887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-a97ff8b3-07b4-4e6b-9697-25ba2acb91f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5 HTTP/1.1" status: 200 len: 217 time: 0.0368545 Oct 15 20:00:04.954630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:04.959006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0658b7f0-7918-4728-a2be-461b7aa7a9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.009193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.022111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8fd2b2bb-a9f8-4ce4-bffb-ac4745b7e78e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5386443 Oct 15 20:00:05.022811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60278) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:05.027971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:05.031911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-64157aac-2957-40c8-99be-3966cedfe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:05.040386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-64157aac-2957-40c8-99be-3966cedfe438 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0730855 Oct 15 20:00:05.040570 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.044559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:05.058429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-0658b7f0-7918-4728-a2be-461b7aa7a9da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:00:05.058692 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-0658b7f0-7918-4728-a2be-461b7aa7a9da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:00:05.068716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adb19b6-53f3-4a1a-ae6f-0ea18be027bd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:05.080494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-44cad09f-6203-4fea-b839-70119bf8bcfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390580 Oct 15 20:00:05.177105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.190318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-f4f8b321-19af-4203-a512-a365ab4f69a0 service neutron] 10.222.0.11 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034598 Oct 15 20:00:05.235612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.236899 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-955227fd-a324-4b99-a9d2-2486e6d08c97 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5343261 Oct 15 20:00:05.241988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:05.253098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'network': {'name': 'tempest-network-smoke--723957313', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:05.292503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.298796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38efaf20-2647-4df9-923c-082b9a4ab018 req-a9c1b524-5de7-4965-8003-84043c93a726 service neutron] 10.222.0.11 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006901 Oct 15 20:00:05.373409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:05.377040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.404089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:00:05.404089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.430386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.431038 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Added segment 36fc6684-d190-4552-8714-1668fbc42b3b of type vlan for network b1dee94b-70b8-4d19-b2de-757ce45227e0 Oct 15 20:00:05.435040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7002c8-e29f-4f23-8457-3636147d3616,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:05.472899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.506700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.507922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b2d26a5-a4f1-477e-8aa7-1a848eb74560 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4841897 Oct 15 20:00:05.511643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:05.515908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:05.577086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.582720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:05.583313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.624393 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:00:05.628400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.666593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Network': ['ID=b1dee94b-70b8-4d19-b2de-757ce45227e0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:05.678606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:00:05.704691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240b0f9-0f56-4912-91c3-8247cabb3985 req-7b8f101a-1f32-4c7d-832c-905b3dc5932e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:05.707157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5240b0f9-0f56-4912-91c3-8247cabb3985 req-7b8f101a-1f32-4c7d-832c-905b3dc5932e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 944 time: 0.0529923 Oct 15 20:00:05.723700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.749711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5240b0f9-0f56-4912-91c3-8247cabb3985 req-f829acf8-fa64-4db6-99a0-25b14f8b2d65 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Oct 15 20:00:05.754885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1e8feae3-0759-464c-bc2a-b65e3a25a99b None None] Provisioning complete for port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:05.755251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e8feae3-0759-464c-bc2a-b65e3a25a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.776325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fd31cfc0-313a-4e9f-85bf-8551ac79f5a4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5327592 Oct 15 20:00:05.779001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:05.783539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'admin_state_up': True, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:05.831045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.853298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca683ee1-951c-439f-af2d-48eec97509fe,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:05.880212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.881339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.933829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.950105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:05.951301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cc2ae18d-2f9b-4891-b3d9-eb40732035e9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4387498 Oct 15 20:00:05.954063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:05.958318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': '8bd3d9ed-a957-4f04-bbc9-4d360e07ab20', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:06.084083 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:00:06.091299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.177542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.213550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.233637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:06.280562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:06.280941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.281558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.305236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d646442-b862-4f72-afe6-3822314d331b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:06.445074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.446816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c9089a5-8fb1-4fc9-a5a8-450f4013043a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4917901 Oct 15 20:00:06.470331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.494325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.616715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.208 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/f4986459-c886-4062-8528-ffa80e4f3978) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:06.688553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-9214b6b2-abf8-411c-a9e9-c460a295c2c0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24256143&fields=id&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 267 time: 0.0330255 Oct 15 20:00:06.732648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.806830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-9f267036-c022-4982-9b29-6662b8612ca3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:06.808335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-9f267036-c022-4982-9b29-6662b8612ca3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/networks?id=95330a52-5dcf-4be5-a1dc-c55a9062cbaa HTTP/1.1" status: 200 len: 796 time: 0.1114531 Oct 15 20:00:06.824726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-9ea5cbd3-0fc7-47b7-8684-b71cf3db406b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/quotas/3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 375 time: 0.0103853 Oct 15 20:00:06.834230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:06.874036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:06.876828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:06.879884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:06.891243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-fa518193-b526-4867-9742-879e19ffd226 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607193 Oct 15 20:00:06.911211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=f4986459-c886-4062-8528-ffa80e4f3978,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:07.208627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:07.307851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-3929a7ca-8b79-4b85-bad3-6cc60cd00a66 service neutron] 10.222.0.13 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076068 Oct 15 20:00:07.406762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-1331f93f-0392-4441-8128-26a18f929944 service neutron] 10.222.0.13 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905962 Oct 15 20:00:07.415511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:07.647959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router ce87c07f-02ab-4e7f-9762-ab3ee49a499c is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:00:07.765515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:00:07.780452 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Sync routers for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:00:07.792164 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:07.792858 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:07.834275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f7ea-4797-4217-aa9f-6f0e3c2d6714 req-4f427eca-64b4-4c7c-a0bd-73685f2ab2a3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:07.836460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d32f7ea-4797-4217-aa9f-6f0e3c2d6714 req-4f427eca-64b4-4c7c-a0bd-73685f2ab2a3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 944 time: 0.0715916 Oct 15 20:00:07.844860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:07.846220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6f2483d-e243-4550-a647-1a10b6ee8e80 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0662336 Oct 15 20:00:07.853098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60320) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:07.881124 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0258e4f0-a2c4-4ac0-b109-31d8290393be tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a2301625fb6245419989ec4432323cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305445 Oct 15 20:00:07.885570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:07.895915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d32f7ea-4797-4217-aa9f-6f0e3c2d6714 req-5386dd81-1497-45a9-9860-7706a02c0e20 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Oct 15 20:00:07.935590 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:08.000947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5d3c9-70a0-4943-9e7b-8c4a176f4936 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:08.007775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dfa5d3c9-70a0-4943-9e7b-8c4a176f4936 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209619 Oct 15 20:00:08.011243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:08.062023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-62a97f0e-7058-45d9-b695-aa0388669b07 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493448 Oct 15 20:00:08.064616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:08.069658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-247548044', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:08.093715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4bd2d72c-f9c7-4e02-b5da-5d34e52b96c3 req-8a1fcadf-a6f4-411f-8eed-47ae8d2d044f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 210 time: 0.0632658 Oct 15 20:00:08.156806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:07Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:08.221786 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Checking router: ce87c07f-02ab-4e7f-9762-ab3ee49a499c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:00:08.222468 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Updating router ce87c07f-02ab-4e7f-9762-ab3ee49a499c port f4986459-c886-4062-8528-ffa80e4f3978 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:00:08.252479 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.275778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:08.282945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.547253 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.671396 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.720626 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Attempting to bind port f4986459-c886-4062-8528-ffa80e4f3978 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:08.721090 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Attempting to bind port f4986459-c886-4062-8528-ffa80e4f3978 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:08.721510 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Attempting to bind port f4986459-c886-4062-8528-ffa80e4f3978 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:08.733271 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Pushing event updated for resources: {'Port': ['ID=f4986459-c886-4062-8528-ffa80e4f3978,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:08.735472 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:08.735871 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:08.736267 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.736654 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:08.737117 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Bound port: f4986459-c886-4062-8528-ffa80e4f3978, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:08.737495 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.761120 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.761461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.762149 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.762149 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.762411 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.762744 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.763066 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.763387 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.763731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.764050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.764376 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.764696 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:08.800360 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] For port f4986459-c886-4062-8528-ffa80e4f3978, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:08.803539 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] For port f4986459-c886-4062-8528-ffa80e4f3978, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4986459-c886-4062-8528-ffa80e4f3978,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:08.932038 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:08.992046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:08.992958 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:08.997652 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4270c9e-861a-4465-8087-d2d9d86c0f28 None None] Pushing event updated for resources: {'Port': ['ID=f4986459-c886-4062-8528-ffa80e4f3978,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:09.019181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e5226-759a-4971-aea1-1518ad268cd8 req-fe1c3d89-7161-4722-bfce-8af22cfc737d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:09.019784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:09.020693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-345e5226-759a-4971-aea1-1518ad268cd8 req-fe1c3d89-7161-4722-bfce-8af22cfc737d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 944 time: 0.0528355 Oct 15 20:00:09.084941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-345e5226-759a-4971-aea1-1518ad268cd8 req-52ca4328-1ab1-41f7-86cc-9e2041bd3e3e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529923 Oct 15 20:00:09.119866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:09.121626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:09.121981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network hostable DHCP agents. Network: b1dee94b-70b8-4d19-b2de-757ce45227e0, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:00:09.125459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Subnet': ['ID=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:09.203251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:00:09.255991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb26608f-7df6-4a6d-b81c-6b3042859c5f req-54d2b900-bdbe-478a-8c05-6d1a1424f6d3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 210 time: 0.0308707 Oct 15 20:00:09.306241 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:07Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:09.328166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b1dee94b-70b8-4d19-b2de-757ce45227e0) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:09.332704 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27620aaf-e4fa-4974-b634-a78624f8d6f6 None None] The sync data for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 is: [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:07Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:00:09.338889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:09.339189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b13556-6cbb-4284-90d9-1c1e7e56ea36 None None] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:00:09.339802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:09.429482 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-130bde8d-c84b-4cc4-bb94-9ecfb5781dc9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3636775 Oct 15 20:00:09.432345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60354) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:09.437649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:00:09.587369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b1dee94b-70b8-4d19-b2de-757ce45227e0', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:00:09.587917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:09.629216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:09.725524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5', 'mac_address': 'fa:16:3e:02:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:00:09.824214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:09.852770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:09.882314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:09.892231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Allocated IP 172.20.0.2 (b1dee94b-70b8-4d19-b2de-757ce45227e0/f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437/ff033c04-33c2-40a4-9825-6baaa1e2e80a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:09.998432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.017287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.100399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:10.182751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.268616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.336939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:10.342907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:10.346588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:10.373430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4986459-c886-4062-8528-ffa80e4f3978 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:10.400445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Pushing event updated for resources: {'Port': ['ID=ff033c04-33c2-40a4-9825-6baaa1e2e80a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:10.425754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:10.510272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ed37b-9c0f-469b-a606-9b0bfbefa442 req-bc6d261c-f0e0-465b-91b1-79fc6acd4f99 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:10.511897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa6ed37b-9c0f-469b-a606-9b0bfbefa442 req-bc6d261c-f0e0-465b-91b1-79fc6acd4f99 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 945 time: 0.2767618 Oct 15 20:00:10.514786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Attempting to bind port ff033c04-33c2-40a4-9825-6baaa1e2e80a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:10.515271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Attempting to bind port ff033c04-33c2-40a4-9825-6baaa1e2e80a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:10.515912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Attempting to bind port ff033c04-33c2-40a4-9825-6baaa1e2e80a on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:10.527240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-7ddb0ce0-472f-4ed3-a07e-cd5d3710a131 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:10.528805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-7ddb0ce0-472f-4ed3-a07e-cd5d3710a131 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.15 "GET /v2.0/networks?id=95330a52-5dcf-4be5-a1dc-c55a9062cbaa HTTP/1.1" status: 200 len: 796 time: 0.4376674 Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Bound using segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Bound port: ff033c04-33c2-40a4-9825-6baaa1e2e80a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:10.538949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.642589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f4986459-c886-4062-8528-ffa80e4f3978 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:10.642966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.661170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa6ed37b-9c0f-469b-a606-9b0bfbefa442 req-5cbee268-2c7b-440b-b3ea-b33c1bd76bfe tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284678 Oct 15 20:00:10.681809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6bd350e5-abef-4e6b-8aa4-1b685a2e01ca tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 471 time: 0.1372454 Oct 15 20:00:10.686899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] For port ff033c04-33c2-40a4-9825-6baaa1e2e80a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:10.698152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'port': {'device_id': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'admin_state_up': True, 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'security_groups': ['8bd3d9ed-a957-4f04-bbc9-4d360e07ab20']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:10.715512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] For port ff033c04-33c2-40a4-9825-6baaa1e2e80a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ff033c04-33c2-40a4-9825-6baaa1e2e80a,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:10.719999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.1 (b1dee94b-70b8-4d19-b2de-757ce45227e0/f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437/d51eaef8-3524-4b96-b32d-d51a63f020d6) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:10.805926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.826071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.847426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port f4986459-c886-4062-8528-ffa80e4f3978, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4986459-c886-4062-8528-ffa80e4f3978,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:10.916708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a18a68c-3c1e-4332-bc57-954deec1e7ad req-49598445-23e8-4992-b6c3-2afacde32a7e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 210 time: 0.0923734 Oct 15 20:00:10.935346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:10.947517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Pushing event updated for resources: {'Port': ['ID=ff033c04-33c2-40a4-9825-6baaa1e2e80a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:10.964800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.965309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.965746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.966284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.966960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.968065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.968488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.968914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.969337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.969759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.970178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:10.970685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e15da0-1ae5-4c13-9bed-7ec67aebbcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.012998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.033147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=f4986459-c886-4062-8528-ffa80e4f3978,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:11.059165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:11.063089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.146986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.219367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:11.228329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:11.231318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:11.283662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:11.314572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.314974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.315371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.315739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.316070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.316395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.316721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.317054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.317368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.317686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.318005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.318326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:11.343930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.346844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.24 (95330a52-5dcf-4be5-a1dc-c55a9062cbaa/dd8a9bac-f703-4811-baf3-be1d99b52a8d/20fececd-65f1-466c-be15-47f1116dd8eb) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:11.656134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.730917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.810824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:11.913420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d35b0-8372-4f10-a954-50a91c9c1f34 req-53b7d540-9988-4e48-baf2-39e6bb46f443 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:11.916291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f6d35b0-8372-4f10-a954-50a91c9c1f34 req-53b7d540-9988-4e48-baf2-39e6bb46f443 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 945 time: 0.1753037 Oct 15 20:00:11.950162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:11.967448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:11.972231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:11.985619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:12.030645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931d4d0d-af9d-4ba5-beb3-39e77285be05 None None] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:00:12.080451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f6d35b0-8372-4f10-a954-50a91c9c1f34 req-8847a946-33f5-4907-842e-b8ff294a5262 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554587 Oct 15 20:00:12.096593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:12.097216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.126733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] Provisioning complete for port ff033c04-33c2-40a4-9825-6baaa1e2e80a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:12.127542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.271520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-6a3e4bf5-4194-4861-b797-ba5f5dca82e2 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5856969 Oct 15 20:00:12.285700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Request body: {'port': {'device_id': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:12.320510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.330534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaf66f-2840-4530-a235-02d2fbe79100 req-a5d55daa-32a5-4920-a833-7eba30780852 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:12.332049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ffaf66f-2840-4530-a235-02d2fbe79100 req-a5d55daa-32a5-4920-a833-7eba30780852 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 932 time: 0.1092672 Oct 15 20:00:12.380440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] For port ff033c04-33c2-40a4-9825-6baaa1e2e80a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ff033c04-33c2-40a4-9825-6baaa1e2e80a,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:12.408300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.408822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ff033c04-33c2-40a4-9825-6baaa1e2e80a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:12.410385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.439529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ffaf66f-2840-4530-a235-02d2fbe79100 req-f5742eda-2279-405d-b00f-7950c86a2c48 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902774 Oct 15 20:00:12.446902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.485986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.494660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ff033c04-33c2-40a4-9825-6baaa1e2e80a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:12.495027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.540183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dc82f-cab7-4b27-b2ad-1559f34e343f None None] Pushing event updated for resources: {'Port': ['ID=ff033c04-33c2-40a4-9825-6baaa1e2e80a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:12.597093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-303e057f-6732-4e5c-9aae-1126aaae4dd1 None None] Provisioning complete for port 20fececd-65f1-466c-be15-47f1116dd8eb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:12.597322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-303e057f-6732-4e5c-9aae-1126aaae4dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.628481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4986459-c886-4062-8528-ffa80e4f3978 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:12.672887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-303e057f-6732-4e5c-9aae-1126aaae4dd1 None None] Port 20fececd-65f1-466c-be15-47f1116dd8eb cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:12.712787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f4986459-c886-4062-8528-ffa80e4f3978 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:12.713535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.975542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-78303939-dfad-4d37-a508-52c60c22cc41 None None] Provisioning complete for port ff033c04-33c2-40a4-9825-6baaa1e2e80a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:12.975934 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-78303939-dfad-4d37-a508-52c60c22cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:12.990854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.000912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:13.078700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-78303939-dfad-4d37-a508-52c60c22cc41 None None] Provisioning complete for port d51eaef8-3524-4b96-b32d-d51a63f020d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:13.079275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-78303939-dfad-4d37-a508-52c60c22cc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.119066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-78303939-dfad-4d37-a508-52c60c22cc41 None None] Port d51eaef8-3524-4b96-b32d-d51a63f020d6 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:13.298918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:13.308184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac88376-d956-488a-8917-9be8ff8b6a8c req-df8d9cf5-cdea-4344-ba93-f5b1d7d168c5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:13.309703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ac88376-d956-488a-8917-9be8ff8b6a8c req-df8d9cf5-cdea-4344-ba93-f5b1d7d168c5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 945 time: 0.1386836 Oct 15 20:00:13.312522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:13.440046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:13.445545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ac88376-d956-488a-8917-9be8ff8b6a8c req-c5c6feb9-6922-4a65-be2a-22f06bbc69b4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260469 Oct 15 20:00:13.500813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fececd-65f1-466c-be15-47f1116dd8eb {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:13.514317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.540606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Transition to ACTIVE for port object 20fececd-65f1-466c-be15-47f1116dd8eb will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:00:13.556600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router ce87c07f-02ab-4e7f-9762-ab3ee49a499c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:00:13.607753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:00:13.612141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:13.617555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.641383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.659166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4fd24477-487c-469e-a32b-887457403587 None None] Provisioning complete for port d51eaef8-3524-4b96-b32d-d51a63f020d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:13.659537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4fd24477-487c-469e-a32b-887457403587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.698462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4fd24477-487c-469e-a32b-887457403587 None None] Port d51eaef8-3524-4b96-b32d-d51a63f020d6 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:13.743774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe44d43-3f5e-4945-ac48-e7369b990dc1 req-36e6c939-c37b-4509-bc91-7301a1eb482f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:13.745384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfe44d43-3f5e-4945-ac48-e7369b990dc1 req-36e6c939-c37b-4509-bc91-7301a1eb482f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 932 time: 0.1372828 Oct 15 20:00:13.747162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.775030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:13.777642 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c25bd-f449-451f-89db-5fb947459a6b" -d '{"events": [{"server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "name": "network-vif-plugged", "status": "completed", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:13.781247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:13.788283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:00:13.797091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bc84f00a-4cfa-46a0-8d17-b5ee86f3b3cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/ce87c07f-02ab-4e7f-9762-ab3ee49a499c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3631966 Oct 15 20:00:13.810747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Sync routers for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:00:13.814371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:13.826810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:13.826810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:13.889563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:13.902008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cfe44d43-3f5e-4945-ac48-e7369b990dc1 req-becab5cd-168d-4bf9-8f2f-5687f23f8fc5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331956 Oct 15 20:00:13.957138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Attempting to bind port 20fececd-65f1-466c-be15-47f1116dd8eb on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:13.957678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Attempting to bind port 20fececd-65f1-466c-be15-47f1116dd8eb by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:13.958095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Attempting to bind port 20fececd-65f1-466c-be15-47f1116dd8eb on network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:13.967240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Port 20fececd-65f1-466c-be15-47f1116dd8eb on network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:00:13.970552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Attempting to bind port 20fececd-65f1-466c-be15-47f1116dd8eb on network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:13.980705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:13.991431 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e53dae1-5afc-49da-bb1b-382388e078d0 x-openstack-request-id: req-4e53dae1-5afc-49da-bb1b-382388e078d0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:13.991842 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "name": "network-vif-plugged", "status": "completed", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:13.992917 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e53dae1-5afc-49da-bb1b-382388e078d0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:13.993489 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5', 'code': 200} Oct 15 20:00:13.997367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Checking segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:13.997942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Bound using segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:13.998554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Bound port: 20fececd-65f1-466c-be15-47f1116dd8eb, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:13.999001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.078482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:14.083718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:14.164624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9d713-0591-4fa2-b972-e1ee5c1060b2 req-7da19dc1-3da9-41fc-ae54-9bf4ce7470b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.166172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cad9d713-0591-4fa2-b972-e1ee5c1060b2 req-7da19dc1-3da9-41fc-ae54-9bf4ce7470b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 1098 time: 0.1052735 Oct 15 20:00:14.209735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:14.219181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-82473060-60a2-4e17-9020-da9bdaaa063f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622609899&fields=id&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 267 time: 0.1019793 Oct 15 20:00:14.229189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cad9d713-0591-4fa2-b972-e1ee5c1060b2 req-b18f8c54-8806-4b95-8c8c-87fe01a456db service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Oct 15 20:00:14.234486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=20fececd-65f1-466c-be15-47f1116dd8eb,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:14.288462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ff033c04-33c2-40a4-9825-6baaa1e2e80a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:14.321617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.366775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.368796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.370960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] 10.222.0.15 "PUT /v2.0/ports/20fececd-65f1-466c-be15-47f1116dd8eb HTTP/1.1" status: 200 len: 1093 time: 2.0886762 Oct 15 20:00:14.374718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:14.376871 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7832f135-154d-4252-b085-64022c10faf7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:14.393489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ff033c04-33c2-40a4-9825-6baaa1e2e80a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:14.394336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.413393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-6760eff2-e94d-4039-84dc-0d69e4693d6d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.417124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-6760eff2-e94d-4039-84dc-0d69e4693d6d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 796 time: 0.1833799 Oct 15 20:00:14.430940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:12Z', 'revision_number': 2, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:14.441442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1c185-2197-4cf4-8980-c22dc1a34ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:14.446770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-291fd746-6fc8-40dc-8f5f-4826d80784db tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/quotas/a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 375 time: 0.0236945 Oct 15 20:00:14.463185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Checking router: ce87c07f-02ab-4e7f-9762-ab3ee49a499c for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:00:14.463541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Updating router ce87c07f-02ab-4e7f-9762-ab3ee49a499c port d51eaef8-3524-4b96-b32d-d51a63f020d6 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:00:14.525363 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.577483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-3251af29-1a1e-4126-a904-a8afd15d108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.579969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-3251af29-1a1e-4126-a904-a8afd15d108e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 1096 time: 0.0918224 Oct 15 20:00:14.636515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-cdff46b1-153a-4918-a558-e8be25f06fd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=20fececd-65f1-466c-be15-47f1116dd8eb HTTP/1.1" status: 200 len: 217 time: 0.0454240 Oct 15 20:00:14.663427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-31d10b2c-7f54-4c9a-a628-ac0aa8406ec8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853089 Oct 15 20:00:14.740578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-ac56f9f2-25ef-4cb7-a1dd-2f43eb3255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.742349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-ac56f9f2-25ef-4cb7-a1dd-2f43eb3255a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd8a9bac-f703-4811-baf3-be1d99b52a8d HTTP/1.1" status: 200 len: 838 time: 0.0975041 Oct 15 20:00:14.837344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-6f72026b-f3c2-4624-bda0-cfc388470b39 service neutron] 10.222.0.13 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391411 Oct 15 20:00:14.840086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-d7acaa36-13bf-4dbb-96b3-cfadef68d1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:14.841871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-d7acaa36-13bf-4dbb-96b3-cfadef68d1f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95330a52-5dcf-4be5-a1dc-c55a9062cbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0685172 Oct 15 20:00:14.915630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:14.987815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.020277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-d0d74f89-dd56-4d06-b05b-847121ae9068 service neutron] 10.222.0.13 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693597 Oct 15 20:00:15.022332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-65290ae4-b5b5-434b-9ad2-2e913699503b service neutron] 10.222.0.15 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727602 Oct 15 20:00:15.045486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabbe6f-44e9-45ba-a0e4-51f718f4e2de None None] Pushing event updated for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:15.119302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Attempting to bind port d51eaef8-3524-4b96-b32d-d51a63f020d6 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:15.120005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Attempting to bind port d51eaef8-3524-4b96-b32d-d51a63f020d6 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:15.120347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Attempting to bind port d51eaef8-3524-4b96-b32d-d51a63f020d6 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:15.126824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:15.127360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:15.128184 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.128676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Bound using segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:15.129606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Bound port: d51eaef8-3524-4b96-b32d-d51a63f020d6, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:15.129889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.164472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fe176a5-cb99-4b9a-baab-82432d5665cf req-a94004c0-2f0e-4f04-ae43-e49999c33eb5 service neutron] 10.222.0.15 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341405 Oct 15 20:00:15.205768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] For port d51eaef8-3524-4b96-b32d-d51a63f020d6, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:15.209006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] For port d51eaef8-3524-4b96-b32d-d51a63f020d6, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d51eaef8-3524-4b96-b32d-d51a63f020d6,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:15.315462 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db61da3-15ae-469e-8742-e83b7c2fdb1c x-openstack-request-id: req-4db61da3-15ae-469e-8742-e83b7c2fdb1c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:15.315888 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:15.316160 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4db61da3-15ae-469e-8742-e83b7c2fdb1c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:15.316568 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb', 'status': 'completed', 'code': 200} Oct 15 20:00:15.323053 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.400647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabbe6f-44e9-45ba-a0e4-51f718f4e2de None None] Pushing event updated for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:15.411019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] Provisioning complete for port d51eaef8-3524-4b96-b32d-d51a63f020d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:15.411219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.415540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:15.416209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T19:59:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:15.460025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f135-154d-4252-b085-64022c10faf7 req-4aaf644d-56e0-4a9b-811f-6d775ae7da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.461608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-4aaf644d-56e0-4a9b-811f-6d775ae7da77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 1096 time: 0.1211569 Oct 15 20:00:15.474081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50eb6c-345b-4485-a026-65a2022e9aae req-e7fbffc9-14f7-4740-8a79-fa1d79eff4ed tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.482473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c50eb6c-345b-4485-a026-65a2022e9aae req-e7fbffc9-14f7-4740-8a79-fa1d79eff4ed tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 946 time: 0.1047673 Oct 15 20:00:15.590495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:15.593264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.595886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c50eb6c-345b-4485-a026-65a2022e9aae req-e1757157-a5d8-47b3-a5a5-4b48536651f8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113133 Oct 15 20:00:15.654747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f135-154d-4252-b085-64022c10faf7 req-a30f6bee-dd11-48b6-bc1d-bd68cdf712f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.656943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-a30f6bee-dd11-48b6-bc1d-bd68cdf712f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95330a52-5dcf-4be5-a1dc-c55a9062cbaa HTTP/1.1" status: 200 len: 897 time: 0.1671753 Oct 15 20:00:15.719410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] For port d51eaef8-3524-4b96-b32d-d51a63f020d6, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d51eaef8-3524-4b96-b32d-d51a63f020d6,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:15.721251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-cd22b133-5a07-45c5-9edb-b88ea7f57077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=20fececd-65f1-466c-be15-47f1116dd8eb HTTP/1.1" status: 200 len: 217 time: 0.0553412 Oct 15 20:00:15.787640 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:15.788257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f135-154d-4252-b085-64022c10faf7 req-634c566c-51f4-46cc-8655-84f06d316539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.790419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-634c566c-51f4-46cc-8655-84f06d316539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dd8a9bac-f703-4811-baf3-be1d99b52a8d HTTP/1.1" status: 200 len: 838 time: 0.0618534 Oct 15 20:00:15.856161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f55149-1126-4566-ab83-4813f705cd6f req-ef356d3c-4483-4947-ae8f-8e3899a9b929 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.857598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f55149-1126-4566-ab83-4813f705cd6f req-ef356d3c-4483-4947-ae8f-8e3899a9b929 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 944 time: 0.0848546 Oct 15 20:00:15.864695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832f135-154d-4252-b085-64022c10faf7 req-58063b84-2159-4b55-8b07-19c9e9799b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:15.866287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-58063b84-2159-4b55-8b07-19c9e9799b40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95330a52-5dcf-4be5-a1dc-c55a9062cbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0622613 Oct 15 20:00:15.879080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa96651-02fd-4b22-ae3b-520ae0926863 None None] Pushing event updated for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:15.908185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:15.930922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f55149-1126-4566-ab83-4813f705cd6f req-ac09f1c5-c698-42b4-8509-6dc3f97688f5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636427 Oct 15 20:00:15.937201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b79a3b6-bda8-4b06-ba39-0edfe7fe2cd0 None None] The sync data for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 is: [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:00:15.944307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82bd862d-d7ac-406b-a21f-822fff2809c4 None None] Provisioning complete for port d51eaef8-3524-4b96-b32d-d51a63f020d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:15.944682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82bd862d-d7ac-406b-a21f-822fff2809c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:16.007016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-cb88e625-01c7-4c0c-b5e3-d5119b340abd service neutron] 10.222.0.15 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265996 Oct 15 20:00:16.089317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5786a9-9d72-4780-834a-d8d8bacaa3d6 req-09a9cf40-faad-4dc3-8ba2-61f18e54b9b0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 210 time: 0.0779703 Oct 15 20:00:16.166778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7832f135-154d-4252-b085-64022c10faf7 req-4f64ea54-a16d-4c9b-9873-0f46966f9766 service neutron] 10.222.0.15 "GET /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316962 Oct 15 20:00:16.294449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d51eaef8-3524-4b96-b32d-d51a63f020d6 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:16.347609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d51eaef8-3524-4b96-b32d-d51a63f020d6 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:16.347978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:16.713043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf00ec-9329-4a96-a437-0713ef6f9ae4 req-d8187d9f-0144-4ca4-ae6f-b30030149d69 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:16.714608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2cf00ec-9329-4a96-a437-0713ef6f9ae4 req-d8187d9f-0144-4ca4-ae6f-b30030149d69 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 946 time: 0.0562148 Oct 15 20:00:16.765621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2cf00ec-9329-4a96-a437-0713ef6f9ae4 req-a1e7e3de-c3d9-4d31-bd0a-f17ec7e18ab1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434198 Oct 15 20:00:17.082629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-59b08b95-76b4-4d87-97b5-69244e6622fb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:17.096141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-59b08b95-76b4-4d87-97b5-69244e6622fb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1323452 Oct 15 20:00:17.108736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-7b5ce61c-b944-47fc-be17-3035c24ac779 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0108900 Oct 15 20:00:17.168256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-7249d955-d937-40d3-ad5c-3b9f9cd394bd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533805 Oct 15 20:00:17.267362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-43b7509b-02dd-458b-9189-dad600d06317 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917883 Oct 15 20:00:17.365248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d652b5f-d0ad-4f10-8686-9573deb65070 req-c3d425ba-af0d-4b8f-8e6a-e1e6ec691a25 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908270 Oct 15 20:00:17.800226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-68b432ca-231f-4f85-9384-0e073e9b33c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:17.801717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-68b432ca-231f-4f85-9384-0e073e9b33c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 796 time: 0.1601019 Oct 15 20:00:17.810511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b60e8-53ef-462e-931e-be2d978b92f5 req-82a083b0-f0e2-414d-b1ec-d2f6a6b791c0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:17.821189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b9b60e8-53ef-462e-931e-be2d978b92f5 req-82a083b0-f0e2-414d-b1ec-d2f6a6b791c0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 944 time: 0.0831885 Oct 15 20:00:17.885569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b9b60e8-53ef-462e-931e-be2d978b92f5 req-123485ff-64da-497f-a72f-508f730606d1 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639305 Oct 15 20:00:17.892935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-21073e48-33b1-4d7f-81d1-574e6e74e7f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 380 time: 0.0610588 Oct 15 20:00:17.903404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'port': {'device_id': 'c5861cde-0952-48fe-9254-c341fe77799a', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'admin_state_up': True, 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'security_groups': ['9575384e-15a9-448b-af04-461c5a9271cd']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:18.003184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce680ea3-b4d4-4639-8d61-e66f686432c3 req-fa8b8b0a-9874-4e8e-ba43-1870ec009eee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 210 time: 0.0355012 Oct 15 20:00:18.144665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:18.149272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.302508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.12 (b1dee94b-70b8-4d19-b2de-757ce45227e0/f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437/0a260131-7485-4d49-8684-f268dc845938) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:18.487947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.493762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bb5c9dc6-61e0-47de-aa82-8bb3530c5cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.529746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 20fececd-65f1-466c-be15-47f1116dd8eb details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:00:18.646880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=20fececd-65f1-466c-be15-47f1116dd8eb,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:18.657925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '20fececd-65f1-466c-be15-47f1116dd8eb', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'port_id': '20fececd-65f1-466c-be15-47f1116dd8eb', 'mac_address': 'fa:16:3e:0f:1e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:00:18.696175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.699682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.709429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fececd-65f1-466c-be15-47f1116dd8eb {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:18.740401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=20fececd-65f1-466c-be15-47f1116dd8eb,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:18.746291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:18.752011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:18.756177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:18.811089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:18.845054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:18.845596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.879338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:18.938045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:18.963036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-5f21da74-68a6-4783-a291-3ddd4a6adf9f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0634501 Oct 15 20:00:18.976646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Request body: {'port': {'device_id': 'c5861cde-0952-48fe-9254-c341fe77799a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:19.058953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.062133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d445119-d798-42e7-a860-cb893aaf10f2 req-bdb701da-11b6-4234-b7be-689a5f59cced tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8524c7b-5c22-4cb2-bb83-b0f49361ae10 HTTP/1.1" status: 200 len: 210 time: 0.0367906 Oct 15 20:00:19.112054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-42ba9133-e07d-4291-b7ba-0ba1124378ed None None] Provisioning complete for port 0a260131-7485-4d49-8684-f268dc845938 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:19.112862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42ba9133-e07d-4291-b7ba-0ba1124378ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.149993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-42ba9133-e07d-4291-b7ba-0ba1124378ed None None] Port 0a260131-7485-4d49-8684-f268dc845938 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:19.252198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d37ac-4f06-4642-b751-5048f91606e5 req-4db52d78-fca2-46c5-92a8-4c995443f545 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:19.253682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb6d37ac-4f06-4642-b751-5048f91606e5 req-4db52d78-fca2-46c5-92a8-4c995443f545 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 945 time: 0.1327047 Oct 15 20:00:19.287895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['20fececd-65f1-466c-be15-47f1116dd8eb'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:19.338085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb6d37ac-4f06-4642-b751-5048f91606e5 req-6f90b2df-7c17-40bd-8a65-7654b8a2ef49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560741 Oct 15 20:00:19.441106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:19.451748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.471324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Transition to ACTIVE for port object 0a260131-7485-4d49-8684-f268dc845938 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:00:19.479594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ca389-fda2-444b-bc1e-e09f05d4e2f7 req-0e1a6bc1-cc69-457f-89fd-a96d2ac727a1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:19.481072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-369ca389-fda2-444b-bc1e-e09f05d4e2f7 req-0e1a6bc1-cc69-457f-89fd-a96d2ac727a1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 932 time: 0.0801010 Oct 15 20:00:19.519738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-369ca389-fda2-444b-bc1e-e09f05d4e2f7 req-4bd34b58-9795-43c8-ba46-20a565385856 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323472 Oct 15 20:00:19.544358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.611317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:19.666717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:19.667048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:19.667375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:19.671897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:00:19.672215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:19.677117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 19, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:19.677451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:19.677831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Bound using segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:19.678248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Bound port: 0a260131-7485-4d49-8684-f268dc845938, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:19.678599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.746519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:19.749588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:19.828513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.865053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:19.865666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:19.867204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-08060bd3-f20d-466b-9772-3723b482681f service neutron] 10.222.0.11 "PUT /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1093 time: 0.8952444 Oct 15 20:00:19.867675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:19.871993 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b51e5b-22c1-4c09-8294-2341b10f7377" -d '{"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:19.900987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08060bd3-f20d-466b-9772-3723b482681f service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:19.916028 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316ad9c4-4929-40bc-9da3-43061de3a78c x-openstack-request-id: req-316ad9c4-4929-40bc-9da3-43061de3a78c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:19.916322 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:19.916573 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-316ad9c4-4929-40bc-9da3-43061de3a78c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:19.916974 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:00:19.984364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-350d7fdc-ef03-4922-995c-d16fa6d65ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:19.985909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-350d7fdc-ef03-4922-995c-d16fa6d65ea9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1096 time: 0.0492744 Oct 15 20:00:20.111648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-329e76a6-89bd-4b75-bdb9-8ee186a6350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.112116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-329e76a6-89bd-4b75-bdb9-8ee186a6350e service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2301625fb6245419989ec4432323cf2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1178055 Oct 15 20:00:20.236414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-70ace83b-a518-4208-aff8-71d294745857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.237877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9b51e5b-22c1-4c09-8294-2341b10f7377 req-70ace83b-a518-4208-aff8-71d294745857 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1182456 Oct 15 20:00:20.370541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-b0a76c43-a050-4615-921c-61e06c6e2706 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.372050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-b0a76c43-a050-4615-921c-61e06c6e2706 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1333165 Oct 15 20:00:20.374709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-80060c5b-3c2b-4d53-b92e-f34a74ba5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.376113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-80060c5b-3c2b-4d53-b92e-f34a74ba5eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1096 time: 0.0738659 Oct 15 20:00:20.544463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 20fececd-65f1-466c-be15-47f1116dd8eb up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:20.661953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 20fececd-65f1-466c-be15-47f1116dd8eb completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:00:20.667440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 20fececd-65f1-466c-be15-47f1116dd8eb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:20.668157 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:20.742717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-018926ef-0e26-41a7-b5b5-2be6883866d8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.3639615 Oct 15 20:00:20.744498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-ed95b73e-67cd-42fb-b766-194134bd112d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 217 time: 0.3590319 Oct 15 20:00:20.750835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:20.778732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:20.781179 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b7d43f-5672-482b-a83b-213f88ffd669" -d '{"events": [{"server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "name": "network-vif-plugged", "status": "completed", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:20.796922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=20fececd-65f1-466c-be15-47f1116dd8eb,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:20.827732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-b9db4fc1-c45d-453a-b642-a9889882c2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.827732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-b9db4fc1-c45d-453a-b642-a9889882c2db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0695460 Oct 15 20:00:20.833784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-e2f8b132-3a16-47bd-a30c-71486e5df138 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850587 Oct 15 20:00:20.868436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:20.920223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:20.934547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794042d2-9789-4958-9e78-e33d95c0e140 req-6f9f9653-c458-4782-a29e-68287e398bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:20.936075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-6f9f9653-c458-4782-a29e-68287e398bc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013360 Oct 15 20:00:20.972732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-0103d94f-5170-4bac-bb45-b9fc00155f12 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295450 Oct 15 20:00:21.098084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-dea19306-be5c-41e4-84c8-b109303b3c45 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530378 Oct 15 20:00:21.134118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-c231b3a3-3f59-4490-8b7a-b08d19dad54d service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527326 Oct 15 20:00:21.209948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-794042d2-9789-4958-9e78-e33d95c0e140 req-57c4b6ef-6910-4e93-bd53-cbf434058e16 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008298 Oct 15 20:00:21.436284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a85399-76b5-40d7-b9d3-a6f723f1654c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:21.543212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd48306-c261-46e0-9544-304312305cfd req-0a4d66d9-63e0-4b74-ba75-dff1703a46f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:21.544802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fd48306-c261-46e0-9544-304312305cfd req-0a4d66d9-63e0-4b74-ba75-dff1703a46f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.0625365 Oct 15 20:00:21.610234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1fd48306-c261-46e0-9544-304312305cfd req-d064daad-050b-4f18-9446-1dc1bd7a8606 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568714 Oct 15 20:00:21.718937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98753b-78e6-44d6-936c-8b9a06a02352 req-175f097d-b6d7-4090-8b5e-30ab94244c3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:21.720474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a98753b-78e6-44d6-936c-8b9a06a02352 req-175f097d-b6d7-4090-8b5e-30ab94244c3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.0571256 Oct 15 20:00:21.759648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a98753b-78e6-44d6-936c-8b9a06a02352 req-25da0433-9d98-4b9d-b1fd-ea250a0f33d8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Oct 15 20:00:21.806950 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0a6df-933e-43e1-b926-e33e830d305a x-openstack-request-id: req-d0d0a6df-933e-43e1-b926-e33e830d305a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:21.807440 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "name": "network-vif-plugged", "status": "completed", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:21.807647 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0d0a6df-933e-43e1-b926-e33e830d305a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:21.808051 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb', 'code': 200} Oct 15 20:00:21.928434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c49aa-cbd2-499b-b33e-80919ff4a959 req-12f550de-bd83-4365-874b-ab3e97acd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:21.930259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-011c49aa-cbd2-499b-b33e-80919ff4a959 req-12f550de-bd83-4365-874b-ab3e97acd439 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 1098 time: 0.0592387 Oct 15 20:00:21.949254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60dab700-ea42-47de-a729-2019801f7401 req-70b2ad0f-be1f-48c8-94af-a3e6ca192607 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 210 time: 0.0355897 Oct 15 20:00:21.980827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-011c49aa-cbd2-499b-b33e-80919ff4a959 req-1cf2cf32-853d-49b2-a103-0b6666cc10cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310295 Oct 15 20:00:22.368356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:22.601941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:22.723949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb478e1-65c2-44d3-b899-bb6e0ffcb7eb req-1a1eaf3a-1944-41db-8550-70d4c021c829 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:22.725428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfb478e1-65c2-44d3-b899-bb6e0ffcb7eb req-1a1eaf3a-1944-41db-8550-70d4c021c829 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.0516248 Oct 15 20:00:22.738749 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:22.763679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfb478e1-65c2-44d3-b899-bb6e0ffcb7eb req-6e290af4-e9ae-42fe-819a-3372883d3594 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323129 Oct 15 20:00:22.796050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:22.884757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382bfe-7cc8-45f6-ab9d-250e7c37ab26 req-d0d46346-3be5-4815-869c-406eebdbcf9c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:22.886273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b382bfe-7cc8-45f6-ab9d-250e7c37ab26 req-d0d46346-3be5-4815-869c-406eebdbcf9c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.0593245 Oct 15 20:00:22.925029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b382bfe-7cc8-45f6-ab9d-250e7c37ab26 req-bf9601ad-ac80-4cd2-af83-f5059895d43f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Oct 15 20:00:23.073849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd4118d9-25ef-41ba-9e77-a26bd48de9f7 req-4b6d4d37-48b3-4c47-9526-2e6c01cade02 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 210 time: 0.0305309 Oct 15 20:00:23.706390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-e4caf269-9be4-4a0f-909f-86a84206e845 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:23.708041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-e4caf269-9be4-4a0f-909f-86a84206e845 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1120017 Oct 15 20:00:23.731989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:23.898414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c606ba-6950-4a3f-b9f9-81317aecf1ad req-c09f8450-915f-4c67-a3fa-969db3e79d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:23.900050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38c606ba-6950-4a3f-b9f9-81317aecf1ad req-c09f8450-915f-4c67-a3fa-969db3e79d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.0636907 Oct 15 20:00:23.952167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38c606ba-6950-4a3f-b9f9-81317aecf1ad req-9631ad47-dbad-42dc-9b3a-150cae219592 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373275 Oct 15 20:00:23.975231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:23.983417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:24.178240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d5897-2e56-4135-871b-4a2746b74530 req-611f63b0-42b2-4daa-9404-7e98514435c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:24.188070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-609d5897-2e56-4135-871b-4a2746b74530 req-611f63b0-42b2-4daa-9404-7e98514435c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.1143341 Oct 15 20:00:24.219696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.12 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/90c5f0e9-b7c3-4093-969c-d9dded153701) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:24.254005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-609d5897-2e56-4135-871b-4a2746b74530 req-f780591d-957e-4c13-bdf4-96e766460471 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601306 Oct 15 20:00:24.437008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd391d-765c-4c76-8963-6cc19f84ff0d req-0470e8ff-0203-4268-b459-e1317eb4d2e6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:24.438664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cafd391d-765c-4c76-8963-6cc19f84ff0d req-0470e8ff-0203-4268-b459-e1317eb4d2e6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.1206601 Oct 15 20:00:24.457979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:24.513764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cafd391d-765c-4c76-8963-6cc19f84ff0d req-5d733d06-176e-4c28-bd36-d52aab982cb6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607085 Oct 15 20:00:24.540939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:24.611174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:24.630972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:24.700242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:24.703360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:24.710692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:24.714941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:24.805102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:24.806585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:24.831693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe325c5-b821-4754-b6c5-d80409a3548c req-ac8640af-7214-4d28-8a60-09edf4645e78 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:24.833483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbe325c5-b821-4754-b6c5-d80409a3548c req-ac8640af-7214-4d28-8a60-09edf4645e78 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 932 time: 0.0879705 Oct 15 20:00:24.874854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbe325c5-b821-4754-b6c5-d80409a3548c req-b086cd82-5fdf-4ccf-bdee-0f6ff6c276ae tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336766 Oct 15 20:00:24.898692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-fd13730a-2668-422c-812b-48ee0bcbbd27 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1713102 Oct 15 20:00:24.911617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Request body: {'port': {'device_id': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:24.972062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.235843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90c5f0e9-b7c3-4093-969c-d9dded153701 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:25.243803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.255097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Transition to ACTIVE for port object 90c5f0e9-b7c3-4093-969c-d9dded153701 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:00:25.319255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.401691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:25.433726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98423ce4-3468-4b3e-a3cb-9717e8f79c25 req-b44fefb2-8dde-45d3-90f0-6f04958450e0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:25.435201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98423ce4-3468-4b3e-a3cb-9717e8f79c25 req-b44fefb2-8dde-45d3-90f0-6f04958450e0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.1125331 Oct 15 20:00:25.498810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98423ce4-3468-4b3e-a3cb-9717e8f79c25 req-e2e89d75-10a1-47a6-9688-1fdb17ae5573 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461309 Oct 15 20:00:25.507650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Attempting to bind port 90c5f0e9-b7c3-4093-969c-d9dded153701 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:25.508002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Attempting to bind port 90c5f0e9-b7c3-4093-969c-d9dded153701 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:25.508322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Attempting to bind port 90c5f0e9-b7c3-4093-969c-d9dded153701 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:25.512625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Port 90c5f0e9-b7c3-4093-969c-d9dded153701 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:00:25.512945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Attempting to bind port 90c5f0e9-b7c3-4093-969c-d9dded153701 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:25.517913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:25.518246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:25.518615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:25.518729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:00:25.519033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Bound port: 90c5f0e9-b7c3-4093-969c-d9dded153701, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:25.519384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.580668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:25.583929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=90c5f0e9-b7c3-4093-969c-d9dded153701,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:25.611991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:25.626006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0a260131-7485-4d49-8684-f268dc845938', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:00:25.659108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.700560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:25.701177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.702577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] 10.222.0.15 "PUT /v2.0/ports/90c5f0e9-b7c3-4093-969c-d9dded153701 HTTP/1.1" status: 200 len: 1093 time: 0.7952559 Oct 15 20:00:25.703048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:25.705381 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7137244-52c1-452c-9575-9194121ba21f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:25.733792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04c6c2-4d8c-4c7b-b96f-71b9bb8bd1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:25.779615 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9420f52d-31ba-465b-91e3-a91e2ec18313 x-openstack-request-id: req-9420f52d-31ba-465b-91e3-a91e2ec18313 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:25.780009 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:25.780360 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9420f52d-31ba-465b-91e3-a91e2ec18313 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:25.780743 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701', 'status': 'completed', 'code': 200} Oct 15 20:00:25.816384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.828922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:25.831999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-36cce8cf-80aa-4851-8eb0-b0c20a7ca2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:25.833675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-36cce8cf-80aa-4851-8eb0-b0c20a7ca2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 1096 time: 0.0419879 Oct 15 20:00:25.849099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:25.876648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-b323e0af-808b-4efe-b160-51e6f8dbc63d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c5f0e9-b7c3-4093-969c-d9dded153701 HTTP/1.1" status: 200 len: 217 time: 0.0357635 Oct 15 20:00:25.932304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793245c-58ca-468e-8dc4-b215065203db req-8f0daf7f-6dc0-4b35-b010-b764b214591f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:25.933778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-8f0daf7f-6dc0-4b35-b010-b764b214591f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0501268 Oct 15 20:00:25.938590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:25.975288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-5f967f13-7f61-4d56-a5f4-69bbb516ba6c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343089 Oct 15 20:00:25.997753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:26.084531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315d507-6965-47a4-9e21-637423e51b48 req-71172af4-2ef7-478b-aa24-0075d5fea41a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:26.086883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c315d507-6965-47a4-9e21-637423e51b48 req-71172af4-2ef7-478b-aa24-0075d5fea41a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 944 time: 0.1139905 Oct 15 20:00:26.113451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-639ddc8f-e83f-493d-ba1c-b377135e3f7b service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276302 Oct 15 20:00:26.126933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:26.189346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c315d507-6965-47a4-9e21-637423e51b48 req-635383b3-76bf-4b0e-92d9-816faaf9104d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873311 Oct 15 20:00:26.234050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3793245c-58ca-468e-8dc4-b215065203db req-323f2967-b7f1-4203-8a6f-b55befa0992b service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140859 Oct 15 20:00:26.350551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0a260131-7485-4d49-8684-f268dc845938'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:26.474817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137244-52c1-452c-9575-9194121ba21f req-62910443-4583-4fc1-ad4a-40d472949cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:26.477037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-62910443-4583-4fc1-ad4a-40d472949cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 1096 time: 0.0499353 Oct 15 20:00:26.643074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137244-52c1-452c-9575-9194121ba21f req-057faad9-03ca-46ef-bb6e-c88136f01928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:26.643699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:26.644625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-057faad9-03ca-46ef-bb6e-c88136f01928 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.1607757 Oct 15 20:00:26.653286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af298ac-f545-4a0d-ae3f-a9f7fcb81597 req-a275cb77-1ab4-4996-8689-24c879c54e82 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:26.654799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1af298ac-f545-4a0d-ae3f-a9f7fcb81597 req-a275cb77-1ab4-4996-8689-24c879c54e82 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.0756154 Oct 15 20:00:26.697465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-bdcd9dfd-2448-4879-93bf-13b96e6b44fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90c5f0e9-b7c3-4093-969c-d9dded153701 HTTP/1.1" status: 200 len: 217 time: 0.0417032 Oct 15 20:00:26.758892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1af298ac-f545-4a0d-ae3f-a9f7fcb81597 req-22e2634f-6dfd-4e83-8bed-da618f74f2a1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964184 Oct 15 20:00:26.764444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137244-52c1-452c-9575-9194121ba21f req-31b5c616-00ce-4d02-8d7b-d0e3f0d36ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:26.766061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-31b5c616-00ce-4d02-8d7b-d0e3f0d36ba5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0619910 Oct 15 20:00:26.814338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-663cde5b-2d70-413f-a9c5-fb6b0d767e3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418301 Oct 15 20:00:26.907955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-6196a604-2983-451a-8ca4-b4e7882663e4 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864322 Oct 15 20:00:26.947239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.17 (95330a52-5dcf-4be5-a1dc-c55a9062cbaa/dd8a9bac-f703-4811-baf3-be1d99b52a8d/241acbc0-1b55-458d-9ef9-815ad0cc0e65) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:27.005278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7137244-52c1-452c-9575-9194121ba21f req-39aab873-abda-422f-88a1-9308e1763653 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904429 Oct 15 20:00:27.065418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.165118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.207024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:27.210187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:27.213920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:27.252934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:27.275185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.329442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2afbdd-58b4-4d39-8652-3c2c630af234 req-d327d19e-2494-411d-a21a-a827bb8e46bd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:27.337343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f2afbdd-58b4-4d39-8652-3c2c630af234 req-d327d19e-2494-411d-a21a-a827bb8e46bd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 944 time: 0.0590031 Oct 15 20:00:27.405853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f2afbdd-58b4-4d39-8652-3c2c630af234 req-f700dfc5-a143-4dde-8b82-5f06470817c9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673285 Oct 15 20:00:27.509760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.581873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e8f716a6-5f5a-41af-89bc-9abc87319ef3 None None] Provisioning complete for port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:27.582856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8f716a6-5f5a-41af-89bc-9abc87319ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.625669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e8f716a6-5f5a-41af-89bc-9abc87319ef3 None None] Port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:27.818423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.885948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d601-aafb-4f48-aad4-f841ead52fa0 req-9285bcf6-5ea8-4e58-aa69-cca39d2978cf tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:27.887356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa79d601-aafb-4f48-aad4-f841ead52fa0 req-9285bcf6-5ea8-4e58-aa69-cca39d2978cf tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.0530787 Oct 15 20:00:27.902095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:27.928433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa79d601-aafb-4f48-aad4-f841ead52fa0 req-70ac47b9-f188-4b9e-ad98-41fa9eb21cd5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342221 Oct 15 20:00:27.984279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:27.986643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:28.088248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:28.089776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:28.227095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:00:28.344119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:00:28.350580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-91e25b70-8125-4afb-83b8-47db76d65dd1 None None] Provisioning complete for port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:28.350724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a43d1608-8c8c-473c-932c-64206bbc5776 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/436fa0cc-3795-480b-8a32-85cd8182dcda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221847 Oct 15 20:00:28.351704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-91e25b70-8125-4afb-83b8-47db76d65dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:28.356441 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:00:28.366484 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:28.367057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:28.396170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-91e25b70-8125-4afb-83b8-47db76d65dd1 None None] Port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:00:28.535600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5b79-f95b-470f-93a9-4535f5dc64be req-242e603a-7db7-4534-9196-bc8329625405 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:28.537077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b6b5b79-f95b-470f-93a9-4535f5dc64be req-242e603a-7db7-4534-9196-bc8329625405 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 944 time: 0.0566413 Oct 15 20:00:28.579270 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:28.600228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b6b5b79-f95b-470f-93a9-4535f5dc64be req-b5f1479f-ef01-4e0c-b70a-c827583440a1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506070 Oct 15 20:00:28.816959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:00:27Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241acbc0-1b55-458d-9ef9-815ad0cc0e65', 'name': '', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:a1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:26Z', 'updated_at': '2021-10-15T20:00:27Z', 'revision_number': 2, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:28.843354 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:00:28.843634 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Updating router 436fa0cc-3795-480b-8a32-85cd8182dcda port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:00:28.874427 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.065094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a60ec-a440-4d56-ad25-1f08175fff94 req-58b016a3-9e68-438a-b5a7-3229646e73ea tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:29.066580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db5a60ec-a440-4d56-ad25-1f08175fff94 req-58b016a3-9e68-438a-b5a7-3229646e73ea tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.0506985 Oct 15 20:00:29.107611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db5a60ec-a440-4d56-ad25-1f08175fff94 req-9bd655f5-33a6-4d42-9779-1d6dc10ff28d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345995 Oct 15 20:00:29.143587 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.235801 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.289847 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001e85-dee2-42fa-880f-913013fd5f26 None None] Pushing event updated for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:29.339515 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Attempting to bind port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:29.339924 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Attempting to bind port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:29.340282 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Attempting to bind port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 on network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:29.345507 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:29.345932 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Checking segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:29.346249 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.346629 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Bound using segment: {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:29.347082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Bound port: 241acbc0-1b55-458d-9ef9-815ad0cc0e65, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc52edf-c550-4359-8e55-c53348a5ed9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:29.347453 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.411388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] For port 241acbc0-1b55-458d-9ef9-815ad0cc0e65, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:29.416464 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] For port 241acbc0-1b55-458d-9ef9-815ad0cc0e65, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=241acbc0-1b55-458d-9ef9-815ad0cc0e65,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:29.490715 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.524060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] Provisioning complete for port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:29.525215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.533474 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:29.538729 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:29.557476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:29.654137 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:29.659690 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.693594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:00:29.695713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] For port 241acbc0-1b55-458d-9ef9-815ad0cc0e65, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=241acbc0-1b55-458d-9ef9-815ad0cc0e65,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:29.718991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0a260131-7485-4d49-8684-f268dc845938 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:00:29.723932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0a260131-7485-4d49-8684-f268dc845938 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:29.727744 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.780635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e3562-3d49-4b54-a7fc-0923a8d9433e req-cf7aa4fc-d6e2-4456-9d5f-3eb6f780acd8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:29.791768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-455e3562-3d49-4b54-a7fc-0923a8d9433e req-cf7aa4fc-d6e2-4456-9d5f-3eb6f780acd8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 944 time: 0.0841172 Oct 15 20:00:29.814829 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.834634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-455e3562-3d49-4b54-a7fc-0923a8d9433e req-b17f2c4d-b9a3-4eec-af57-af52ecb06b72 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Oct 15 20:00:29.846598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.849362 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4001e85-dee2-42fa-880f-913013fd5f26 None None] Pushing event updated for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:29.891888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:29.894263 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baef306f-c089-4940-9f60-60d5c03f8343" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:29.924944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:29.931070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa429c2d-6704-4fc5-9d55-bd4a945a634b None None] Pushing event updated for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:29.944182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6fecfee6-d15b-4a80-991b-674c33dbf95f None None] Provisioning complete for port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:29.944552 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fecfee6-d15b-4a80-991b-674c33dbf95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:29.947809 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:00:27Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241acbc0-1b55-458d-9ef9-815ad0cc0e65', 'name': '', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:a1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:26Z', 'updated_at': '2021-10-15T20:00:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:29.967871 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39333df-d38e-4329-85d1-733f15696126 x-openstack-request-id: req-f39333df-d38e-4329-85d1-733f15696126 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:29.968159 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:29.968407 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f39333df-d38e-4329-85d1-733f15696126 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:29.968916 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'code': 200} Oct 15 20:00:29.978721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e9cec0-ac7a-4dad-bb0e-293c0d25aabe None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:00:27Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241acbc0-1b55-458d-9ef9-815ad0cc0e65', 'name': '', 'network_id': '95330a52-5dcf-4be5-a1dc-c55a9062cbaa', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:a1:a4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:26Z', 'updated_at': '2021-10-15T20:00:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': 'dd8a9bac-f703-4811-baf3-be1d99b52a8d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:00:29.998069 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:30.101972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3866e-8c54-4d4b-9f71-1b02cb9f3595 req-fc5749c8-3093-49e3-a26a-7368a0fb0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:30.107977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8c3866e-8c54-4d4b-9f71-1b02cb9f3595 req-fc5749c8-3093-49e3-a26a-7368a0fb0f30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1098 time: 0.0815430 Oct 15 20:00:30.117056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:30.165214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8c3866e-8c54-4d4b-9f71-1b02cb9f3595 req-2c6d5a90-a6e6-4c25-93bb-98864abaf236 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502255 Oct 15 20:00:30.270827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b213a-4c4f-4105-9243-d8c056da9b48 req-95d2ad0b-e52b-4f06-b88b-726b2d04139c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:30.272922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-397b213a-4c4f-4105-9243-d8c056da9b48 req-95d2ad0b-e52b-4f06-b88b-726b2d04139c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0834410 Oct 15 20:00:30.311076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 241acbc0-1b55-458d-9ef9-815ad0cc0e65 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:30.321192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-397b213a-4c4f-4105-9243-d8c056da9b48 req-444446bc-5471-4505-85f8-7b161a321659 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Oct 15 20:00:30.385660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:30.386045 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:30.583076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 90c5f0e9-b7c3-4093-969c-d9dded153701 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:00:30.683388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=90c5f0e9-b7c3-4093-969c-d9dded153701,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:30.695115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '90c5f0e9-b7c3-4093-969c-d9dded153701', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '90c5f0e9-b7c3-4093-969c-d9dded153701', 'mac_address': 'fa:16:3e:a9:28:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:00:30.734795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:30.750717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90c5f0e9-b7c3-4093-969c-d9dded153701 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:30.771484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=90c5f0e9-b7c3-4093-969c-d9dded153701,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:30.876963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:30.961737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:31.033756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c70d3f-5861-4890-85b9-4f7649d39028 req-37748de3-0c78-4bf7-97e5-2a7a16d44b7d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:31.036359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28c70d3f-5861-4890-85b9-4f7649d39028 req-37748de3-0c78-4bf7-97e5-2a7a16d44b7d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 945 time: 0.0848072 Oct 15 20:00:31.075079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28c70d3f-5861-4890-85b9-4f7649d39028 req-98f183af-5617-46c2-b590-919b8a5c0e4a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Oct 15 20:00:31.264527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['90c5f0e9-b7c3-4093-969c-d9dded153701'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:31.432031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb85c8-d012-4738-a4a7-b237660e4315 req-41dd02ed-e696-437a-8e05-5636fc13dd8e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:31.433512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fceb85c8-d012-4738-a4a7-b237660e4315 req-41dd02ed-e696-437a-8e05-5636fc13dd8e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0527945 Oct 15 20:00:31.475813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fceb85c8-d012-4738-a4a7-b237660e4315 req-13d6b739-3b6f-4a0b-bc7e-726c0b987b81 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360463 Oct 15 20:00:32.192671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d83951-547f-4d46-aae4-4bf250cbae3c req-2284cece-5e27-4e2c-81e7-1e84db568b99 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:32.195994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99d83951-547f-4d46-aae4-4bf250cbae3c req-2284cece-5e27-4e2c-81e7-1e84db568b99 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 945 time: 0.0485198 Oct 15 20:00:32.234288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99d83951-547f-4d46-aae4-4bf250cbae3c req-b501d5b3-abb8-4efd-bbf2-6b5b497950c2 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Oct 15 20:00:32.592321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b20b7-489b-4aeb-8345-026bc1648463 req-b3adc61d-32f9-4413-aeae-ebef05e35582 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:32.593825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-783b20b7-489b-4aeb-8345-026bc1648463 req-b3adc61d-32f9-4413-aeae-ebef05e35582 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0498457 Oct 15 20:00:32.594344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 90c5f0e9-b7c3-4093-969c-d9dded153701 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:32.635536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-783b20b7-489b-4aeb-8345-026bc1648463 req-3c634f1b-3b81-4ef0-aa7f-efb24e9e1775 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352986 Oct 15 20:00:32.725677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 90c5f0e9-b7c3-4093-969c-d9dded153701 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:00:32.729890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 90c5f0e9-b7c3-4093-969c-d9dded153701 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:32.730335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:32.808185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fbf5a-06cc-473e-a704-8790c437ef28 req-ee7f2050-2df3-496f-a3fd-7f0c7d95b542 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:32.810002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-970fbf5a-06cc-473e-a704-8790c437ef28 req-ee7f2050-2df3-496f-a3fd-7f0c7d95b542 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0558863 Oct 15 20:00:32.821125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:32.845381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:32.848065 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ded8e-e143-4df7-a67a-a4a2c3aa1a0e" -d '{"events": [{"server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "name": "network-vif-plugged", "status": "completed", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:32.851176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-970fbf5a-06cc-473e-a704-8790c437ef28 req-37c6e281-5fc4-43a4-9c16-775e88f7a60b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Oct 15 20:00:32.862013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=90c5f0e9-b7c3-4093-969c-d9dded153701,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:32.876746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60666) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:32.980583 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e5e01-9b01-4d1e-b582-1a6510dfead6 x-openstack-request-id: req-736e5e01-9b01-4d1e-b582-1a6510dfead6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:32.980583 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "name": "network-vif-plugged", "status": "completed", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:32.980583 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-736e5e01-9b01-4d1e-b582-1a6510dfead6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:32.980583 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701', 'code': 200} Oct 15 20:00:32.981505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02e884e-8faa-413b-b996-7fd069251420 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:32.981505 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b02e884e-8faa-413b-b996-7fd069251420 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1093 time: 0.0577540 Oct 15 20:00:32.981505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60668) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:32.981505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:32.981890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:33.002985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:33.013638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1575a-1fce-497d-8171-b1393a8cffed req-9bc7aeea-80c5-4790-a379-584f78563f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:33.015159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eee1575a-1fce-497d-8171-b1393a8cffed req-9bc7aeea-80c5-4790-a379-584f78563f9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 1098 time: 0.0424478 Oct 15 20:00:33.061551 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:33.064489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eee1575a-1fce-497d-8171-b1393a8cffed req-eda70557-90e1-4f3f-9af8-9766c5f40d1b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303895 Oct 15 20:00:33.162061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:33.272265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.95 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/93c46c78-5dcb-49d6-ad7f-79fd3019164e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:33.358546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cba4fb-d1e6-4fe9-9bf6-b955e96ee6af req-ac6924fd-ccbc-4ca0-8d38-1de8173f0b60 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:33.359987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18cba4fb-d1e6-4fe9-9bf6-b955e96ee6af req-ac6924fd-ccbc-4ca0-8d38-1de8173f0b60 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0533178 Oct 15 20:00:33.378165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:33.400183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18cba4fb-d1e6-4fe9-9bf6-b955e96ee6af req-d28b0fd8-a3ba-4b3e-9676-ffabb002604d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330281 Oct 15 20:00:33.474040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:33.516392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:33.520661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:33.528602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:33.531633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=93c46c78-5dcb-49d6-ad7f-79fd3019164e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:33.914939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.072836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.244756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.304759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.373820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=93c46c78-5dcb-49d6-ad7f-79fd3019164e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:34.383793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.490688 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP c6a4844f-2c7f-4044-9698-5bd04a238458 associated. External IP: 172.25.0.95, port: 0a260131-7485-4d49-8684-f268dc845938. Oct 15 20:00:34.535338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b72aa-979d-4316-b95d-4f3b075edeea req-9255afab-156b-458a-a968-180ce362b688 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:34.536415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c08b72aa-979d-4316-b95d-4f3b075edeea req-9255afab-156b-458a-a968-180ce362b688 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0570374 Oct 15 20:00:34.577168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c08b72aa-979d-4316-b95d-4f3b075edeea req-96fe217b-bc79-44bf-8b0f-1a92f69d11cf tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315087 Oct 15 20:00:34.710280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router ce87c07f-02ab-4e7f-9762-ab3ee49a499c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:00:34.824500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:00:34.836840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Sync routers for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:00:34.852178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:34.852178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:34.899201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:34.926315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cb45eb92-6abb-4163-9cf0-859928cdc1fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9837937 Oct 15 20:00:34.927081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:34.929880 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce13829a-9577-464d-b6d1-8ddf132fe02a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:34.957934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:35.031878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfe223-b9d0-4f50-8ba7-a084f1c0bc36 req-3bae7c1e-f82e-4776-9283-68f0f7045f59 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.033384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73dfe223-b9d0-4f50-8ba7-a084f1c0bc36 req-3bae7c1e-f82e-4776-9283-68f0f7045f59 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0564961 Oct 15 20:00:35.072576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73dfe223-b9d0-4f50-8ba7-a084f1c0bc36 req-056f3b76-3803-4c68-93c8-896da84d7209 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Oct 15 20:00:35.095295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:35.138195 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c5d38d-726d-4cbb-9a53-29c38e680083 x-openstack-request-id: req-41c5d38d-726d-4cbb-9a53-29c38e680083 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:35.138482 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:35.138734 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41c5d38d-726d-4cbb-9a53-29c38e680083 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:35.139299 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:00:35.169074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fadae286-e504-41e1-a4b4-0d0fd553ed57 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/c6a4844f-2c7f-4044-9698-5bd04a238458 HTTP/1.1" status: 200 len: 991 time: 0.0725417 Oct 15 20:00:35.217586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-4a8c92c2-5718-48b6-9cde-7a966c55ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.219177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-4a8c92c2-5718-48b6-9cde-7a966c55ee93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1098 time: 0.0487676 Oct 15 20:00:35.225871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c6a4844f-2c7f-4044-9698-5bd04a238458', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5861cde-0952-48fe-9254-c341fe77799a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:00:33Z', 'updated_at': '2021-10-15T20:00:33Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:35.253350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Checking router: ce87c07f-02ab-4e7f-9762-ab3ee49a499c for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:00:35.262335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:00:35.262953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:35.311722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-9a401560-e1de-4d44-b747-8467c0c7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.313164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-9a401560-e1de-4d44-b747-8467c0c7f9e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.0868092 Oct 15 20:00:35.380291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:00:35.395131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-2375233b-26ef-4581-8c19-19bfcc0904f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.0662193 Oct 15 20:00:35.440474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-582cd28e-9cd4-4cde-9d34-e33c4e88a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.442083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-582cd28e-9cd4-4cde-9d34-e33c4e88a826 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0478997 Oct 15 20:00:35.490384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-90b56207-41d5-492d-a995-22105047f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.492256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-90b56207-41d5-492d-a995-22105047f00c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436139 Oct 15 20:00:35.589432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-aa771cb9-3c4a-4038-a019-5193d020410a service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887649 Oct 15 20:00:35.628664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c6a4844f-2c7f-4044-9698-5bd04a238458', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5861cde-0952-48fe-9254-c341fe77799a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:00:33Z', 'updated_at': '2021-10-15T20:00:33Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:00:35.667651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef1242-0f97-42f8-aef2-5cdf0ec49bde None None] The sync data for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 is: [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c6a4844f-2c7f-4044-9698-5bd04a238458', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5861cde-0952-48fe-9254-c341fe77799a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:00:33Z', 'updated_at': '2021-10-15T20:00:33Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:00:35.729659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce13829a-9577-464d-b6d1-8ddf132fe02a req-b0f47e11-3380-4160-8a39-dc40b38136b5 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319096 Oct 15 20:00:35.742061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325635e8-21c1-4db8-90a6-29a06ec9f6dd req-78ec1eea-f08f-4fce-b22b-6c2dab8ad572 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:35.743710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-325635e8-21c1-4db8-90a6-29a06ec9f6dd req-78ec1eea-f08f-4fce-b22b-6c2dab8ad572 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0742159 Oct 15 20:00:35.895175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b30400-3322-4b01-83d4-2bd62f96b886 None None] New status for floating IP c6a4844f-2c7f-4044-9698-5bd04a238458: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:00:36.121541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-325635e8-21c1-4db8-90a6-29a06ec9f6dd req-0862f1e2-784f-4158-b9c5-2d3a731f5720 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679171 Oct 15 20:00:36.172890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:36.245523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-76daa18a-9531-488d-955c-789cc89be644 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/c6a4844f-2c7f-4044-9698-5bd04a238458 HTTP/1.1" status: 200 len: 993 time: 0.0709400 Oct 15 20:00:36.301753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b90f7-4185-4406-9f4e-adf339489909 req-66575c91-6814-4f43-864b-fb32fc490855 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:36.303147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd3b90f7-4185-4406-9f4e-adf339489909 req-66575c91-6814-4f43-864b-fb32fc490855 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0487320 Oct 15 20:00:36.345049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd3b90f7-4185-4406-9f4e-adf339489909 req-9450e3a8-2294-45f3-abc1-1475ce0d87ec tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347021 Oct 15 20:00:36.857041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d21b5-29bb-4f56-9cc4-f8f3e4537092 req-a026e089-b747-44f3-9416-f383d91da989 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:36.858527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-724d21b5-29bb-4f56-9cc4-f8f3e4537092 req-a026e089-b747-44f3-9416-f383d91da989 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0575216 Oct 15 20:00:36.896290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-724d21b5-29bb-4f56-9cc4-f8f3e4537092 req-a5becdb6-2cca-4030-ab4e-81cf41bced3a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Oct 15 20:00:38.014501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbf7b3-08db-474e-9eaf-da242dfa0990 req-650fc6e8-37d7-49dc-b236-80b8f7452386 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:38.015964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0fbf7b3-08db-474e-9eaf-da242dfa0990 req-650fc6e8-37d7-49dc-b236-80b8f7452386 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0489674 Oct 15 20:00:38.054713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0fbf7b3-08db-474e-9eaf-da242dfa0990 req-a5d9f401-56a6-41d6-93ce-00b61654254a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317082 Oct 15 20:00:38.457805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-ebbde8f4-1f93-4f1c-b3b6-bea43624f582 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:38.459174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-ebbde8f4-1f93-4f1c-b3b6-bea43624f582 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 946 time: 0.0506237 Oct 15 20:00:38.567137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 90c5f0e9-b7c3-4093-969c-d9dded153701 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:00:38.567480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:38.661555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 90c5f0e9-b7c3-4093-969c-d9dded153701, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=90c5f0e9-b7c3-4093-969c-d9dded153701,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:38.661984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:38.675716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 90c5f0e9-b7c3-4093-969c-d9dded153701 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:00:38.892707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:38.905708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:38.921493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=90c5f0e9-b7c3-4093-969c-d9dded153701,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:38.970803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 90c5f0e9-b7c3-4093-969c-d9dded153701 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:00:38.973653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:38.977957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6e28df7-2848-47f7-8a6e-288ffbb52dbf req-e9f13378-85d2-4f24-83b2-50ff8595e02a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/90c5f0e9-b7c3-4093-969c-d9dded153701 HTTP/1.1" status: 204 len: 173 time: 0.5046060 Oct 15 20:00:38.978414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'name': 'network-vif-deleted', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:38.980923 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9017009-b98a-4284-bbc8-39267b7d3973" -d '{"events": [{"server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "name": "network-vif-deleted", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:39.023837 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505a16ca-60f0-4fc0-84de-9d4100ad1962 x-openstack-request-id: req-505a16ca-60f0-4fc0-84de-9d4100ad1962 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:39.025325 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb", "name": "network-vif-deleted", "tag": "90c5f0e9-b7c3-4093-969c-d9dded153701", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:39.025934 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-505a16ca-60f0-4fc0-84de-9d4100ad1962 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:39.026338 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb', 'name': 'network-vif-deleted', 'tag': '90c5f0e9-b7c3-4093-969c-d9dded153701', 'status': 'completed', 'code': 200} Oct 15 20:00:39.159123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96ff761f-9725-4936-abd1-338eb0925be2 req-937a575c-e447-40bc-97c5-4dbce27f8002 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcaf23c8-89f3-4eab-9c74-6fb7359f3cbb HTTP/1.1" status: 200 len: 210 time: 0.0293241 Oct 15 20:00:40.644901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 90c5f0e9-b7c3-4093-969c-d9dded153701 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:00:40.671156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 90c5f0e9-b7c3-4093-969c-d9dded153701 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:00:40.671502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 90c5f0e9-b7c3-4093-969c-d9dded153701 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:00:41.020032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-1a86d23d-4c5f-45cd-a18d-97589d884b7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:41.021505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-1a86d23d-4c5f-45cd-a18d-97589d884b7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1137834 Oct 15 20:00:41.037460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-067cfd84-87aa-4e4d-8c94-d96987a63ef6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0092201 Oct 15 20:00:41.088226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-4270bcda-cc06-4025-8e34-d9fadfa1f016 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451925 Oct 15 20:00:41.196906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-3568e8b3-bd88-4f89-82b0-45e948db9aab service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940318 Oct 15 20:00:41.300841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-64156f0c-c353-480c-afae-d97d0da83662 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988495 Oct 15 20:00:41.311764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:41.430771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84bab877-7f24-4018-ad54-e179f9fcae2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.509234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84bab877-7f24-4018-ad54-e179f9fcae2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.581831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84bab877-7f24-4018-ad54-e179f9fcae2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.592554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64b4ab23-4780-4747-a88e-5ec8e484a604 req-635ee9c8-5efd-4cb4-ad37-21323a02fcf3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 210 time: 0.0301805 Oct 15 20:00:41.630365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bab877-7f24-4018-ad54-e179f9fcae2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ccd28-b1ec-413e-8e0f-4c3423947f0a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:41.646088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:41.646400 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84bab877-7f24-4018-ad54-e179f9fcae2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=676f7c1602f7484bb7bd36945e2de681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3335416 Oct 15 20:00:41.702988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.727485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.880804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.884205 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:41.884967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f33ccd28-b1ec-413e-8e0f-4c3423947f0a HTTP/1.1" status: 204 len: 168 time: 0.2369273 Oct 15 20:00:41.893276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8412f-e2e4-4677-a498-9fa484095b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ccd28-b1ec-413e-8e0f-4c3423947f0a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:42.522625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:42.535729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f8e11968-83e4-4ff2-ae48-a7431de69e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.607532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f8e11968-83e4-4ff2-ae48-a7431de69e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.694886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5858102-02bd-410b-9e65-1c518c404c70 req-34175f2d-e94d-4702-976b-dde3b7848687 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 210 time: 0.0261488 Oct 15 20:00:42.710555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f8e11968-83e4-4ff2-ae48-a7431de69e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.748781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f8e11968-83e4-4ff2-ae48-a7431de69e7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60bf7664ed4349f0a7e7398bf2a3bfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248917 Oct 15 20:00:42.749564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e11968-83e4-4ff2-ae48-a7431de69e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac94553-55b5-45c9-8ff6-0272c0b38faf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:42.751403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:42.804900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.827084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.992611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.995268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:42.996628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dac94553-55b5-45c9-8ff6-0272c0b38faf HTTP/1.1" status: 204 len: 168 time: 0.2441485 Oct 15 20:00:43.005032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385827b1-15e5-4ec7-afdf-2e2adc0ef9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac94553-55b5-45c9-8ff6-0272c0b38faf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:43.636049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-03bee89c-cf3e-4797-b961-72fc80733b4e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:43.637574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-03bee89c-cf3e-4797-b961-72fc80733b4e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1037934 Oct 15 20:00:43.651709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': '1261c1b9-26b1-4376-a296-91f022afe62e', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:43.809805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2ac5d6-8310-4f01-9d5c-b0973e63b935 req-fcd6a11f-722d-43ec-8389-966f39757470 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 210 time: 0.0407987 Oct 15 20:00:43.883944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:00:43.887641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.035246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.8 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/1e051f72-1fee-41dd-bbdb-a83108f255b6) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:00:44.204474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.296231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.309997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:44.340417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:00:44.344040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:00:44.348176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:00:44.396135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:44.417001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:44.417628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.515861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-37502125-d11d-474f-8844-f27a2cd9ec38 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681612 Oct 15 20:00:44.529371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Request body: {'port': {'device_id': '1261c1b9-26b1-4376-a296-91f022afe62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:00:44.589101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.939045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e051f72-1fee-41dd-bbdb-a83108f255b6 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:44.953801 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:44.980672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Transition to ACTIVE for port object 1e051f72-1fee-41dd-bbdb-a83108f255b6 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:00:44.992723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b83afc-cf0f-45b5-8c3c-071767e82fa8 req-3c664846-7f28-466a-aa03-ecc51624b2cc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:44.994845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51b83afc-cf0f-45b5-8c3c-071767e82fa8 req-3c664846-7f28-466a-aa03-ecc51624b2cc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 931 time: 0.1015580 Oct 15 20:00:45.042446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51b83afc-cf0f-45b5-8c3c-071767e82fa8 req-3db0748c-3316-49ba-a03f-524ed10f9a23 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389726 Oct 15 20:00:45.078017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:45.150087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Pushing event updated for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:45.220791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Attempting to bind port 1e051f72-1fee-41dd-bbdb-a83108f255b6 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:00:45.221213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Attempting to bind port 1e051f72-1fee-41dd-bbdb-a83108f255b6 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:00:45.221695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Attempting to bind port 1e051f72-1fee-41dd-bbdb-a83108f255b6 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:45.227055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Port 1e051f72-1fee-41dd-bbdb-a83108f255b6 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:00:45.227385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Attempting to bind port 1e051f72-1fee-41dd-bbdb-a83108f255b6 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:00:45.232790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:00:45.233126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:00:45.233503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:00:45.233929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Bound port: 1e051f72-1fee-41dd-bbdb-a83108f255b6, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:00:45.234284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:45.299633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:00:45.302668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:00:45.387251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:45.422614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:45.423243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:45.424677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] 10.222.0.15 "PUT /v2.0/ports/1e051f72-1fee-41dd-bbdb-a83108f255b6 HTTP/1.1" status: 200 len: 1092 time: 0.8997149 Oct 15 20:00:45.425125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:45.427394 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696694d-38ee-4fca-898b-86ad1820e66e" -d '{"events": [{"name": "network-changed", "server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:45.451086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b505a0e-66b4-48e7-90e9-57211879988b service neutron] Pushing event updated for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:45.470251 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff3613-efab-4830-a791-a6d106874039 x-openstack-request-id: req-5fff3613-efab-4830-a791-a6d106874039 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:45.470545 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:45.470800 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fff3613-efab-4830-a791-a6d106874039 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:45.471256 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6', 'status': 'completed', 'code': 200} Oct 15 20:00:45.540349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696694d-38ee-4fca-898b-86ad1820e66e req-c38b7302-a4f1-4254-9948-877463f42972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:45.541874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3696694d-38ee-4fca-898b-86ad1820e66e req-c38b7302-a4f1-4254-9948-877463f42972 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 1095 time: 0.0468976 Oct 15 20:00:45.648459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696694d-38ee-4fca-898b-86ad1820e66e req-b1f28e27-1303-4fcd-8abc-807191a8075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:45.650119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3696694d-38ee-4fca-898b-86ad1820e66e req-b1f28e27-1303-4fcd-8abc-807191a8075c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&shared=False HTTP/1.1" status: 200 len: 906 time: 0.0991938 Oct 15 20:00:45.754243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696694d-38ee-4fca-898b-86ad1820e66e req-06b01c9a-40e9-46d2-bfed-7cbbe7d8a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:45.755822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3696694d-38ee-4fca-898b-86ad1820e66e req-06b01c9a-40e9-46d2-bfed-7cbbe7d8a32f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984163 Oct 15 20:00:46.084781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-092e21a1-379e-488f-be0c-e587c476bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:46.086335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-092e21a1-379e-488f-be0c-e587c476bcd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 1095 time: 0.0499382 Oct 15 20:00:46.139583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-3e84e5f9-72e4-40a9-b541-b7f5f20800d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6 HTTP/1.1" status: 200 len: 217 time: 0.0375967 Oct 15 20:00:46.185265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-f4cb73ad-b0a8-4a4a-a504-79e8bfb2f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:46.187005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-f4cb73ad-b0a8-4a4a-a504-79e8bfb2f393 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0448513 Oct 15 20:00:46.229129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-d8446e52-92f0-49e1-9e6d-2e465363a566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314271 Oct 15 20:00:46.323510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-dd0f132a-88a1-4f9a-b754-1958ab6bafff service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853481 Oct 15 20:00:46.421108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0bc5bc6-447c-4871-8ede-8dd310cf321a req-0031777a-5a81-4ed1-be8e-efb87af85328 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Oct 15 20:00:46.681846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d5e2b-7849-4133-9479-ee3b57d2e645 req-cb060ac3-2a15-40e6-b87d-14cc904b704e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:46.683648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d5d5e2b-7849-4133-9479-ee3b57d2e645 req-cb060ac3-2a15-40e6-b87d-14cc904b704e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 943 time: 0.0568569 Oct 15 20:00:46.726692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d5d5e2b-7849-4133-9479-ee3b57d2e645 req-cc0c9087-67d8-495c-9b53-c9f9653bdbe6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Oct 15 20:00:47.842049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76101d68-a3e5-4a76-8e37-addba1dd6b70 req-babbf354-f355-4788-9c1a-55c2848f949d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:47.843546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76101d68-a3e5-4a76-8e37-addba1dd6b70 req-babbf354-f355-4788-9c1a-55c2848f949d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 943 time: 0.0489562 Oct 15 20:00:47.882317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76101d68-a3e5-4a76-8e37-addba1dd6b70 req-46fbe964-6455-49ea-a71b-e6cfd5c80a2b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327206 Oct 15 20:00:48.466909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-205c9b71-9732-4c6f-86ee-d1cdca19f5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:49.188241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86915e-6dd2-41b8-a958-5c07e9ade048 req-e3d1a851-c040-4543-a01f-aa49af6b88b4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:49.189817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac86915e-6dd2-41b8-a958-5c07e9ade048 req-e3d1a851-c040-4543-a01f-aa49af6b88b4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 943 time: 0.2381611 Oct 15 20:00:49.234298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac86915e-6dd2-41b8-a958-5c07e9ade048 req-030b91e3-67ce-4d94-bac1-9701873b7080 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Oct 15 20:00:50.354946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd47c7-0a46-473d-b382-03f92857688a req-e21e4bc9-9217-464b-8d4d-c050043628d0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.356663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03dd47c7-0a46-473d-b382-03f92857688a req-e21e4bc9-9217-464b-8d4d-c050043628d0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 943 time: 0.0512776 Oct 15 20:00:50.395270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03dd47c7-0a46-473d-b382-03f92857688a req-0d75d8eb-0c8b-4659-8ef9-32aeed890239 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Oct 15 20:00:50.678393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1e051f72-1fee-41dd-bbdb-a83108f255b6 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:00:50.780025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:50.791493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '1e051f72-1fee-41dd-bbdb-a83108f255b6', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '1e051f72-1fee-41dd-bbdb-a83108f255b6', 'mac_address': 'fa:16:3e:50:bd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:00:50.825498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-958566f4-ae9c-4aeb-bdb4-dff751391355 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0592468 Oct 15 20:00:50.831219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:50.846047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e051f72-1fee-41dd-bbdb-a83108f255b6 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:00:50.867930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:50.951527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.952628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.953356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.953997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.954646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.955382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.956352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:50.958586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-f23222a0-054a-4d7f-a44b-7e82c0b97a1e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 6499 time: 0.0809772 Oct 15 20:00:50.970916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:51.024115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:51.087416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-6f7585d4-8175-48dc-a154-380265f2047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.088068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-6f7585d4-8175-48dc-a154-380265f2047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.088590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-6f7585d4-8175-48dc-a154-380265f2047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.090755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-6f7585d4-8175-48dc-a154-380265f2047e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6e7a7292-74f3-440c-b057-5676b38aaac4&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=d2586480-b8ad-49ae-86e7-d4295925a29c&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&id=0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 200 len: 2294 time: 0.1038430 Oct 15 20:00:51.166694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-67c2a840-1ea3-43ff-a990-42eb85a9096a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 200 len: 1000 time: 0.0677197 Oct 15 20:00:51.232555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-abeaa36b-8aad-4700-93f0-5f4733b29b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.232555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-abeaa36b-8aad-4700-93f0-5f4733b29b1c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 200 len: 851 time: 0.0542285 Oct 15 20:00:51.283478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-ce63ddfb-ab50-4c23-869a-6b4d6b231f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.285336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-ce63ddfb-ab50-4c23-869a-6b4d6b231f91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6e7a7292-74f3-440c-b057-5676b38aaac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480809 Oct 15 20:00:51.364889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1e051f72-1fee-41dd-bbdb-a83108f255b6'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:51.388732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-20ead5f8-9032-4740-b7ae-6ba33d386be9 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950248 Oct 15 20:00:51.399798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19e349fe-74ab-4499-a817-24bf4a06b540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:51.501658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-3c623b62-1a27-498a-8422-46e9846a1399 service neutron] 10.222.0.11 "GET /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058767 Oct 15 20:00:51.583099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-a37379da-c087-4a8d-baa8-d53781df1179 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 217 time: 0.0738757 Oct 15 20:00:51.639735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ff75-1263-43f1-87f3-dffb93fd71f3 req-99573993-1897-46d6-b28b-80e3b6304f00 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.641485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0021ff75-1263-43f1-87f3-dffb93fd71f3 req-99573993-1897-46d6-b28b-80e3b6304f00 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 944 time: 0.1248310 Oct 15 20:00:51.649850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-d2023609-b0ad-4c7c-a1c0-24e7aad65c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.651211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-d2023609-b0ad-4c7c-a1c0-24e7aad65c78 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0602486 Oct 15 20:00:51.715361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0021ff75-1263-43f1-87f3-dffb93fd71f3 req-b0169114-7608-40e2-9e98-c97e4f7efd76 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Oct 15 20:00:51.727718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-3a528e31-4014-400c-bfc8-cb6df0239044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:51.729250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-3a528e31-4014-400c-bfc8-cb6df0239044 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647192 Oct 15 20:00:51.824011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-cbf8e7ce-d49b-4d4e-bb69-0b8986ebf2a8 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Oct 15 20:00:51.922265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-31897330-5a84-44e1-98e0-6e4c95ba3a83 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909877 Oct 15 20:00:51.967758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-9ca7531f-030a-4213-ba27-77fa4f57cf58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 217 time: 0.0377862 Oct 15 20:00:52.022694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-171c015d-36b6-4bc2-89ee-2ad2819f4014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.024280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-171c015d-36b6-4bc2-89ee-2ad2819f4014 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0482748 Oct 15 20:00:52.076058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-a08b4d7a-ec8b-4c87-8379-9e3dc32f4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.077546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-a08b4d7a-ec8b-4c87-8379-9e3dc32f4c33 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0459983 Oct 15 20:00:52.169313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-64f3031a-ab40-47af-876a-0b7e6ab623d6 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Oct 15 20:00:52.286774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-da82721f-0aaf-4f09-89f1-657f8c563fbc service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092262 Oct 15 20:00:52.338082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:52.344310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-0bce5973-34d6-472f-86f5-e79d4f77e96c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 200 len: 217 time: 0.0496681 Oct 15 20:00:52.393612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-942a4323-7788-41ca-9e2e-bd0d28936741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.395106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-942a4323-7788-41ca-9e2e-bd0d28936741 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.0440657 Oct 15 20:00:52.446031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-04a5ed78-5d4a-41bb-88fb-e8bd612084a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.447650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-04a5ed78-5d4a-41bb-88fb-e8bd612084a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453382 Oct 15 20:00:52.580517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-3b65e461-b025-4b51-b3f9-beafcc4da7b8 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246107 Oct 15 20:00:52.589702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:52.589913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-4af8fb74-3f66-49ad-baab-778459155a43 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0702453 Oct 15 20:00:52.690176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1e051f72-1fee-41dd-bbdb-a83108f255b6 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:00:52.702375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-0567e3e8-b978-4cf9-a36e-053f52c5ee4c service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116655 Oct 15 20:00:52.722571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.723127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.723515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.726947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.726947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.726947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.726947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.727243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2ca0fe72-6cd0-43c1-9f7a-ce105c00d7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 6508 time: 0.0708482 Oct 15 20:00:52.761607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-0ba84738-4712-451e-893b-e09e6e3f59eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 200 len: 217 time: 0.0514560 Oct 15 20:00:52.798189 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:52.831544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 1e051f72-1fee-41dd-bbdb-a83108f255b6 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:00:52.835423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 1e051f72-1fee-41dd-bbdb-a83108f255b6 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:00:52.835945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:52.837644 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:52.900074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-9894b40f-19d4-47e0-8dac-f55ab53bddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.901554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-9894b40f-19d4-47e0-8dac-f55ab53bddd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 200 len: 797 time: 0.1307521 Oct 15 20:00:52.960563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9355a43-b452-49c1-9ca2-09b73e61ed79 req-3fc6e509-0edb-4397-89ab-2a02b5e13140 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.962155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9355a43-b452-49c1-9ca2-09b73e61ed79 req-3fc6e509-0edb-4397-89ab-2a02b5e13140 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 944 time: 0.1541426 Oct 15 20:00:52.964746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ffdfa203-9b44-4cac-a101-156425e44d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.965171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ffdfa203-9b44-4cac-a101-156425e44d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.965627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ffdfa203-9b44-4cac-a101-156425e44d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:52.967428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ffdfa203-9b44-4cac-a101-156425e44d92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=13d041b7-c829-4f78-80d1-0957e0315c23&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 200 len: 2296 time: 0.2049689 Oct 15 20:00:53.041166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-76d2ce58-36d4-42b5-b8be-37aaf58cfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.043320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-76d2ce58-36d4-42b5-b8be-37aaf58cfb8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2586480-b8ad-49ae-86e7-d4295925a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1320953 Oct 15 20:00:53.080190 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:53.086725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9355a43-b452-49c1-9ca2-09b73e61ed79 req-c5e34347-241a-4143-9db6-25436a0bebd7 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168702 Oct 15 20:00:53.114147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-16733bb8-2a9e-4ca7-b16a-b61e5750b98f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 200 len: 1001 time: 0.1335032 Oct 15 20:00:53.121848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:53.124660 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e942456-e9c1-4619-a44b-bf69ca3e9af4" -d '{"events": [{"server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "name": "network-vif-plugged", "status": "completed", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:53.132890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:53.174074 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932aa51c-fd68-4b68-a324-d0b1e63ee509 x-openstack-request-id: req-932aa51c-fd68-4b68-a324-d0b1e63ee509 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:53.174471 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "name": "network-vif-plugged", "status": "completed", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:53.174906 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-932aa51c-fd68-4b68-a324-d0b1e63ee509 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:53.175363 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6', 'code': 200} Oct 15 20:00:53.218518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-efb79f4e-ebac-456a-b3d2-0dee594bf86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.219980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-efb79f4e-ebac-456a-b3d2-0dee594bf86c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 200 len: 854 time: 0.0774486 Oct 15 20:00:53.223504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-3d30abfb-7f20-4556-aad9-c30a5c72abe7 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664116 Oct 15 20:00:53.227652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:53.278991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:53.282820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60c493-7663-4ba0-831a-c91d8bb70ade req-24f4e1bf-9613-4110-8515-014f176b081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.284612 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac60c493-7663-4ba0-831a-c91d8bb70ade req-24f4e1bf-9613-4110-8515-014f176b081c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 1097 time: 0.0429265 Oct 15 20:00:53.324311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac60c493-7663-4ba0-831a-c91d8bb70ade req-5e561e41-75fc-4136-8804-29993fa7bb56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317314 Oct 15 20:00:53.660557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-953b9b58-6282-46bf-ab99-d671b04910c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.662188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-953b9b58-6282-46bf-ab99-d671b04910c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee15acf5-63d6-4faa-a68f-c6f8941339c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4345286 Oct 15 20:00:53.695463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-b725961e-171e-4cde-8a7e-5fb2cd136069 service neutron] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590869 Oct 15 20:00:53.768860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-4efe4f42-3f6e-4442-8d70-ae8036d928c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 200 len: 217 time: 0.0631652 Oct 15 20:00:53.832152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-05030504-fe0b-4086-b546-9b039e266384 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577649 Oct 15 20:00:53.834510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-40236e71-cfec-4f5c-b223-de15341b4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.836006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-40236e71-cfec-4f5c-b223-de15341b4122 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0603993 Oct 15 20:00:53.938479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-45876edd-7657-401f-a58c-75fbb62ba54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:53.940920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-45876edd-7657-401f-a58c-75fbb62ba54a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934381 Oct 15 20:00:53.963546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-15ce74b5-df48-433b-9c45-2c5bed821861 service neutron] 10.222.0.15 "GET /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239915 Oct 15 20:00:54.013961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-39d0ffbe-349e-4ff6-971f-f8744bb801b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 217 time: 0.0407705 Oct 15 20:00:54.106375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-0684fcfd-4727-4307-9c12-2d184f6aba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.107837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-0684fcfd-4727-4307-9c12-2d184f6aba6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0624211 Oct 15 20:00:54.109936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-03571daf-3126-449f-a461-55f21057316e service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593645 Oct 15 20:00:54.240297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ef0e6110-84b0-42e6-b445-97384db86055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.241891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-ef0e6110-84b0-42e6-b445-97384db86055 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257100 Oct 15 20:00:54.284127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-240536bd-7d43-4d95-ac27-4d4f434afc70 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606534 Oct 15 20:00:54.293531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f465a5-de95-4cb5-a7e3-72773e727e5c req-aa259144-3a9e-4273-b074-8f0eabe6ac4e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.294888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5f465a5-de95-4cb5-a7e3-72773e727e5c req-aa259144-3a9e-4273-b074-8f0eabe6ac4e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.1236813 Oct 15 20:00:54.372215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-472fa142-377b-4646-913e-679f7cb86925 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 200 len: 217 time: 0.0763361 Oct 15 20:00:54.453480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5f465a5-de95-4cb5-a7e3-72773e727e5c req-bb6204f6-253c-44a9-a7c0-88ac520c1afe tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512325 Oct 15 20:00:54.461428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-cda4deb9-4174-44c2-9844-629047d929ca service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064233 Oct 15 20:00:54.465046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-0b34b7e2-c4c0-4015-a7bc-7af52eb311e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.466840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-0b34b7e2-c4c0-4015-a7bc-7af52eb311e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 200 len: 797 time: 0.0838766 Oct 15 20:00:54.524954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:54.571205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47487d46-a280-4762-b2c0-93a41dc1177c req-8eb4b787-c4a4-49b9-874a-326f1aef6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.572717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-8eb4b787-c4a4-49b9-874a-326f1aef6d79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0d8fd63b-b34f-4e63-9ba7-d58863e19096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0965779 Oct 15 20:00:54.607603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-8f87926a-c959-4c43-9052-e8747d64004c service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397038 Oct 15 20:00:54.682291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-0cb16d00-a779-44d0-bda1-fe9019618bc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 217 time: 0.0644276 Oct 15 20:00:54.747003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-1554c428-0bd8-45d8-b444-0f08b4c26a0d service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611602 Oct 15 20:00:54.750853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-a4fe360d-b5ab-4e97-8506-1a86d42fb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.752363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-a4fe360d-b5ab-4e97-8506-1a86d42fb739 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0626743 Oct 15 20:00:54.864457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7f86777e-4415-4a9e-be8e-b5152a28b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:54.866706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7f86777e-4415-4a9e-be8e-b5152a28b32f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0926008 Oct 15 20:00:54.877976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47487d46-a280-4762-b2c0-93a41dc1177c req-9337f2cd-7bb0-469c-b866-585464146c07 service neutron] 10.222.0.11 "GET /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234782 Oct 15 20:00:54.970321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-b740fbe8-cf31-4c97-b918-57a3a1061bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913191 Oct 15 20:00:55.066324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-65bafe07-ceb5-40b1-aa7e-11624e1b6bb3 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883393 Oct 15 20:00:55.109287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-47b9aacf-5395-4000-a284-8e2c57938641 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 200 len: 217 time: 0.0352485 Oct 15 20:00:55.158039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2f3761fd-f354-4ea4-b60a-253aa86f4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.159614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2f3761fd-f354-4ea4-b60a-253aa86f4d8e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0426786 Oct 15 20:00:55.219942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7f153c87-65c2-4799-97ed-f1b5988bea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.222102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7f153c87-65c2-4799-97ed-f1b5988bea81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547845 Oct 15 20:00:55.316320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-fb9a95b6-ef10-4b43-a12a-ccf540c655fd service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863593 Oct 15 20:00:55.414183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-9b0e0763-760e-4a00-9853-bd4d0170c71e service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896156 Oct 15 20:00:55.467237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-e19d13e2-4d2d-4285-a5e8-a4ffd7c98a52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 200 len: 217 time: 0.0446081 Oct 15 20:00:55.521461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-02690f04-6740-4c82-9732-d1199b87d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.523512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-02690f04-6740-4c82-9732-d1199b87d08b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 200 len: 797 time: 0.0473616 Oct 15 20:00:55.599947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86afee-6bd9-43a1-88b7-610b955ed248 req-edd0b621-a2bb-42e9-a52c-117588c94dba tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.601447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb86afee-6bd9-43a1-88b7-610b955ed248 req-edd0b621-a2bb-42e9-a52c-117588c94dba tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.0773108 Oct 15 20:00:55.606793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2b48c032-1bb3-4ad1-ab06-b139b9bc5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.608216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-2b48c032-1bb3-4ad1-ab06-b139b9bc5247 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13d041b7-c829-4f78-80d1-0957e0315c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758910 Oct 15 20:00:55.667426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb86afee-6bd9-43a1-88b7-610b955ed248 req-0fef54f1-ed6c-4cf2-8e86-99aba860541a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582700 Oct 15 20:00:55.726865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-fcb6f8b3-8f98-45e7-9dc7-ab1292080df4 service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041665 Oct 15 20:00:55.846337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d7ba9-5805-417e-83cd-84c1223e8947 req-f6ca9fbd-fe85-4cfc-87a2-849c633ddbea tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.847850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e69d7ba9-5805-417e-83cd-84c1223e8947 req-f6ca9fbd-fe85-4cfc-87a2-849c633ddbea tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.1049490 Oct 15 20:00:55.870706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-a1eb8d21-9f17-4dfc-aa87-b89d1c8fb53f service neutron] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358516 Oct 15 20:00:55.920989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-c2d31c65-e02a-49b2-8d58-ecaa0cb1174d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 200 len: 217 time: 0.0410860 Oct 15 20:00:55.928121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e69d7ba9-5805-417e-83cd-84c1223e8947 req-ef09d626-60a7-4998-9d82-88e4d974503c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733535 Oct 15 20:00:55.973933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-63ee6e2a-33db-4fa8-b28f-88ec917a1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:55.976016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-63ee6e2a-33db-4fa8-b28f-88ec917a1e85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0456071 Oct 15 20:00:56.027897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7a9f832a-97ff-4b4f-a96b-fd7083c2ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:56.029485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-7a9f832a-97ff-4b4f-a96b-fd7083c2ce8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0452964 Oct 15 20:00:56.124346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-6678efa6-4a8b-40e6-bda3-c9b66bfb1564 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866482 Oct 15 20:00:56.222235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-72fb63eb-aeae-45b7-817a-200f104251a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899906 Oct 15 20:00:56.267666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-5f427827-0c05-404f-bc61-3d9add0aa4c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 200 len: 217 time: 0.0363202 Oct 15 20:00:56.317231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-b113491b-e13a-4e38-8d0a-71be91af0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:56.318771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-b113491b-e13a-4e38-8d0a-71be91af0800 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 200 len: 797 time: 0.0442607 Oct 15 20:00:56.376241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-a89ccc24-9210-456b-a212-55a6bb71a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:56.377631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-a89ccc24-9210-456b-a212-55a6bb71a7f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9cb7224-82c7-4f5f-903a-4341ff0a95b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512936 Oct 15 20:00:56.493768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46296-3a0b-4b26-bc3a-89eff5b5a6f8 req-8fe00a15-4334-44ad-8d0c-d07c769f545a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:56.495353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ed46296-3a0b-4b26-bc3a-89eff5b5a6f8 req-8fe00a15-4334-44ad-8d0c-d07c769f545a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.1020207 Oct 15 20:00:56.527792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-1bfcb49c-0878-4b68-8626-ca6713612b0e service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416700 Oct 15 20:00:56.566130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ed46296-3a0b-4b26-bc3a-89eff5b5a6f8 req-bd8af2c0-7f52-4ef2-bded-8afd04a1f23f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 Oct 15 20:00:56.634012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1994320b-a1d8-4435-b94b-75e05d3bb616 req-44d10957-b797-4e76-a871-11f2609c87b9 service neutron] 10.222.0.15 "GET /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974505 Oct 15 20:00:57.685260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d06316-25e8-4c89-a8a7-f47b20c3a170 req-d7223672-d213-45de-87b4-7f4ea4f9819c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:57.686756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61d06316-25e8-4c89-a8a7-f47b20c3a170 req-d7223672-d213-45de-87b4-7f4ea4f9819c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.0532370 Oct 15 20:00:57.726018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61d06316-25e8-4c89-a8a7-f47b20c3a170 req-8a4bcecb-cd4f-457d-a216-1cbe8a6d821e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Oct 15 20:00:57.942226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-e2f97f18-8700-4a99-91a8-38c304e6749c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:00:57.945317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-e2f97f18-8700-4a99-91a8-38c304e6749c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 945 time: 0.0520170 Oct 15 20:00:58.045336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 1e051f72-1fee-41dd-bbdb-a83108f255b6 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:00:58.045717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.140564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 1e051f72-1fee-41dd-bbdb-a83108f255b6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1e051f72-1fee-41dd-bbdb-a83108f255b6,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:00:58.140910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.153925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 1e051f72-1fee-41dd-bbdb-a83108f255b6 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:00:58.389412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.404816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:58.407121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1e051f72-1fee-41dd-bbdb-a83108f255b6'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:00:58.422424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=1e051f72-1fee-41dd-bbdb-a83108f255b6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:58.422555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32774) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:58.475635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 1e051f72-1fee-41dd-bbdb-a83108f255b6 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:00:58.477768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.481136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f60bca51-b01a-46ad-9cd5-e103c4d6b82a req-984379f3-a0fd-4d9e-ba0e-cc1b9e2a85ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/1e051f72-1fee-41dd-bbdb-a83108f255b6 HTTP/1.1" status: 204 len: 173 time: 0.5270824 Oct 15 20:00:58.481607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'name': 'network-vif-deleted', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:00:58.484523 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df3ea49-d487-43d6-8bdf-f861e729c8d3" -d '{"events": [{"server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "name": "network-vif-deleted", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:00:58.533764 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73bf210-660a-48ba-a0cf-b17b647ef68e x-openstack-request-id: req-c73bf210-660a-48ba-a0cf-b17b647ef68e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:00:58.534050 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1261c1b9-26b1-4376-a296-91f022afe62e", "name": "network-vif-deleted", "tag": "1e051f72-1fee-41dd-bbdb-a83108f255b6", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:00:58.534317 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c73bf210-660a-48ba-a0cf-b17b647ef68e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:00:58.534720 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1261c1b9-26b1-4376-a296-91f022afe62e', 'name': 'network-vif-deleted', 'tag': '1e051f72-1fee-41dd-bbdb-a83108f255b6', 'status': 'completed', 'code': 200} Oct 15 20:00:58.582629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.659697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.763270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.807256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f528d8c820d24741a3d9014e8ed48b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836911 Oct 15 20:00:58.809575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32792) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:58.816762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ee950-3122-4335-8067-6d3fab1b54e0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:58.838012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.838398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.838912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.839409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.840208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.841257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.841866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.842349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.843038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.843376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.843962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.844294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7d6987-90cb-479a-96f2-dd4c9eb874d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:00:58.891366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2aa1d4b5-93b8-4d27-ae19-12d57ff38870 req-c0ed41dd-82e2-4121-b525-56fb0a3efd88 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1261c1b9-26b1-4376-a296-91f022afe62e HTTP/1.1" status: 200 len: 210 time: 0.0288136 Oct 15 20:00:58.900708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:58.924618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.038658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.041384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.042590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac8ee950-3122-4335-8067-6d3fab1b54e0 HTTP/1.1" status: 204 len: 168 time: 0.2320189 Oct 15 20:00:59.053391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec578e-baa7-4405-938c-b6ed9aedc06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ee950-3122-4335-8067-6d3fab1b54e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:59.709343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32806) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:59.723502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aad7130-3b47-4d34-b36d-58d4d8cc92d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.799145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aad7130-3b47-4d34-b36d-58d4d8cc92d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.886291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aad7130-3b47-4d34-b36d-58d4d8cc92d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:00:59.924574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0aad7130-3b47-4d34-b36d-58d4d8cc92d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d03aa70b70464eb9b948cf8319cb9d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139699 Oct 15 20:00:59.925490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad7130-3b47-4d34-b36d-58d4d8cc92d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9971f0b-288e-4b57-a7b9-12a4cbd5dc93,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:00:59.927510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:00:59.994610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:00.016493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:00.135076 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:00.137812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:00.139164 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9971f0b-288e-4b57-a7b9-12a4cbd5dc93 HTTP/1.1" status: 204 len: 168 time: 0.2081492 Oct 15 20:01:00.156169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3b9c9-afc9-459e-bd99-7d82450973b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9971f0b-288e-4b57-a7b9-12a4cbd5dc93,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:00.716660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-437713f7-bd27-49e0-bfc4-2858c55a53b1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:00.718564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-437713f7-bd27-49e0-bfc4-2858c55a53b1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.4510226 Oct 15 20:01:00.734003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-05e7c2a5-6082-490c-9635-ffb3d0ae18ee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Oct 15 20:01:00.782643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-77c01059-6f30-4688-9fc9-5fcd4cc11555 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430300 Oct 15 20:01:00.876326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-1e782e5d-700e-4429-afc9-8b9caca56d65 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849426 Oct 15 20:01:00.967270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-b8c144dd-2be3-4aaa-a3a1-59d28eface89 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849063 Oct 15 20:01:01.204452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72cbac47-3cb9-4a3a-ba6d-27a7c9bb412b req-38176a0d-7d83-46d4-9182-e69394e84b79 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 210 time: 0.0321152 Oct 15 20:01:01.300174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32858) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:01.395418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816793662-network', 'tenant_id': 'f2f60809c996482ca1247e0497cc5fb5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:01.495052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Made reservation on behalf of f2f60809c996482ca1247e0497cc5fb5 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:01.497456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.506871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.586699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.686046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.708720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:01:01.723164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ad258c-4a4a-482c-a91e-afcb9d4f3f01,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:01.729082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.729424 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Added segment d6caf78d-d5a2-4909-ac3f-e26347a4e56b of type vlan for network ac1f7a67-7e14-47ac-967b-f93712ecad12 Oct 15 20:01:01.770656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.854855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.855967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:01.856549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:01.915743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] Pushing event updated for resources: {'Network': ['ID=ac1f7a67-7e14-47ac-967b-f93712ecad12,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:01.925542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ac1f7a67-7e14-47ac-967b-f93712ecad12 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:01:02.011613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a203eec6-b13f-4918-814e-2aa93001a86a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7103019 Oct 15 20:01:02.014481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32874) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:02.019357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Request body: {'subnet': {'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816793662-subnet', 'tenant_id': 'f2f60809c996482ca1247e0497cc5fb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:02.180844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Made reservation on behalf of f2f60809c996482ca1247e0497cc5fb5 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:02.184310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:02.406896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32880) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:02.471536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:02.507471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39ac1dd3-fdc6-4ed1-bb72-2ae1a932d75a req-407059e5-4f15-491a-b790-75c00aa24bee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 210 time: 0.0261748 Oct 15 20:01:02.577909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:02.594878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Checking segment: {'id': 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:02.595251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Network hostable DHCP agents. Network: ac1f7a67-7e14-47ac-967b-f93712ecad12, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:01:02.743194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1e051f72-1fee-41dd-bbdb-a83108f255b6 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:02.765243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 1e051f72-1fee-41dd-bbdb-a83108f255b6 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:02.765611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1e051f72-1fee-41dd-bbdb-a83108f255b6 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:03.101868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Network ac1f7a67-7e14-47ac-967b-f93712ecad12 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:01:03.196381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ac1f7a67-7e14-47ac-967b-f93712ecad12) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:03.200664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:03.201241 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:03.213815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38fbe1c-b61d-42d0-b805-0bca091ff216 None None] Network ac1f7a67-7e14-47ac-967b-f93712ecad12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:03.234518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:03.328873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-594439e7-c6e1-4bfd-9b84-0eae661c4346 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3132560 Oct 15 20:01:03.364502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae37127-e3fd-4c42-a2a4-1d8b13b3584b None None] Network ac1f7a67-7e14-47ac-967b-f93712ecad12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:03.570810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-f2a4e9cb-f4f7-46c7-8d86-c89670a10831 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:03.570810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-f2a4e9cb-f4f7-46c7-8d86-c89670a10831 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.2233262 Oct 15 20:01:03.580387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': 'de42f5f2-3899-477d-b969-7582a8432133', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:03.670185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54c9ef15-f12d-4e60-b203-864a3a647765 req-8358558f-1930-45cb-8d2e-54e44749f4f5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 210 time: 0.0634685 Oct 15 20:01:03.719702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 241acbc0-1b55-458d-9ef9-815ad0cc0e65 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:03.720606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:03.821795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port 241acbc0-1b55-458d-9ef9-815ad0cc0e65, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=241acbc0-1b55-458d-9ef9-815ad0cc0e65,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:03.822166 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:03.835029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 241acbc0-1b55-458d-9ef9-815ad0cc0e65 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:03.920576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:03.924254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.065518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.4 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/70c628d7-ebff-4037-a674-db8055950e74) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:04.189162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.219059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=241acbc0-1b55-458d-9ef9-815ad0cc0e65,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:04.246207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.349713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.362435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:04.379005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32904) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:04.386832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1937785981-network', 'tenant_id': '4368059c040945efb1a4fb2a6c3eede4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:04.424122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:04.429339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:04.432946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:04.475671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:04.505294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.518533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:04.518533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.557248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Made reservation on behalf of 4368059c040945efb1a4fb2a6c3eede4 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:04.559740 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.571817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.629430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-cedb2565-7736-4846-8046-5785372ac8ff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0535898 Oct 15 20:01:04.646975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Request body: {'port': {'device_id': 'de42f5f2-3899-477d-b969-7582a8432133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:04.707185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.794774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.853707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:04.911250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940dd6-53ae-439c-a38a-ac86ccf1c8c6 req-02d8983d-40c1-4a3d-b9f6-b06f0067ed80 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:04.913569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84940dd6-53ae-439c-a38a-ac86ccf1c8c6 req-02d8983d-40c1-4a3d-b9f6-b06f0067ed80 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 931 time: 0.1319623 Oct 15 20:01:04.947532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:04.978431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:01:05.002057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:05.008954 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a406aa52-3fd0-4a95-8629-89103a21620e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/436fa0cc-3795-480b-8a32-85cd8182dcda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6009412 Oct 15 20:01:05.012515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.012941 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Added segment ed7cf72b-6f79-43ff-9075-2e80f99a5cbf of type vlan for network 017ec6c7-4b9f-4333-b1ec-09d2804978ed Oct 15 20:01:05.014241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a93566-15f8-4e7b-8baf-89519439c572,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:05.015027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:05.042738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:05.043012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:05.060759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.108836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84940dd6-53ae-439c-a38a-ac86ccf1c8c6 req-6285925c-802d-41dd-95bb-6234a49791e5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800499 Oct 15 20:01:05.124121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c628d7-ebff-4037-a674-db8055950e74 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:05.134696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.159363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Transition to ACTIVE for port object 70c628d7-ebff-4037-a674-db8055950e74 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:01:05.168952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.170144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:05.170826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.175709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:05.228786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.248537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] Pushing event updated for resources: {'Network': ['ID=017ec6c7-4b9f-4333-b1ec-09d2804978ed,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:05.265034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 017ec6c7-4b9f-4333-b1ec-09d2804978ed details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:01:05.291660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Pushing event updated for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:05.309393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80c1372f-441c-4c35-9395-dbef4ffa5039 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9268813 Oct 15 20:01:05.309920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:05.321560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Request body: {'subnet': {'network_id': '017ec6c7-4b9f-4333-b1ec-09d2804978ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1937785981-subnet', 'tenant_id': '4368059c040945efb1a4fb2a6c3eede4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:05.390105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Attempting to bind port 70c628d7-ebff-4037-a674-db8055950e74 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:05.390563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Attempting to bind port 70c628d7-ebff-4037-a674-db8055950e74 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:05.390964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Attempting to bind port 70c628d7-ebff-4037-a674-db8055950e74 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:05.395715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Port 70c628d7-ebff-4037-a674-db8055950e74 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:01:05.396488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Attempting to bind port 70c628d7-ebff-4037-a674-db8055950e74 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:05.402902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:05.403319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:05.403793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:05.404291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Bound port: 70c628d7-ebff-4037-a674-db8055950e74, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:05.404723 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.437884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Made reservation on behalf of 4368059c040945efb1a4fb2a6c3eede4 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:05.440370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.492195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:05.495623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=70c628d7-ebff-4037-a674-db8055950e74,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:05.511962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:05.544423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:05.564014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:05.564762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:05.612269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.685328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:05.686002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.686910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:05.687689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] 10.222.0.15 "PUT /v2.0/ports/70c628d7-ebff-4037-a674-db8055950e74 HTTP/1.1" status: 200 len: 1092 time: 1.0456898 Oct 15 20:01:05.688160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'tag': '70c628d7-ebff-4037-a674-db8055950e74'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:05.692082 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e14626-b0d2-465b-966d-eaaf09375db2" -d '{"events": [{"name": "network-changed", "server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "tag": "70c628d7-ebff-4037-a674-db8055950e74"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:05.724954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:05.730375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5796ea-28c8-4e2d-a594-3209f8733d38 req-040796ab-864c-4fdd-95ca-8d6e1cd6f201 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:05.739449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a5796ea-28c8-4e2d-a594-3209f8733d38 req-040796ab-864c-4fdd-95ca-8d6e1cd6f201 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.1422496 Oct 15 20:01:05.763052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5dc79e-19e7-49f8-a7a9-b14683c0a828 service neutron] Pushing event updated for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:05.790796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a5e70d-9d62-4032-943b-045740f2c437,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:05.814238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a5796ea-28c8-4e2d-a594-3209f8733d38 req-d16cd242-0d0c-4523-b0ad-534ebe748554 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742414 Oct 15 20:01:05.835421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Checking segment: {'id': 'ed7cf72b-6f79-43ff-9075-2e80f99a5cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '017ec6c7-4b9f-4333-b1ec-09d2804978ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:05.835991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Network hostable DHCP agents. Network: 017ec6c7-4b9f-4333-b1ec-09d2804978ed, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:01:05.879097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-c83e9807-14e9-41ed-9f25-6009f12341d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:05.881568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-c83e9807-14e9-41ed-9f25-6009f12341d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 1095 time: 0.0661719 Oct 15 20:01:05.889837 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964556a1-3992-457f-aba2-a91af8e5dc60 x-openstack-request-id: req-964556a1-3992-457f-aba2-a91af8e5dc60 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:05.889837 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "tag": "70c628d7-ebff-4037-a674-db8055950e74", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:05.889837 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-964556a1-3992-457f-aba2-a91af8e5dc60 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:05.889837 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'tag': '70c628d7-ebff-4037-a674-db8055950e74', 'status': 'completed', 'code': 200} Oct 15 20:01:05.930542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-67e7a767-9fcc-45c7-9665-7421c1f22c13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c628d7-ebff-4037-a674-db8055950e74 HTTP/1.1" status: 200 len: 217 time: 0.0361240 Oct 15 20:01:05.963802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Network 017ec6c7-4b9f-4333-b1ec-09d2804978ed is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:01:05.979230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:05.986358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc59be6-9500-44f0-8891-867146e79a37 req-9cc12246-4c10-4c0c-990b-5bef0d299bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:05.988368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-9cc12246-4c10-4c0c-990b-5bef0d299bd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0508492 Oct 15 20:01:06.012843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90b9a7c-7c13-4bd1-821d-5fdab980f677 None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c47fb8fe-06de-455e-b418-5256a4ee139c', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'port_id': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'mac_address': 'fa:16:3e:b5:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T19:58:40Z', 'updated_at': '2021-10-15T19:58:44Z', 'revision_number': 1, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:06.024997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-0ea1123f-2db7-4971-b77c-909f526fb92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291612 Oct 15 20:01:06.049116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 017ec6c7-4b9f-4333-b1ec-09d2804978ed) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:06.054831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.055462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:06.059831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2233e40-f248-473f-9628-529b350c4f51 None None] Network 017ec6c7-4b9f-4333-b1ec-09d2804978ed requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:06.147958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f90e7db1-74cd-42ae-b85b-b6060c7236ac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8366182 Oct 15 20:01:06.156780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-b1d8a006-676b-4980-b594-d8daa042bb6b service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 Oct 15 20:01:06.242312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b2852-5679-49a4-933b-527d3db45a6c None None] Network 017ec6c7-4b9f-4333-b1ec-09d2804978ed requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:06.304709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b110f1-80fe-43c1-8e42-105894dbab5e req-10e1432c-1a00-4729-b2cd-62ba2ccdfb9c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.306098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37b110f1-80fe-43c1-8e42-105894dbab5e req-10e1432c-1a00-4729-b2cd-62ba2ccdfb9c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 943 time: 0.1141751 Oct 15 20:01:06.313881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cc59be6-9500-44f0-8891-867146e79a37 req-7b01e895-907a-4d39-a1c5-62c5a2f0a1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495268 Oct 15 20:01:06.394934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37b110f1-80fe-43c1-8e42-105894dbab5e req-90e5a815-9188-4bf6-88e9-3b08de7aca9f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719404 Oct 15 20:01:06.457264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 241acbc0-1b55-458d-9ef9-815ad0cc0e65 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:06.484846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 241acbc0-1b55-458d-9ef9-815ad0cc0e65 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:06.485194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 241acbc0-1b55-458d-9ef9-815ad0cc0e65 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:06.521379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-f5318694-ed92-4bfe-bd47-56991b49fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.523599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-f5318694-ed92-4bfe-bd47-56991b49fbb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 1095 time: 0.0510237 Oct 15 20:01:06.634841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-446e0fd7-2868-4918-aecf-5e98c9599ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.636359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-446e0fd7-2868-4918-aecf-5e98c9599ae3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.1043606 Oct 15 20:01:06.648551 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:01:06.680344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-b75a7e4c-9473-43cb-9123-19612db7321b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70c628d7-ebff-4037-a674-db8055950e74 HTTP/1.1" status: 200 len: 217 time: 0.0365853 Oct 15 20:01:06.794256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-e7e73b20-9aea-472f-983a-49de62d24f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.795721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-e7e73b20-9aea-472f-983a-49de62d24f11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.1084528 Oct 15 20:01:06.833158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-105465c4-c1ee-412a-b8e0-88b5b46b7887 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282648 Oct 15 20:01:06.875667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-27adec48-3ef6-463b-8673-0cc55078aa87 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:06.875667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-27adec48-3ef6-463b-8673-0cc55078aa87 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/networks?id=ac1f7a67-7e14-47ac-967b-f93712ecad12 HTTP/1.1" status: 200 len: 809 time: 0.1563914 Oct 15 20:01:06.924587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-41b9514d-5300-4cb5-ba38-266723e5d672 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/quotas/f2f60809c996482ca1247e0497cc5fb5 HTTP/1.1" status: 200 len: 375 time: 0.0396540 Oct 15 20:01:06.961888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-2f847b66-fc15-445a-8c45-ea843d5cd296 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2f60809c996482ca1247e0497cc5fb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311513 Oct 15 20:01:06.985683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-217aded3-7365-40ee-b5ee-8feb99f1a7ad service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394625 Oct 15 20:01:07.125623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-a078b905-a924-443b-818d-561b8fb12282 service neutron] 10.222.0.13 "GET /v2.0/networks/ac1f7a67-7e14-47ac-967b-f93712ecad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529188 Oct 15 20:01:07.131092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e14626-b0d2-465b-966d-eaaf09375db2 req-9d32aa2c-3416-41f9-89cb-d62bfd9fbdfe service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355011 Oct 15 20:01:07.251168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-0cb7c2e5-e8b7-46a9-83be-c4510620d083 service neutron] 10.222.0.13 "GET /v2.0/networks/ac1f7a67-7e14-47ac-967b-f93712ecad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181569 Oct 15 20:01:07.259998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160f292-705d-440c-8794-ec58a50215e5 req-288eae04-74cd-4b06-8caf-4fc7389f586a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:07.261431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f160f292-705d-440c-8794-ec58a50215e5 req-288eae04-74cd-4b06-8caf-4fc7389f586a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.0674796 Oct 15 20:01:07.366963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 20fececd-65f1-466c-be15-47f1116dd8eb {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:07.367305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:07.464098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port 20fececd-65f1-466c-be15-47f1116dd8eb, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=20fececd-65f1-466c-be15-47f1116dd8eb,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:07.464466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:07.481108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 20fececd-65f1-466c-be15-47f1116dd8eb owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:07.612022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a771c-1bd3-4c2f-9708-d72d6ede3ae7 req-b1ae497b-f1d0-4d42-8ca8-6d0622403b25 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:07.613527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c0a771c-1bd3-4c2f-9708-d72d6ede3ae7 req-b1ae497b-f1d0-4d42-8ca8-6d0622403b25 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 946 time: 0.0712242 Oct 15 20:01:07.689593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c0a771c-1bd3-4c2f-9708-d72d6ede3ae7 req-3d2bf0dc-1778-45b1-b73c-7ebd62735bdf tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500855 Oct 15 20:01:07.774577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:07.825260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=20fececd-65f1-466c-be15-47f1116dd8eb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:07.869392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] No DVR routers for this DVR port 20fececd-65f1-466c-be15-47f1116dd8eb on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:07.872095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:07.875785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f160f292-705d-440c-8794-ec58a50215e5 req-e91242e2-8e26-460b-bb2e-d6ef0f8dfe0d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.15 "DELETE /v2.0/ports/20fececd-65f1-466c-be15-47f1116dd8eb HTTP/1.1" status: 204 len: 173 time: 0.6077650 Oct 15 20:01:07.885336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee890b26-5f0e-4847-a2a8-c3cdf199116e req-b230b939-fcab-43bc-af99-f699e0dd38fe tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:07.887029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee890b26-5f0e-4847-a2a8-c3cdf199116e req-b230b939-fcab-43bc-af99-f699e0dd38fe tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 943 time: 0.1409166 Oct 15 20:01:07.887503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'name': 'network-vif-deleted', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:07.890165 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8840d07-4c43-4fdf-9407-aebebebdf4a9" -d '{"events": [{"server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "name": "network-vif-deleted", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:07.932127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee890b26-5f0e-4847-a2a8-c3cdf199116e req-39b534ee-11ba-4d24-ba8d-71b4b51be109 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Oct 15 20:01:08.019123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df8d4e94-51e9-4ac6-8961-47e4af705c97 req-8a8565d9-9417-41d0-9944-715104c039b8 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 210 time: 0.0295556 Oct 15 20:01:08.064555 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c6387f-48b3-4e25-8298-b5601660552c x-openstack-request-id: req-d7c6387f-48b3-4e25-8298-b5601660552c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:08.064862 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e825be9-5efb-48f5-8f9f-c4489ffde518", "name": "network-vif-deleted", "tag": "20fececd-65f1-466c-be15-47f1116dd8eb", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:08.065120 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7c6387f-48b3-4e25-8298-b5601660552c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:08.065522 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e825be9-5efb-48f5-8f9f-c4489ffde518', 'name': 'network-vif-deleted', 'tag': '20fececd-65f1-466c-be15-47f1116dd8eb', 'status': 'completed', 'code': 200} Oct 15 20:01:08.799591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea981d7b-5d36-4ec1-bdee-2092f2dd3740 req-6ee135a9-1cc3-4a0c-b5f7-b0dc36c80b7a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e825be9-5efb-48f5-8f9f-c4489ffde518 HTTP/1.1" status: 200 len: 210 time: 0.0258079 Oct 15 20:01:09.056882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4b9a4-7ea4-46e2-b01d-074df4261b4e req-1093671e-748e-4f0d-a310-0cb200015c17 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:09.058341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17b4b9a4-7ea4-46e2-b01d-074df4261b4e req-1093671e-748e-4f0d-a310-0cb200015c17 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 943 time: 0.0553026 Oct 15 20:01:09.096560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17b4b9a4-7ea4-46e2-b01d-074df4261b4e req-7d47b6aa-93ac-43da-9f95-573fdee18a2e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Oct 15 20:01:09.176055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0afa336f-7a5b-41cb-bd52-4884a3c725fe req-410e05f3-4a59-443b-b887-30bdadc448c4 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 210 time: 0.0259974 Oct 15 20:01:09.855968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:09.892710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-be1a6b67-5ce9-478b-8aba-885c7038d5b1 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:09.894336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-be1a6b67-5ce9-478b-8aba-885c7038d5b1 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.11 "GET /v2.0/networks?id=ac1f7a67-7e14-47ac-967b-f93712ecad12 HTTP/1.1" status: 200 len: 809 time: 0.1076024 Oct 15 20:01:09.914309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Request body: {'port': {'device_id': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12', 'admin_state_up': True, 'tenant_id': 'f2f60809c996482ca1247e0497cc5fb5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:09.926395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:09.960462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.091760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.094364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.095584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/security-groups/8bd3d9ed-a957-4f04-bbc9-4d360e07ab20 HTTP/1.1" status: 204 len: 168 time: 0.2380710 Oct 15 20:01:10.105186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1e72d-c0d1-4d01-ae71-867bacddc052 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd3d9ed-a957-4f04-bbc9-4d360e07ab20,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:10.120104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Made reservation on behalf of f2f60809c996482ca1247e0497cc5fb5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:10.124853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.241006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32982) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:10.257323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Allocated IP 172.20.0.2 (ac1f7a67-7e14-47ac-967b-f93712ecad12/c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2/88f0e2c6-2ce0-4704-8afe-43021f7efdd1) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:10.294017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting subnet dd8a9bac-f703-4811-baf3-be1d99b52a8d {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:01:10.297116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.343141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.399844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c10eb-5427-4ac0-96b2-c1735020edf0 req-b9e032c6-94fe-44c9-b87c-fc2dfc0b6191 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:10.401359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9c10eb-5427-4ac0-96b2-c1735020edf0 req-b9e032c6-94fe-44c9-b87c-fc2dfc0b6191 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 943 time: 0.1140916 Oct 15 20:01:10.432025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.466532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9c10eb-5427-4ac0-96b2-c1735020edf0 req-154a4970-d8bc-49d2-9b54-5fdc30953056 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577650 Oct 15 20:01:10.469231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.549804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56157243-aafe-46a9-995b-6499a0e0fb55 req-ac245aca-0a4d-46c8-840a-99b422729538 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 210 time: 0.0253954 Oct 15 20:01:10.588812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.611629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.613908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8a9bac-f703-4811-baf3-be1d99b52a8d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:10.620719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.626543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a16a73a-f42d-44a5-9cc2-1570073b74ae None None] Network 95330a52-5dcf-4be5-a1dc-c55a9062cbaa requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:10.627153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a7c9e0e7-81c0-40ef-a341-9cdab6d089ef tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/subnets/dd8a9bac-f703-4811-baf3-be1d99b52a8d HTTP/1.1" status: 204 len: 168 time: 0.3846948 Oct 15 20:01:10.627427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 32984) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:10.662191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Network ac1f7a67-7e14-47ac-967b-f93712ecad12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:10.665361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:10.668042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:10.710298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Pushing event updated for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:10.711096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.738290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:10.739245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.772613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:10.772885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.800237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 70c628d7-ebff-4037-a674-db8055950e74 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:01:10.820293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] DHCP port deletion for 95330a52-5dcf-4be5-a1dc-c55a9062cbaa request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:01:10.843524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:10.843927 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.856685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:10.886501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-37971975-7e76-4ec5-9aee-2f221e440ad2 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9769156 Oct 15 20:01:10.922016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Request body: {'port': {'device_id': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:10.936600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=70c628d7-ebff-4037-a674-db8055950e74,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:10.956286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Deleting port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:10.956689 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:10.960950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '70c628d7-ebff-4037-a674-db8055950e74', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '70c628d7-ebff-4037-a674-db8055950e74', 'mac_address': 'fa:16:3e:9d:ad:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:01:10.987746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.038010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.064183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] For port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,segment=NetworkSegment(ddc52edf-c550-4359-8e55-c53348a5ed9e),segment_id=ddc52edf-c550-4359-8e55-c53348a5ed9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:11.064590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.065747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:11.068488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] No DVR routers for this DVR port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:11.076927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.093003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Calling delete_port for 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:11.098576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c628d7-ebff-4037-a674-db8055950e74 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:11.154191 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.156832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=70c628d7-ebff-4037-a674-db8055950e74,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:11.175391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95330a52-5dcf-4be5-a1dc-c55a9062cbaa']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:11.187796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc52edf-c550-4359-8e55-c53348a5ed9e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:11.188203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc52edf-c550-4359-8e55-c53348a5ed9e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:11.198914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.202612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.214456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.216776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.227462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:01:11.228843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:01:11.230982 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:01:11.234646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Pushing event deleted for resources: {'Port': ['ID=2ac7fda3-7e2a-47ba-9d40-05e78c3baa83,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:11.237110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] No DVR routers for this DVR port 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:11.250516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.250992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.251846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.252252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.252658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.253086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.253489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.253882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.254341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.254708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.255226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.256392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54117957-be46-4b3a-9a29-32fc53988313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.304758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:11.308526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:11.312579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.325221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Transition to ACTIVE for port object 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:01:11.383086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.390131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.393326 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/networks/95330a52-5dcf-4be5-a1dc-c55a9062cbaa HTTP/1.1" status: 204 len: 168 time: 0.7649176 Oct 15 20:01:11.396235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 32990) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:11.404839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db99a78-bc8c-4e72-9a2f-8d451f34f82f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Network': ['ID=95330a52-5dcf-4be5-a1dc-c55a9062cbaa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:11.433188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:11.504820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:11.608085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['70c628d7-ebff-4037-a674-db8055950e74'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:11.887608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.887959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.888302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.888639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.888974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.889327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.889655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.889984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.890310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.890633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.890960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:11.891304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:12.024413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9e74b-1046-46f3-ac88-df479a62b12f req-11d6e6b3-d03b-4dd5-88ac-2e6c051e04d1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.025907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ec9e74b-1046-46f3-ac88-df479a62b12f req-11d6e6b3-d03b-4dd5-88ac-2e6c051e04d1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 944 time: 0.1402040 Oct 15 20:01:12.036140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Attempting to bind port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:12.036544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Attempting to bind port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:12.037496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Attempting to bind port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 on network ac1f7a67-7e14-47ac-967b-f93712ecad12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:12.055108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 on network ac1f7a67-7e14-47ac-967b-f93712ecad12 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:01:12.055433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Attempting to bind port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 on network ac1f7a67-7e14-47ac-967b-f93712ecad12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:12.071333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:12.071778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Checking segment: {'id': 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:12.072168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Bound using segment: {'id': 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:12.072604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Bound port: 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:12.072964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.100696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ec9e74b-1046-46f3-ac88-df479a62b12f req-ad703bab-996d-4972-901a-05aaa67cc500 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672107 Oct 15 20:01:12.102266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 9955ea1e-983f-42bf-bfbd-c59c03f02bd3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:12.102604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.241358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:12.248045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,segment=NetworkSegment(d6caf78d-d5a2-4909-ac3f-e26347a4e56b),segment_id=d6caf78d-d5a2-4909-ac3f-e26347a4e56b)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:12.260122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.260449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.278725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b677243-ef09-43b2-a02e-9d1218f69d36 req-72bc1024-4f1c-4cd9-81ed-5d00ae766ac5 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.280238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b677243-ef09-43b2-a02e-9d1218f69d36 req-72bc1024-4f1c-4cd9-81ed-5d00ae766ac5 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 943 time: 0.1233644 Oct 15 20:01:12.284134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 9955ea1e-983f-42bf-bfbd-c59c03f02bd3 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:12.293738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:12.314065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:12.314415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2ac7fda3-7e2a-47ba-9d40-05e78c3baa83 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:12.378121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.405374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b677243-ef09-43b2-a02e-9d1218f69d36 req-bd6d2da2-b909-4194-abdd-d1bce8441206 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168320 Oct 15 20:01:12.441073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.441681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.443361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] 10.222.0.11 "PUT /v2.0/ports/88f0e2c6-2ce0-4704-8afe-43021f7efdd1 HTTP/1.1" status: 200 len: 1092 time: 1.5262964 Oct 15 20:01:12.443640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:12.445862 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0f49d-21da-414c-ac31-062f48af366f" -d '{"events": [{"name": "network-changed", "server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:12.484789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b21e8-d86d-47b7-b9c9-39ea3cd6cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:12.488220 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9714c2f2-5161-49d7-9e86-b42b8deaf937 x-openstack-request-id: req-9714c2f2-5161-49d7-9e86-b42b8deaf937 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:12.488505 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:12.488753 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9714c2f2-5161-49d7-9e86-b42b8deaf937 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:12.489130 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1', 'status': 'completed', 'code': 200} Oct 15 20:01:12.578406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f49d-21da-414c-ac31-062f48af366f req-36121591-b05b-4a4c-9995-f6e1f9d89f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.579915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28e0f49d-21da-414c-ac31-062f48af366f req-36121591-b05b-4a4c-9995-f6e1f9d89f28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2f60809c996482ca1247e0497cc5fb5&device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 1095 time: 0.0707042 Oct 15 20:01:12.651118 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.688926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=9955ea1e-983f-42bf-bfbd-c59c03f02bd3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:12.742189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f49d-21da-414c-ac31-062f48af366f req-da0011a0-9cab-4807-8b09-f1a200d8a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.743684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28e0f49d-21da-414c-ac31-062f48af366f req-da0011a0-9cab-4807-8b09-f1a200d8a5d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=f2f60809c996482ca1247e0497cc5fb5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1551983 Oct 15 20:01:12.783673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:12.784008 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Floating IP c47fb8fe-06de-455e-b418-5256a4ee139c disassociated (deleted). External IP: 172.25.0.108, port: a25901c4-2ad6-4a98-ba37-a2dd2c38405a. Oct 15 20:01:12.790691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 70c628d7-ebff-4037-a674-db8055950e74 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:12.921133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0f49d-21da-414c-ac31-062f48af366f req-5bda2b54-681b-4c68-a2d4-94a21179789f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:12.922603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28e0f49d-21da-414c-ac31-062f48af366f req-5bda2b54-681b-4c68-a2d4-94a21179789f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1716964 Oct 15 20:01:12.929129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 70c628d7-ebff-4037-a674-db8055950e74 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:01:12.933144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 70c628d7-ebff-4037-a674-db8055950e74 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:12.933425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:13.014503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:13.037977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c628d7-ebff-4037-a674-db8055950e74'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:13.040272 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81db1b-e6eb-486a-99ee-feba890f7970" -d '{"events": [{"server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "name": "network-vif-plugged", "status": "completed", "tag": "70c628d7-ebff-4037-a674-db8055950e74"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:13.058278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=70c628d7-ebff-4037-a674-db8055950e74,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:13.065679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-92b27098-7a33-45a8-81bf-e7877b2e5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:13.067385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-92b27098-7a33-45a8-81bf-e7877b2e5d9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2f60809c996482ca1247e0497cc5fb5&device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 1095 time: 0.0880909 Oct 15 20:01:13.088493 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07066c07-88da-4b98-9da3-8ea4a42e56d0 x-openstack-request-id: req-07066c07-88da-4b98-9da3-8ea4a42e56d0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:13.088791 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "name": "network-vif-plugged", "status": "completed", "tag": "70c628d7-ebff-4037-a674-db8055950e74", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:13.089046 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07066c07-88da-4b98-9da3-8ea4a42e56d0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:13.089446 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c628d7-ebff-4037-a674-db8055950e74', 'code': 200} Oct 15 20:01:13.124160 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:13.124395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 20fececd-65f1-466c-be15-47f1116dd8eb no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:13.124852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:13.128712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-86de0a36-e6b6-4a91-8873-3c3089f7c622 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1 HTTP/1.1" status: 200 len: 217 time: 0.0422220 Oct 15 20:01:13.165842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 20fececd-65f1-466c-be15-47f1116dd8eb {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:13.166267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 20fececd-65f1-466c-be15-47f1116dd8eb not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:13.194803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:13.275218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-ce38b4e9-d92c-4e26-bed8-4e5394c91217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:13.276606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-ce38b4e9-d92c-4e26-bed8-4e5394c91217 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2 HTTP/1.1" status: 200 len: 849 time: 0.1399097 Oct 15 20:01:13.347672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-d78ecdcd-4249-4e3b-99c6-3dca4ce9c36e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ac1f7a67-7e14-47ac-967b-f93712ecad12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606234 Oct 15 20:01:13.352247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e600233-29c8-45cd-b267-8a9b1d9c494c req-bb0a3aa8-5512-450c-94db-88c3c1a1035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:13.353593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e600233-29c8-45cd-b267-8a9b1d9c494c req-bb0a3aa8-5512-450c-94db-88c3c1a1035c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 1097 time: 0.1886141 Oct 15 20:01:13.364115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc9e60-3000-4554-a082-28354e3d84a7 req-9554d3e1-8e49-49e7-936e-161b56aa6cfc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:13.365595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62cc9e60-3000-4554-a082-28354e3d84a7 req-9554d3e1-8e49-49e7-936e-161b56aa6cfc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.1697199 Oct 15 20:01:13.409595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:13.421092 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:13.428259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:13.430270 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:13.430879 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:13.511356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e600233-29c8-45cd-b267-8a9b1d9c494c req-b7fe6e1a-c744-4bc8-946e-03b1e26fa90d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377060 Oct 15 20:01:13.520957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62cc9e60-3000-4554-a082-28354e3d84a7 req-c46e9957-b972-4405-822d-e767164197ae tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366210 Oct 15 20:01:13.523642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4199aef2-e5f7-43ab-8be8-845499beae20 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/floatingips/c47fb8fe-06de-455e-b418-5256a4ee139c HTTP/1.1" status: 204 len: 168 time: 2.1262074 Oct 15 20:01:13.539140 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:13.550038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-2052922e-d80d-48c8-a8fd-b9fb24de9e9b service neutron] 10.222.0.11 "GET /v2.0/networks/ac1f7a67-7e14-47ac-967b-f93712ecad12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932116 Oct 15 20:01:13.679308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2977455-bc19-43cd-ba08-5cd62293ea8b req-ce300ba2-2877-4aaf-9aff-662a2cee70f3 service neutron] 10.222.0.11 "GET /v2.0/networks/ac1f7a67-7e14-47ac-967b-f93712ecad12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219428 Oct 15 20:01:13.686716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dabff-68bc-4a90-8cce-e46673f2fa8e req-4443bf36-1b34-454f-b876-b9ef3139b59c tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:13.688254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-611dabff-68bc-4a90-8cce-e46673f2fa8e req-4443bf36-1b34-454f-b876-b9ef3139b59c tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 943 time: 0.1065657 Oct 15 20:01:13.727655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-611dabff-68bc-4a90-8cce-e46673f2fa8e req-a7b6139b-f393-4333-adae-8dc268791331 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Oct 15 20:01:13.834295 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:13.859728 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:13.868299 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:13.868888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:00:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:13.971705 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:14.181913 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:14.186593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998638-848b-4803-92c5-55229f22a412 req-a0aea2e0-d3c6-4449-ab97-64f98e2a38c0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.188152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80998638-848b-4803-92c5-55229f22a412 req-a0aea2e0-d3c6-4449-ab97-64f98e2a38c0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.0519736 Oct 15 20:01:14.207452 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfefde2d-b37d-4e94-ae2b-fd5d16d2e502 None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:04Z', 'revision_number': 6, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e605ebd8-efa4-4266-acf7-8667b61ad5cf', 'name': '', 'network_id': '3bc854df-c7ec-4597-8f10-ad3da42dc8c3', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:ca:7c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_interface', 'standard_attr_id': 2156, 'fixed_ips': [{'subnet_id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:14Z', 'updated_at': '2021-10-15T19:58:18Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '6eaffe8a-1f0d-4722-b17d-a937f7e3bba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:14.231237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80998638-848b-4803-92c5-55229f22a412 req-83e939d1-20b1-46ca-9e68-65274ad2d55a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Oct 15 20:01:14.443814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0195e963-da23-4e9b-aba1-3d2804d54fe7 None None] New status for floating IP c47fb8fe-06de-455e-b418-5256a4ee139c: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:01:14.490825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:14.493390 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7f5adf-c5fb-4000-932c-03b34c79618d" -d '{"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:14.538400 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8b8330-556d-44e5-9a2e-a1726badb587 x-openstack-request-id: req-5d8b8330-556d-44e5-9a2e-a1726badb587 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:14.538400 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:14.539078 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d8b8330-556d-44e5-9a2e-a1726badb587 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:14.539504 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'status': 'completed', 'code': 200} Oct 15 20:01:14.662259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-ff24816e-9ab8-4b6d-9582-fb77d5febd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.663792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-ff24816e-9ab8-4b6d-9582-fb77d5febd19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 1097 time: 0.0836811 Oct 15 20:01:14.680373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f4eaa-0462-45b4-b58c-2756a2357231 req-69747993-bbe9-4f16-bd53-9b3d3d50fa3f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.681930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c66f4eaa-0462-45b4-b58c-2756a2357231 req-69747993-bbe9-4f16-bd53-9b3d3d50fa3f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.0850873 Oct 15 20:01:14.771118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c66f4eaa-0462-45b4-b58c-2756a2357231 req-84c261f8-a8c6-41e2-815f-9c36788de32f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807011 Oct 15 20:01:14.801554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-95715aac-d382-4c98-b1b9-9a46cfc97be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.803883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-95715aac-d382-4c98-b1b9-9a46cfc97be6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 200 len: 897 time: 0.1210020 Oct 15 20:01:14.863779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-5b764080-6688-42f6-9073-3e1cb4b5051b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a HTTP/1.1" status: 200 len: 217 time: 0.0508144 Oct 15 20:01:14.937829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-73cf0728-b177-48de-8983-ffe0a01ca944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.939300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-73cf0728-b177-48de-8983-ffe0a01ca944 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eaffe8a-1f0d-4722-b17d-a937f7e3bba3 HTTP/1.1" status: 200 len: 834 time: 0.0667591 Oct 15 20:01:14.949873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc1173-6c87-44e7-9071-203e29c64e3d req-257dcb29-5162-4209-85e0-4b4330835930 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:14.951284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ccc1173-6c87-44e7-9071-203e29c64e3d req-257dcb29-5162-4209-85e0-4b4330835930 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 943 time: 0.0903502 Oct 15 20:01:15.017719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ccc1173-6c87-44e7-9071-203e29c64e3d req-e85561d1-02ce-4b4d-8993-fbbba83d6301 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Oct 15 20:01:15.022755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-13a0fb0f-5549-48a1-bf46-c9ce3ef965b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:15.024275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-13a0fb0f-5549-48a1-bf46-c9ce3ef965b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3bc854df-c7ec-4597-8f10-ad3da42dc8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719416 Oct 15 20:01:15.116133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-734ea91a-ed43-409d-82cc-9d05144668d4 service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836134 Oct 15 20:01:15.213052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7f5adf-c5fb-4000-932c-03b34c79618d req-20f4dc87-ee92-4387-86eb-086bb30af798 service neutron] 10.222.0.11 "GET /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890832 Oct 15 20:01:15.345286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24faf-e4c5-4fa4-8be3-0a1eaad3f358 req-64abb42e-7b1e-4847-a530-6f222753dcda tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:15.346763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63e24faf-e4c5-4fa4-8be3-0a1eaad3f358 req-64abb42e-7b1e-4847-a530-6f222753dcda tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.0503325 Oct 15 20:01:15.384589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63e24faf-e4c5-4fa4-8be3-0a1eaad3f358 req-595e046b-9873-44af-b68d-da83c3a2012c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=8377eb59-bbae-46a3-96e1-877ccadcca32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315385 Oct 15 20:01:15.896065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96635f82-18b6-4f80-a7e3-ebde9e7a96fd req-16d3e61a-7a0c-4b2b-95dc-83e11c0ddd3f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:15.897516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96635f82-18b6-4f80-a7e3-ebde9e7a96fd req-16d3e61a-7a0c-4b2b-95dc-83e11c0ddd3f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.0489740 Oct 15 20:01:15.934938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96635f82-18b6-4f80-a7e3-ebde9e7a96fd req-7cebba50-8b24-4452-b7fb-dfbb42a6e0e2 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Oct 15 20:01:16.023156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-07b4c235-c6bb-46d7-bc90-05c8a88c307c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:16.024610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-07b4c235-c6bb-46d7-bc90-05c8a88c307c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 945 time: 0.0521531 Oct 15 20:01:16.194648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port a25901c4-2ad6-4a98-ba37-a2dd2c38405a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:16.194988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:16.238300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-587c4c82-3918-4a84-bcb2-29c8c3bb8ef4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:16.239770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-587c4c82-3918-4a84-bcb2-29c8c3bb8ef4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1376324 Oct 15 20:01:16.283626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a68d2844-51c9-4c49-b9ee-1aa48be05a53 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0163074 Oct 15 20:01:16.336526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port a25901c4-2ad6-4a98-ba37-a2dd2c38405a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:16.336797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:16.356198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for a25901c4-2ad6-4a98-ba37-a2dd2c38405a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:16.371808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-5d6dd667-fcff-4afa-88fb-d7e26beee663 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810764 Oct 15 20:01:16.825552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-2d440486-d747-4451-bfaf-fbf5c39d216e service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214878 Oct 15 20:01:16.949181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-6f131fe6-831a-4ebe-9cf6-620d81bae47c service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176198 Oct 15 20:01:16.997764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:17.025142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=a25901c4-2ad6-4a98-ba37-a2dd2c38405a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:17.068535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] No DVR routers for this DVR port a25901c4-2ad6-4a98-ba37-a2dd2c38405a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:17.071106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:17.074348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-493df8c1-5b9c-436f-a0ac-68657eaf449f req-1b38c6c6-c0a1-495d-8872-bacd1cfb5511 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "DELETE /v2.0/ports/a25901c4-2ad6-4a98-ba37-a2dd2c38405a HTTP/1.1" status: 204 len: 173 time: 1.0426564 Oct 15 20:01:17.074804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'name': 'network-vif-deleted', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:17.077191 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e3aca0-b232-495f-907d-2a14cf193e0c" -d '{"events": [{"server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "name": "network-vif-deleted", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:17.215418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8432-f1a1-4dc4-a81a-99ab2c69b347 req-4fe8ffd5-a643-4e6c-a3d9-fbb32e42dfba tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:17.217238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebcb8432-f1a1-4dc4-a81a-99ab2c69b347 req-4fe8ffd5-a643-4e6c-a3d9-fbb32e42dfba tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 943 time: 0.0520401 Oct 15 20:01:17.255944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebcb8432-f1a1-4dc4-a81a-99ab2c69b347 req-86f0b147-959c-4fa4-8098-4a3a91d8623d tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Oct 15 20:01:17.355299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21c5826e-ce27-4380-85ba-803499e68536 req-b0c19063-beb3-46b2-8e8a-a0c362e43ce9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=c43676ea-6369-41c2-8162-4a874a5f0d72 HTTP/1.1" status: 200 len: 210 time: 0.0316756 Oct 15 20:01:17.404051 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb76b19e-cdba-4601-a6d8-cecff0d862cd x-openstack-request-id: req-fb76b19e-cdba-4601-a6d8-cecff0d862cd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:17.404051 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43676ea-6369-41c2-8162-4a874a5f0d72", "name": "network-vif-deleted", "tag": "a25901c4-2ad6-4a98-ba37-a2dd2c38405a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:17.404051 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb76b19e-cdba-4601-a6d8-cecff0d862cd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:17.404569 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43676ea-6369-41c2-8162-4a874a5f0d72', 'name': 'network-vif-deleted', 'tag': 'a25901c4-2ad6-4a98-ba37-a2dd2c38405a', 'status': 'completed', 'code': 200} Oct 15 20:01:17.459630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81084a35-77e0-4d3e-937d-79c7c8190e14 req-c7287a34-af90-49ad-abe2-1c9f9ba24480 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 210 time: 0.0278289 Oct 15 20:01:17.754236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:01:17.852796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,segment=NetworkSegment(d6caf78d-d5a2-4909-ac3f-e26347a4e56b),segment_id=d6caf78d-d5a2-4909-ac3f-e26347a4e56b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:17.863568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1', 'network_id': 'ac1f7a67-7e14-47ac-967b-f93712ecad12', 'port_id': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1', 'mac_address': 'fa:16:3e:25:13:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:01:17.901600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:17.914097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:17.934083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,segment=NetworkSegment(d6caf78d-d5a2-4909-ac3f-e26347a4e56b),segment_id=d6caf78d-d5a2-4909-ac3f-e26347a4e56b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:18.002884 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.050799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:18.376000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e120d9f-c709-4da8-8ecb-ef58cbfcfead req-cb007644-19e8-4f2c-ad4c-772380b93221 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:18.377806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e120d9f-c709-4da8-8ecb-ef58cbfcfead req-cb007644-19e8-4f2c-ad4c-772380b93221 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 944 time: 0.0517809 Oct 15 20:01:18.420698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e120d9f-c709-4da8-8ecb-ef58cbfcfead req-71e52daf-21c5-42bc-a63e-b56f1858d895 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353460 Oct 15 20:01:18.445221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['88f0e2c6-2ce0-4704-8afe-43021f7efdd1'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:18.469225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33066) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:18.490856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e863688b-2585-4ef3-8747-1d9bcbf19795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.535361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.572713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-484501c4-4266-4a27-8b29-95d8257a017d req-9664125e-1bc5-4f7b-80b6-f0cb52cd0e2c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 210 time: 0.0385444 Oct 15 20:01:18.586868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.794082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.796669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:18.797857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/security-groups/8377eb59-bbae-46a3-96e1-877ccadcca32 HTTP/1.1" status: 204 len: 168 time: 0.3275747 Oct 15 20:01:18.807465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3e199-4553-477f-a95e-5f14015eaf49 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8377eb59-bbae-46a3-96e1-877ccadcca32,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:18.889747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33072) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:19.311919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-8fbe10a5-4ace-4d65-8d28-40c0fd308fd0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:19.313340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-8fbe10a5-4ace-4d65-8d28-40c0fd308fd0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1407526 Oct 15 20:01:19.336022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:19.359960 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:19.623191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1501ca-8c78-4c54-b86c-e0c0858b80a1 req-6139a778-c91d-4f1e-b85a-3b0d378d827b tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:19.624678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c1501ca-8c78-4c54-b86c-e0c0858b80a1 req-6139a778-c91d-4f1e-b85a-3b0d378d827b tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 944 time: 0.1344604 Oct 15 20:01:19.675126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c1501ca-8c78-4c54-b86c-e0c0858b80a1 req-462e21cb-74af-4300-a59f-bec99e10acc4 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Oct 15 20:01:19.711348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:19.714822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:19.757976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:19.789222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-744f2433-7f2c-4691-a45c-e614b7b85aa6 req-169362b9-7e83-4e06-889a-ef05a76322eb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 210 time: 0.0574541 Oct 15 20:01:19.876965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:01:19.880885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:19.881252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:19.893306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port e605ebd8-efa4-4266-acf7-8667b61ad5cf {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:19.893653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:19.929565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.7 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/a23c21a5-5656-4df8-b98e-7a34ea27e5e0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:19.961345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:19.984538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:19.986682 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e38f4bb-4e8f-446e-85a0-54c6a0544e74" -d '{"events": [{"server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "name": "network-vif-plugged", "status": "completed", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:20.001251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,segment=NetworkSegment(d6caf78d-d5a2-4909-ac3f-e26347a4e56b),segment_id=d6caf78d-d5a2-4909-ac3f-e26347a4e56b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:20.024755 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb125c9e-7a1d-4585-b993-0affff64e15b x-openstack-request-id: req-eb125c9e-7a1d-4585-b993-0affff64e15b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:20.025055 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "name": "network-vif-plugged", "status": "completed", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:20.025310 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb125c9e-7a1d-4585-b993-0affff64e15b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:20.025702 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1', 'code': 200} Oct 15 20:01:20.029986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port e605ebd8-efa4-4266-acf7-8667b61ad5cf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e605ebd8-efa4-4266-acf7-8667b61ad5cf,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:20.030360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.059701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for e605ebd8-efa4-4266-acf7-8667b61ad5cf owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:20.068529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.069742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a25901c4-2ad6-4a98-ba37-a2dd2c38405a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:20.106393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: a25901c4-2ad6-4a98-ba37-a2dd2c38405a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:20.106732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a25901c4-2ad6-4a98-ba37-a2dd2c38405a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:20.134054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:20.236476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e4045-3046-4dd6-b2b6-fd546dd1d31f req-cf743c1b-dbf5-4f75-85cd-1121162e2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:20.237952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e0e4045-3046-4dd6-b2b6-fd546dd1d31f req-cf743c1b-dbf5-4f75-85cd-1121162e2a00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 1097 time: 0.1293900 Oct 15 20:01:20.286924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.344319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e0e4045-3046-4dd6-b2b6-fd546dd1d31f req-e95c8420-c2e9-4502-9246-70d1d92e61c7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709424 Oct 15 20:01:20.428876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.440173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['70c628d7-ebff-4037-a674-db8055950e74'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:20.470309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:20.477185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:20.481644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:20.483437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.496461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:20.522690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:20.575976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=e605ebd8-efa4-4266-acf7-8667b61ad5cf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:20.612551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:20.613177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.739924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-a1355f4a-9d71-43d0-b7bd-74263dc46ddc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4087572 Oct 15 20:01:20.753844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Request body: {'port': {'device_id': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:20.791203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.889666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:20.919785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b812b-5374-406b-94c2-8f3bf551eb8e req-1ee2890c-91d1-4c8f-aeff-1a1b0f43f4e3 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:20.921297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f7b812b-5374-406b-94c2-8f3bf551eb8e req-1ee2890c-91d1-4c8f-aeff-1a1b0f43f4e3 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 945 time: 0.1451433 Oct 15 20:01:21.031083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f7b812b-5374-406b-94c2-8f3bf551eb8e req-a3b76bfb-5de0-4f40-8a70-0082d604ab11 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783865 Oct 15 20:01:21.239075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762e283-bb5f-4e78-9773-70643752fac0 req-0cd6f128-7ae4-430a-bf04-d697c1e18807 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:21.240554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d762e283-bb5f-4e78-9773-70643752fac0 req-0cd6f128-7ae4-430a-bf04-d697c1e18807 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 931 time: 0.1288729 Oct 15 20:01:21.301098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router 436fa0cc-3795-480b-8a32-85cd8182dcda has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:21.336994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d762e283-bb5f-4e78-9773-70643752fac0 req-e2eca17f-8950-48a5-9a45-8d96e31cbfcb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692737 Oct 15 20:01:21.388067 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d135e4da-0c58-4cb5-8a7a-32409aabf4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:21.473233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23c21a5-5656-4df8-b98e-7a34ea27e5e0 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:21.489379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:21.492629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:21.498088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6ef0ae93-df06-436c-bb66-aeaecd888ce5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/436fa0cc-3795-480b-8a32-85cd8182dcda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6073282 Oct 15 20:01:21.500785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:21.503138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Sync routers for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:21.512609 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:21.513206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:21.618404 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:21.797668 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:20Z', 'revision_number': 7, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:21.828985 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Checking router: 436fa0cc-3795-480b-8a32-85cd8182dcda for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:21.839645 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Routers {'436fa0cc-3795-480b-8a32-85cd8182dcda'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:21.839874 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['436fa0cc-3795-480b-8a32-85cd8182dcda'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:21.860544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Transition to ACTIVE for port object a23c21a5-5656-4df8-b98e-7a34ea27e5e0 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:01:21.883807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting subnet 6eaffe8a-1f0d-4722-b17d-a937f7e3bba3 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:01:21.886872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:21.926864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:21.947192 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] Set router 436fa0cc-3795-480b-8a32-85cd8182dcda gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:21.954480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.027903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:22.105446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.127542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:20Z', 'revision_number': 7, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:22.153342 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e417a9-c82c-4c81-b099-6b958f65476f None None] The sync data for ids ['436fa0cc-3795-480b-8a32-85cd8182dcda'] in n-d-712140-14 is: [{'id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'name': 'tempest-TestNetworkBasicOps-router-1873568332', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:58:09Z', 'updated_at': '2021-10-15T20:01:20Z', 'revision_number': 7, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': '0beb8638-ae25-4eba-8daf-abafa10972dc', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:ad:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436fa0cc-3795-480b-8a32-85cd8182dcda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2143, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:58:10Z', 'updated_at': '2021-10-15T19:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:22.190327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Attempting to bind port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:22.190704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Attempting to bind port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:22.191034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Attempting to bind port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:22.202792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:01:22.203116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Attempting to bind port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:22.220201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:22.220550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:22.220949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:22.221355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Bound port: a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:22.224072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.232313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d23022-c263-42d2-9af5-004fa4907047 req-7786d4c8-9b16-4aae-9221-2a5eed3194d8 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:22.233805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d23022-c263-42d2-9af5-004fa4907047 req-7786d4c8-9b16-4aae-9221-2a5eed3194d8 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 945 time: 0.1240220 Oct 15 20:01:22.300253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d23022-c263-42d2-9af5-004fa4907047 req-0e241930-ba1c-4267-9397-6a25ad420416 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572333 Oct 15 20:01:22.307633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.345692 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.349014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Subnet': ['ID=6eaffe8a-1f0d-4722-b17d-a937f7e3bba3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:22.351583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.355623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd58e977-3004-4122-b443-7f8a23ab03eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/subnets/6eaffe8a-1f0d-4722-b17d-a937f7e3bba3 HTTP/1.1" status: 204 len: 168 time: 0.8530984 Oct 15 20:01:22.356153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:22.358153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:22.368919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:22.376397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de3d9ea-b839-4007-8630-0344f31d2f2d None None] Network 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:22.439642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.489339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.497912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:22.498556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.499944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/a23c21a5-5656-4df8-b98e-7a34ea27e5e0 HTTP/1.1" status: 200 len: 1092 time: 1.7519040 Oct 15 20:01:22.502144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:22.505195 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c922c2-8c29-46a1-b9a9-460da3a21f78" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:22.545971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd33969-7b94-4ed9-a2cf-4e667aa2c2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:22.560434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca02e1-876b-4fc1-8f3f-2bd342a31513 req-227e9bac-0679-4219-ab72-e951218175a1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:22.562037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6ca02e1-876b-4fc1-8f3f-2bd342a31513 req-227e9bac-0679-4219-ab72-e951218175a1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 943 time: 0.1318049 Oct 15 20:01:22.604008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.650491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.675069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] DHCP port deletion for 3bc854df-c7ec-4597-8f10-ad3da42dc8c3 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:01:22.676160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6ca02e1-876b-4fc1-8f3f-2bd342a31513 req-0e49fe30-3f6e-4b6e-a60f-d027071d89ef tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070397 Oct 15 20:01:22.698072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e605ebd8-efa4-4266-acf7-8667b61ad5cf no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:22.699441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-955d5196-08d3-4a39-bdd1-a28189ada9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:22.700994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-955d5196-08d3-4a39-bdd1-a28189ada9c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 1095 time: 0.0940797 Oct 15 20:01:22.721461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: e605ebd8-efa4-4266-acf7-8667b61ad5cf {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:22.721809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e605ebd8-efa4-4266-acf7-8667b61ad5cf not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:22.753987 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739136a0-69fd-4d6c-88d9-6ccba33a3437 x-openstack-request-id: req-739136a0-69fd-4d6c-88d9-6ccba33a3437 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:22.754342 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:22.754669 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-739136a0-69fd-4d6c-88d9-6ccba33a3437 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:22.754939 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0', 'status': 'completed', 'code': 200} Oct 15 20:01:22.757400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-74dfebab-837e-4804-96d2-09002fa17843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0479720 Oct 15 20:01:22.773006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.782460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Deleting port 21d31287-9bfb-4fc5-b52b-53dc5075376d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:22.782585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.799882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 0beb8638-ae25-4eba-8daf-abafa10972dc {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:22.800224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.823719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-00f389b9-f396-4b90-92d1-3f6b74fcb04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:22.825383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-00f389b9-f396-4b90-92d1-3f6b74fcb04c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0614448 Oct 15 20:01:22.856482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] For port 21d31287-9bfb-4fc5-b52b-53dc5075376d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=21d31287-9bfb-4fc5-b52b-53dc5075376d,segment=NetworkSegment(787bfd08-3646-4faa-b68a-5f143561ab97),segment_id=787bfd08-3646-4faa-b68a-5f143561ab97)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:22.856882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.863711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-49d6e6bf-ee5a-4e9a-8fdd-023588e0cf18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306637 Oct 15 20:01:22.864231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.870606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Calling delete_port for 21d31287-9bfb-4fc5-b52b-53dc5075376d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:22.885983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port 0beb8638-ae25-4eba-8daf-abafa10972dc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0beb8638-ae25-4eba-8daf-abafa10972dc,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:22.886373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:22.901420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 0beb8638-ae25-4eba-8daf-abafa10972dc owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:22.965653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-7df431c4-848c-4d57-83c4-c320f59eddc1 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949528 Oct 15 20:01:23.020620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.047316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] Pushing event deleted for resources: {'Port': ['ID=21d31287-9bfb-4fc5-b52b-53dc5075376d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:23.055321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48506cf-15e1-44e0-ab82-392d289b5f30 None None] No DVR routers for this DVR port 21d31287-9bfb-4fc5-b52b-53dc5075376d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:23.073658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-194e08a7-eea5-46fa-89b0-7488a11847f4 req-8dc03af0-924f-4210-b31a-9a679007c441 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014891 Oct 15 20:01:23.149012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.180731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=0beb8638-ae25-4eba-8daf-abafa10972dc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:23.250332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-7b7e5b73-a5ae-44b4-a955-fc1eeed370f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:23.252171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-7b7e5b73-a5ae-44b4-a955-fc1eeed370f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 1095 time: 0.0448663 Oct 15 20:01:23.257848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.352357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.354679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.355329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-88a80068-d0ce-403d-8880-3e0eb7f488f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:23.358257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-88a80068-d0ce-403d-8880-3e0eb7f488f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.0991302 Oct 15 20:01:23.406179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-768f471a-c434-4237-945d-3cabedaef159 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0 HTTP/1.1" status: 200 len: 217 time: 0.0394130 Oct 15 20:01:23.460662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.462058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Fanout notify agent at l3_agent the message router_deleted on router 436fa0cc-3795-480b-8a32-85cd8182dcda {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:01:23.466830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-4824884c-e1d6-43be-9629-f4652ec4383e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:23.473841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-4824884c-e1d6-43be-9629-f4652ec4383e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0559268 Oct 15 20:01:23.487292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.488851 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d79eca71-f114-4cfa-aaf6-e02c0d4260c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/routers/436fa0cc-3795-480b-8a32-85cd8182dcda HTTP/1.1" status: 204 len: 168 time: 1.1296329 Oct 15 20:01:23.492382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33104) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:23.507674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-33ec3138-0a0a-4e16-98fe-5617d5c3be97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311794 Oct 15 20:01:23.590419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.685844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-411b873d-7fc7-4bab-8d69-29b0662d73e6 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627531 Oct 15 20:01:23.728475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.753153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc854df-c7ec-4597-8f10-ad3da42dc8c3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:23.765145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787bfd08-3646-4faa-b68a-5f143561ab97') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:23.765723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787bfd08-3646-4faa-b68a-5f143561ab97') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:23.777223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.793933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.801439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:01:23.802060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:01:23.806338 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:01:23.817583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8c922c2-8c29-46a1-b9a9-460da3a21f78 req-13f8c699-fbf0-48b0-b982-559adc3dcbce service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230664 Oct 15 20:01:23.877401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861288b3-f128-4469-aea7-9e371edc8bb4 req-77cda5e6-3f3b-4273-afe7-c53bb6f34262 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:23.878936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-861288b3-f128-4469-aea7-9e371edc8bb4 req-77cda5e6-3f3b-4273-afe7-c53bb6f34262 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 943 time: 0.0604627 Oct 15 20:01:23.920346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-861288b3-f128-4469-aea7-9e371edc8bb4 req-a8801636-2c62-49f7-a563-be73c95522ed tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Oct 15 20:01:23.925261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.931476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:23.935104 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/networks/3bc854df-c7ec-4597-8f10-ad3da42dc8c3 HTTP/1.1" status: 204 len: 168 time: 0.4415939 Oct 15 20:01:23.951777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f7c7d-64b2-45fc-b7f1-13c32ab406c6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Network': ['ID=3bc854df-c7ec-4597-8f10-ad3da42dc8c3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:23.961924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33108) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:23.964894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'network': {'name': 'tempest-network-smoke--131428304', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:24.064311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:24.070094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.097708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:01:24.113237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.113585 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Added segment 4b4de4f2-e8e8-4045-97a3-f5a5faad05ce of type vlan for network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb Oct 15 20:01:24.169912 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.289420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.296164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:24.299181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.307608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0beb8638-ae25-4eba-8daf-abafa10972dc no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:24.340534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0beb8638-ae25-4eba-8daf-abafa10972dc {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:24.341892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0beb8638-ae25-4eba-8daf-abafa10972dc not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:24.341892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 21d31287-9bfb-4fc5-b52b-53dc5075376d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:24.362111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 21d31287-9bfb-4fc5-b52b-53dc5075376d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:24.363247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 21d31287-9bfb-4fc5-b52b-53dc5075376d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:24.397957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Network': ['ID=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:24.408054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:01:24.411461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df7fa4b8-175f-4bce-a69d-be5d3d12dc63 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4505188 Oct 15 20:01:24.415020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:24.419709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-543814662', 'admin_state_up': True, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:24.523839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.524918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.545999 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.583339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:24.783719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:25.121320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754689e9-af0b-4ec4-a92b-1e704c0c6eb7 req-9d6bfa57-77ea-410d-92b7-f766bca7339b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:25.122820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-754689e9-af0b-4ec4-a92b-1e704c0c6eb7 req-9d6bfa57-77ea-410d-92b7-f766bca7339b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 943 time: 0.1194792 Oct 15 20:01:25.148147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:25.177325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:25.237512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-754689e9-af0b-4ec4-a92b-1e704c0c6eb7 req-c223eec9-5ebb-4c7f-9f8c-b2831f71df58 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921965 Oct 15 20:01:25.305531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.25.0.225 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/d0961385-9b44-4f1c-889f-7a11ff34778d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:25.405499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:25.542812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:25.578402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:25.581113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:25.583580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:25.615575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=d0961385-9b44-4f1c-889f-7a11ff34778d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:25.952548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:26.152682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:26.352357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284299-c70d-4dab-bfb5-cdd637d2befc req-2c336401-9d8e-4a8a-8a55-6e0a896ec702 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:26.353753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f284299-c70d-4dab-bfb5-cdd637d2befc req-2c336401-9d8e-4a8a-8a55-6e0a896ec702 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 943 time: 0.0485528 Oct 15 20:01:26.372900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:01:26.399092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f284299-c70d-4dab-bfb5-cdd637d2befc req-130992f5-3eec-406e-92b5-5734835fd11f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Oct 15 20:01:26.501989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:26.518661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Sync routers for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:26.534185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:26.534812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:26.576934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:26.578750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-95d73e01-db84-40d7-9d1b-155b1f9beaa9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1627350 Oct 15 20:01:26.581845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:26.619216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d64fb1d4-76e4-4424-9ca8-df6111996901 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=3016db26a4b341af8b5f2dd152b785f0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354595 Oct 15 20:01:26.621347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:26.660595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:26.714233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84a214-6886-413d-8a14-022dc1c62d0d tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:26.727912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3e84a214-6886-413d-8a14-022dc1c62d0d tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1053774 Oct 15 20:01:26.728090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33150) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:26.828393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a23c21a5-5656-4df8-b98e-7a34ea27e5e0 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:01:26.986104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:27.007953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0', 'mac_address': 'fa:16:3e:24:f8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:01:27.012143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:25Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:27.043974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Checking router: e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:27.044319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Updating router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f port d0961385-9b44-4f1c-889f-7a11ff34778d binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:01:27.097373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.103533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.128445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-271fde24-5e00-4665-929b-6cf2bf8b0a4d tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3967755 Oct 15 20:01:27.128682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33152) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:27.134081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1187990958', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:27.141909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23c21a5-5656-4df8-b98e-7a34ea27e5e0 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:27.230096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:27.264196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942fe5b-9ddb-4019-8af3-33b852c27950 req-fad33e10-5e58-4536-bceb-28baa50e2eac tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:27.265750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8942fe5b-9ddb-4019-8af3-33b852c27950 req-fad33e10-5e58-4536-bceb-28baa50e2eac tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 945 time: 0.0620608 Oct 15 20:01:27.290949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:27.294997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.302620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.309304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8942fe5b-9ddb-4019-8af3-33b852c27950 req-90b8ccda-ff73-4758-8f9a-72deeb401eab tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Oct 15 20:01:27.526257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:27.538715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2030267-a479-43ee-8126-ad3008ded5a0 req-c26fa764-2fd0-4a83-b882-caff5dcebaa1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:27.540980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2030267-a479-43ee-8126-ad3008ded5a0 req-c26fa764-2fd0-4a83-b882-caff5dcebaa1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 944 time: 0.0636194 Oct 15 20:01:27.548336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.579242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2030267-a479-43ee-8126-ad3008ded5a0 req-518bb87c-851a-4ef2-9296-c96e3845216a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Oct 15 20:01:27.593877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.622915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Subnet': ['ID=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:27.630691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Checking segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:27.631435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network hostable DHCP agents. Network: 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:01:27.703662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a23c21a5-5656-4df8-b98e-7a34ea27e5e0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:27.738309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.753619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:01:27.804959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:27.806209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584a8e-036b-477f-b080-84a119e4dc9f None None] Pushing event updated for resources: {'Port': ['ID=d0961385-9b44-4f1c-889f-7a11ff34778d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:27.817320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Attempting to bind port d0961385-9b44-4f1c-889f-7a11ff34778d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:27.817320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Attempting to bind port d0961385-9b44-4f1c-889f-7a11ff34778d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:27.817501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:27.817593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Attempting to bind port d0961385-9b44-4f1c-889f-7a11ff34778d on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:27.817686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.817771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bb69e2-7628-4e3c-a43c-6f80aa8ced2c None None] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:27.846854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:27.847204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:27.847684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.848074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:27.848534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Bound port: d0961385-9b44-4f1c-889f-7a11ff34778d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:27.848906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:27.882512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99fe8879-b3ac-41a5-9209-6ef612f3f20b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7526395 Oct 15 20:01:27.885268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33158) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:27.988519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] For port d0961385-9b44-4f1c-889f-7a11ff34778d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:28.006273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] For port d0961385-9b44-4f1c-889f-7a11ff34778d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0961385-9b44-4f1c-889f-7a11ff34778d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:28.087541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:01:28.088507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.113431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.234651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584a8e-036b-477f-b080-84a119e4dc9f None None] Pushing event updated for resources: {'Port': ['ID=d0961385-9b44-4f1c-889f-7a11ff34778d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:28.237152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:28.237749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:28.320388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.354126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Allocated IP 172.20.0.2 (9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb/65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b/5ffd7e2d-ff6e-402e-a17b-0a383f673582) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:28.402380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:28.437600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2981cd-c18c-42f4-a1e4-389f09783c16 req-0f36b535-735f-4758-a1e6-89f2217d2362 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:28.439917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a2981cd-c18c-42f4-a1e4-389f09783c16 req-0f36b535-735f-4758-a1e6-89f2217d2362 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 945 time: 0.0588088 Oct 15 20:01:28.478697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a2981cd-c18c-42f4-a1e4-389f09783c16 req-827dff5c-0aa8-4c27-8e48-4411912927ba tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/security-groups?id=94ad258c-4a4a-482c-a91e-afcb9d4f3f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325387 Oct 15 20:01:28.661540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.685619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:25Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:28.712556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5e295c-6b0e-4adf-b139-7db5b0b95d95 None None] The sync data for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 is: [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:25Z', 'revision_number': 3, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:28.723329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160c004-a7c9-4ec9-af5b-068c17dce08b req-3c83c4e8-3ccc-4c7d-bf8d-0edcbcd9c3e0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:28.725455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1160c004-a7c9-4ec9-af5b-068c17dce08b req-3c83c4e8-3ccc-4c7d-bf8d-0edcbcd9c3e0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 944 time: 0.0763719 Oct 15 20:01:28.728723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.733998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-ac07325b-be48-4ceb-bab3-47a51b11fb78 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:28.735585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-ac07325b-be48-4ceb-bab3-47a51b11fb78 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.11 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 945 time: 0.0768754 Oct 15 20:01:28.776915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:28.781584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:28.784992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:28.795909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Pushing event updated for resources: {'Port': ['ID=5ffd7e2d-ff6e-402e-a17b-0a383f673582,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:28.805504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.1 (9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb/65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b/5686108d-0f2a-4270-83f5-1372ca2e4404) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:28.831984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1160c004-a7c9-4ec9-af5b-068c17dce08b req-60b0dfda-17dc-42cd-afe7-6153b52291a6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952337 Oct 15 20:01:28.874896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Attempting to bind port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:28.875271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Attempting to bind port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:28.875671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Attempting to bind port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 on network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:28.875955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Deleting port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:28.876303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.886311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:28.892232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Checking segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:28.892232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.892232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Bound using segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:28.892232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Bound port: 5ffd7e2d-ff6e-402e-a17b-0a383f673582, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:28.892232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.968938 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:28.995036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] For port 5ffd7e2d-ff6e-402e-a17b-0a383f673582, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:28.998961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] For port 5ffd7e2d-ff6e-402e-a17b-0a383f673582, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5ffd7e2d-ff6e-402e-a17b-0a383f673582,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:29.005680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] For port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,segment=NetworkSegment(d6caf78d-d5a2-4909-ac3f-e26347a4e56b),segment_id=d6caf78d-d5a2-4909-ac3f-e26347a4e56b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:29.009151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.024949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Calling delete_port for 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:29.085822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.114877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.163623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:29.166987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:29.170376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:29.207326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a351a65-d975-431c-8da7-a2f4e3c95a79 None None] Pushing event updated for resources: {'Port': ['ID=5ffd7e2d-ff6e-402e-a17b-0a383f673582,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:29.213247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:29.257975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.334993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.348086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['88f0e2c6-2ce0-4704-8afe-43021f7efdd1'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:29.371428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Pushing event deleted for resources: {'Port': ['ID=88f0e2c6-2ce0-4704-8afe-43021f7efdd1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:29.457734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] No DVR routers for this DVR port 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:29.461796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.465507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-156b1ccd-1cde-4f48-bf87-73be5b1d71fb req-3d665a2f-fb77-4035-83b8-03e5f6ddd834 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.11 "DELETE /v2.0/ports/88f0e2c6-2ce0-4704-8afe-43021f7efdd1 HTTP/1.1" status: 204 len: 173 time: 0.7228537 Oct 15 20:01:29.470773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'name': 'network-vif-deleted', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:29.470773 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1fbb97-91d8-4dd6-bccb-6fdb43ed8cdf" -d '{"events": [{"server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "name": "network-vif-deleted", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:29.498713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.516786 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7fae58-cdd2-429d-a762-e2a04908132d x-openstack-request-id: req-6d7fae58-cdd2-429d-a762-e2a04908132d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:29.517209 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704a4de6-b799-4f6b-9f16-cfc0255dbafe", "name": "network-vif-deleted", "tag": "88f0e2c6-2ce0-4704-8afe-43021f7efdd1", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:29.518028 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d7fae58-cdd2-429d-a762-e2a04908132d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:29.518028 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704a4de6-b799-4f6b-9f16-cfc0255dbafe', 'name': 'network-vif-deleted', 'tag': '88f0e2c6-2ce0-4704-8afe-43021f7efdd1', 'status': 'completed', 'code': 200} Oct 15 20:01:29.623608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74e63ef1-8954-4d82-acc4-cbdd1128b282 req-5e78915a-fd49-4d5f-9708-471556d3cb10 tempest-VolumesActionsTest-1589514037 tempest-VolumesActionsTest-1589514037-project] 10.222.0.13 "GET /v2.0/ports?device_id=704a4de6-b799-4f6b-9f16-cfc0255dbafe HTTP/1.1" status: 200 len: 210 time: 0.0319958 Oct 15 20:01:29.834569 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.936839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:29.969447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac1695-c591-41b9-a5bb-cd44c4737155 req-64c81801-59d9-4393-aaef-a00c9284e73d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:29.972303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97ac1695-c591-41b9-a5bb-cd44c4737155 req-64c81801-59d9-4393-aaef-a00c9284e73d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 944 time: 0.0628057 Oct 15 20:01:30.013693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97ac1695-c591-41b9-a5bb-cd44c4737155 req-e082af3f-796f-4121-82a8-4a101681ab25 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Oct 15 20:01:30.015238 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.017200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:30.131994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:30.133675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:30.255226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:30.290171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7689f867-b4bf-4aef-8ad7-70a832881468 None None] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:01:30.382276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:30.402972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33170) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:30.404112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f16d30df-e61a-42f0-a822-7f0bf683ee15 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5177770 Oct 15 20:01:30.429616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5ffd7e2d-ff6e-402e-a17b-0a383f673582 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:30.478333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] Provisioning complete for port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:30.478600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.533466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.534046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.534296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.534746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.535185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.535659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.536117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.536552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.536990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.538125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.538571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.539018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.539463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.540051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.540493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:30.543600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ab9a2492-395d-401a-9750-6fca7f1834de tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10518 time: 0.1384277 Oct 15 20:01:30.545690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33172) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:30.567918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:30.568943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.641938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.744834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] For port 5ffd7e2d-ff6e-402e-a17b-0a383f673582, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5ffd7e2d-ff6e-402e-a17b-0a383f673582,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:30.758226 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.817384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:30.868093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a23c21a5-5656-4df8-b98e-7a34ea27e5e0 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:30.899916 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Sync routers for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:30.918784 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:30.950793 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:31.025574 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:01:31.026429 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:01:31.027621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fc5da-e1a7-4c3b-bae4-41233dedcb76 None None] Pushing event updated for resources: {'Port': ['ID=5ffd7e2d-ff6e-402e-a17b-0a383f673582,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:31.042293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8fbebb03-6b00-4849-907a-7150ce2f8b12 None None] Provisioning complete for port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:31.042763 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fbebb03-6b00-4849-907a-7150ce2f8b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.086187 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:31.138480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.139197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.139902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.140505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.141107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.141706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.142328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.142936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.143534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.144197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.144814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.145442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.148242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.148242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.148242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.152811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:31.153520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5219f40e-7b83-473b-89db-a052280e1799 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9516 time: 0.6062613 Oct 15 20:01:31.169452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:01:31.177993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:31.178366 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.304090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8fbebb03-6b00-4849-907a-7150ce2f8b12 None None] Provisioning complete for port 5686108d-0f2a-4270-83f5-1372ca2e4404 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:31.305196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fbebb03-6b00-4849-907a-7150ce2f8b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.351579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd6fd-8393-4768-b56f-874d2ce267b6 req-5ab116ad-78bb-4ec6-b865-409825818b1c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:31.360249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7bd6fd-8393-4768-b56f-874d2ce267b6 req-5ab116ad-78bb-4ec6-b865-409825818b1c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 944 time: 0.0844433 Oct 15 20:01:31.388461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.426599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df7bd6fd-8393-4768-b56f-874d2ce267b6 req-26c92ab1-b83e-4e7f-b7a9-e3338ee34c77 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650814 Oct 15 20:01:31.431389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8fbebb03-6b00-4849-907a-7150ce2f8b12 None None] Port 5686108d-0f2a-4270-83f5-1372ca2e4404 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:31.445230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:31.453023 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3793a180-01c4-4eeb-9559-15d34f165f50" -d '{"events": [{"server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:31.468297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:31.533209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.618795 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 2, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:31.646147 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Checking router: e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:31.649035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Updating router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f port 5686108d-0f2a-4270-83f5-1372ca2e4404 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:01:31.660500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:31.666932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0961385-9b44-4f1c-889f-7a11ff34778d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:31.675011 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.690061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fccf1cc4-20a3-419e-9c14-0dd86c02381f None None] Provisioning complete for port 5686108d-0f2a-4270-83f5-1372ca2e4404 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:31.690433 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fccf1cc4-20a3-419e-9c14-0dd86c02381f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.788032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fccf1cc4-20a3-419e-9c14-0dd86c02381f None None] Port 5686108d-0f2a-4270-83f5-1372ca2e4404 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:31.791005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d0961385-9b44-4f1c-889f-7a11ff34778d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:31.791309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.805071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a38dd1a-9de0-4ffa-bf88-a91cbef7b997 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.6508923 Oct 15 20:01:31.836202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:31.863317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:31.866977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 88f0e2c6-2ce0-4704-8afe-43021f7efdd1 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:31.914433 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813a864d-ed62-4d28-8179-8bbc9be5c761 x-openstack-request-id: req-813a864d-ed62-4d28-8179-8bbc9be5c761 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:31.914879 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "name": "network-vif-plugged", "status": "completed", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:31.915236 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-813a864d-ed62-4d28-8179-8bbc9be5c761 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:31.916097 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0', 'code': 200} Oct 15 20:01:31.951274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:31.979897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port d0961385-9b44-4f1c-889f-7a11ff34778d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0961385-9b44-4f1c-889f-7a11ff34778d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:32.027910 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.029629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7659-6405-44ed-a83f-310151859f75 req-630c8d80-85d9-4865-911f-f373dac04e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:32.038370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21dd7659-6405-44ed-a83f-310151859f75 req-630c8d80-85d9-4865-911f-f373dac04e37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 1097 time: 0.0785251 Oct 15 20:01:32.056871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.073517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21dd7659-6405-44ed-a83f-310151859f75 req-734c3dd3-f76c-456b-b0f8-4c5ce17c4fab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Oct 15 20:01:32.112292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=d0961385-9b44-4f1c-889f-7a11ff34778d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:32.125047 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.176434 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Pushing event updated for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:32.211487 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.212253 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.212821 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.213512 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.214048 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.214602 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.215166 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.215720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.216514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.217063 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.217600 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.218125 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:32.280148 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Attempting to bind port 5686108d-0f2a-4270-83f5-1372ca2e4404 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:32.280432 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Attempting to bind port 5686108d-0f2a-4270-83f5-1372ca2e4404 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:32.280984 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Attempting to bind port 5686108d-0f2a-4270-83f5-1372ca2e4404 on network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:32.292737 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:32.293381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Checking segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:32.293947 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.294495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Bound using segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:32.295933 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Bound port: 5686108d-0f2a-4270-83f5-1372ca2e4404, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:32.296477 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.349941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5ffd7e2d-ff6e-402e-a17b-0a383f673582 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:32.374817 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] For port 5686108d-0f2a-4270-83f5-1372ca2e4404, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:32.378292 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] For port 5686108d-0f2a-4270-83f5-1372ca2e4404, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5686108d-0f2a-4270-83f5-1372ca2e4404,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:32.416086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:32.416524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.448219 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.526059 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:32.526364 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:32.541208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] Provisioning complete for port 5686108d-0f2a-4270-83f5-1372ca2e4404 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:32.541658 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.544023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0961385-9b44-4f1c-889f-7a11ff34778d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:32.593020 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f21905-1cc0-497d-a0bd-4f92ffbc38fe None None] Pushing event updated for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:32.670342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d0961385-9b44-4f1c-889f-7a11ff34778d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:32.670711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.730221 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:32.895019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:32.942635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] For port 5686108d-0f2a-4270-83f5-1372ca2e4404, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5686108d-0f2a-4270-83f5-1372ca2e4404,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:33.006501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:33.010960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099771525', 'description': 'tempest-secgroup-smoke-2099771525 description', 'project_id': '3016db26a4b341af8b5f2dd152b785f0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:33.029099 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.045732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:33.084886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c18fd-6415-4abb-9475-fb973f826cf6 None None] The sync data for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 is: [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:33.110025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c03bd-b406-4811-ae60-7d895ac5e37f None None] Pushing event updated for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:33.127863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459bb7c-d7b6-4271-9333-7a7dab972964 req-5e518915-5bbb-4063-acda-61a02b77f196 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:33.129367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0459bb7c-d7b6-4271-9333-7a7dab972964 req-5e518915-5bbb-4063-acda-61a02b77f196 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.0641487 Oct 15 20:01:33.171875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.182479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-629dadcc-90e4-4de7-bae4-6ddf4f1be570 None None] Provisioning complete for port 5686108d-0f2a-4270-83f5-1372ca2e4404 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:33.182856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-629dadcc-90e4-4de7-bae4-6ddf4f1be570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.231797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0459bb7c-d7b6-4271-9333-7a7dab972964 req-51475c56-efda-451d-bacb-96bb90422ce7 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859725 Oct 15 20:01:33.299777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.376720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.412650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca019f5c-9c13-4c93-90bf-7e6f64d82b48,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:33.463020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.466396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-76e8dcb6-4cb4-4896-8360-caf096c801b7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4568002 Oct 15 20:01:33.467444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33214) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:33.472928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:33.570882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.649920 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.736422 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.770538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3116c14c-f98e-46c8-aacf-ed2cbe145db1,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:33.887160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:33.889216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e899074b-8622-4c5a-a79e-191131d935b9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4205627 Oct 15 20:01:33.892165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33224) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:33.897654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:34.035211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.124155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.202873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.242675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9c80c4-8b9c-420d-8ea0-303bdce457ee,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:34.316297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.321098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-890cd8af-31af-43cc-b1d7-a50e993028f9 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4271200 Oct 15 20:01:34.323253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:34.329735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:34.424103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5686108d-0f2a-4270-83f5-1372ca2e4404 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:34.437184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2d60b-a3f6-4960-834f-fedc82d70b29 req-03441f78-8914-4444-a86e-685bd71012b8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:34.439494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6b2d60b-a3f6-4960-834f-fedc82d70b29 req-03441f78-8914-4444-a86e-685bd71012b8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.0890479 Oct 15 20:01:34.499545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5686108d-0f2a-4270-83f5-1372ca2e4404 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:34.500073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.516827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.536765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6b2d60b-a3f6-4960-834f-fedc82d70b29 req-6ad639f8-4098-450f-99d2-74ad15eff4bd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900300 Oct 15 20:01:34.633211 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.704223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.726737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959fa104-62e6-499b-938d-17b160686a81,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:34.746024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05b34f-a905-40cd-975d-bfe83c9ec32f req-56e0b1d5-b903-40c2-977a-bd6dde69f3b3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:34.747827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b05b34f-a905-40cd-975d-bfe83c9ec32f req-56e0b1d5-b903-40c2-977a-bd6dde69f3b3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.0729954 Oct 15 20:01:34.804222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b05b34f-a905-40cd-975d-bfe83c9ec32f req-009e2729-38d6-4661-9517-d183984818ae tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450675 Oct 15 20:01:34.835858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.835858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f6a6bba2-1c6e-4f31-932c-815839ae2d6c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4984486 Oct 15 20:01:34.837057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:34.844054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:34.927537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55695f16-cd59-4f21-898b-a5882aaef55c req-7e41b4ff-66ca-4eed-a84a-c3eaa0f0c958 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:34.929258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55695f16-cd59-4f21-898b-a5882aaef55c req-7e41b4ff-66ca-4eed-a84a-c3eaa0f0c958 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.0577841 Oct 15 20:01:34.964720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:34.986843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55695f16-cd59-4f21-898b-a5882aaef55c req-b8fc2b78-c157-4758-a415-7b03e4e5aa9a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Oct 15 20:01:35.056764 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.145067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.165698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb7552a-35c8-4de1-ad1b-005737e615ff,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:35.229875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.231524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d063ccd1-4aed-4258-959b-0582b164eafa tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3928173 Oct 15 20:01:35.234466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33246) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:35.239135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:35.319874 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:01:35.325833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.405948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.466931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2e4f7-9349-498b-b7aa-b329ddf36f80 req-e58faa69-3d3c-4486-b3be-0bd633424171 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:35.468762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5c2e4f7-9349-498b-b7aa-b329ddf36f80 req-e58faa69-3d3c-4486-b3be-0bd633424171 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.0499775 Oct 15 20:01:35.496529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.532247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5c2e4f7-9349-498b-b7aa-b329ddf36f80 req-840cf28f-fd0e-49d5-bbc0-fd76395ff258 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545676 Oct 15 20:01:35.535384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab7e434-0109-4e6e-8524-0cb9fab19613,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:35.617228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.621083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f0189476-ddae-4835-8c01-178b08f4c98b tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3828731 Oct 15 20:01:35.621405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33250) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:35.625907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'security_group_rule': {'security_group_id': 'ca019f5c-9c13-4c93-90bf-7e6f64d82b48', 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:35.699754 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Project 3016db26a4b341af8b5f2dd152b785f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:01:35.705537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.775845 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.845371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.864350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa2192f6-4534-493c-a22e-c8c88fd987dc,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:35.916108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:35.925815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56a2e524-6a22-4f87-8cfc-ba07254cc5dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2951114 Oct 15 20:01:36.120701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-282bafc6-0bc1-43c6-95b8-02345e4e4753 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099771525&fields=id&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 267 time: 0.0371783 Oct 15 20:01:36.249664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-a42cdee7-0340-47e1-8555-bb4d4685a046 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:36.251453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-a42cdee7-0340-47e1-8555-bb4d4685a046 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/networks?id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 200 len: 796 time: 0.1238315 Oct 15 20:01:36.275700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-fd89b262-25c6-4ab2-a266-e39311629fca tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/quotas/3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 375 time: 0.0102465 Oct 15 20:01:36.329512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-cb7974eb-2dd9-4ebe-8419-5f41a20e0c75 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490925 Oct 15 20:01:36.432278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-0f882408-a26d-4a3e-b69f-4a1121ef2bc6 service neutron] 10.222.0.13 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885308 Oct 15 20:01:36.524558 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1f4300ba-edf6-4be6-bf70-95772f027977 service neutron] 10.222.0.13 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 Oct 15 20:01:36.825831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cd5a2-c4a3-490b-9e3e-e59149075fe8 req-ace6a20a-a4ee-4046-952f-deff05e91e45 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:36.827226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b92cd5a2-c4a3-490b-9e3e-e59149075fe8 req-ace6a20a-a4ee-4046-952f-deff05e91e45 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.0547662 Oct 15 20:01:36.870133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b92cd5a2-c4a3-490b-9e3e-e59149075fe8 req-0be6f163-eb2d-4d3d-950b-ac05ebe620b3 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Oct 15 20:01:36.954589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49c8691f-fc12-4c89-b545-82afd748e928 req-249cbbd4-f715-4589-9c17-915cf6d80a1e tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 210 time: 0.0332348 Oct 15 20:01:36.968551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87aae57-8900-4a89-a791-6f899cefb987 req-512f407d-994d-4c41-961c-e15faf6837e9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:36.970474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a87aae57-8900-4a89-a791-6f899cefb987 req-512f407d-994d-4c41-961c-e15faf6837e9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 945 time: 0.1038170 Oct 15 20:01:37.108368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:37.108966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:37.220742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port a23c21a5-5656-4df8-b98e-7a34ea27e5e0, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:37.221110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:37.238416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for a23c21a5-5656-4df8-b98e-7a34ea27e5e0 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:37.556836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:37.571456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['70c628d7-ebff-4037-a674-db8055950e74', 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:37.604540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:37.614541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=a23c21a5-5656-4df8-b98e-7a34ea27e5e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:37.679686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port a23c21a5-5656-4df8-b98e-7a34ea27e5e0 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:37.683288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:37.688393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a87aae57-8900-4a89-a791-6f899cefb987 req-ab7f164f-a57d-404d-988c-00671f5102a0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/a23c21a5-5656-4df8-b98e-7a34ea27e5e0 HTTP/1.1" status: 204 len: 173 time: 0.7039239 Oct 15 20:01:37.689400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'name': 'network-vif-deleted', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:37.694131 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7465be2-da7f-4a54-954b-390577c3ce24" -d '{"events": [{"server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "name": "network-vif-deleted", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:37.756993 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3b5b4f-afd1-4274-a4df-99217655cfe3 x-openstack-request-id: req-3a3b5b4f-afd1-4274-a4df-99217655cfe3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:37.757295 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf", "name": "network-vif-deleted", "tag": "a23c21a5-5656-4df8-b98e-7a34ea27e5e0", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:37.757556 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a3b5b4f-afd1-4274-a4df-99217655cfe3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:37.758096 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf', 'name': 'network-vif-deleted', 'tag': 'a23c21a5-5656-4df8-b98e-7a34ea27e5e0', 'status': 'completed', 'code': 200} Oct 15 20:01:37.971364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4dd2674-89c4-4652-a6cc-e9bed70cb071 req-9742a541-115e-4d5a-8c96-6937c7bdb87a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4f595c-d32b-4a61-b10a-1cc7d95e0eaf HTTP/1.1" status: 200 len: 210 time: 0.0297060 Oct 15 20:01:38.086198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33ceae23-1727-4c17-b234-3c3385fc7068 req-9690918b-6a5b-4b11-86ff-69c8fcfb0e76 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 210 time: 0.0303566 Oct 15 20:01:39.249978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-b11df4ba-4ef8-47d4-8b91-df62af570300 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:39.252292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-b11df4ba-4ef8-47d4-8b91-df62af570300 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/networks?id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 200 len: 796 time: 0.1628530 Oct 15 20:01:39.300584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-3fe7b4bc-d4e4-4e5f-9fe2-d1387b8669c7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3016db26a4b341af8b5f2dd152b785f0 HTTP/1.1" status: 200 len: 380 time: 0.0382380 Oct 15 20:01:39.317663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'port': {'device_id': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'admin_state_up': True, 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'security_groups': ['ca019f5c-9c13-4c93-90bf-7e6f64d82b48']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:39.488264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70f6e45d-080d-40de-a2ba-27803982a88b req-6230c065-f240-475b-a0b5-a78639781c5d tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 210 time: 0.0342581 Oct 15 20:01:39.501830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Made reservation on behalf of 3016db26a4b341af8b5f2dd152b785f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:39.506682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:39.650556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8011035-4285-4004-80fd-7393ffa50b2b req-eadea10d-2916-41dd-895d-4cf4e9026427 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:39.651992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8011035-4285-4004-80fd-7393ffa50b2b req-eadea10d-2916-41dd-895d-4cf4e9026427 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.0885632 Oct 15 20:01:39.693630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.20.0.7 (9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb/65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b/ddd53b94-7723-4b57-a9a1-bf4410c44860) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:39.719601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8011035-4285-4004-80fd-7393ffa50b2b req-e83a9938-a851-454f-9f86-3ac0b8a14efd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Oct 15 20:01:39.879120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:39.971410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:40.022898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:40.026267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:40.030139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:40.058155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:40.093625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.094248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:40.208391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-435f47ff-4263-4df6-ab6a-915aeef03d53 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9007671 Oct 15 20:01:40.288086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bbbfe214-1092-486c-a0dd-8af20fd67225 None None] Provisioning complete for port ddd53b94-7723-4b57-a9a1-bf4410c44860 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:40.289164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe214-1092-486c-a0dd-8af20fd67225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:40.341039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bbbfe214-1092-486c-a0dd-8af20fd67225 None None] Port ddd53b94-7723-4b57-a9a1-bf4410c44860 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:40.360668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Request body: {'port': {'device_id': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:40.411681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.417601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.424782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.432847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.439005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.445691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.454045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.456069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-c8005864-cc6a-456e-a0b1-340d5baa80c6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1405237 Oct 15 20:01:40.492997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:40.549842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6e25397-6e08-47b9-8326-b5e84bc17784 req-180a9d2c-0466-471b-bb07-c75b3991d05e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0783327 Oct 15 20:01:40.719330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88e136-623a-42d2-8884-fbf4f7ede323 req-8e4e0088-bd23-4041-961a-005870db9066 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:40.720874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce88e136-623a-42d2-8884-fbf4f7ede323 req-8e4e0088-bd23-4041-961a-005870db9066 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 931 time: 0.0967898 Oct 15 20:01:40.809504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce88e136-623a-42d2-8884-fbf4f7ede323 req-c734c58d-f0ca-42bb-a763-179bca0a3eb8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559351 Oct 15 20:01:40.841732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a23c21a5-5656-4df8-b98e-7a34ea27e5e0 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:40.884009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd53b94-7723-4b57-a9a1-bf4410c44860 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:40.891974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:40.896325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: a23c21a5-5656-4df8-b98e-7a34ea27e5e0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:40.897131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a23c21a5-5656-4df8-b98e-7a34ea27e5e0 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:40.905782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Transition to ACTIVE for port object ddd53b94-7723-4b57-a9a1-bf4410c44860 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:01:40.990932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.013729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a44d-896b-4aa7-b4be-ebd4605ef581 req-278130a3-85ef-41c9-96b6-7ef2242d5ca9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.015303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd87a44d-896b-4aa7-b4be-ebd4605ef581 req-278130a3-85ef-41c9-96b6-7ef2242d5ca9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.0705585 Oct 15 20:01:41.102987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:41.136602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd87a44d-896b-4aa7-b4be-ebd4605ef581 req-6de1ca81-bec5-4d79-a4c0-2847f18e8a1d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027539 Oct 15 20:01:41.218834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Attempting to bind port ddd53b94-7723-4b57-a9a1-bf4410c44860 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:41.219719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Attempting to bind port ddd53b94-7723-4b57-a9a1-bf4410c44860 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:41.219839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Attempting to bind port ddd53b94-7723-4b57-a9a1-bf4410c44860 on network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:41.228387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Port ddd53b94-7723-4b57-a9a1-bf4410c44860 on network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:01:41.228868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Attempting to bind port ddd53b94-7723-4b57-a9a1-bf4410c44860 on network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:41.249950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-72c7a48c-2997-46c0-8024-1535c362aa47 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.251729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-72c7a48c-2997-46c0-8024-1535c362aa47 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 945 time: 0.1026225 Oct 15 20:01:41.252669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:41.253107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Checking segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:41.253892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Bound using segment: {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:41.254432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Bound port: ddd53b94-7723-4b57-a9a1-bf4410c44860, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:41.255029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.406147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:41.410135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:41.430076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 70c628d7-ebff-4037-a674-db8055950e74 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:41.430418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.508798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.569020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 70c628d7-ebff-4037-a674-db8055950e74, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=70c628d7-ebff-4037-a674-db8055950e74,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:41.569393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.580487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.582489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 70c628d7-ebff-4037-a674-db8055950e74 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:41.588121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.594999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.601689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.610334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.610635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.611244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:41.612628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] 10.222.0.11 "PUT /v2.0/ports/ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 200 len: 1092 time: 1.3953304 Oct 15 20:01:41.613067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:41.616068 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81aa9be-adce-47ab-9e8c-4037fec61b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:41.627289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.636021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.637376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-011cf214-310b-4fb6-b4ff-9a8d9842470d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.1728036 Oct 15 20:01:41.687667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931959a-483c-4b89-8631-6adc30b0814e service neutron] Pushing event updated for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:41.749979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-bf2d5e92-9bc3-4f1d-934e-1025b2145b6d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.751649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-bf2d5e92-9bc3-4f1d-934e-1025b2145b6d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1072571 Oct 15 20:01:41.908896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-a6468ae5-4e10-4796-a6af-1426810edbc6 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1487510 Oct 15 20:01:41.939248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-bd0bb261-36f8-40a9-b86f-c9735b858219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.941776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-bd0bb261-36f8-40a9-b86f-c9735b858219 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1095 time: 0.2069407 Oct 15 20:01:41.963084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.969360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.975847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.982712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:41.994536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:42.009596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.023548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.027821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.033656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-1a2ea679-9870-4432-9483-f5c7622625cc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 5444 time: 0.2953389 Oct 15 20:01:42.041840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.055912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['70c628d7-ebff-4037-a674-db8055950e74'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:42.058975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:42.079063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.164013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=70c628d7-ebff-4037-a674-db8055950e74,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:42.227548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-227e2e35-5df3-45f1-98f0-e2f681784e01 req-e0d3e894-810d-488d-950c-bbbce0195668 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1874509 Oct 15 20:01:42.229063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-a4a215ff-12e4-4ca8-b76d-c4665b58d4be service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 200 len: 217 time: 0.2786543 Oct 15 20:01:42.294134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-b63fdb0c-6c1e-48f4-a2c0-95d4d4800bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.295458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-b63fdb0c-6c1e-48f4-a2c0-95d4d4800bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b HTTP/1.1" status: 200 len: 835 time: 0.0500135 Oct 15 20:01:42.321584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=7c89ccda-e8d7-4f18-adc8-327cba20517d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:42.337629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 70c628d7-ebff-4037-a674-db8055950e74 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:42.343992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.351463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09d351c3-a83b-4348-b6ed-8a9073954db3 req-1b309461-aae8-44d4-a782-9aed79869c7e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/70c628d7-ebff-4037-a674-db8055950e74 HTTP/1.1" status: 204 len: 173 time: 1.0781596 Oct 15 20:01:42.358298 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd826d8-666e-4186-8f39-e7be93f448e3 x-openstack-request-id: req-afd826d8-666e-4186-8f39-e7be93f448e3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:42.358709 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:42.359032 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afd826d8-666e-4186-8f39-e7be93f448e3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:42.359906 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'status': 'completed', 'code': 200} Oct 15 20:01:42.397184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] For port 7c89ccda-e8d7-4f18-adc8-327cba20517d, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:42.410501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-d2e841ff-c4ff-4f95-bb7e-4dbf4876131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.413091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-d2e841ff-c4ff-4f95-bb7e-4dbf4876131d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941994 Oct 15 20:01:42.454795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] device_id is not set on port 7c89ccda-e8d7-4f18-adc8-327cba20517d yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:01:42.464590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.549913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b43a2-66f8-4af0-8014-5e46a95bfe1f req-464b0191-2fa8-466c-819e-9ec2d0bb5da4 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.551070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.552759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a06b43a2-66f8-4af0-8014-5e46a95bfe1f req-464b0191-2fa8-466c-819e-9ec2d0bb5da4 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 943 time: 0.1216738 Oct 15 20:01:42.564435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-452f0188-4319-4abe-a11c-6914e6c16801 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426237 Oct 15 20:01:42.631343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Pushing event updated for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:42.660857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a06b43a2-66f8-4af0-8014-5e46a95bfe1f req-854cb470-db4b-4b50-b999-02ceb5c8c6c1 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950737 Oct 15 20:01:42.692030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] No DVR routers for this DVR port 7c89ccda-e8d7-4f18-adc8-327cba20517d on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:42.734349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28869360-8122-4e51-a6c4-c4f59e2825e4 req-aa800488-118b-4b80-8b89-7020526bbdf0 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610649 Oct 15 20:01:42.770034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] In _notify_port_updated(), no bound segment for port 7c89ccda-e8d7-4f18-adc8-327cba20517d on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:01:42.772617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.773672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:42.775170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8790b04-b341-440f-b86e-a664bfa8081a service neutron] 10.222.0.15 "PUT /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 200 len: 1032 time: 0.8560190 Oct 15 20:01:42.901863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2cb67d05-855b-4b71-8512-6e20c8803bc9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.903344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2cb67d05-855b-4b71-8512-6e20c8803bc9 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "GET /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1216402 Oct 15 20:01:42.919988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:42.922095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e3cd603-e49e-4d83-bc58-852dac126ac6 req-d7c5f276-dffc-48ee-b58d-ac1c19fa86d6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=de42f5f2-3899-477d-b969-7582a8432133 HTTP/1.1" status: 200 len: 210 time: 0.1119261 Oct 15 20:01:42.947322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-fd0796cb-3261-4316-a295-5d8c0474a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:42.948865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-fd0796cb-3261-4316-a295-5d8c0474a401 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1095 time: 0.0870948 Oct 15 20:01:43.009801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.051378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc4955fc-3589-44f0-b35b-904aa7e55e5d None None] Provisioning complete for port 7c89ccda-e8d7-4f18-adc8-327cba20517d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:43.053176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc4955fc-3589-44f0-b35b-904aa7e55e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.107163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bc4955fc-3589-44f0-b35b-904aa7e55e5d None None] Port 7c89ccda-e8d7-4f18-adc8-327cba20517d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:43.110902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-b3cea9a2-298c-4599-bc0d-03ffbdbf0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.113116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-b3cea9a2-298c-4599-bc0d-03ffbdbf0178 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 200 len: 897 time: 0.1551619 Oct 15 20:01:43.176481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-e2f1feee-5c6e-4ce6-b1d9-45716bd5c708 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 200 len: 217 time: 0.0539241 Oct 15 20:01:43.241308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:43.264508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-dda2f0dc-95a2-4d5f-bae2-1d06793cb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.268016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-dda2f0dc-95a2-4d5f-bae2-1d06793cb141 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b HTTP/1.1" status: 200 len: 835 time: 0.0838652 Oct 15 20:01:43.294577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] For port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:43.344426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-9645c87d-ffe8-4d51-b827-49b1c5df64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.346171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-9645c87d-ffe8-4d51-b827-49b1c5df64f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673976 Oct 15 20:01:43.347463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] device_id is not set on port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:01:43.366533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.445493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.499497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.506654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.511453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] No DVR routers for this DVR port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:43.513044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.521684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.528326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.537487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.539440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-7ee23d2d-be6c-4a59-a5b6-b91c31e40994 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 4587 time: 0.1919825 Oct 15 20:01:43.543450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-07f8a1fc-68d8-43be-b211-bd7c7236adb1 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818955 Oct 15 20:01:43.546126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Pushing event updated for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=6']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:43.579103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] In _notify_port_updated(), no bound segment for port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe on network 13d041b7-c829-4f78-80d1-0957e0315c23 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:01:43.580069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:43.581067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.582527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-1097f0a6-679a-4054-af43-a661546ad9ec service neutron] 10.222.0.15 "PUT /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 200 len: 1033 time: 0.6719158 Oct 15 20:01:43.648957 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:01:43.726733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c81aa9be-adce-47ab-9e8c-4037fec61b7b req-4d165e65-8a71-493d-ba7a-47f628dec7cb service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729920 Oct 15 20:01:43.731292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:43.731843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.757407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-840d2171-e039-4225-b6ef-1f6f161ce66f req-52ce7670-176b-4753-b5fa-abfcd5c0b241 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b410d0c-f3bd-4c24-9d23-36079c172337&id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2106380 Oct 15 20:01:43.831974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a2f023b1-6c59-4c20-ab6b-1e396c1ef2cb None None] Provisioning complete for port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:43.832895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a2f023b1-6c59-4c20-ab6b-1e396c1ef2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.873991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a2f023b1-6c59-4c20-ab6b-1e396c1ef2cb None None] Port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:43.890605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:43.891058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:43.910878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:44.128028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.161593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:44.236536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:44.239405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.244076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-7312a76a-04a5-4ecd-8206-624ad111eb4e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "DELETE /v2.0/ports/0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 HTTP/1.1" status: 204 len: 173 time: 0.6544740 Oct 15 20:01:44.244935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:44.247678 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6332e21-f0e6-499e-973d-c4fff85d0c0e" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:44.361426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'name': 'network-vif-deleted', 'tag': '70c628d7-ebff-4037-a674-db8055950e74'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:44.363160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:44.363584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.365099 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a678feb-ee5c-4eb6-aaa1-1cded767041d" -d '{"events": [{"server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "name": "network-vif-deleted", "tag": "70c628d7-ebff-4037-a674-db8055950e74"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:44.377125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec19cd-6cef-47cf-a19c-09f2491710c2 req-e08e7012-27a8-4837-926b-b2484c7bf81c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.387195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-caec19cd-6cef-47cf-a19c-09f2491710c2 req-e08e7012-27a8-4837-926b-b2484c7bf81c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 943 time: 0.0700779 Oct 15 20:01:44.427037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-caec19cd-6cef-47cf-a19c-09f2491710c2 req-b3881f1c-3c94-480f-9f1e-3383c91e3ca6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386906 Oct 15 20:01:44.469844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port fb1a16cb-da0a-4c2a-ba1d-03c776348db5, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:44.470294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.493844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for fb1a16cb-da0a-4c2a-ba1d-03c776348db5 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:44.576894 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d183e044-8f32-49d7-848e-a764b31df17a x-openstack-request-id: req-d183e044-8f32-49d7-848e-a764b31df17a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:44.577336 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:44.577685 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d183e044-8f32-49d7-848e-a764b31df17a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:44.578176 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60', 'status': 'completed', 'code': 200} Oct 15 20:01:44.680064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.686107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.692237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.698684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.705070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.711239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.717373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:44.719286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-0174c7d3-10f1-4789-850a-91b575aa4295 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1174197 Oct 15 20:01:44.767017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-029bf0a3-eea8-4f3b-8ddc-f09e6ef291ac req-7118fe07-8b7d-45ea-9b64-3c1a877027a0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408070 Oct 15 20:01:44.792633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.837370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=fb1a16cb-da0a-4c2a-ba1d-03c776348db5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:44.850258 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb343bb6-a586-4bf7-941a-c6663b85a545 x-openstack-request-id: req-cb343bb6-a586-4bf7-941a-c6663b85a545 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:44.850657 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de42f5f2-3899-477d-b969-7582a8432133", "name": "network-vif-deleted", "tag": "70c628d7-ebff-4037-a674-db8055950e74", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:44.851632 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb343bb6-a586-4bf7-941a-c6663b85a545 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:44.851632 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de42f5f2-3899-477d-b969-7582a8432133', 'name': 'network-vif-deleted', 'tag': '70c628d7-ebff-4037-a674-db8055950e74', 'status': 'completed', 'code': 200} Oct 15 20:01:44.855050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device eafd7ae5-67a4-47b4-bdf2-f34bd7651415 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:44.886328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port fb1a16cb-da0a-4c2a-ba1d-03c776348db5 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:44.889089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:44.895960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b60ddd15-67e0-40dc-8dbf-9e3a360865b7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "DELETE /v2.0/ports/fb1a16cb-da0a-4c2a-ba1d-03c776348db5 HTTP/1.1" status: 204 len: 173 time: 0.6418860 Oct 15 20:01:44.956567 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.005310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:45.007453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:45.009901 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5494035-e34b-44fa-b377-6462e0d81d0a" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:45.024801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:45.025149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.079536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.080690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 04873eff-d5ae-4f7f-bb40-cb6da6f7445c no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.154698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-c492582d-2ca5-402e-a689-09fc9ddabb22 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.156661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-c492582d-2ca5-402e-a689-09fc9ddabb22 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1947334 Oct 15 20:01:45.164393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port eafd7ae5-67a4-47b4-bdf2-f34bd7651415, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:45.164795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.180968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for eafd7ae5-67a4-47b4-bdf2-f34bd7651415 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:45.187341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-b09d62ad-0a0e-4507-9386-a2abac2bb336 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0228655 Oct 15 20:01:45.197160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:45.243741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.287114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-93c36a97-6646-4fb1-9242-dd12604dc117 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882332 Oct 15 20:01:45.326673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:45.402961 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.405970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.440804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-778d2b1c-66e5-4802-ae02-2fd00fc99383 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459036 Oct 15 20:01:45.473156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:45.474280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0dbd82c1-1aa4-406b-8d2e-3b6974d0bd60 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:45.475402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7c89ccda-e8d7-4f18-adc8-327cba20517d no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.541982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbe4d144-fc0c-4b66-8e3e-ca6d54880839 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999007 Oct 15 20:01:45.545263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.582158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=eafd7ae5-67a4-47b4-bdf2-f34bd7651415,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:45.585160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:45.603615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 7c89ccda-e8d7-4f18-adc8-327cba20517d not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:45.604062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 70c628d7-ebff-4037-a674-db8055950e74 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.653681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 70c628d7-ebff-4037-a674-db8055950e74 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:45.657419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 70c628d7-ebff-4037-a674-db8055950e74 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:45.661594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58a5b0f8-cc5b-47fa-8513-e862e800f6fe no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.665053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port eafd7ae5-67a4-47b4-bdf2-f34bd7651415 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:45.668850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.675276 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-b8620020-054c-4ece-9088-c24827a7d49c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "DELETE /v2.0/ports/eafd7ae5-67a4-47b4-bdf2-f34bd7651415 HTTP/1.1" status: 204 len: 173 time: 0.7745559 Oct 15 20:01:45.695822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.702095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.708765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.716257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58a5b0f8-cc5b-47fa-8513-e862e800f6fe not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:45.721573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device fb1a16cb-da0a-4c2a-ba1d-03c776348db5 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.730556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.754688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: fb1a16cb-da0a-4c2a-ba1d-03c776348db5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:45.755138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device fb1a16cb-da0a-4c2a-ba1d-03c776348db5 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:45.759343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5f5435c9-f34a-4740-a2d7-f3b841b7e050 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:45.767218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.790706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.796882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.798734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-2cf695eb-6ffe-4cc0-b281-19fbf6d63117 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 5435 time: 0.1889157 Oct 15 20:01:45.877649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:45.880925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:45.912512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ddd53b94-7723-4b57-a9a1-bf4410c44860 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:01:45.916616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-0b17d4c7-a904-4f88-bed7-ac7c364140d3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:45.918179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-0b17d4c7-a904-4f88-bed7-ac7c364140d3 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1050401 Oct 15 20:01:45.949046 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.057045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:46.073402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788e0-a27d-40b8-ac9d-5bc1b5ec277e req-94c4565c-4891-4fc0-a2da-701410d86986 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:46.080090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788e0-a27d-40b8-ac9d-5bc1b5ec277e req-94c4565c-4891-4fc0-a2da-701410d86986 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:46.082168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-091788e0-a27d-40b8-ac9d-5bc1b5ec277e req-94c4565c-4891-4fc0-a2da-701410d86986 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 1679 time: 0.1626523 Oct 15 20:01:46.086389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port 5f5435c9-f34a-4740-a2d7-f3b841b7e050, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5f5435c9-f34a-4740-a2d7-f3b841b7e050,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:46.087014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.099230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:46.123027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'port_id': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'mac_address': 'fa:16:3e:cf:b8:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:01:46.154258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.207595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-091788e0-a27d-40b8-ac9d-5bc1b5ec277e req-ebba732e-466f-4259-b14c-a93f83a11b2b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups?id=529738d5-728b-4d1d-8f4c-3786074fbc02&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829451 Oct 15 20:01:46.245114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.276875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-3501c833-3371-4083-86dd-6297b3d6c37f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3312483 Oct 15 20:01:46.296984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:46.324307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd53b94-7723-4b57-a9a1-bf4410c44860 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:46.356788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.373580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:46.378683 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348cb4ad-195d-4e75-b4e0-55d7689e81ce x-openstack-request-id: req-348cb4ad-195d-4e75-b4e0-55d7689e81ce {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:46.379354 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:46.382315 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-348cb4ad-195d-4e75-b4e0-55d7689e81ce {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:46.384266 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'code': 200} Oct 15 20:01:46.386243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:46.468089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.508582 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.508945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.509267 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Floating IP ddbb29db-51ca-4063-816b-5f3639bbe917 disassociated. External IP: 172.25.0.143, port: 5f5435c9-f34a-4740-a2d7-f3b841b7e050. Oct 15 20:01:46.509615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 5f5435c9-f34a-4740-a2d7-f3b841b7e050 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:46.593594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:46.604807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4c40cf77-877f-4d10-be65-f1e4305bc2bd,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:46.612282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:46.615540 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc8da3-64a8-4c42-aded-e31d48b9b2c8" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:46.681316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] For port 4c40cf77-877f-4d10-be65-f1e4305bc2bd, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:46.741300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:46.792802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=5f5435c9-f34a-4740-a2d7-f3b841b7e050,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:46.808977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ddd53b94-7723-4b57-a9a1-bf4410c44860'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:46.942218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Router e3ed95ec-16e2-4681-81c8-737bd1a05c20 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:47.048957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01e091f-57c5-4d7c-b677-aed4ac558176 req-5d9940e8-9d41-4983-971a-cf1cc54fcb1a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.056688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d01e091f-57c5-4d7c-b677-aed4ac558176 req-5d9940e8-9d41-4983-971a-cf1cc54fcb1a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 944 time: 0.4476597 Oct 15 20:01:47.088866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] device_id is not set on port 4c40cf77-877f-4d10-be65-f1e4305bc2bd yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:01:47.112644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.154640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d01e091f-57c5-4d7c-b677-aed4ac558176 req-5f2199b7-571c-4bf3-9c61-1af6d123ed08 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847669 Oct 15 20:01:47.205123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.362803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] No DVR routers for this DVR port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:47.403937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Pushing event updated for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:47.425657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:47.439216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Sync routers for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:47.443025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-659a95a1-c3a9-4d32-bf3b-16ae814f9811 req-abc7cb3c-e27f-44ba-9b6e-a176346ed1f2 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 210 time: 0.1422403 Oct 15 20:01:47.460132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:47.460990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:47.485055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port 5f5435c9-f34a-4740-a2d7-f3b841b7e050 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:47.488657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.494055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-f8afd250-4b3c-4706-9f92-e96112e1c322 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "DELETE /v2.0/ports/5f5435c9-f34a-4740-a2d7-f3b841b7e050 HTTP/1.1" status: 204 len: 173 time: 1.8106935 Oct 15 20:01:47.502871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] In _notify_port_updated(), no bound segment for port 4c40cf77-877f-4d10-be65-f1e4305bc2bd on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:01:47.507783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.507783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.508495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-78641e7f-f43c-4e02-9e0b-03b0eed91156 service neutron] 10.222.0.11 "PUT /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 200 len: 1027 time: 1.2223132 Oct 15 20:01:47.595178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e3eabc47-00e4-43fb-93f8-9d74671621d5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.596568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e3eabc47-00e4-43fb-93f8-9d74671621d5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "GET /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800376 Oct 15 20:01:47.617982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:47.620274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:47.623450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.651352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:47.671811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.678283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.684216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.685718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7c18c0f5-948a-4100-9802-90240e2ba86c None None] Provisioning complete for port 4c40cf77-877f-4d10-be65-f1e4305bc2bd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:47.686239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c18c0f5-948a-4100-9802-90240e2ba86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.690099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.696980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.702710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:47.704603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69298c26-e5da-4091-a1dd-a9954a056069 req-b91f02ae-aab2-4417-9629-5e37db869eee tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 4661 time: 0.1295969 Oct 15 20:01:47.731121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:47.731531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.741460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:47.746148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 04873eff-d5ae-4f7f-bb40-cb6da6f7445c owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:47.772188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69298c26-e5da-4091-a1dd-a9954a056069 req-f97a82ea-36e0-4965-9a53-07aee326dd26 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=9d800fd3-cb82-4187-8da7-987a1e1c1c67&id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526397 Oct 15 20:01:47.825127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7c18c0f5-948a-4100-9802-90240e2ba86c None None] Port 4c40cf77-877f-4d10-be65-f1e4305bc2bd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:47.883717 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29671a-b462-4f32-a512-72814173a06f x-openstack-request-id: req-6e29671a-b462-4f32-a512-72814173a06f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:47.887524 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "fb1a16cb-da0a-4c2a-ba1d-03c776348db5", "status": "completed", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "eafd7ae5-67a4-47b4-bdf2-f34bd7651415", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:47.887930 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e29671a-b462-4f32-a512-72814173a06f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:47.889751 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': 'fb1a16cb-da0a-4c2a-ba1d-03c776348db5', 'status': 'completed', 'code': 200} Oct 15 20:01:47.890142 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': 'eafd7ae5-67a4-47b4-bdf2-f34bd7651415', 'status': 'completed', 'code': 200} Oct 15 20:01:47.933675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90be3395-826e-421c-8cbb-e80f8ea11b88,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:47.937941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ddd53b94-7723-4b57-a9a1-bf4410c44860 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:48.010816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:48.012796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] For port 90be3395-826e-421c-8cbb-e80f8ea11b88, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:48.052400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Checking router: e3ed95ec-16e2-4681-81c8-737bd1a05c20 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:48.056571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] device_id is not set on port 90be3395-826e-421c-8cbb-e80f8ea11b88 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:01:48.062619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:48.063229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:48.067721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.078996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.140602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=04873eff-d5ae-4f7f-bb40-cb6da6f7445c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:48.208721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port 04873eff-d5ae-4f7f-bb40-cb6da6f7445c on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:48.210496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port ddd53b94-7723-4b57-a9a1-bf4410c44860 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:01:48.210629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.217275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ddd53b94-7723-4b57-a9a1-bf4410c44860 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:48.217653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.220000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.240134 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-57f03f55-0fa5-4370-b2a3-89fa747935bf req-2f68a897-4e9c-4ee9-88b5-37e63105036b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.15 "DELETE /v2.0/ports/04873eff-d5ae-4f7f-bb40-cb6da6f7445c HTTP/1.1" status: 204 len: 173 time: 0.7268705 Oct 15 20:01:48.273077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:48.367838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] No DVR routers for this DVR port 90be3395-826e-421c-8cbb-e80f8ea11b88 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:48.389918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:48.392950 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04b3a84-4df2-46da-84aa-7f957ae420ec" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:48.428942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Pushing event updated for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:48.447957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-10d27361-87a3-42d6-a31d-6663cb5b3408 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:48.449643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-10d27361-87a3-42d6-a31d-6663cb5b3408 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.3104115 Oct 15 20:01:48.466262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': '5da25928-0478-42df-bff6-275e4e12059b', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:48.470851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b4381-e3cf-47b9-ac80-a5850a75c459 req-9b0d264a-91b4-47e0-aaab-500236a090b9 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:48.473030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b7b4381-e3cf-47b9-ac80-a5850a75c459 req-9b0d264a-91b4-47e0-aaab-500236a090b9 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1098 time: 0.2698255 Oct 15 20:01:48.475747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] In _notify_port_updated(), no bound segment for port 90be3395-826e-421c-8cbb-e80f8ea11b88 on network d2586480-b8ad-49ae-86e7-d4295925a29c {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:01:48.476640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:48.477358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.478401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ae5bb5dc-fe5f-4ef8-8e75-847a73cff705 service neutron] 10.222.0.11 "PUT /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 200 len: 1028 time: 0.8657968 Oct 15 20:01:48.578809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.607804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-425ccc0b-4b59-4d5c-ac6d-2a76bd3427f1 None None] Provisioning complete for port 90be3395-826e-421c-8cbb-e80f8ea11b88 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:48.608346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-425ccc0b-4b59-4d5c-ac6d-2a76bd3427f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.633751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9cc9c930-7eda-41a3-81e3-4a284084795c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.666742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:48.674328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b7b4381-e3cf-47b9-ac80-a5850a75c459 req-ba3f01ed-42cb-4194-89b4-dfe868fbce29 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823819 Oct 15 20:01:48.707435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-425ccc0b-4b59-4d5c-ac6d-2a76bd3427f1 None None] Port 90be3395-826e-421c-8cbb-e80f8ea11b88 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:01:48.758509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.760477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 9e1b380d-8601-4401-a79e-f41b864e491a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:48.761073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.764503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:48.864795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:48.900073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:48.906572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4b8a69-8212-4bc4-b82a-f49f946ae591 None None] The sync data for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 is: [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T19:50:25Z', 'revision_number': 4, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4f68444c-39db-47b3-8906-296a07c5ee7c', 'name': '', 'network_id': 'ee15acf5-63d6-4faa-a68f-c6f8941339c5', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'mac_address': 'fa:16:3e:7b:87:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:23Z', 'updated_at': '2021-10-15T19:50:33Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'subnets': [{'id': '07ef31b1-befa-49bd-9117-ff484782e0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:48.913624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:01:48.930022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.933535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] For port 9e1b380d-8601-4401-a79e-f41b864e491a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=9e1b380d-8601-4401-a79e-f41b864e491a,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:48.933965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.973677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:48.984108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10573575-0fec-4caf-9721-aa3271d2ba10 req-beddd8e1-f4d1-4c1d-8dc3-f15e3495395d tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.1658890 Oct 15 20:01:48.990209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 9e1b380d-8601-4401-a79e-f41b864e491a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:49.068287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:49.158535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.159477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90be3395-826e-421c-8cbb-e80f8ea11b88 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:49.240154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.13 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/58ee502b-3854-499b-b7d1-0ffc7e946336) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:49.313510 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651a0bc-3c1d-4b96-9437-f65f665d146a None None] New status for floating IP ddbb29db-51ca-4063-816b-5f3639bbe917: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:01:49.471994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.492456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:49.503144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90be3395-826e-421c-8cbb-e80f8ea11b88 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:49.503608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 97931503-22b8-49e3-ab1a-a29be4a81771 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:49.608150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.610484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.676987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:49.681569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=9e1b380d-8601-4401-a79e-f41b864e491a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:49.712455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.721866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7ecbc-9e7e-412f-9401-136892ed5268 req-8ede168e-35dc-4da5-ae5d-68709897df50 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:49.725327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:49.729490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52c7ecbc-9e7e-412f-9401-136892ed5268 req-8ede168e-35dc-4da5-ae5d-68709897df50 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.1844187 Oct 15 20:01:49.765488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.766185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:49.824134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:49.829335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:49.862329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52c7ecbc-9e7e-412f-9401-136892ed5268 req-29ae0cd0-beba-4dea-814c-8b3ac0058791 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318746 Oct 15 20:01:49.863324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:49.865659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] No DVR routers for this DVR port 9e1b380d-8601-4401-a79e-f41b864e491a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:49.877149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:49.881131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-fe6eaa56-caf1-46b2-aea7-e19af18a11a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "DELETE /v2.0/ports/9e1b380d-8601-4401-a79e-f41b864e491a HTTP/1.1" status: 204 len: 173 time: 1.3903627 Oct 15 20:01:49.882227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:49.891097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050'}, {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:49.894049 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a6e93b-c677-4a77-a12b-1c529d53f55e" -d '{"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050"}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:49.917217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:49.937067 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99bf1ce-f196-47e2-b467-42f5010f612d x-openstack-request-id: req-a99bf1ce-f196-47e2-b467-42f5010f612d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:49.937067 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:49.937067 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a99bf1ce-f196-47e2-b467-42f5010f612d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:49.937067 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'code': 200} Oct 15 20:01:49.937067 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'code': 200} Oct 15 20:01:49.981369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:49.986589 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f106e1f-b9ab-43eb-b379-99822ab9bb06" -d '{"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:49.998415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:49.999031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.020187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.115268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-f86a607b-5319-43f0-8669-2084e67c768b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6540546 Oct 15 20:01:50.124274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:50.136637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Request body: {'port': {'device_id': '5da25928-0478-42df-bff6-275e4e12059b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:50.172113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318e344-1c18-4c81-9525-861ecd8fe0cf req-c04abed5-f184-4254-aa2f-15c9cd1c48dd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:50.182861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2318e344-1c18-4c81-9525-861ecd8fe0cf req-c04abed5-f184-4254-aa2f-15c9cd1c48dd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 932 time: 0.1317513 Oct 15 20:01:50.209569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.212614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9e1b380d-8601-4401-a79e-f41b864e491a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:50.266602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.279856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 9e1b380d-8601-4401-a79e-f41b864e491a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:50.279856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 9e1b380d-8601-4401-a79e-f41b864e491a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:50.280429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:50.296978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2318e344-1c18-4c81-9525-861ecd8fe0cf req-1fa63573-793d-49dc-b84c-8b5f3709f01b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157646 Oct 15 20:01:50.360288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:50.427737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.462376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:50.544937 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.545675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4c40cf77-877f-4d10-be65-f1e4305bc2bd no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:50.580325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 97931503-22b8-49e3-ab1a-a29be4a81771 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:50.580812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:50.618833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4c40cf77-877f-4d10-be65-f1e4305bc2bd not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:50.663125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:50.698628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086aac14-44ba-48d8-9433-eec74bf75cad req-e43761ef-e6fc-40ea-9eda-a7d14776e73d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:50.700488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-086aac14-44ba-48d8-9433-eec74bf75cad req-e43761ef-e6fc-40ea-9eda-a7d14776e73d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1875558 Oct 15 20:01:50.827174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-086aac14-44ba-48d8-9433-eec74bf75cad req-08c91b55-b891-43f2-82e3-cd65a3f70356 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162393 Oct 15 20:01:50.848055 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-ca53bc50-fb22-4cf1-8d7a-47ce7947cffd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0770178 Oct 15 20:01:50.857852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33496) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:50.997595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-11d66962-172b-42ce-b642-d83412b8364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:50.999327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-11d66962-172b-42ce-b642-d83412b8364c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 1098 time: 0.1285949 Oct 15 20:01:50.999849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] For port 97931503-22b8-49e3-ab1a-a29be4a81771, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=97931503-22b8-49e3-ab1a-a29be4a81771,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:51.000221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.032878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 97931503-22b8-49e3-ab1a-a29be4a81771 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:51.049431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ee502b-3854-499b-b7d1-0ffc7e946336 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:51.064154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-e2267fd8-dc14-434e-b88f-dcdd84db4377 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.070782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-e2267fd8-dc14-434e-b88f-dcdd84db4377 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.077253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-e2267fd8-dc14-434e-b88f-dcdd84db4377 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.085531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-e2267fd8-dc14-434e-b88f-dcdd84db4377 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.087254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-e2267fd8-dc14-434e-b88f-dcdd84db4377 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 3143 time: 0.1319923 Oct 15 20:01:51.093954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.104513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef5706dc-082f-437d-a1bb-7c98275b7b8b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/c6a4844f-2c7f-4044-9698-5bd04a238458 HTTP/1.1" status: 200 len: 993 time: 0.2455077 Oct 15 20:01:51.164235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-0a93868a-9fba-46d1-8223-11af56470401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.166175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-0a93868a-9fba-46d1-8223-11af56470401 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.1438515 Oct 15 20:01:51.192788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Transition to ACTIVE for port object 58ee502b-3854-499b-b7d1-0ffc7e946336 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:01:51.211394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24a8a82a-ea42-4cca-bcd6-df7b5afc0bf7 req-2b94a951-b9c5-49b3-9ea2-3c994d9fa1b8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054828 Oct 15 20:01:51.234132 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-ad97b922-c5fc-4735-a69b-4426f977cc2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5 HTTP/1.1" status: 200 len: 217 time: 0.0597799 Oct 15 20:01:51.263949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.304386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-8307f151-dea9-4be8-8cef-2e0ef8ed12dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.305548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-8307f151-dea9-4be8-8cef-2e0ef8ed12dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.0631254 Oct 15 20:01:51.358034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-7b76be23-d33c-4da9-a13c-141cd576e765 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418222 Oct 15 20:01:51.379155 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd462506-0b29-4b62-94ce-ea183a03f8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.387261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Pushing event updated for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:51.439893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb674e-293d-4367-b0ba-6143b8e5be32 req-69da0395-38c7-4366-80d5-94e60ac2d4b9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.441519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30fb674e-293d-4367-b0ba-6143b8e5be32 req-69da0395-38c7-4366-80d5-94e60ac2d4b9 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.1294668 Oct 15 20:01:51.504008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-76c6217d-528a-42d4-8ca0-f3ef8c264a9e service neutron] 10.222.0.11 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376560 Oct 15 20:01:51.530619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30fb674e-293d-4367-b0ba-6143b8e5be32 req-1ef163c4-26e9-4621-9ed9-33b9d3cc03a1 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups?id=abcebaab-387f-4650-b8ad-5ed438b70ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613537 Oct 15 20:01:51.549227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Attempting to bind port 58ee502b-3854-499b-b7d1-0ffc7e946336 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:01:51.549561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Attempting to bind port 58ee502b-3854-499b-b7d1-0ffc7e946336 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:01:51.549887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Attempting to bind port 58ee502b-3854-499b-b7d1-0ffc7e946336 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:51.555270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Port 58ee502b-3854-499b-b7d1-0ffc7e946336 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:01:51.555627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Attempting to bind port 58ee502b-3854-499b-b7d1-0ffc7e946336 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:01:51.560974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:01:51.561304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:01:51.561681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:01:51.562345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Bound port: 58ee502b-3854-499b-b7d1-0ffc7e946336, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:01:51.562752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.621313 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d5686-931d-453b-bfca-fff699b14895 x-openstack-request-id: req-5b3d5686-931d-453b-bfca-fff699b14895 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:51.621757 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "5f5435c9-f34a-4740-a2d7-f3b841b7e050", "status": "completed", "code": 200}, {"server_uuid": "5a3b66de-25b0-43ce-8341-e5f4d5d74f87", "name": "network-vif-deleted", "tag": "04873eff-d5ae-4f7f-bb40-cb6da6f7445c", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:51.622109 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b3d5686-931d-453b-bfca-fff699b14895 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:51.622950 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '5f5435c9-f34a-4740-a2d7-f3b841b7e050', 'status': 'completed', 'code': 200} Oct 15 20:01:51.623426 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a3b66de-25b0-43ce-8341-e5f4d5d74f87', 'name': 'network-vif-deleted', 'tag': '04873eff-d5ae-4f7f-bb40-cb6da6f7445c', 'status': 'completed', 'code': 200} Oct 15 20:01:51.652817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-72b077fe-db60-4567-aac9-5618b9d2590f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.654618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-72b077fe-db60-4567-aac9-5618b9d2590f tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 946 time: 0.1487007 Oct 15 20:01:51.661706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:01:51.665209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58ee502b-3854-499b-b7d1-0ffc7e946336,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:01:51.701576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.705109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3c37411-a366-4ba8-9b95-e5c987164c73 req-cd1b9233-f4a9-456d-a532-4ca8257a5aa4 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0377584 Oct 15 20:01:51.714816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8a369674-8bc9-4697-ae87-6f2d75786ab1 req-26138de7-6f66-4457-8897-3aa9a6b9d054 service neutron] 10.222.0.11 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990829 Oct 15 20:01:51.758844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=97931503-22b8-49e3-ab1a-a29be4a81771,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:51.762136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.828262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:51.828821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.830448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] 10.222.0.15 "PUT /v2.0/ports/58ee502b-3854-499b-b7d1-0ffc7e946336 HTTP/1.1" status: 200 len: 1093 time: 1.6983960 Oct 15 20:01:51.873354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] No DVR routers for this DVR port 97931503-22b8-49e3-ab1a-a29be4a81771 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:51.873568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Deleting port 03d77dd6-5869-4d8f-8989-a651b0af4559 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:51.874004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.876197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:51.881238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-ead08e22-685e-4444-ab7f-840693b6b350 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "DELETE /v2.0/ports/97931503-22b8-49e3-ab1a-a29be4a81771 HTTP/1.1" status: 204 len: 173 time: 1.8495932 Oct 15 20:01:51.915931 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be5fcfa-31b2-4bc6-8c98-55106ac0bd10 x-openstack-request-id: req-2be5fcfa-31b2-4bc6-8c98-55106ac0bd10 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:51.922982 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "9e1b380d-8601-4401-a79e-f41b864e491a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:51.922982 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2be5fcfa-31b2-4bc6-8c98-55106ac0bd10 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:51.922982 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '9e1b380d-8601-4401-a79e-f41b864e491a', 'status': 'completed', 'code': 200} Oct 15 20:01:51.938434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:51.944722 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f229a7-6e5b-457d-b981-e1ef7a6550c1" -d '{"events": [{"server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "name": "network-vif-plugged", "status": "completed", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:52.012153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] For port 03d77dd6-5869-4d8f-8989-a651b0af4559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=03d77dd6-5869-4d8f-8989-a651b0af4559,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:52.013264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.039070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaad58c-40a4-4ae1-9167-4cd257dbb47d service neutron] Pushing event updated for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:52.125907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-624b4be3-80fb-4161-b8e5-16196a44a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:52.127931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-624b4be3-80fb-4161-b8e5-16196a44a23a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 1096 time: 0.1136775 Oct 15 20:01:52.141250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c093294-132a-44de-a4e6-bd71a64c84fd req-9ceb862f-46fa-4230-a9c9-99f4595602ca tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:52.143016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c093294-132a-44de-a4e6-bd71a64c84fd req-9ceb862f-46fa-4230-a9c9-99f4595602ca tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.1182718 Oct 15 20:01:52.189573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:52.190021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.281175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-6ff5d741-478f-4ad7-b55d-a5addff80010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ee502b-3854-499b-b7d1-0ffc7e946336 HTTP/1.1" status: 200 len: 217 time: 0.1355696 Oct 15 20:01:52.318595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.318995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.319315 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Floating IP 553e90a7-1bd0-4f67-ac35-a6baa7b89504 disassociated. External IP: 172.25.0.156, port: 03d77dd6-5869-4d8f-8989-a651b0af4559. Oct 15 20:01:52.319695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Calling delete_port for 03d77dd6-5869-4d8f-8989-a651b0af4559 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:52.347528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.383139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c093294-132a-44de-a4e6-bd71a64c84fd req-8b549abe-ae82-4cd0-9b85-8cdbe5aa0317 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038949 Oct 15 20:01:52.484920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-b431a6d7-6356-40ab-b0ed-00fb1b066106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:52.489563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-b431a6d7-6356-40ab-b0ed-00fb1b066106 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.1965163 Oct 15 20:01:52.593981 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.597875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-6c58f9eb-7a1e-43e3-8f30-1d91e1a91391 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895107 Oct 15 20:01:52.616914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] For port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:52.617562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.621724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.664645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'Port': ['ID=03d77dd6-5869-4d8f-8989-a651b0af4559,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:52.793247 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.816063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:52.845828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:53.057486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:53.069449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:53.081458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:53.084492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:53.167438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] No DVR routers for this DVR port 03d77dd6-5869-4d8f-8989-a651b0af4559 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:53.170586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:53.174391 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23325fd7-dbf5-40a5-a24a-a58acd78e244 req-5f4a0da0-8f89-4673-8d0a-2c2b2392f54a tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.15 "DELETE /v2.0/ports/03d77dd6-5869-4d8f-8989-a651b0af4559 HTTP/1.1" status: 204 len: 173 time: 1.5128810 Oct 15 20:01:53.253905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cd3d4-744d-4552-9021-8dabefba0509 req-f0bcc346-d7b4-4e4e-86d4-02fbc319f657 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:53.255295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:53.256588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a8cd3d4-744d-4552-9021-8dabefba0509 req-f0bcc346-d7b4-4e4e-86d4-02fbc319f657 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 944 time: 0.6025324 Oct 15 20:01:53.359532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-1ecbc67a-f014-431d-9188-0e6d968627b2 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523491 Oct 15 20:01:53.595681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a8cd3d4-744d-4552-9021-8dabefba0509 req-2159a9cb-bd5a-4bd7-8077-33800bcfcbc0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270714 Oct 15 20:01:53.624934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'name': 'network-vif-deleted', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:53.627592 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0534c6f9-8e52-4fe2-a8b6-a19c4992dfa0" -d '{"events": [{"server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "name": "network-vif-deleted", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:53.630461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:53.635112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:53.637263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:53.645913 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Floating IP 505315ca-cf3b-427d-a4e4-2f8a8b35b3b1 disassociated. External IP: 172.25.0.61, port: 4b0097ff-05d0-4b4f-871e-246c29ea7dd7. Oct 15 20:01:53.646486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:53.674464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f9966ed-d33b-481a-8487-0a79e742a946 req-80342175-6065-4eea-aa63-c1f7670edbbe service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817454 Oct 15 20:01:53.704627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:53.726193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:53.727185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:53.736236 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f461846-459e-402e-b0e8-10249c483902 x-openstack-request-id: req-2f461846-459e-402e-b0e8-10249c483902 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:53.736549 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "name": "network-vif-plugged", "status": "completed", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:53.737934 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f461846-459e-402e-b0e8-10249c483902 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:53.738351 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'code': 200} Oct 15 20:01:53.738611 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'code': 200} Oct 15 20:01:53.744381 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771', 'code': 200} Oct 15 20:01:53.744809 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'code': 200} Oct 15 20:01:53.745069 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'code': 200} Oct 15 20:01:53.855985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c6bb3-5f5a-460a-be2e-546451cce5db req-c9ab245b-bdf5-4622-b3fa-ea7e2229e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:53.857672 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce5c6bb3-5f5a-460a-be2e-546451cce5db req-c9ab245b-bdf5-4622-b3fa-ea7e2229e3f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1097 time: 0.0473392 Oct 15 20:01:53.910441 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ce5c6bb3-5f5a-460a-be2e-546451cce5db req-9324de26-9331-4880-b2fd-ec50bafcc2bd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416870 Oct 15 20:01:53.917430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4278-d9a6-4198-885f-7c270a5af1e9 req-f580fddf-77b8-4e25-b0e0-ad5bfdd263d0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:53.925613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4278-d9a6-4198-885f-7c270a5af1e9 req-f580fddf-77b8-4e25-b0e0-ad5bfdd263d0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:53.933171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f4278-d9a6-4198-885f-7c270a5af1e9 req-f580fddf-77b8-4e25-b0e0-ad5bfdd263d0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:53.941401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05f4278-d9a6-4198-885f-7c270a5af1e9 req-f580fddf-77b8-4e25-b0e0-ad5bfdd263d0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 2410 time: 0.0918992 Oct 15 20:01:53.945854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:53.947631 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cd6926-6558-450d-a281-8805e06cfc32" -d '{"events": [{"name": "network-changed", "server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:53.955911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:53.968432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:54.006450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=4b0097ff-05d0-4b4f-871e-246c29ea7dd7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:54.088447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05f4278-d9a6-4198-885f-7c270a5af1e9 req-f1118864-9442-45fc-9d18-557707cc4a62 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459389 Oct 15 20:01:54.252834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23139943-a3ad-4075-8877-745fc88adada req-e86a08fd-bdd1-4cbd-9a46-f1e32c5620df tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/ports?device_id=5c66f55e-4b4a-4916-8cc1-ed13e30dc881 HTTP/1.1" status: 200 len: 210 time: 0.0300596 Oct 15 20:01:54.261322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Router c9c63cec-75f8-4b6d-86b3-dba48331376f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:01:54.390663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:54.399587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:01:54.411410 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Sync routers for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:01:54.423167 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:54.423815 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:54.468431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4154979-c79d-4dfd-bff2-402bf97e77a0 None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T19:51:14Z', 'revision_number': 4, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '38593f49-245f-475d-b2e8-e74eb4ab546e', 'name': '', 'network_id': 'f79fc251-1c79-4df1-b74b-37b38c7eb4d5', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'mac_address': 'fa:16:3e:13:9d:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:12Z', 'updated_at': '2021-10-15T19:51:24Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'subnets': [{'id': '2863676a-0b3b-46db-b05e-6a827427e71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:54.487152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] No DVR routers for this DVR port 4b0097ff-05d0-4b4f-871e-246c29ea7dd7 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:54.491041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:54.494822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-1fe7899f-cc3e-44e9-8aed-237dc44f78a4 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "DELETE /v2.0/ports/4b0097ff-05d0-4b4f-871e-246c29ea7dd7 HTTP/1.1" status: 204 len: 173 time: 2.6042674 Oct 15 20:01:54.591686 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:54.599938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:54.661616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:54.663176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:54.843894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] For port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:54.844322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:54.857438 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:54.872634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:54.886354 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Checking router: c9c63cec-75f8-4b6d-86b3-dba48331376f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:01:54.891076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-784d1703-c355-4c1c-ba7c-f02174759c49 req-bb9e763f-f891-4747-99fa-863653330419 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0429308 Oct 15 20:01:54.896821 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:01:54.897554 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:54.933846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b56907-5b00-4a62-b8ef-ac9660cf5b56 None None] New status for floating IP 553e90a7-1bd0-4f67-ac35-a6baa7b89504: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:01:55.163342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485e49-95b3-4932-a3ed-164b927eb9f2 req-4793654f-0bcf-4d2b-abe8-8e23088f311a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:55.164852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c485e49-95b3-4932-a3ed-164b927eb9f2 req-4793654f-0bcf-4d2b-abe8-8e23088f311a tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.1480026 Oct 15 20:01:55.180070 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:01:55.236055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-a90b0dbc-25f0-44b6-93f7-5b3057f6cc6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1636944 Oct 15 20:01:55.245754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-16b58029-2285-4ed9-92d5-52966a72bb91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:01:55.246722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-16b58029-2285-4ed9-92d5-52966a72bb91 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050628 Oct 15 20:01:55.256700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c485e49-95b3-4932-a3ed-164b927eb9f2 req-bec44c4e-96d7-41e5-9fcb-404c7f1b1f9c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755451 Oct 15 20:01:55.307568 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04366f02-df10-4ff5-82c5-0a994be2a90f x-openstack-request-id: req-04366f02-df10-4ff5-82c5-0a994be2a90f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:55.308077 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c66f55e-4b4a-4916-8cc1-ed13e30dc881", "name": "network-vif-deleted", "tag": "03d77dd6-5869-4d8f-8989-a651b0af4559", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:55.308608 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04366f02-df10-4ff5-82c5-0a994be2a90f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:55.309098 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c66f55e-4b4a-4916-8cc1-ed13e30dc881', 'name': 'network-vif-deleted', 'tag': '03d77dd6-5869-4d8f-8989-a651b0af4559', 'status': 'completed', 'code': 200} Oct 15 20:01:55.346867 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424f043a-1235-4c70-829d-9c470c72a172 x-openstack-request-id: req-424f043a-1235-4c70-829d-9c470c72a172 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:55.347163 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336", "status": "completed", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "97931503-22b8-49e3-ab1a-a29be4a81771", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:55.347488 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-424f043a-1235-4c70-829d-9c470c72a172 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:55.347928 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336', 'status': 'completed', 'code': 200} Oct 15 20:01:55.348672 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '97931503-22b8-49e3-ab1a-a29be4a81771', 'status': 'completed', 'code': 200} Oct 15 20:01:55.350058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:55.388488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:55.461819 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:01:55.504779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] No DVR routers for this DVR port 3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:55.512016 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75e2c23-06ba-48b6-9eee-698a0ced5a7f None None] The sync data for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 is: [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T19:50:09Z', 'revision_number': 4, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f2830a16-0dbe-4103-b03d-9e39d8ab3e86', 'name': '', 'network_id': '6e7a7292-74f3-440c-b057-5676b38aaac4', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'mac_address': 'fa:16:3e:9f:0e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:06Z', 'updated_at': '2021-10-15T19:50:19Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'subnets': [{'id': 'f9de6102-87e6-43a1-8b2d-f2c83de5c010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:01:55.522931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:55.536724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-e10b0358-0113-4167-a8d5-68e194dca5f5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "DELETE /v2.0/ports/3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97 HTTP/1.1" status: 204 len: 173 time: 1.0351226 Oct 15 20:01:55.549429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-7b9a9d56-5f33-420c-8510-aedf227df79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:55.553158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-7b9a9d56-5f33-420c-8510-aedf227df79c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 1096 time: 0.1592433 Oct 15 20:01:55.708785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d9e78-be1e-4301-8c38-e73bd5390b7f req-d8819ae6-a3fc-431e-a482-fff500a05c1b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:55.716520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f0d9e78-be1e-4301-8c38-e73bd5390b7f req-d8819ae6-a3fc-431e-a482-fff500a05c1b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 944 time: 0.2553327 Oct 15 20:01:55.791425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-297da467-e5eb-43f4-8f47-5283e05ae696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:55.793117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-297da467-e5eb-43f4-8f47-5283e05ae696 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.2318692 Oct 15 20:01:55.845539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-8e887a6d-6bbb-4a2e-9db5-6c85ebee1afb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ee502b-3854-499b-b7d1-0ffc7e946336 HTTP/1.1" status: 200 len: 217 time: 0.0389013 Oct 15 20:01:55.929067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f0d9e78-be1e-4301-8c38-e73bd5390b7f req-35055b1f-e754-4f5d-b0e5-c6f52653055b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086928 Oct 15 20:01:55.989739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:55.990329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:55.995778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-8366b1c8-1c10-498f-bf75-8d3811edb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:55.999265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-8366b1c8-1c10-498f-bf75-8d3811edb75e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.1303468 Oct 15 20:01:56.033617 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce0422b-9824-4fe7-8401-619c2af91391 None None] New status for floating IP 505315ca-cf3b-427d-a4e4-2f8a8b35b3b1: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:01:56.121287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-d032b05e-4322-495e-881a-1d159934d726 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620224 Oct 15 20:01:56.269483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b612f-825a-4b4e-89e8-c418f8681431 req-4f0ad08b-7c91-4334-89d0-86376abc813d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:56.271583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c56b612f-825a-4b4e-89e8-c418f8681431 req-4f0ad08b-7c91-4334-89d0-86376abc813d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.2333012 Oct 15 20:01:56.313353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] For port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:56.313940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:56.338259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:56.388307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c56b612f-825a-4b4e-89e8-c418f8681431 req-af3fe02f-ea4e-4c74-9f1c-8ae3d11f1a81 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003852 Oct 15 20:01:56.450425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-7e92bbc6-241f-483f-b4ac-aaa573dadbf4 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970896 Oct 15 20:01:56.618066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d58a4-6a2e-4586-96aa-d355084e767a req-b7867a73-ce7e-40a5-a493-d47a4e3ce6d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:56.621769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-982d58a4-6a2e-4586-96aa-d355084e767a req-b7867a73-ce7e-40a5-a493-d47a4e3ce6d2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 943 time: 0.1573875 Oct 15 20:01:56.672086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1cd6926-6558-450d-a281-8805e06cfc32 req-2e4e6a4f-c450-40fd-9178-163cb8161ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086241 Oct 15 20:01:56.692896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-982d58a4-6a2e-4586-96aa-d355084e767a req-b07889da-f548-4b66-aa48-8ccd4763e88a tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups?id=2981a4f4-04fa-40c5-927f-405ecc77311b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583951 Oct 15 20:01:56.713047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:56.782304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:56.822163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] No DVR routers for this DVR port 6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:01:56.834439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:56.837943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-243cf8dc-a320-41d8-a3ee-57d85bab5ddb req-560e6544-457d-44f5-a2ae-eff9d4a6c919 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.11 "DELETE /v2.0/ports/6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f HTTP/1.1" status: 204 len: 173 time: 1.2778203 Oct 15 20:01:56.865160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2c35134-cfed-4003-84eb-77512ea8a6e2 req-269aac89-7d5a-4a72-8698-57f9bdc8f623 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0325189 Oct 15 20:01:56.887987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58ee502b-3854-499b-b7d1-0ffc7e946336 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:01:56.891402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 03d77dd6-5869-4d8f-8989-a651b0af4559 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:01:56.929809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 03d77dd6-5869-4d8f-8989-a651b0af4559 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:01:56.930530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 03d77dd6-5869-4d8f-8989-a651b0af4559 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:01:57.021245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a39409-7fa5-4453-9ddc-e6438fdf1936 req-b6782b0a-d210-4596-85ea-0cea58d7e479 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.023578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a39409-7fa5-4453-9ddc-e6438fdf1936 req-b6782b0a-d210-4596-85ea-0cea58d7e479 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.0639982 Oct 15 20:01:57.057536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58ee502b-3854-499b-b7d1-0ffc7e946336,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:57.071417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '58ee502b-3854-499b-b7d1-0ffc7e946336', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '58ee502b-3854-499b-b7d1-0ffc7e946336', 'mac_address': 'fa:16:3e:22:c5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:01:57.074806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a39409-7fa5-4453-9ddc-e6438fdf1936 req-5f185cc0-ec4e-4dbc-acbf-c397a13ad4e3 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443349 Oct 15 20:01:57.202951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33592) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:57.204379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.222467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ee502b-3854-499b-b7d1-0ffc7e946336 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:01:57.248301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58ee502b-3854-499b-b7d1-0ffc7e946336,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:57.304617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.336711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.352580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97'}, {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:57.355067 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e822db-6455-4c91-ab19-c27168490811" -d '{"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97"}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:57.381733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.412955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:57.413327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58d1e6-b572-42cc-a150-43f11fa17769 req-e11ba899-cd38-4054-92b7-e642e8f50345 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.414955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a58d1e6-b572-42cc-a150-43f11fa17769 req-e11ba899-cd38-4054-92b7-e642e8f50345 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 944 time: 0.1255488 Oct 15 20:01:57.466674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a58d1e6-b572-42cc-a150-43f11fa17769 req-199b4c60-74f7-4866-b89d-0bd4fed1d98e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443645 Oct 15 20:01:57.548150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.548150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.549478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "DELETE /v2.0/security-groups/abcebaab-387f-4650-b8ad-5ed438b70ba3 HTTP/1.1" status: 204 len: 168 time: 0.3452671 Oct 15 20:01:57.552784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33600) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:57.574283 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-6eed3d2a-174f-4acc-af85-fbc575a03f70 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] show failed (client error): The resource could not be found. Oct 15 20:01:57.575917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6eed3d2a-174f-4acc-af85-fbc575a03f70 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "GET /v2.0/security-groups/abcebaab-387f-4650-b8ad-5ed438b70ba3 HTTP/1.1" status: 404 len: 347 time: 0.0219998 Oct 15 20:01:57.578816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33602) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:57.583359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d32ae-d5a8-4e8f-949e-f1fadf1419f0 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcebaab-387f-4650-b8ad-5ed438b70ba3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:57.630760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1eb44-673f-408d-88da-83c39156dd50 req-c1edc110-a6b6-4260-b4aa-a85b730ff1f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.648005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55c1eb44-673f-408d-88da-83c39156dd50 req-c1edc110-a6b6-4260-b4aa-a85b730ff1f0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.1132720 Oct 15 20:01:57.667755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['58ee502b-3854-499b-b7d1-0ffc7e946336'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:01:57.712301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55c1eb44-673f-408d-88da-83c39156dd50 req-d0c445b9-743b-40d1-b231-18e1abb3cb3f tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631537 Oct 15 20:01:57.739492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33606) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:57.811228 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e53d427-6c9b-41cf-b69e-4c7fc7bf3210 x-openstack-request-id: req-0e53d427-6c9b-41cf-b69e-4c7fc7bf3210 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:57.811612 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "4b0097ff-05d0-4b4f-871e-246c29ea7dd7", "status": "completed", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97", "status": "completed", "code": 200}, {"server_uuid": "b4145a36-4782-4f25-92fd-61d5a6da87e8", "name": "network-vif-deleted", "tag": "6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:57.816278 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e53d427-6c9b-41cf-b69e-4c7fc7bf3210 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:57.816278 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '4b0097ff-05d0-4b4f-871e-246c29ea7dd7', 'status': 'completed', 'code': 200} Oct 15 20:01:57.816278 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '3d65e2b5-0ad2-4e6e-9ddc-7e58b7a6cd97', 'status': 'completed', 'code': 200} Oct 15 20:01:57.816278 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4145a36-4782-4f25-92fd-61d5a6da87e8', 'name': 'network-vif-deleted', 'tag': '6d0a76c5-71f4-4b0c-b3e5-120ab08b7c1f', 'status': 'completed', 'code': 200} Oct 15 20:01:57.878137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Deleting port 3cba1f06-a3e0-4430-a9bb-62061b0df66b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:01:57.878533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:57.901359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9390f5e8-3645-4e23-9e6d-7a752d5cf2b4 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.905168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9390f5e8-3645-4e23-9e6d-7a752d5cf2b4 tempest-TestNetworkBasicOps-1288390906 tempest-TestNetworkBasicOps-1288390906-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1092 time: 0.1627281 Oct 15 20:01:57.913887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:01:57.922199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:01:57.965029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-d676f66f-4c56-4830-8e79-71ff594ec70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.967329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-d676f66f-4c56-4830-8e79-71ff594ec70e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1098 time: 0.1490550 Oct 15 20:01:57.981078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72b6e6-3494-401c-b36c-e0750690d897 req-dc7beb6c-7e17-4a33-9f6a-9f13269775a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:57.982957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e72b6e6-3494-401c-b36c-e0750690d897 req-dc7beb6c-7e17-4a33-9f6a-9f13269775a9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0751200 Oct 15 20:01:58.044861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.045235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.061768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Calling delete_port for 3cba1f06-a3e0-4430-a9bb-62061b0df66b owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:01:58.088829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e72b6e6-3494-401c-b36c-e0750690d897 req-65d7163f-dcd8-43f4-bd56-6e6d6a2d770b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966101 Oct 15 20:01:58.116372 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.120242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-a073cd41-997a-4484-96f4-527614e57583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:58.124154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-a073cd41-997a-4484-96f4-527614e57583 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.1378651 Oct 15 20:01:58.212794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c21faa05-6425-4cc2-9ca0-6a7048202671 req-1a18723f-c317-49f1-af2c-141d3bca9407 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0302203 Oct 15 20:01:58.235303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-1477b79d-4dbc-45ad-a15b-e1fd85e5aa03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1001 time: 0.1037402 Oct 15 20:01:58.320759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-37e2f232-e375-4f69-b29d-25abefde23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:58.322227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-37e2f232-e375-4f69-b29d-25abefde23fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0786119 Oct 15 20:01:58.359441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.384490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e255304-6a13-4a10-a338-065e76c0ec0f req-7fbf0ac8-4386-47eb-95dd-61a5aef7f41f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0575955 Oct 15 20:01:58.407748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-c5647d36-816b-4d9c-8aaa-7ecdbd5afe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:58.407748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-c5647d36-816b-4d9c-8aaa-7ecdbd5afe88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674427 Oct 15 20:01:58.485565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.518260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Pushing event deleted for resources: {'Port': ['ID=3cba1f06-a3e0-4430-a9bb-62061b0df66b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:58.535270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-d1e26799-20e7-45fa-b50a-f3c8b4cfa990 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149089 Oct 15 20:01:58.584816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Allocated IP 172.25.0.93 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/617790a1-2993-4baf-826e-e554c9df3ad6) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:01:58.627328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.630988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.636197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1492b635-5ec5-4085-81c9-b71912828d11 tempest-AttachVolumeTestJSON-299574246 tempest-AttachVolumeTestJSON-299574246-project] 10.222.0.13 "DELETE /v2.0/floatingips/553e90a7-1bd0-4f67-ac35-a6baa7b89504 HTTP/1.1" status: 204 len: 168 time: 1.0524776 Oct 15 20:01:58.662752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651c5f8-cdc9-4ecb-aee8-dfef1381fa84 req-6750b3b9-b66a-43d7-9feb-dcf59f5eddf9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:58.664363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f651c5f8-cdc9-4ecb-aee8-dfef1381fa84 req-6750b3b9-b66a-43d7-9feb-dcf59f5eddf9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 945 time: 0.1000276 Oct 15 20:01:58.726513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-535ec9ec-cb4d-4d19-8f2b-db3de5ee148e service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860380 Oct 15 20:01:58.762942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.767726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f651c5f8-cdc9-4ecb-aee8-dfef1381fa84 req-d88e4409-2a25-451f-83ef-68c2f2f002b9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641580 Oct 15 20:01:58.888659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:58.898655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58ee502b-3854-499b-b7d1-0ffc7e946336 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:01:58.951447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=617790a1-2993-4baf-826e-e554c9df3ad6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:58.969149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:01:58.972872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:01:58.979383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:01:58.982622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.983207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.983779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.985335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.985844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.986478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.986960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.987437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.987932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.988570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.989705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:58.990204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:01:59.019012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 58ee502b-3854-499b-b7d1-0ffc7e946336 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:01:59.023938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 58ee502b-3854-499b-b7d1-0ffc7e946336 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:01:59.029233 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.134759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.167295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:01:59.170674 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed66e197-f724-4582-b09f-bdd77d5782c9" -d '{"events": [{"server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "name": "network-vif-plugged", "status": "completed", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:01:59.188281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58ee502b-3854-499b-b7d1-0ffc7e946336,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:01:59.261077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.262413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675de6-b231-4b4c-af63-de7778a27373 req-a3e05793-fa06-485d-80ed-4882caa886b9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:59.272799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8675de6-b231-4b4c-af63-de7778a27373 req-a3e05793-fa06-485d-80ed-4882caa886b9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0685527 Oct 15 20:01:59.322428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:01:59.323625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8675de6-b231-4b4c-af63-de7778a27373 req-38df9ed5-5091-429f-8ef6-3cde85c68ef5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Oct 15 20:01:59.377402 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d7be1-f0dd-4048-b0b7-9f52c780a3bb x-openstack-request-id: req-b12d7be1-f0dd-4048-b0b7-9f52c780a3bb {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:01:59.377402 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "name": "network-vif-plugged", "status": "completed", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:01:59.377402 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b12d7be1-f0dd-4048-b0b7-9f52c780a3bb {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:01:59.379539 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336', 'code': 200} Oct 15 20:01:59.473342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac2c0d33-92a2-4127-9163-f52178b0c2d6 req-30a51430-34a9-44ee-9748-57c2197e7eec tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0373967 Oct 15 20:01:59.527539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d9a04-0860-46ea-b412-11391f49fca1 req-db589165-3a4d-4eae-aba0-38b621e2a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:59.529080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf5d9a04-0860-46ea-b412-11391f49fca1 req-db589165-3a4d-4eae-aba0-38b621e2a290 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 1098 time: 0.0505674 Oct 15 20:01:59.550471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.593473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85fe0b29-11e1-4ab9-ae9a-02a983458fba req-7aee6917-797f-4526-868e-05c839b41b2f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0380661 Oct 15 20:01:59.601320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf5d9a04-0860-46ea-b412-11391f49fca1 req-22db0bf1-b1e2-4795-b6ae-a6a59bb8dadf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645344 Oct 15 20:01:59.687329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.867501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.917536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4231558-83f0-4e68-af31-31779cde489c req-d08d9d18-33a0-419c-980c-a989173e6b6d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:01:59.919845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4231558-83f0-4e68-af31-31779cde489c req-d08d9d18-33a0-419c-980c-a989173e6b6d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0539224 Oct 15 20:01:59.950269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:01:59.974182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4231558-83f0-4e68-af31-31779cde489c req-22346340-38d3-435f-8c0f-4d63a96f051a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Oct 15 20:01:59.998272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event updated for resources: {'Port': ['ID=617790a1-2993-4baf-826e-e554c9df3ad6,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:00.050013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:00.152117 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Floating IP c1384f4d-546e-4e9a-8cd5-b1037e17cf33 associated. External IP: 172.25.0.93, port: ddd53b94-7723-4b57-a9a1-bf4410c44860. Oct 15 20:02:00.456018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d75fd-3b44-4ddc-954c-de287009236c req-594d6b39-725c-4c16-9a58-e392f6ade3fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:00.458686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc3d75fd-3b44-4ddc-954c-de287009236c req-594d6b39-725c-4c16-9a58-e392f6ade3fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0527213 Oct 15 20:02:00.497380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc3d75fd-3b44-4ddc-954c-de287009236c req-262d4c07-82f7-4c97-ab11-8167ab75d2ec tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339236 Oct 15 20:02:00.592889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23c55d68-24df-412c-82d2-f994f9d58a35 req-b960bede-4582-48f5-8715-6d60177d10b2 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0336046 Oct 15 20:02:00.657297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:02:00.716408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc5d64a5-dbcf-4e8f-95b7-990e63cd8cf1 req-264d0bbb-8434-447f-9d90-72585524189f tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0372682 Oct 15 20:02:00.780020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:02:00.790431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Sync routers for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:02:00.802875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:00.805363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:00.881833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:00.912078 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-353e4004-a060-47c4-9f98-01bc0b86e583 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9957869 Oct 15 20:02:00.913361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:00.920678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:00.923612 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab" -d '{"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:00.968382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:01.002395 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838368dd-c443-403c-845d-a0ba5b6ad1f1 x-openstack-request-id: req-838368dd-c443-403c-845d-a0ba5b6ad1f1 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:01.003311 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:01.003695 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-838368dd-c443-403c-845d-a0ba5b6ad1f1 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:01.008660 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'status': 'completed', 'code': 200} Oct 15 20:02:01.063488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12de28c3-c1b6-40c0-a973-23ab1a47c9b5 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c1384f4d-546e-4e9a-8cd5-b1037e17cf33 HTTP/1.1" status: 200 len: 990 time: 0.1473575 Oct 15 20:02:01.079684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-30599d24-449d-4346-8897-63e47959d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.083407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-30599d24-449d-4346-8897-63e47959d89c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1097 time: 0.0565603 Oct 15 20:02:01.231262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150886a7-31b5-4d56-ac98-7d2d00fc697c req-c4941c41-9d99-4bed-bd04-097761cc067f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.231686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-150886a7-31b5-4d56-ac98-7d2d00fc697c req-c4941c41-9d99-4bed-bd04-097761cc067f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.1080160 Oct 15 20:02:01.262481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-3892e3e2-4029-47b6-815a-773ac95a9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.263983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-3892e3e2-4029-47b6-815a-773ac95a9fbd service neutron] 10.222.0.11 "GET /v2.0/networks?id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 200 len: 897 time: 0.1753767 Oct 15 20:02:01.320715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c1384f4d-546e-4e9a-8cd5-b1037e17cf33', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'port_id': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'mac_address': 'fa:16:3e:cf:b8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:01:59Z', 'updated_at': '2021-10-15T20:01:59Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:01.326420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-150886a7-31b5-4d56-ac98-7d2d00fc697c req-a4b6bcd5-bc6b-482f-9995-dd62bd063071 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832467 Oct 15 20:02:01.349835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Checking router: e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:02:01.356015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-7f773fd9-2cc5-402c-a3bc-27f8ca413585 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 200 len: 998 time: 0.0792129 Oct 15 20:02:01.358458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:01.359059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:01.405963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-ec5bb5fb-8881-4d34-8128-2ca7c31b853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.407439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-ec5bb5fb-8881-4d34-8128-2ca7c31b853f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b HTTP/1.1" status: 200 len: 835 time: 0.0451326 Oct 15 20:02:01.456093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-a68b1663-8ccf-45ad-9e0e-209ff536e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.457687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-a68b1663-8ccf-45ad-9e0e-209ff536e03f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430553 Oct 15 20:02:01.472884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:01.559781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-b3617508-196e-4acb-9460-96f03ee2936d service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948532 Oct 15 20:02:01.693855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccf3f3-6129-40fb-8758-234fabafbd0b req-ffc3a9c7-0a54-415d-838c-4306cf3966d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:01.695652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ccf3f3-6129-40fb-8758-234fabafbd0b req-ffc3a9c7-0a54-415d-838c-4306cf3966d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1090627 Oct 15 20:02:01.701976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7c51ea9-34b8-4d21-ac93-224f00e1bbab req-a6684c06-03f1-4fba-9179-d580bdb5a5a3 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349077 Oct 15 20:02:01.739299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54ccf3f3-6129-40fb-8758-234fabafbd0b req-a948f88c-0639-4d49-ba52-cb1bfd5be17d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347712 Oct 15 20:02:01.838958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14bb2eca-b70b-4b16-a6e8-18c9f971af8c req-382f0b6a-50b1-430b-b810-00e5269dd993 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0341833 Oct 15 20:02:01.892996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c1384f4d-546e-4e9a-8cd5-b1037e17cf33', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'port_id': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'mac_address': 'fa:16:3e:cf:b8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:01:59Z', 'updated_at': '2021-10-15T20:01:59Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:01.923822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de699ac-0f44-4576-aa9b-56d1a5c93f6d None None] The sync data for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 is: [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c1384f4d-546e-4e9a-8cd5-b1037e17cf33', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'port_id': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'mac_address': 'fa:16:3e:cf:b8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:01:59Z', 'updated_at': '2021-10-15T20:01:59Z', 'revision_number': 0, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:02:01.930520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beccf471-d1d1-419d-9ada-c1556d4d515c req-ea39639c-d648-4dc5-9f0a-ee62249dbaa7 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0275326 Oct 15 20:02:02.067935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33650) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:02.134316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-583502e5-5e65-4c67-a139-83c821b3daa1 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c1384f4d-546e-4e9a-8cd5-b1037e17cf33 HTTP/1.1" status: 200 len: 990 time: 0.0651479 Oct 15 20:02:02.145369 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21506c66-7411-4380-9adb-d4acd3c76c3c None None] New status for floating IP c1384f4d-546e-4e9a-8cd5-b1037e17cf33: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:02:02.447109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cdc63-e161-44ea-a33c-831b42dc9d41 req-5d113a20-cff3-4daa-991c-0c70a037dc6b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:02.448694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b9cdc63-e161-44ea-a33c-831b42dc9d41 req-5d113a20-cff3-4daa-991c-0c70a037dc6b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0526402 Oct 15 20:02:02.488974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b9cdc63-e161-44ea-a33c-831b42dc9d41 req-77a92160-dec1-4693-a28a-167d2ea76fa5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Oct 15 20:02:02.812318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d509b-8f80-4205-878f-52a71244a5d7 req-fb8aefc2-a0a7-4014-9865-a6ed674fa192 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:02.813793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c8d509b-8f80-4205-878f-52a71244a5d7 req-fb8aefc2-a0a7-4014-9865-a6ed674fa192 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0492170 Oct 15 20:02:02.852039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c8d509b-8f80-4205-878f-52a71244a5d7 req-aefdbeed-339c-4dfe-8fb7-620f517c43bd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Oct 15 20:02:02.964301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe10e8-5c66-4767-81a4-482cab16e4b3 req-6026c9f4-b88c-4a0c-bdbb-d500014fc2d3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:02.965992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8fe10e8-5c66-4767-81a4-482cab16e4b3 req-6026c9f4-b88c-4a0c-bdbb-d500014fc2d3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0568087 Oct 15 20:02:03.005579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8fe10e8-5c66-4767-81a4-482cab16e4b3 req-1182ea26-7905-4dda-9b66-8b0bdd28e156 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336092 Oct 15 20:02:03.086544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e64c66b7-42b7-4047-b1c1-15d4c55bad52 req-19fa2975-30e9-4110-9644-874b7f571283 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0265636 Oct 15 20:02:03.137971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33666) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:03.559454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3602bd7a-20ce-4a4a-93ff-21aa4de12166 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c1384f4d-546e-4e9a-8cd5-b1037e17cf33 HTTP/1.1" status: 200 len: 992 time: 0.4200845 Oct 15 20:02:03.579007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c80c18-f3fb-441a-b868-bf6be37f16e3 req-ce050656-f6d5-4d55-8870-76b5786b8c68 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:03.580577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62c80c18-f3fb-441a-b868-bf6be37f16e3 req-ce050656-f6d5-4d55-8870-76b5786b8c68 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.4359405 Oct 15 20:02:03.620541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62c80c18-f3fb-441a-b868-bf6be37f16e3 req-980c7329-a00f-4066-9b86-60e1f9f7aead tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336792 Oct 15 20:02:03.714194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73e50bcd-a3ea-4f3a-a939-5c1f7f59d932 req-f27f13e7-6f41-4cea-afdb-b77dd4a19f1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0260434 Oct 15 20:02:04.148738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7838d40-f0d9-4794-84a7-6d1a5c675c4d req-5239cbb4-432e-4145-9e18-748e64b0b618 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:04.150248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7838d40-f0d9-4794-84a7-6d1a5c675c4d req-5239cbb4-432e-4145-9e18-748e64b0b618 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0516179 Oct 15 20:02:04.189311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7838d40-f0d9-4794-84a7-6d1a5c675c4d req-7915e33a-1686-4a1c-a939-b95ecdebed58 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330367 Oct 15 20:02:04.298493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fae453-897b-4662-95fd-de1d08c3ac2e req-b9108677-ba26-4ee6-bddf-4a95d4f7a292 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:04.299909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77fae453-897b-4662-95fd-de1d08c3ac2e req-b9108677-ba26-4ee6-bddf-4a95d4f7a292 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0538707 Oct 15 20:02:04.338717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77fae453-897b-4662-95fd-de1d08c3ac2e req-18aa462d-c37b-40ee-988e-98ca4acd590c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Oct 15 20:02:04.420658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-364064b4-788f-44fd-b8d0-2aa1090310df req-f490d2aa-262f-4ca6-b526-2367961de3cc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0267758 Oct 15 20:02:04.817134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6714fdff-6656-476f-91c3-dc25a028f31e req-3131e191-b8ed-47bf-bdd6-986fd56e0221 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0258393 Oct 15 20:02:05.318736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3331a70-580f-4a5e-b57f-0ae8df40f556 req-88fac2a7-faa4-4b25-8459-8f9fc14cc5cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:05.320635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3331a70-580f-4a5e-b57f-0ae8df40f556 req-88fac2a7-faa4-4b25-8459-8f9fc14cc5cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0529275 Oct 15 20:02:05.360555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3331a70-580f-4a5e-b57f-0ae8df40f556 req-7c580358-ac6f-46b2-94a5-427d4d434f0b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Oct 15 20:02:05.468250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abe2c-0684-4310-b244-3e1946688a1b req-62ce5e0a-6174-4100-8109-f9aba9557514 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:05.469725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c5abe2c-0684-4310-b244-3e1946688a1b req-62ce5e0a-6174-4100-8109-f9aba9557514 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0539284 Oct 15 20:02:05.536222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c5abe2c-0684-4310-b244-3e1946688a1b req-0179e71b-3889-483e-9d8d-8db780dfb5fc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Oct 15 20:02:05.544661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5f7d85e8-c5c9-42ec-a4dc-e38ab8f23bbd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:05.546108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5f7d85e8-c5c9-42ec-a4dc-e38ab8f23bbd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 946 time: 0.0731351 Oct 15 20:02:05.652813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-302ddf4d-1b05-498c-9c83-0642c0ef33db req-06a1cbe9-0264-4de6-ba93-64f23fca9938 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0334382 Oct 15 20:02:05.682378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 58ee502b-3854-499b-b7d1-0ffc7e946336 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:05.682885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:05.790866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 58ee502b-3854-499b-b7d1-0ffc7e946336, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=58ee502b-3854-499b-b7d1-0ffc7e946336,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:05.791498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:05.808971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 58ee502b-3854-499b-b7d1-0ffc7e946336 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:06.018970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:06.033973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['58ee502b-3854-499b-b7d1-0ffc7e946336'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:06.038461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:06.061655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=58ee502b-3854-499b-b7d1-0ffc7e946336,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:06.116514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 58ee502b-3854-499b-b7d1-0ffc7e946336 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:06.118290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:06.122351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b3167b9-7385-43ec-8754-bb8d1c5fa75b req-5067b91e-e05c-4589-9585-dd37ea02d132 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/58ee502b-3854-499b-b7d1-0ffc7e946336 HTTP/1.1" status: 204 len: 173 time: 0.5698280 Oct 15 20:02:06.122841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'name': 'network-vif-deleted', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:06.125126 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d91518-99be-44d4-a56f-7dc4a79afa8e" -d '{"events": [{"server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "name": "network-vif-deleted", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:06.247609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d48a0d1-4f88-4e68-ae64-498a045cd518 req-85562a2c-5f65-48d5-b74b-742a65132627 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0560393 Oct 15 20:02:06.331371 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcf404f-4b07-448c-877e-21a157f48de1 x-openstack-request-id: req-efcf404f-4b07-448c-877e-21a157f48de1 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:06.332954 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da25928-0478-42df-bff6-275e4e12059b", "name": "network-vif-deleted", "tag": "58ee502b-3854-499b-b7d1-0ffc7e946336", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:06.333618 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efcf404f-4b07-448c-877e-21a157f48de1 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:06.334238 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5da25928-0478-42df-bff6-275e4e12059b', 'name': 'network-vif-deleted', 'tag': '58ee502b-3854-499b-b7d1-0ffc7e946336', 'status': 'completed', 'code': 200} Oct 15 20:02:06.505478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb8f80-b3f8-4d29-ad25-d58e5dea94c4 req-41763473-4f1d-46cb-b6c7-acff45a9b2c1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:06.513020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ffb8f80-b3f8-4d29-ad25-d58e5dea94c4 req-41763473-4f1d-46cb-b6c7-acff45a9b2c1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0668442 Oct 15 20:02:06.553785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ffb8f80-b3f8-4d29-ad25-d58e5dea94c4 req-98764d34-4006-43d0-9a5e-2198fc8ad24f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397911 Oct 15 20:02:06.687437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-469dd8d1-52e4-47d4-83d2-a618e43c8bcc req-214d4b8d-dc9d-4c62-91a2-9f248f3bc3d5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=5da25928-0478-42df-bff6-275e4e12059b HTTP/1.1" status: 200 len: 210 time: 0.0323169 Oct 15 20:02:06.774596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8c7a625-6b72-41da-9a35-e57d0f7a48be req-f6736901-940a-4140-9d42-d2057bba62b0 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Oct 15 20:02:07.367630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b91b9dad-5571-417d-9c82-a3f86558aa29 req-0a65e2e4-4b65-4e1c-951f-cfa75e598b76 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0300598 Oct 15 20:02:07.674843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3c42e-7625-49e9-864b-67ef5211ee20 req-532135ee-f6df-43ff-81d9-bce1d6a3a075 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:07.676827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58a3c42e-7625-49e9-864b-67ef5211ee20 req-532135ee-f6df-43ff-81d9-bce1d6a3a075 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0489800 Oct 15 20:02:07.714704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58a3c42e-7625-49e9-864b-67ef5211ee20 req-9311c243-1f6c-4e56-b9c9-228211e3c684 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Oct 15 20:02:07.971176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-1d94e4f0-cba3-40e2-a651-ef4088085abc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:07.973185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-1d94e4f0-cba3-40e2-a651-ef4088085abc tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1110089 Oct 15 20:02:07.989257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-26c38696-b8aa-4446-96f0-7d2b183c0807 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/quotas/cbb65e86d712424eb9160e0ef3cd9889 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Oct 15 20:02:08.039456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-6fb44989-9067-49c6-ad97-db700169aee9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434051 Oct 15 20:02:08.131959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-87cbccb5-87f1-4368-bc4b-2bb7a97452af service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848734 Oct 15 20:02:08.227987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-4227570a-550e-46ae-96d8-6093cf3ffef1 service neutron] 10.222.0.13 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899854 Oct 15 20:02:08.512679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80d0ca81-8a07-42c9-835b-811f8057edca req-3bd88b88-e92c-4626-aaa2-875da2789fe5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0306003 Oct 15 20:02:08.609539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef1845d6-413c-4202-9a25-f923bb553b1a req-484c1cd2-07b4-4be8-a9f6-384893de1d24 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0286763 Oct 15 20:02:08.686496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-313707e5-44e5-4b34-b0c7-d7455f26399c req-64736524-bc3a-4683-9ff7-150c8200f8c5 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Oct 15 20:02:08.844653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f17299-0686-4dd9-8676-2bdb14805598 req-7ca0aa59-2b26-48f2-9513-eee163368ee2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:08.846154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95f17299-0686-4dd9-8676-2bdb14805598 req-7ca0aa59-2b26-48f2-9513-eee163368ee2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0629833 Oct 15 20:02:08.886651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95f17299-0686-4dd9-8676-2bdb14805598 req-98bd38d5-c802-481c-bbc8-914d2b35f1ea tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342696 Oct 15 20:02:09.629828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87a261f4-292e-4175-a577-cd9f6d1a54aa req-72d91b02-731c-463a-861a-3956af56f2cc tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0283110 Oct 15 20:02:09.725316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-628e4228-574b-4721-9778-a0e490c8a7d7 req-c616cd82-125d-4270-9137-0ae40ce537ea tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0295582 Oct 15 20:02:09.828535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36b91ab3-57f8-4f79-9be2-cbd3ed1088a2 req-c718d6c6-4c9d-40ff-b8ec-84538532a7c6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 210 time: 0.0301111 Oct 15 20:02:10.007776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8becf-7a5b-41d6-8faf-6b9807bfb278 req-6435cbf4-c301-4ff9-8a72-551c13cd125c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:10.009393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3cd8becf-7a5b-41d6-8faf-6b9807bfb278 req-6435cbf4-c301-4ff9-8a72-551c13cd125c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0549560 Oct 15 20:02:10.047991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3cd8becf-7a5b-41d6-8faf-6b9807bfb278 req-6fe54636-a7b0-4874-a2a4-cd60ef3cd64e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325744 Oct 15 20:02:10.557900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-cb7f7c18-417e-4df8-a047-22dfb0783564 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:10.559499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-cb7f7c18-417e-4df8-a047-22dfb0783564 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 805 time: 0.1360443 Oct 15 20:02:10.573548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Request body: {'port': {'device_id': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'admin_state_up': True, 'tenant_id': 'cbb65e86d712424eb9160e0ef3cd9889'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:10.772554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2540d93-9dda-4e26-a660-d5a3ddca7927 req-4aa361f7-5a8d-4bde-8f8d-745941261219 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0439768 Oct 15 20:02:10.793891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Made reservation on behalf of cbb65e86d712424eb9160e0ef3cd9889 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:10.803324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:10.919516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58ee502b-3854-499b-b7d1-0ffc7e946336 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:10.964820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 58ee502b-3854-499b-b7d1-0ffc7e946336 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:10.967068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 58ee502b-3854-499b-b7d1-0ffc7e946336 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:10.967981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4af2f366-a2fd-454a-bbef-7da3085af0c6 req-49b6ae5f-5ed1-4bfd-bc83-a36b5914218c tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a3b66de-25b0-43ce-8341-e5f4d5d74f87 HTTP/1.1" status: 200 len: 210 time: 0.0817475 Oct 15 20:02:11.117517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0409124-0bdf-465f-a804-4eec83f1acaa req-541709f7-8a06-4f01-97cf-671512d11add tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 210 time: 0.0472188 Oct 15 20:02:11.123535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Allocated IP 172.20.0.2 (a1779dce-a9f5-4098-9dd2-a1cfb0d3e048/ad699de2-7250-4a23-a96f-56074bed4d37/902fa6a0-22c9-4270-a616-e33838173202) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:02:11.369919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e1fb5-2c9b-42d2-a7b3-c2e20a4af354 req-f3146745-cf40-4bfc-929f-0c3dc1c8329c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:11.377333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f0e1fb5-2c9b-42d2-a7b3-c2e20a4af354 req-f3146745-cf40-4bfc-929f-0c3dc1c8329c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1669023 Oct 15 20:02:11.400383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:11.424282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f0e1fb5-2c9b-42d2-a7b3-c2e20a4af354 req-df09c368-1fad-4a2a-b515-343729b734c7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Oct 15 20:02:11.516312 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:11.529575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:11.570752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:02:11.577019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:02:11.640664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:02:11.725566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event updated for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:11.750351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:11.751886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:11.841489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-38930fea-5238-4d86-82be-46299b8cfaa6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2716522 Oct 15 20:02:11.854667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Request body: {'port': {'device_id': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:11.913818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3529578a-9286-4860-b7b3-dbbdd7a0bb7d req-4cb6739c-74fa-4271-87ba-9e6076eb53be tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0383828 Oct 15 20:02:11.961258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.109023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33782) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:12.259234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.305271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.388778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544fb22-2288-4b8f-a72a-647bfaee35d7 req-9bc1f833-4061-4541-a669-52328a51ebf4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:12.397102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e544fb22-2288-4b8f-a72a-647bfaee35d7 req-9bc1f833-4061-4541-a669-52328a51ebf4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 931 time: 0.1016457 Oct 15 20:02:12.445316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.450408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.452632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/security-groups/529738d5-728b-4d1d-8f4c-3786074fbc02 HTTP/1.1" status: 204 len: 168 time: 0.3425372 Oct 15 20:02:12.462011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:12.467997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4f893-1d37-4b37-ba26-a6795bd7f2fc tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529738d5-728b-4d1d-8f4c-3786074fbc02,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:12.502991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e544fb22-2288-4b8f-a72a-647bfaee35d7 req-8148dbe7-4ba7-4297-be6b-9182db69a3d0 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913477 Oct 15 20:02:12.519119 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-a7644812-e956-4837-9cf1-1066c36d2387 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] show failed (client error): The resource could not be found. Oct 15 20:02:12.523371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a7644812-e956-4837-9cf1-1066c36d2387 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "GET /v2.0/security-groups/529738d5-728b-4d1d-8f4c-3786074fbc02 HTTP/1.1" status: 404 len: 347 time: 0.0583198 Oct 15 20:02:12.526281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33792) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:12.545644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902fa6a0-22c9-4270-a616-e33838173202 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:02:12.561435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.575375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Transition to ACTIVE for port object 902fa6a0-22c9-4270-a616-e33838173202 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:02:12.633196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.726041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ad232-2c9c-41c8-9254-808014132c05 req-0620c645-9ebf-4397-9276-29eae6218644 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:12.727625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac9ad232-2c9c-41c8-9254-808014132c05 req-0620c645-9ebf-4397-9276-29eae6218644 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1096289 Oct 15 20:02:12.762332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port b3b2d6a0-a074-4ad6-bf1c-d03457f629d4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:12.763127 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.840817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Pushing event updated for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:12.876277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.877340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:12.892521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac9ad232-2c9c-41c8-9254-808014132c05 req-bc6a10e7-3901-4243-9a16-dd857297bc15 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453300 Oct 15 20:02:12.900699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.900892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.901240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.901584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.901702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for b3b2d6a0-a074-4ad6-bf1c-d03457f629d4 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:12.901921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.902254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.902590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.902918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.903250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.903606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.903941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.904263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:12.908018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Attempting to bind port 902fa6a0-22c9-4270-a616-e33838173202 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:02:12.908364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Attempting to bind port 902fa6a0-22c9-4270-a616-e33838173202 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:02:12.908693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Attempting to bind port 902fa6a0-22c9-4270-a616-e33838173202 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:12.914967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Port 902fa6a0-22c9-4270-a616-e33838173202 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:02:12.915266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Attempting to bind port 902fa6a0-22c9-4270-a616-e33838173202 on network a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:12.921670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:02:12.922224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Checking segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:12.922768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Bound using segment: {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:02:12.923364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Bound port: 902fa6a0-22c9-4270-a616-e33838173202, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67637714-c0ed-4a77-af3a-a489ffa5c416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:02:12.923956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.041739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:13.065331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e234cc6-7cd0-4d35-9ed4-7dd4de457c5b req-15568fe3-109a-424a-b662-ae637b74bdf7 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0404623 Oct 15 20:02:13.179623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.190236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=902fa6a0-22c9-4270-a616-e33838173202,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:02:13.232359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=b3b2d6a0-a074-4ad6-bf1c-d03457f629d4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:13.284496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.343086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:13.344018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.346764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] 10.222.0.15 "PUT /v2.0/ports/902fa6a0-22c9-4270-a616-e33838173202 HTTP/1.1" status: 200 len: 1092 time: 1.4959338 Oct 15 20:02:13.347430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'tag': '902fa6a0-22c9-4270-a616-e33838173202'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:13.350495 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d235716-371e-4906-86f9-747e10f4c6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "tag": "902fa6a0-22c9-4270-a616-e33838173202"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:13.355543 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.381838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52d515-a520-4cf9-bb62-c37b99cd0b24 service neutron] Pushing event updated for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:13.386624 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.391167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9eaf25db-f702-431e-9b87-89b2e29ed9db tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/floatingips/ddbb29db-51ca-4063-816b-5f3639bbe917 HTTP/1.1" status: 204 len: 168 time: 0.8635893 Oct 15 20:02:13.396026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:13.423430 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa23d46-08b3-48ac-8940-3db35461b42d x-openstack-request-id: req-3aa23d46-08b3-48ac-8940-3db35461b42d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:13.424315 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "tag": "902fa6a0-22c9-4270-a616-e33838173202", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:13.424595 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aa23d46-08b3-48ac-8940-3db35461b42d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:13.425006 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'tag': '902fa6a0-22c9-4270-a616-e33838173202', 'status': 'completed', 'code': 200} Oct 15 20:02:13.510041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-de676abc-97ad-49be-9444-941d41353afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:13.511744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-de676abc-97ad-49be-9444-941d41353afe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 1095 time: 0.0629241 Oct 15 20:02:13.544662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 58a5b0f8-cc5b-47fa-8513-e862e800f6fe {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:13.545354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.666834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:13.684522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 58a5b0f8-cc5b-47fa-8513-e862e800f6fe owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:13.685632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091480b-3f05-4e83-a691-a67d98396a8e req-fb48037a-dd4d-407a-9061-0f27fced32de tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:13.687295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4091480b-3f05-4e83-a691-a67d98396a8e req-fb48037a-dd4d-407a-9061-0f27fced32de tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 943 time: 0.1157472 Oct 15 20:02:13.733418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-ab815f0f-9698-4a52-81b3-7c6f67ebac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:13.735033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-ab815f0f-9698-4a52-81b3-7c6f67ebac08 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2140944 Oct 15 20:02:13.841722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4091480b-3f05-4e83-a691-a67d98396a8e req-cbadf2cb-7510-4a38-b5c6-2714298ec8b8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455395 Oct 15 20:02:13.924011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-5fe56b1c-b37f-460e-b0ec-d93a8e58fead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:13.926511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d235716-371e-4906-86f9-747e10f4c6e2 req-5fe56b1c-b37f-460e-b0ec-d93a8e58fead service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743588 Oct 15 20:02:13.953314 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:14.025509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-114bcea7-f3ee-4c1f-932e-684224279347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:14.026316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=58a5b0f8-cc5b-47fa-8513-e862e800f6fe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:14.027513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-114bcea7-f3ee-4c1f-932e-684224279347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 1095 time: 0.0600464 Oct 15 20:02:14.116839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-ff7b6b41-314e-4113-99a4-ac7768392ee4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=902fa6a0-22c9-4270-a616-e33838173202 HTTP/1.1" status: 200 len: 217 time: 0.0730505 Oct 15 20:02:14.141667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:14.147047 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-59cae6fd-d9d2-4ce2-983b-7b9ed6f06c1b tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/ports/58a5b0f8-cc5b-47fa-8513-e862e800f6fe HTTP/1.1" status: 204 len: 168 time: 0.7497818 Oct 15 20:02:14.149681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33810) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:14.207782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a877c-4eab-4fe1-a141-2544c7799d28 req-c9061d68-622e-43fe-ba44-7560e61f479e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:14.209353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e3a877c-4eab-4fe1-a141-2544c7799d28 req-c9061d68-622e-43fe-ba44-7560e61f479e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1807680 Oct 15 20:02:14.221886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6362-e822-46fb-b17e-7cf17e68944f req-0254a212-18b5-458e-bc35-bbce0110e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:14.227846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-0254a212-18b5-458e-bc35-bbce0110e7b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.1033168 Oct 15 20:02:14.276825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 7c89ccda-e8d7-4f18-adc8-327cba20517d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:14.277400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:14.281008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-2221fb29-4ce8-4a9b-b8d2-df65840dbf15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378673 Oct 15 20:02:14.330411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e3a877c-4eab-4fe1-a141-2544c7799d28 req-f67a4c72-13ff-4cfa-b33b-111f101d9d1f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060424 Oct 15 20:02:14.419148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:14.451262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 7c89ccda-e8d7-4f18-adc8-327cba20517d owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:14.501865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-834c2dcf-2bd8-4e30-bfa7-5cb84a204608 req-38993421-67f7-4f16-9f01-10678f7ba1bb tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0571687 Oct 15 20:02:14.528725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-996e2fc5-e500-4a89-8686-3d3123eeaf5f service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394025 Oct 15 20:02:14.761006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20da6362-e822-46fb-b17e-7cf17e68944f req-e1f52a33-4924-4f98-ad24-81c84ce35bbe service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243426 Oct 15 20:02:14.812864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:14.925005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=7c89ccda-e8d7-4f18-adc8-327cba20517d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:15.006044 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.010081 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e0b0ff5c-14aa-46bc-9035-154137f9849e tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/ports/7c89ccda-e8d7-4f18-adc8-327cba20517d HTTP/1.1" status: 204 len: 168 time: 0.8589933 Oct 15 20:02:15.012649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33832) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:15.070290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a084a-9aa8-4c1e-98c7-9e79e2c46275 req-a0ce974a-95cc-4ea1-abb6-25e555e3d278 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:15.072171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1a084a-9aa8-4c1e-98c7-9e79e2c46275 req-a0ce974a-95cc-4ea1-abb6-25e555e3d278 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 943 time: 0.1095314 Oct 15 20:02:15.105168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting subnet fdf09f4d-b9df-487e-a2d0-72db82996175 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:15.118469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.174460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1a084a-9aa8-4c1e-98c7-9e79e2c46275 req-2a2aaac1-805e-499f-a411-691ac8d18c50 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903020 Oct 15 20:02:15.199610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.316973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.517128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4e399-9f9b-4cc0-b2d6-d85fa9a4958c req-4024bb9c-e352-4f13-a63f-5b6660458431 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:15.518884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5b4e399-9f9b-4cc0-b2d6-d85fa9a4958c req-4024bb9c-e352-4f13-a63f-5b6660458431 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0799496 Oct 15 20:02:15.521344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.546614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e6b71-0ca9-47a5-b73f-2f6d5211dd07 None None] Network d9cb7224-82c7-4f5f-903a-4341ff0a95b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:15.547518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.551753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/subnets/fdf09f4d-b9df-487e-a2d0-72db82996175 HTTP/1.1" status: 204 len: 168 time: 0.5376098 Oct 15 20:02:15.554412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33840) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:15.640486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting subnet 1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:15.647825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.648609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcec51-8d2b-417f-9209-412c4f719efe tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf09f4d-b9df-487e-a2d0-72db82996175,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:15.696211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5b4e399-9f9b-4cc0-b2d6-d85fa9a4958c req-b8dc51e8-2b0b-4b52-9668-794a267b2e26 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648903 Oct 15 20:02:15.721542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.842796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:15.871650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] DHCP port deletion for d9cb7224-82c7-4f5f-903a-4341ff0a95b1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:15.935051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d7c9464-cd83-46d5-b0fa-0a0a6dc7edc5 req-56567ff0-0f28-48a6-bccc-e2717415a9d7 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0630360 Oct 15 20:02:15.977900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Deleting port 6abfae4f-2dbe-472d-92fd-1435bff578d3 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:15.982387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.003247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.044617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] For port 6abfae4f-2dbe-472d-92fd-1435bff578d3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6abfae4f-2dbe-472d-92fd-1435bff578d3,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:16.045158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.053993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.057111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960a25e-2d5b-4b34-9e4b-395626983d88 None None] Network 13d041b7-c829-4f78-80d1-0957e0315c23 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:16.058191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/subnets/1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41 HTTP/1.1" status: 204 len: 168 time: 0.5020618 Oct 15 20:02:16.059523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f81987-e0dc-46d6-8a5e-2726667325ba tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa3a0b9-5675-4f1d-bbd2-35e3d6413c41,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:16.060783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:16.065300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Calling delete_port for 6abfae4f-2dbe-472d-92fd-1435bff578d3 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:16.169843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.322716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Deleting port 6abfae4f-2dbe-472d-92fd-1435bff578d3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:16.322716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.392832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.405693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] DHCP port deletion for 13d041b7-c829-4f78-80d1-0957e0315c23 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:16.450440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d5217-bb15-49fe-86b3-0e9d3c233980 req-33c994c8-a382-480e-90fc-44dd4b9d9330 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:16.458744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a08d5217-bb15-49fe-86b3-0e9d3c233980 req-33c994c8-a382-480e-90fc-44dd4b9d9330 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 943 time: 0.1408241 Oct 15 20:02:16.463617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] No DVR routers for this DVR port 6abfae4f-2dbe-472d-92fd-1435bff578d3 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:16.473666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6abfae4f-2dbe-472d-92fd-1435bff578d3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:16.473666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Pushing event deleted for resources: {'Port': ['ID=6abfae4f-2dbe-472d-92fd-1435bff578d3,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:16.486512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] For port 6abfae4f-2dbe-472d-92fd-1435bff578d3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6abfae4f-2dbe-472d-92fd-1435bff578d3,segment=NetworkSegment(fc6777ed-4db8-4baf-b6f5-7d6a71921a82),segment_id=fc6777ed-4db8-4baf-b6f5-7d6a71921a82)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:16.486886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.513582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6abfae4f-2dbe-472d-92fd-1435bff578d3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:16.513929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6abfae4f-2dbe-472d-92fd-1435bff578d3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:16.521221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.521571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.521912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.522245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.522575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.522969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.523354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.523636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.524272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.524272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.524584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.524904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26974a07-a889-45f1-9353-d8c65d356328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:02:16.531732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Calling delete_port for 6abfae4f-2dbe-472d-92fd-1435bff578d3 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:16.544013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a08d5217-bb15-49fe-86b3-0e9d3c233980 req-0dd4db7e-baf3-4d21-a2d4-fe25bd3f45c6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829871 Oct 15 20:02:16.568291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Deleting port 35c1f0e5-aef9-445c-913f-9953b5d87a3d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:16.569451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.641813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.661324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] For port 35c1f0e5-aef9-445c-913f-9953b5d87a3d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=35c1f0e5-aef9-445c-913f-9953b5d87a3d,segment=NetworkSegment(84a92bc2-f353-4ba7-9a7f-7a71be484085),segment_id=84a92bc2-f353-4ba7-9a7f-7a71be484085)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:16.662017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.669760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Port': ['ID=6abfae4f-2dbe-472d-92fd-1435bff578d3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:16.680464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] No DVR routers for this DVR port 6abfae4f-2dbe-472d-92fd-1435bff578d3 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:16.685433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Calling delete_port for 35c1f0e5-aef9-445c-913f-9953b5d87a3d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:16.777350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.805375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cb7224-82c7-4f5f-903a-4341ff0a95b1']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:16.823354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:16.828425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6777ed-4db8-4baf-b6f5-7d6a71921a82') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:16.857991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.878316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.889347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:16.890009 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:16.893256 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:16.906510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:16.918658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebed1a-12ed-4d74-9d13-d133d4929be5 req-bac5cf22-907d-413f-8863-5b78576514dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:16.920458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ebed1a-12ed-4d74-9d13-d133d4929be5 req-bac5cf22-907d-413f-8863-5b78576514dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.1003778 Oct 15 20:02:16.929414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] No DVR routers for this DVR port 35c1f0e5-aef9-445c-913f-9953b5d87a3d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:16.953038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e91c0f-814a-41bc-85a7-b30a19000832 None None] Pushing event deleted for resources: {'Port': ['ID=35c1f0e5-aef9-445c-913f-9953b5d87a3d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:17.010483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ebed1a-12ed-4d74-9d13-d133d4929be5 req-1b43213b-3a35-4686-8a10-9f69096d9781 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731013 Oct 15 20:02:17.060625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.068765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.074743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/networks/d9cb7224-82c7-4f5f-903a-4341ff0a95b1 HTTP/1.1" status: 204 len: 168 time: 1.0100412 Oct 15 20:02:17.075148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33858) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:17.089945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89dfe5-f188-41a3-8cd7-f84e6e9627e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Network': ['ID=d9cb7224-82c7-4f5f-903a-4341ff0a95b1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:17.137438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-568d5c28-1ac9-4366-9e3a-a21688b5cab1 req-d878fa6e-45e5-4805-ab4a-2ec95da9e767 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0596211 Oct 15 20:02:17.195061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.288947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.323294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d041b7-c829-4f78-80d1-0957e0315c23']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:17.336104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a92bc2-f353-4ba7-9a7f-7a71be484085') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:17.339270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a92bc2-f353-4ba7-9a7f-7a71be484085') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:17.351053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.367770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.374508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:17.375145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:17.379271 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:17.527283 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.545047 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:17.549540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] 10.222.0.13 "DELETE /v2.0/networks/13d041b7-c829-4f78-80d1-0957e0315c23 HTTP/1.1" status: 204 len: 168 time: 0.4732664 Oct 15 20:02:17.588129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af944359-0aba-4103-b97e-23ce6652d4e3 tempest-TaggedBootDevicesTest_v242-1512295329 tempest-TaggedBootDevicesTest_v242-1512295329-project] Pushing event deleted for resources: {'Network': ['ID=13d041b7-c829-4f78-80d1-0957e0315c23,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:17.765161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cfdff-d2aa-497c-bc33-1cdd73dc5d87 req-5ca975c1-79ea-4d12-9e8b-c63df30e6126 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:17.770892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-078cfdff-d2aa-497c-bc33-1cdd73dc5d87 req-5ca975c1-79ea-4d12-9e8b-c63df30e6126 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 943 time: 0.1058209 Oct 15 20:02:17.828875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-078cfdff-d2aa-497c-bc33-1cdd73dc5d87 req-7340d27d-2344-47c6-bcb5-a05a178b743b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526471 Oct 15 20:02:18.142821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcfff5-d774-433d-aa63-c80fb6f3ed00 req-453945f3-0148-4747-8ec3-4c4de3282c79 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:18.144583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6bcfff5-d774-433d-aa63-c80fb6f3ed00 req-453945f3-0148-4747-8ec3-4c4de3282c79 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0572467 Oct 15 20:02:18.231962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6bcfff5-d774-433d-aa63-c80fb6f3ed00 req-fb5246f4-aa6d-48fd-a810-01729673a52d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638404 Oct 15 20:02:18.363722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72b123fd-0c88-4a48-9113-ac2d69935e20 req-8fcf24fb-556b-42fd-9ee6-3579ed97f5b7 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0731330 Oct 15 20:02:18.399696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 35c1f0e5-aef9-445c-913f-9953b5d87a3d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:18.404891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33880) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:18.451097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Deleting subnet c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:18.454317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.455155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 35c1f0e5-aef9-445c-913f-9953b5d87a3d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:18.455500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 35c1f0e5-aef9-445c-913f-9953b5d87a3d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:18.491674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.535955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.538616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cf3f7d4c-7139-44e2-b8a7-688809430e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.661584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.697604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:18.705985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.711606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ecad809d-7378-44b8-baa9-205021cff61e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c1bbea12-e3a4-4317-a8b1-5d0aa2e3b0f2 HTTP/1.1" status: 204 len: 168 time: 0.3037834 Oct 15 20:02:18.712291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33882) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:18.787482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.904272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:18.943362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1f7a67-7e14-47ac-967b-f93712ecad12']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:18.960883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 902fa6a0-22c9-4270-a616-e33838173202 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:02:18.997850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:18.998126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6caf78d-d5a2-4909-ac3f-e26347a4e56b') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:19.020035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.049707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.061670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:19.061899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:19.064264 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:19.072109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5ee98-80cb-43cc-8d2f-5a21f8599f2e req-98f7e5cb-786b-47a4-a930-8c1a569d2af1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:19.079737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8d5ee98-80cb-43cc-8d2f-5a21f8599f2e req-98f7e5cb-786b-47a4-a930-8c1a569d2af1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 943 time: 0.1395414 Oct 15 20:02:19.095033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=902fa6a0-22c9-4270-a616-e33838173202,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:19.110881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '902fa6a0-22c9-4270-a616-e33838173202', 'network_id': 'a1779dce-a9f5-4098-9dd2-a1cfb0d3e048', 'port_id': '902fa6a0-22c9-4270-a616-e33838173202', 'mac_address': 'fa:16:3e:45:ba:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad699de2-7250-4a23-a96f-56074bed4d37', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:02:19.156472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.170491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8d5ee98-80cb-43cc-8d2f-5a21f8599f2e req-b1112603-ea77-4106-ab06-008f8dd2e5ac tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Oct 15 20:02:19.174386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902fa6a0-22c9-4270-a616-e33838173202 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:02:19.217871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=902fa6a0-22c9-4270-a616-e33838173202,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:19.260516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.280486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.283922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac1f7a67-7e14-47ac-967b-f93712ecad12 HTTP/1.1" status: 204 len: 168 time: 0.5706310 Oct 15 20:02:19.288257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfee1ec-8fbc-453d-bb0f-4ca18b69b73f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac1f7a67-7e14-47ac-967b-f93712ecad12,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:19.288668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:19.289269 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.401338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Deleting subnet 25a5e70d-9d62-4032-943b-045740f2c437 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:19.404692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.412674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:19.417118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6812f30-d88f-487b-98d3-c2e8f055ca0f req-e1efa550-d107-4dfb-bdb4-f4d9a3d407dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:19.417118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6812f30-d88f-487b-98d3-c2e8f055ca0f req-e1efa550-d107-4dfb-bdb4-f4d9a3d407dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0773122 Oct 15 20:02:19.460057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.475639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6812f30-d88f-487b-98d3-c2e8f055ca0f req-1c2d7889-7268-40e2-bc31-e51cc609a9e1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461693 Oct 15 20:02:19.543033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.619830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['902fa6a0-22c9-4270-a616-e33838173202'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:19.670121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d513336-215d-4c93-ac68-de3d0f4e50d6 req-050c00f7-a64d-4070-9120-2e04571ff722 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0736437 Oct 15 20:02:19.765925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.820137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a5e70d-9d62-4032-943b-045740f2c437,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:19.822688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:19.826220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b3258f32-9b22-461a-85bf-8f428d784fd5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/25a5e70d-9d62-4032-943b-045740f2c437 HTTP/1.1" status: 204 len: 168 time: 0.5356379 Oct 15 20:02:19.828877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:19.931060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.013314 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.037207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017ec6c7-4b9f-4333-b1ec-09d2804978ed']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:20.048795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7cf72b-6f79-43ff-9075-2e80f99a5cbf') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:20.049090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7cf72b-6f79-43ff-9075-2e80f99a5cbf') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:20.065933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.079946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.086399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:20.086776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:20.088434 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:20.522389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faec579-342a-4035-bc6f-bd589357e153 req-25ba8d0c-eead-4f09-a675-85f5aa756838 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:20.526897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1faec579-342a-4035-bc6f-bd589357e153 req-25ba8d0c-eead-4f09-a675-85f5aa756838 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 944 time: 0.0864577 Oct 15 20:02:20.565047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1faec579-342a-4035-bc6f-bd589357e153 req-00ba15de-75dd-4822-88f4-a1ff39a3b1d6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Oct 15 20:02:20.573434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.579672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:20.587071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] 10.222.0.13 "DELETE /v2.0/networks/017ec6c7-4b9f-4333-b1ec-09d2804978ed HTTP/1.1" status: 204 len: 168 time: 0.7571139 Oct 15 20:02:20.626216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93792103-7d0e-45e9-9ae2-deb01429b6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=017ec6c7-4b9f-4333-b1ec-09d2804978ed,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:20.651708 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:02:20.739722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f0212-1ec2-4460-b771-ff28a780fa51 req-2b119a42-cf0b-47ef-be72-d962fea9c4e2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:20.741340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-858f0212-1ec2-4460-b771-ff28a780fa51 req-2b119a42-cf0b-47ef-be72-d962fea9c4e2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0553055 Oct 15 20:02:20.781626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-858f0212-1ec2-4460-b771-ff28a780fa51 req-cc977d4e-2b5f-4dbe-91b1-e4a60429dd78 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336490 Oct 15 20:02:20.917693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e88b5764-3926-40a3-bda1-f34c1cee066b req-2ddc84a8-be58-4d10-a422-aedda673f0d5 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0293827 Oct 15 20:02:20.978745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 902fa6a0-22c9-4270-a616-e33838173202 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:02:21.033082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:21.058992 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-94f9c958-af94-4c91-af74-408a168e695d req-9141d2bc-4bcc-48ee-870d-032342d364ab service neutron] show failed (client error): The resource could not be found. Oct 15 20:02:21.060047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-9141d2bc-4bcc-48ee-870d-032342d364ab service neutron] 10.222.0.11 "GET /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0915594 Oct 15 20:02:21.096398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33920) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:21.097583 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f0945215-3829-4f8f-a00f-f8419bbc7f50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2f60809c996482ca1247e0497cc5fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587392 Oct 15 20:02:21.123316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 902fa6a0-22c9-4270-a616-e33838173202 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:02:21.127220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 902fa6a0-22c9-4270-a616-e33838173202 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:02:21.130515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.179702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.207540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.247221 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.274829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa6a0-22c9-4270-a616-e33838173202'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:21.277287 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a764ac-233d-4c96-977f-622d0e83a3b1" -d '{"events": [{"server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "name": "network-vif-plugged", "status": "completed", "tag": "902fa6a0-22c9-4270-a616-e33838173202"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:21.294439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=902fa6a0-22c9-4270-a616-e33838173202,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:21.318158 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653cb399-db1c-4ec2-8fc1-8769a447e5a4 x-openstack-request-id: req-653cb399-db1c-4ec2-8fc1-8769a447e5a4 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:21.318438 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "name": "network-vif-plugged", "status": "completed", "tag": "902fa6a0-22c9-4270-a616-e33838173202", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:21.318686 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-653cb399-db1c-4ec2-8fc1-8769a447e5a4 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:21.319067 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa6a0-22c9-4270-a616-e33838173202', 'code': 200} Oct 15 20:02:21.321852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.324964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.333703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94ad258c-4a4a-482c-a91e-afcb9d4f3f01 HTTP/1.1" status: 204 len: 168 time: 0.2288029 Oct 15 20:02:21.346369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece06af-dc42-480f-8694-8596d9e62562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ad258c-4a4a-482c-a91e-afcb9d4f3f01,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:21.409597 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.415441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6bd63b-dc14-4a9d-8069-0ce0c62de3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:21.454864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2235d5-a3a8-4fb7-bc9b-34cf2cdaf30d req-9ca3ec04-8b4f-4ada-a443-5e658bd0850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:21.457319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed2235d5-a3a8-4fb7-bc9b-34cf2cdaf30d req-9ca3ec04-8b4f-4ada-a443-5e658bd0850c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 1096 time: 0.0812309 Oct 15 20:02:21.499071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:21.500633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed2235d5-a3a8-4fb7-bc9b-34cf2cdaf30d req-d3b217f6-5fa7-4979-9856-aa8b7a06b898 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Oct 15 20:02:21.712163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c2c99-9a98-4deb-9771-85e31ea39672 req-94748478-fb0d-4f87-881c-8819c7ce5f58 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:21.714004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654c2c99-9a98-4deb-9771-85e31ea39672 req-94748478-fb0d-4f87-881c-8819c7ce5f58 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0527716 Oct 15 20:02:21.767706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654c2c99-9a98-4deb-9771-85e31ea39672 req-28eb624e-a1cb-414c-baa3-a881f4586de7 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Oct 15 20:02:21.870303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-fa1ecfee-0e50-4f7f-a71f-72bb6fa8b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:21.871707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-fa1ecfee-0e50-4f7f-a71f-72bb6fa8b17e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0922527 Oct 15 20:02:21.895498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:21.944582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378c86-2956-4793-af1b-4d8309409b2e req-cbbd8e6a-19fb-4752-96ad-8431d7ff432d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:21.947143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38378c86-2956-4793-af1b-4d8309409b2e req-cbbd8e6a-19fb-4752-96ad-8431d7ff432d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0869513 Oct 15 20:02:21.986017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.014372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38378c86-2956-4793-af1b-4d8309409b2e req-f70a2a9f-aa54-4761-87ab-904f2d8a2064 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501595 Oct 15 20:02:22.116888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33936) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:22.154388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fab5bb56-6a9d-4c70-bdd4-ef5189c6561b req-d7477242-bba1-400b-a6d5-2c8d5b945f15 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0378194 Oct 15 20:02:22.186708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-902693ae-734f-4352-b699-5b98c33755c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4368059c040945efb1a4fb2a6c3eede4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681005 Oct 15 20:02:22.187298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:22.258626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.280485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:22.290395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.321599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:22.326840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.367007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:22.369436 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11849da3-9526-4439-a1aa-e1b97df8cfdb" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:22.374058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.403570 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.406281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.407452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40a93566-15f8-4e7b-8baf-89519439c572 HTTP/1.1" status: 204 len: 168 time: 0.2192240 Oct 15 20:02:22.408758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Transition to ACTIVE for port object 0a260131-7485-4d49-8684-f268dc845938 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:02:22.417993 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc6731-b434-4dc3-b0bc-735c17486d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a93566-15f8-4e7b-8baf-89519439c572,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:22.426545 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aa7ce7-adbc-4e46-9e75-bdaa5045ee01 x-openstack-request-id: req-40aa7ce7-adbc-4e46-9e75-bdaa5045ee01 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:22.426835 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:22.427089 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40aa7ce7-adbc-4e46-9e75-bdaa5045ee01 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:22.427487 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'code': 200} Oct 15 20:02:22.481457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.623138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:22.645303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.684720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] No DVR routers for this DVR port 0a260131-7485-4d49-8684-f268dc845938 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:22.797588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.826258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.886491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:02:22.887035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:02:22.887174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:22.905181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:02:22.905504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:22.913304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:02:22.913637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:22.914018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Bound using segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:02:22.914446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Bound port: 0a260131-7485-4d49-8684-f268dc845938, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:02:22.914800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:22.948567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c17b-ee15-4d98-bdf7-8bf1de891505 req-0f77ad31-f175-43c1-af94-6bb34eae7f56 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:22.952011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424c17b-ee15-4d98-bdf7-8bf1de891505 req-0f77ad31-f175-43c1-af94-6bb34eae7f56 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0989630 Oct 15 20:02:23.067678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424c17b-ee15-4d98-bdf7-8bf1de891505 req-bd4eae04-11f7-4496-b2b9-a20ce113fcd4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114020 Oct 15 20:02:23.086616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:23.091093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:02:23.160501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:23.201116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.201744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:23.203084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1093 time: 1.3135204 Oct 15 20:02:23.244037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be335a7-0185-44f8-9dd1-e6722a678683 service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:23.257535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91973c5-0ef8-409e-9cd7-a844ba834744 req-d60fcb82-2083-4eec-960c-b96292fdd97c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.265285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f91973c5-0ef8-409e-9cd7-a844ba834744 req-d60fcb82-2083-4eec-960c-b96292fdd97c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.1344254 Oct 15 20:02:23.342318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f91973c5-0ef8-409e-9cd7-a844ba834744 req-d17af032-f0ef-4be5-9322-b7142bbc3e63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757649 Oct 15 20:02:23.377188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-27f898a7-f7fe-4975-8550-6dc169452281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.379106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-27f898a7-f7fe-4975-8550-6dc169452281 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1096 time: 0.1098547 Oct 15 20:02:23.532225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3265c0b9-4b0f-4c3c-a5b5-9f08e61769bb req-4b6ea514-ce18-4b6c-94fa-c1a569fc48db tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/ports?device_id=b4145a36-4782-4f25-92fd-61d5a6da87e8 HTTP/1.1" status: 200 len: 210 time: 0.0814667 Oct 15 20:02:23.568423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-773de5ea-e87d-4a8c-b6a8-3c54a79173f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.570380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-773de5ea-e87d-4a8c-b6a8-3c54a79173f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.1838641 Oct 15 20:02:23.736862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-b7878392-33bf-4424-bd54-26c22b108104 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.1587651 Oct 15 20:02:23.798403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-3afd7b76-e7f0-4966-ab0a-6a15a5bb2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.800603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-3afd7b76-e7f0-4966-ab0a-6a15a5bb2942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0562017 Oct 15 20:02:23.902161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c958-af94-4c91-af74-408a168e695d req-17c7dcdb-7640-4f22-aa29-583db48f0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:23.907384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-17c7dcdb-7640-4f22-aa29-583db48f0df5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941322 Oct 15 20:02:24.046209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-fbb44ed1-6702-4982-88fe-e66a5e339128 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314058 Oct 15 20:02:24.069502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:24.154186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f9c958-af94-4c91-af74-408a168e695d req-599a2136-67d6-4589-9669-44ab2538807f service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002977 Oct 15 20:02:24.157346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:24.292318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff8ccb-7690-4098-97a5-16f040c5b321 req-592e4163-76b2-4740-b435-e488c0a91769 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:24.301566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afff8ccb-7690-4098-97a5-16f040c5b321 req-592e4163-76b2-4740-b435-e488c0a91769 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0851851 Oct 15 20:02:24.354769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afff8ccb-7690-4098-97a5-16f040c5b321 req-96233e63-233a-455b-878e-370d39ab7647 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502501 Oct 15 20:02:24.429881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:24.432496 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e89057-3f08-4b76-a09e-779d718a1c15" -d '{"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:24.510670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3822ba-bc4e-40e9-96fd-fd48d7096ac6 req-c9162fe2-b3a8-471b-91c1-f3890e9f9d57 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:24.512597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e3822ba-bc4e-40e9-96fd-fd48d7096ac6 req-c9162fe2-b3a8-471b-91c1-f3890e9f9d57 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.0837462 Oct 15 20:02:24.572662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:24.591798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e3822ba-bc4e-40e9-96fd-fd48d7096ac6 req-f96560e3-0fa2-43ca-aff3-af378a91c96b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635467 Oct 15 20:02:24.859636 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90a86a9-6172-41ea-89d8-c91f35580482 x-openstack-request-id: req-d90a86a9-6172-41ea-89d8-c91f35580482 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:24.859979 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:24.860235 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d90a86a9-6172-41ea-89d8-c91f35580482 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:24.860636 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:02:25.001669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:25.052687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-26ab776d-68e8-45af-af75-dbec49ce1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.054390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-26ab776d-68e8-45af-af75-dbec49ce1bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1096 time: 0.1774611 Oct 15 20:02:25.069489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-4a838052-749d-4116-bdd4-a1ee34ce5115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.070862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-4a838052-749d-4116-bdd4-a1ee34ce5115 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1096 time: 0.1484909 Oct 15 20:02:25.098630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b53c35-a80f-4b24-96dc-a949f98eea8a req-a246c91b-3805-4248-80ff-cc7b657032b8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.100168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63b53c35-a80f-4b24-96dc-a949f98eea8a req-a246c91b-3805-4248-80ff-cc7b657032b8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1361897 Oct 15 20:02:25.175905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0948f9fa-dd18-41b7-9b12-63eddbb4a17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.251928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63b53c35-a80f-4b24-96dc-a949f98eea8a req-ba4bf9b8-e224-4439-9091-b8dfe4d6c92c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409953 Oct 15 20:02:25.300654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0948f9fa-dd18-41b7-9b12-63eddbb4a17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.311651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-1b19205c-fa47-4c06-909c-ee6a83bbafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.313138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-1b19205c-fa47-4c06-909c-ee6a83bbafa9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.2463117 Oct 15 20:02:25.314554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-d4e61bcc-ce0f-4637-9242-0c955c86e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.316776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-d4e61bcc-ce0f-4637-9242-0c955c86e0a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.2360299 Oct 15 20:02:25.370052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34012) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:25.389847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0948f9fa-dd18-41b7-9b12-63eddbb4a17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.497423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948f9fa-dd18-41b7-9b12-63eddbb4a17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22edbba3-815b-4d52-996f-c9247a3ce4e6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:25.503635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-9d0b53a7-7a42-48db-820e-a816c9c6fca0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.1818786 Oct 15 20:02:25.505276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-ec5e8b5d-9245-465c-8124-c434c60ae144 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.1771719 Oct 15 20:02:25.507602 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0948f9fa-dd18-41b7-9b12-63eddbb4a17a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1636fe7b401a4fc48245ca8e8d66883b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036607 Oct 15 20:02:25.510728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34016) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:25.568194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.591320 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.596418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.621392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca2109-2895-4793-9d81-6b1eefa6544f req-9cd89065-813c-47b0-b575-52543cd2604a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.622940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aca2109-2895-4793-9d81-6b1eefa6544f req-9cd89065-813c-47b0-b575-52543cd2604a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1770077 Oct 15 20:02:25.655755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-c3741453-ef18-4ce6-b9cd-20fe48b0381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.657234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-c3741453-ef18-4ce6-b9cd-20fe48b0381d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1437469 Oct 15 20:02:25.658534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-40c4b44b-5bab-48fb-b6db-04271be327f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.660701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-40c4b44b-5bab-48fb-b6db-04271be327f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1342292 Oct 15 20:02:25.667724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.777880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aca2109-2895-4793-9d81-6b1eefa6544f req-f0c7f249-9bd3-42be-8b3e-770601087bba tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426346 Oct 15 20:02:25.798068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.805116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-156d1429-3c81-4c70-abba-288fd8b3490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.806432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.806611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-156d1429-3c81-4c70-abba-288fd8b3490b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250579 Oct 15 20:02:25.812729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22edbba3-815b-4d52-996f-c9247a3ce4e6 HTTP/1.1" status: 204 len: 168 time: 0.3001511 Oct 15 20:02:25.825332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69190370-dfa2-476f-9334-05a3af4155da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22edbba3-815b-4d52-996f-c9247a3ce4e6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:25.856963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-fc6e6167-d828-4e70-b4bf-220aaea82921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:25.859574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-fc6e6167-d828-4e70-b4bf-220aaea82921 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1941481 Oct 15 20:02:25.997034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:25.999579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.004705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/security-groups/2981a4f4-04fa-40c5-927f-405ecc77311b HTTP/1.1" status: 204 len: 168 time: 0.6020122 Oct 15 20:02:26.004869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34026) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:26.022294 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-55768e47-6935-41f5-b647-0cb893d8662c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] show failed (client error): The resource could not be found. Oct 15 20:02:26.025984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55768e47-6935-41f5-b647-0cb893d8662c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "GET /v2.0/security-groups/2981a4f4-04fa-40c5-927f-405ecc77311b HTTP/1.1" status: 404 len: 347 time: 0.0181191 Oct 15 20:02:26.032188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34028) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:26.085097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648af2c6-6d4f-4ede-8da0-5ecd43d0be1c tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2981a4f4-04fa-40c5-927f-405ecc77311b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:26.160609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-b86ebf9d-b55e-4991-8744-b34578847c44 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425019 Oct 15 20:02:26.212864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 2cc64aec-8bc9-4681-9224-9976f8d57810 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:26.213201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.220495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda0264-2e72-4902-91df-3b7f90573436 req-2e402ddd-401c-4b3a-b4e0-ce5e0b708882 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:26.229956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3eda0264-2e72-4902-91df-3b7f90573436 req-2e402ddd-401c-4b3a-b4e0-ce5e0b708882 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 944 time: 0.3091140 Oct 15 20:02:26.298993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.299722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.314694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 2cc64aec-8bc9-4681-9224-9976f8d57810 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:26.316156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-01d35add-53c9-4d14-8858-83256bde8823 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278066 Oct 15 20:02:26.381126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3eda0264-2e72-4902-91df-3b7f90573436 req-e7287de9-bf12-4b75-aca1-d7386a907b09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477680 Oct 15 20:02:26.445631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-d24a30a5-207e-4588-9850-bd6956e3f740 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770655 Oct 15 20:02:26.497684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a3e89057-3f08-4b76-a09e-779d718a1c15 req-2d41be4b-b6fd-4920-9283-222efa9586e1 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724288 Oct 15 20:02:26.645886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.679998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=2cc64aec-8bc9-4681-9224-9976f8d57810,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:26.750687 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.755747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:26.760290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:26.760864 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-45c76287-fdde-43a9-b7bf-15a722a9c6a6 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/floatingips/505315ca-cf3b-427d-a4e4-2f8a8b35b3b1 HTTP/1.1" status: 204 len: 168 time: 0.7276437 Oct 15 20:02:26.892003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8366-ef00-41b8-98ea-96698fe16737 req-8b8cd5d1-772b-4b02-8130-acd58bb3517f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:26.894238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-721a8366-ef00-41b8-98ea-96698fe16737 req-8b8cd5d1-772b-4b02-8130-acd58bb3517f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0927889 Oct 15 20:02:26.949700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-721a8366-ef00-41b8-98ea-96698fe16737 req-4c9dfb6a-d1ef-4bd6-a5ee-99f9cf614c4f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Oct 15 20:02:26.955161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 90be3395-826e-421c-8cbb-e80f8ea11b88 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:26.955512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.006621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a260131-7485-4d49-8684-f268dc845938 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:02:27.107147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.121516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 90be3395-826e-421c-8cbb-e80f8ea11b88 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:27.181639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:27.200648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0a260131-7485-4d49-8684-f268dc845938', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:02:27.266963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.282366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:02:27.305017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:27.406726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.431821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.461483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:27.465951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=90be3395-826e-421c-8cbb-e80f8ea11b88,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:27.594826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.606647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-83452e9d-81cf-47e5-842c-9d458efb764f tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/ports/90be3395-826e-421c-8cbb-e80f8ea11b88 HTTP/1.1" status: 204 len: 168 time: 0.8368127 Oct 15 20:02:27.607131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34064) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:27.632718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154cba7-b652-4d0a-8121-675ffffe0695 req-c89083e5-544f-40a2-b615-6d01b2f9b0fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:27.634246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1154cba7-b652-4d0a-8121-675ffffe0695 req-c89083e5-544f-40a2-b615-6d01b2f9b0fd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.1352870 Oct 15 20:02:27.683155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1154cba7-b652-4d0a-8121-675ffffe0695 req-ec762af8-0cff-4235-8107-31ef1bbaeeac tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415690 Oct 15 20:02:27.714299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting port 4c40cf77-877f-4d10-be65-f1e4305bc2bd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:27.714640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.785800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0a260131-7485-4d49-8684-f268dc845938'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:27.814726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:27.828295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Calling delete_port for 4c40cf77-877f-4d10-be65-f1e4305bc2bd owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:27.834380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34074) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:28.207062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:28.326551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Port': ['ID=4c40cf77-877f-4d10-be65-f1e4305bc2bd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:28.432934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:28.442022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ffdfa5a-84f2-46fe-a4b7-d61ca7ca91a8 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/ports/4c40cf77-877f-4d10-be65-f1e4305bc2bd HTTP/1.1" status: 204 len: 168 time: 0.8393407 Oct 15 20:02:28.453649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:28.576616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting subnet 5937d931-0365-403d-8f98-1babcbbd4ad6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:28.592556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:28.681172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:28.851176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:28.886636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93582dd7-710b-40fd-b612-e3e1bad76f86 req-a7359629-6291-4cbd-8337-1ad707271e52 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:28.888275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93582dd7-710b-40fd-b612-e3e1bad76f86 req-a7359629-6291-4cbd-8337-1ad707271e52 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.5834794 Oct 15 20:02:29.036533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.053799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93582dd7-710b-40fd-b612-e3e1bad76f86 req-e1f33c94-999c-4dd1-b617-64d0bd5260cd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191938 Oct 15 20:02:29.122147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Subnet': ['ID=5937d931-0365-403d-8f98-1babcbbd4ad6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:29.137490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.150335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ab839651-7190-4bf5-b021-b9bc6671591d tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/subnets/5937d931-0365-403d-8f98-1babcbbd4ad6 HTTP/1.1" status: 204 len: 168 time: 0.6914921 Oct 15 20:02:29.150692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:29.153778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef811444-7d10-4e46-860b-5a9810ff7450 None None] Network 0d8fd63b-b34f-4e63-9ba7-d58863e19096 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:29.184480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.269467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Deleting subnet c446534e-39df-4d3f-8c63-c04d7209894a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:29.280279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.371791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.466676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] DHCP port deletion for 0d8fd63b-b34f-4e63-9ba7-d58863e19096 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:29.564068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Deleting port 2d5fb29c-c9a8-42fb-8300-07da671642ea {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:29.564830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.583059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b9324-5dbd-40cc-99dc-2e234605ef94 req-2f6cae9c-2daf-4f19-aeaf-424da648f446 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:29.586762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-767b9324-5dbd-40cc-99dc-2e234605ef94 req-2f6cae9c-2daf-4f19-aeaf-424da648f446 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.2685587 Oct 15 20:02:29.614278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.701384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] For port 2d5fb29c-c9a8-42fb-8300-07da671642ea, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2d5fb29c-c9a8-42fb-8300-07da671642ea,segment=NetworkSegment(5e98f481-1db6-4298-a61d-6839dcbace38),segment_id=5e98f481-1db6-4298-a61d-6839dcbace38)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:29.704031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.723650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-767b9324-5dbd-40cc-99dc-2e234605ef94 req-c5f3ab2a-3079-4dbe-af94-3e13d35b3684 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295269 Oct 15 20:02:29.737460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Calling delete_port for 2d5fb29c-c9a8-42fb-8300-07da671642ea owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:29.861322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.920868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Subnet': ['ID=c446534e-39df-4d3f-8c63-c04d7209894a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:29.923120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:29.927487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c92649ed-a54b-48c1-a55a-2c2c4d64dfa1 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/subnets/c446534e-39df-4d3f-8c63-c04d7209894a HTTP/1.1" status: 204 len: 168 time: 0.7744696 Oct 15 20:02:29.929800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34118) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:29.931709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5961e88-2acd-48a2-8f14-09bd89418e5b None None] Network d2586480-b8ad-49ae-86e7-d4295925a29c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:29.936606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Deleting port 38593f49-245f-475d-b2e8-e74eb4ab546e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:29.937199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.032647 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.054882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] No DVR routers for this DVR port 2d5fb29c-c9a8-42fb-8300-07da671642ea on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:30.077059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.084644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee262dbb-9fc4-45d3-aa0b-b0c84dba4570 None None] Pushing event deleted for resources: {'Port': ['ID=2d5fb29c-c9a8-42fb-8300-07da671642ea,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:30.137870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] For port 38593f49-245f-475d-b2e8-e74eb4ab546e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=38593f49-245f-475d-b2e8-e74eb4ab546e,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:30.138242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.157816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Calling delete_port for 38593f49-245f-475d-b2e8-e74eb4ab546e owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:30.229866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.246375 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8fd63b-b34f-4e63-9ba7-d58863e19096']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:30.256728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e98f481-1db6-4298-a61d-6839dcbace38') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:30.262594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e98f481-1db6-4298-a61d-6839dcbace38') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:30.267286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.270808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] DHCP port deletion for d2586480-b8ad-49ae-86e7-d4295925a29c request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:30.308742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.317581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:30.329885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:30.333566 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:30.366343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Deleting port 47e0580b-6a54-48db-beb5-82393a5957c5 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:30.368445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.455464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] For port 47e0580b-6a54-48db-beb5-82393a5957c5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=47e0580b-6a54-48db-beb5-82393a5957c5,segment=NetworkSegment(fb48fbb9-965a-46d7-821b-1fe13e4b53ed),segment_id=fb48fbb9-965a-46d7-821b-1fe13e4b53ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:30.455464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.473840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Calling delete_port for 47e0580b-6a54-48db-beb5-82393a5957c5 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:30.518509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d5fb29c-c9a8-42fb-8300-07da671642ea no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:30.521037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.541780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2d5fb29c-c9a8-42fb-8300-07da671642ea {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:30.542246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2d5fb29c-c9a8-42fb-8300-07da671642ea not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:30.542675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 47e0580b-6a54-48db-beb5-82393a5957c5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:30.599105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.618061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.622753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/networks/0d8fd63b-b34f-4e63-9ba7-d58863e19096 HTTP/1.1" status: 204 len: 168 time: 0.6914537 Oct 15 20:02:30.627023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:30.635195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-8e8fdb60-fd53-4f05-962f-9d933b59cd81 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:30.636772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-8e8fdb60-fd53-4f05-962f-9d933b59cd81 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a&tenant_id=a2301625fb6245419989ec4432323cf2&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.1832099 Oct 15 20:02:30.637563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=38593f49-245f-475d-b2e8-e74eb4ab546e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:30.724324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.765090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb74162-4c8c-49a3-9c23-fc3b1ac82152 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Network': ['ID=0d8fd63b-b34f-4e63-9ba7-d58863e19096,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:30.766854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82ffc8-6b35-45c2-bb49-a325edbf0416 req-9acd0c39-7b95-46c4-84aa-beea9d3b6152 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:30.777314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b82ffc8-6b35-45c2-bb49-a325edbf0416 req-9acd0c39-7b95-46c4-84aa-beea9d3b6152 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.2833440 Oct 15 20:02:30.797871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.810596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:30.850022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] Pushing event deleted for resources: {'Port': ['ID=47e0580b-6a54-48db-beb5-82393a5957c5,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:30.870889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722fc78c-1ada-467e-a4e8-af97aeff479a None None] No DVR routers for this DVR port 47e0580b-6a54-48db-beb5-82393a5957c5 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:30.915524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-cef2e3b9-ed1b-46c9-8c4d-7fd8c9287597 service neutron] 10.222.0.15 "GET /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.2190862 Oct 15 20:02:30.921144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b82ffc8-6b35-45c2-bb49-a325edbf0416 req-c680573f-7e0f-4adf-86ba-c908ed41332b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426644 Oct 15 20:02:31.009129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.011076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a260131-7485-4d49-8684-f268dc845938 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:02:31.060947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2586480-b8ad-49ae-86e7-d4295925a29c']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:31.083822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:31.084350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb48fbb9-965a-46d7-821b-1fe13e4b53ed') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:31.098295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.099732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.115223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.123656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:31.124057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:31.127265 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:31.157863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1a362ef8-899b-4b46-8d4a-0b68a7ff3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:31.159809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1a362ef8-899b-4b46-8d4a-0b68a7ff3f62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1097 time: 0.1889644 Oct 15 20:02:31.196714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 0a260131-7485-4d49-8684-f268dc845938 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:02:31.201388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5ea1-c23a-42a9-8ff4-7e5436a3ca7e req-4da6b248-39df-49b9-a128-803687843458 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:31.207929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0a260131-7485-4d49-8684-f268dc845938 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:02:31.208185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.219698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56fa5ea1-c23a-42a9-8ff4-7e5436a3ca7e req-4da6b248-39df-49b9-a128-803687843458 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.1578193 Oct 15 20:02:31.378276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56fa5ea1-c23a-42a9-8ff4-7e5436a3ca7e req-fafef9ff-fc3f-4d0e-b175-430f529e61d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531003 Oct 15 20:02:31.378821 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.412535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-07baaa95-a74a-479d-9e6e-41eea42c7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:31.413984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-07baaa95-a74a-479d-9e6e-41eea42c7482 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.2458818 Oct 15 20:02:31.431181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:31.433769 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf821cc-52d2-42fc-af05-c042b7fc5db2" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:31.456819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:31.526313 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c55430-f672-4546-87ce-7cc1f642867e x-openstack-request-id: req-a8c55430-f672-4546-87ce-7cc1f642867e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:31.526607 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:31.526867 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8c55430-f672-4546-87ce-7cc1f642867e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:31.527269 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'code': 200} Oct 15 20:02:31.563035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.617913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:31.620577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-6e6923c4-6293-4f7f-9c77-d4228931b88d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1000 time: 0.1421714 Oct 15 20:02:31.654618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.660398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:31.672231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] 10.222.0.13 "DELETE /v2.0/networks/d2586480-b8ad-49ae-86e7-d4295925a29c HTTP/1.1" status: 204 len: 168 time: 1.0346429 Oct 15 20:02:31.683052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:02:31.730898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42c812-f192-4796-91b3-a13963d63277 tempest-TaggedBootDevicesTest-929974687 tempest-TaggedBootDevicesTest-929974687-project] Pushing event deleted for resources: {'Network': ['ID=d2586480-b8ad-49ae-86e7-d4295925a29c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:31.816256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1625d5a0-e3ea-4c47-be91-9ad7b2d4e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:31.817786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1625d5a0-e3ea-4c47-be91-9ad7b2d4e374 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1853349 Oct 15 20:02:31.894660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:02:31.903795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c49bac28-ca62-4cc1-8711-6b05fd2f69d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8373ff4-52a0-4247-b04b-21e03a8fb7a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0682502 Oct 15 20:02:31.904958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Sync routers for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:02:31.905959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-f521efc0-49c2-4a63-8578-5416bafcff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:31.906783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34146) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:31.907401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-f521efc0-49c2-4a63-8578-5416bafcff16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696025 Oct 15 20:02:31.917765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:31.918695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:32.058098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:32.064208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:32.139727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a734fa-52a8-4ace-b03b-938b2f27dc25 req-511c9fa8-4ac0-4d54-bdff-4fbe17bb924c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:32.149782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21a734fa-52a8-4ace-b03b-938b2f27dc25 req-511c9fa8-4ac0-4d54-bdff-4fbe17bb924c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1074133 Oct 15 20:02:32.209515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21a734fa-52a8-4ace-b03b-938b2f27dc25 req-01dd1734-6f1b-4eb9-a4f6-30b7eb15554e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Oct 15 20:02:32.220602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:32.220748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-9e008a0f-0103-4a02-a6a5-e8f754cf5893 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999399 Oct 15 20:02:32.371952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8416680a-738f-4da7-806f-60357f46d46f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T20:02:30Z', 'revision_number': 5, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port': {'id': '8416680a-738f-4da7-806f-60357f46d46f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:30:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:51:06Z', 'updated_at': '2021-10-15T19:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:32.386264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Deleting port 8416680a-738f-4da7-806f-60357f46d46f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:32.386877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:32.423751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1ef16496-fb67-4a92-a8ce-f26d59fec594 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007878 Oct 15 20:02:32.441183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Checking router: c8373ff4-52a0-4247-b04b-21e03a8fb7a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:02:32.453347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Routers {'c8373ff4-52a0-4247-b04b-21e03a8fb7a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:32.454257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:32.564073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8e06b-00eb-4a5f-b520-fde9419ad9f1 req-174c51fd-751b-44be-a74f-8b16e9d67492 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:32.567073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04d8e06b-00eb-4a5f-b520-fde9419ad9f1 req-174c51fd-751b-44be-a74f-8b16e9d67492 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0821798 Oct 15 20:02:32.606615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-8609f051-9565-47a0-847f-737211265dca admin admin] For port 8416680a-738f-4da7-806f-60357f46d46f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8416680a-738f-4da7-806f-60357f46d46f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:32.607276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:32.624336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Calling delete_port for 8416680a-738f-4da7-806f-60357f46d46f owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:32.680290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04d8e06b-00eb-4a5f-b520-fde9419ad9f1 req-c628b11d-fc96-4508-afa8-c13f53f9c7ea tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041212 Oct 15 20:02:32.720191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] Set router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:32.782472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T20:02:32Z', 'revision_number': 6, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:32.817099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058953ef-2458-41a3-8b89-1362fa2841ea None None] The sync data for ids ['c8373ff4-52a0-4247-b04b-21e03a8fb7a7'] in n-d-712140-14 is: [{'id': 'c8373ff4-52a0-4247-b04b-21e03a8fb7a7', 'name': 'tempest-AttachVolumeTestJSON-1246605843-router', 'tenant_id': '9b97243589084c2f9bba6a9505012b8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:51:04Z', 'updated_at': '2021-10-15T20:02:32Z', 'revision_number': 6, 'project_id': '9b97243589084c2f9bba6a9505012b8e', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:02:32.949774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:32.975250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Pushing event deleted for resources: {'Port': ['ID=8416680a-738f-4da7-806f-60357f46d46f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:33.071888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.177350 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.180856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.329521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.330418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8373ff4-52a0-4247-b04b-21e03a8fb7a7 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:02:33.336746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8609f051-9565-47a0-847f-737211265dca admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.338590 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8609f051-9565-47a0-847f-737211265dca admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8373ff4-52a0-4247-b04b-21e03a8fb7a7 HTTP/1.1" status: 204 len: 168 time: 1.4305673 Oct 15 20:02:33.341756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:33.360889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62774ad1-d5d2-43ff-a171-8586344608cb req-3c504f26-221b-4868-947b-66871c62a92e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:33.368448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62774ad1-d5d2-43ff-a171-8586344608cb req-3c504f26-221b-4868-947b-66871c62a92e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0695150 Oct 15 20:02:33.422891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Deleting subnet 2863676a-0b3b-46db-b05e-6a827427e71b {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:33.427670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.435041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62774ad1-d5d2-43ff-a171-8586344608cb req-915206a7-1887-49fb-8169-3085d79561ed tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644865 Oct 15 20:02:33.473545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.577613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.683441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.727076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2863676a-0b3b-46db-b05e-6a827427e71b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:33.729198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.735494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c526a634-b8ab-4617-a237-9775e81a7f77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2863676a-0b3b-46db-b05e-6a827427e71b HTTP/1.1" status: 204 len: 168 time: 0.3901892 Oct 15 20:02:33.735860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:33.738815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590dbe1f-f174-4318-a32e-8257a5cc1227 None None] Network f79fc251-1c79-4df1-b74b-37b38c7eb4d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:33.873862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.905159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5afc6e-1fe8-4e97-affe-f49022de3509 req-558cd7a3-8819-4634-a527-bf22e570f87f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:33.913277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a5afc6e-1fe8-4e97-affe-f49022de3509 req-558cd7a3-8819-4634-a527-bf22e570f87f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0992968 Oct 15 20:02:33.981630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Deleting port 53958536-5771-4eea-9600-23dd2b5101e1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:33.984417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:33.993082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a5afc6e-1fe8-4e97-affe-f49022de3509 req-9eeee22b-5acc-4fce-a847-2de137d336d8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731514 Oct 15 20:02:34.090003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] For port 53958536-5771-4eea-9600-23dd2b5101e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=53958536-5771-4eea-9600-23dd2b5101e1,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:34.099224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.116580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Calling delete_port for 53958536-5771-4eea-9600-23dd2b5101e1 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:34.143934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] DHCP port deletion for f79fc251-1c79-4df1-b74b-37b38c7eb4d5 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:34.280722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Deleting port 53958536-5771-4eea-9600-23dd2b5101e1 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:34.292657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.374095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] For port 53958536-5771-4eea-9600-23dd2b5101e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=53958536-5771-4eea-9600-23dd2b5101e1,segment=NetworkSegment(40e5b031-4ece-4b31-a72d-2fbb7badbf08),segment_id=40e5b031-4ece-4b31-a72d-2fbb7badbf08)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:34.375180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.394689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Calling delete_port for 53958536-5771-4eea-9600-23dd2b5101e1 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:34.401927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 53958536-5771-4eea-9600-23dd2b5101e1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:34.462889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.499646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No active binding found for port 53958536-5771-4eea-9600-23dd2b5101e1 {{(pid=101182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 20:02:34.501566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 53958536-5771-4eea-9600-23dd2b5101e1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:34.502300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8416680a-738f-4da7-806f-60357f46d46f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:34.521942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Pushing event deleted for resources: {'Port': ['ID=53958536-5771-4eea-9600-23dd2b5101e1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:34.524168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] No DVR routers for this DVR port 53958536-5771-4eea-9600-23dd2b5101e1 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:34.588109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8416680a-738f-4da7-806f-60357f46d46f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:34.588475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8416680a-738f-4da7-806f-60357f46d46f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:34.588891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 38593f49-245f-475d-b2e8-e74eb4ab546e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:34.617541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 38593f49-245f-475d-b2e8-e74eb4ab546e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:34.617886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 38593f49-245f-475d-b2e8-e74eb4ab546e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:34.661450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.676780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.694308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] Pushing event deleted for resources: {'Port': ['ID=53958536-5771-4eea-9600-23dd2b5101e1,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:34.710804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f7173-5783-4fb6-8066-e96e4af881c6 None None] No DVR routers for this DVR port 53958536-5771-4eea-9600-23dd2b5101e1 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:34.732594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79fc251-1c79-4df1-b74b-37b38c7eb4d5']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:34.751226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e5b031-4ece-4b31-a72d-2fbb7badbf08') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:34.751813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e5b031-4ece-4b31-a72d-2fbb7badbf08') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:34.765040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.770470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b628a4-b810-4cb3-b2dc-37ba76ec5457 req-77b23a38-2c1d-48f1-8495-c47382a99492 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:34.774194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67b628a4-b810-4cb3-b2dc-37ba76ec5457 req-77b23a38-2c1d-48f1-8495-c47382a99492 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1413646 Oct 15 20:02:34.782265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.792830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:34.792830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:34.880836 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:34.912014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67b628a4-b810-4cb3-b2dc-37ba76ec5457 req-0e4b66ea-4b7d-4f11-be1a-24c63b69d416 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278999 Oct 15 20:02:34.999781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:35.016263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:35.023121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f79fc251-1c79-4df1-b74b-37b38c7eb4d5 HTTP/1.1" status: 204 len: 168 time: 1.2862601 Oct 15 20:02:35.085393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7621447-edc0-473c-a1d5-da4e501ff29e admin admin] Pushing event deleted for resources: {'Network': ['ID=f79fc251-1c79-4df1-b74b-37b38c7eb4d5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:35.233104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b8b7-d70a-4be1-80cb-63c9a91678ea req-2d7f43e5-6ac9-44a7-8806-012c8f263d12 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:35.244515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acb6b8b7-d70a-4be1-80cb-63c9a91678ea req-2d7f43e5-6ac9-44a7-8806-012c8f263d12 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.0820930 Oct 15 20:02:35.321818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acb6b8b7-d70a-4be1-80cb-63c9a91678ea req-00851f5a-b375-4616-8dd1-ae7d33f7fff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729938 Oct 15 20:02:35.442956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-548ab290-c955-449c-b33f-70adbd7484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:35.444512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-548ab290-c955-449c-b33f-70adbd7484e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0439637 Oct 15 20:02:35.458663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:35.553861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:35.653318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34216) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:35.735024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a9818787-1bf3-4232-90e6-b79db6c10689 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b97243589084c2f9bba6a9505012b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806715 Oct 15 20:02:35.741548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34218) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:35.827364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:35.853268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:35.929739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:36.014681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:36.041112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:36.045129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:36.045129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/096e13e9-65ec-4a62-b375-59c878b494d7 HTTP/1.1" status: 204 len: 168 time: 0.3016074 Oct 15 20:02:36.054157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f96be5d-cd48-491c-bc7b-a9b0106aa1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e13e9-65ec-4a62-b375-59c878b494d7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:36.107798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:36.110283 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a27ee7-4abb-4ded-8c69-53a33b2385c8" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:36.115275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:36.134453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Transition to ACTIVE for port object 0a260131-7485-4d49-8684-f268dc845938 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:02:36.142450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608312ba-24f5-4128-b080-5277ccdb52e5 req-97555ab8-9b1c-4147-9968-f2ffec423e4a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:36.145407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-608312ba-24f5-4128-b080-5277ccdb52e5 req-97555ab8-9b1c-4147-9968-f2ffec423e4a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1282029 Oct 15 20:02:36.199711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:36.258253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-608312ba-24f5-4128-b080-5277ccdb52e5 req-c3317c93-aed2-405c-9a98-eac2f16a197d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066134 Oct 15 20:02:36.321779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:36.405007 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c223fa92-dc41-4e82-8c2a-58dec1cbb064 x-openstack-request-id: req-c223fa92-dc41-4e82-8c2a-58dec1cbb064 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:36.405346 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:36.405543 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c223fa92-dc41-4e82-8c2a-58dec1cbb064 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:36.406536 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'code': 200} Oct 15 20:02:36.407363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] No DVR routers for this DVR port 0a260131-7485-4d49-8684-f268dc845938 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:36.727939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1b975-c8b2-431b-bcc0-f916162cf9bc req-945358c5-f5af-4dc3-9e15-f4d3d61e48a7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:36.735447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a1b975-c8b2-431b-bcc0-f916162cf9bc req-945358c5-f5af-4dc3-9e15-f4d3d61e48a7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.2550726 Oct 15 20:02:36.769505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:02:36.769863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:02:36.770191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:36.778925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:02:36.779247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Attempting to bind port 0a260131-7485-4d49-8684-f268dc845938 on network b1dee94b-70b8-4d19-b2de-757ce45227e0 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:36.793236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:02:36.793573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Checking segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:36.793959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Bound using segment: {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:02:36.794390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Bound port: 0a260131-7485-4d49-8684-f268dc845938, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fc6684-d190-4552-8714-1668fbc42b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:02:36.794754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:36.799650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a1b975-c8b2-431b-bcc0-f916162cf9bc req-bd46c851-acd8-439f-a5e7-c7dde2d9986e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627325 Oct 15 20:02:36.876373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:36.880977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:02:36.958124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:37.003663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.004282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:37.005708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] 10.222.0.11 "PUT /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1094 time: 1.5530846 Oct 15 20:02:37.041675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecc37a-cc91-4851-ac62-08b8d5f7371d service neutron] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=11']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:37.123643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-d8078e1e-752e-483d-b780-b437eb828f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.129428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-d8078e1e-752e-483d-b780-b437eb828f51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1097 time: 0.0798731 Oct 15 20:02:37.380184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-259d856a-c3b3-411b-8526-14710df06985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.381720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-259d856a-c3b3-411b-8526-14710df06985 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.2336295 Oct 15 20:02:37.598435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fac40c-7fa4-4abf-a15d-22a777c4bb76 req-63f96fd7-c5ec-4385-b0ce-bbee375aa3da tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.607043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40fac40c-7fa4-4abf-a15d-22a777c4bb76 req-63f96fd7-c5ec-4385-b0ce-bbee375aa3da tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1267588 Oct 15 20:02:37.620968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-1c377e20-bb75-4afa-a894-c86a7b5741f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.2259541 Oct 15 20:02:37.687431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-80ff48b6-7c9c-4e19-ac5d-6d5e51c99b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.688942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-80ff48b6-7c9c-4e19-ac5d-6d5e51c99b94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0595796 Oct 15 20:02:37.719854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40fac40c-7fa4-4abf-a15d-22a777c4bb76 req-70442c8c-2805-419a-a18e-647c889cf876 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067584 Oct 15 20:02:37.801673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-d7bf3fb3-29ab-4fe5-8bd5-599d2b30abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:37.803423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-d7bf3fb3-29ab-4fe5-8bd5-599d2b30abe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989559 Oct 15 20:02:37.934917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-6a6ce6b9-fc38-41cc-bc0b-86f67393186f service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228614 Oct 15 20:02:38.107416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d7ade2-64c8-422b-ad31-f79a2e616364 req-d11ee16b-4a82-4db7-85cb-808dc49b4056 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648421 Oct 15 20:02:38.407921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:38.410954 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562" -d '{"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:38.561667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34286) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:39.022883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a260131-7485-4d49-8684-f268dc845938 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:39.084833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0a260131-7485-4d49-8684-f268dc845938 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:39.517256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de281fa4-078a-4427-9556-7119c8c0d557 req-265f15bf-8e7c-44b2-a036-654c9f166d2f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:39.527013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de281fa4-078a-4427-9556-7119c8c0d557 req-265f15bf-8e7c-44b2-a036-654c9f166d2f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.1258335 Oct 15 20:02:39.766951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de281fa4-078a-4427-9556-7119c8c0d557 req-3ea67046-3894-4499-92c5-17783733f978 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389336 Oct 15 20:02:39.859023 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7134b56a-af80-4b32-9910-fad61eb0e3b3 x-openstack-request-id: req-7134b56a-af80-4b32-9910-fad61eb0e3b3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:39.859721 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:39.859868 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7134b56a-af80-4b32-9910-fad61eb0e3b3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:39.860243 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:02:40.104117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-640ff307-3129-4663-967b-3c4cd4f4a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.105759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-640ff307-3129-4663-967b-3c4cd4f4a139 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1097 time: 0.2361517 Oct 15 20:02:40.119850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-2de4ed29-9339-44f1-9c9a-674fd122630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.119850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-2de4ed29-9339-44f1-9c9a-674fd122630e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1097 time: 0.2176397 Oct 15 20:02:40.178154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2271aa-011b-4eb3-8a5a-bad5e52e1c7c req-ab03a97f-3168-4537-ac8c-043b997d3558 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.178154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd2271aa-011b-4eb3-8a5a-bad5e52e1c7c req-ab03a97f-3168-4537-ac8c-043b997d3558 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1916530 Oct 15 20:02:40.233294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:40.375806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd2271aa-011b-4eb3-8a5a-bad5e52e1c7c req-4b6b4b62-6aa7-426d-b49b-cbd1e01f2bbd tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771111 Oct 15 20:02:40.470660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-57b1a862-5b2b-47be-b646-ac90188941a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.472322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-57b1a862-5b2b-47be-b646-ac90188941a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.3432608 Oct 15 20:02:40.490616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-3ed85203-0222-471f-80a8-59613fa75cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.491977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-3ed85203-0222-471f-80a8-59613fa75cf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.3736827 Oct 15 20:02:40.679692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-c6b920f8-b352-4f0c-992e-611a776024bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.1481917 Oct 15 20:02:40.681372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-92e08576-d19a-4767-9fe2-da216eec5445 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 999 time: 0.1874983 Oct 15 20:02:40.820083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-d4a23970-b92b-4ca8-bc36-c55ccb5d4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.821541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-d4a23970-b92b-4ca8-bc36-c55ccb5d4c6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1304874 Oct 15 20:02:40.823827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-0e62af8c-c7ff-4dea-9f03-f9f4d3288b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.825173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-0e62af8c-c7ff-4dea-9f03-f9f4d3288b72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1352568 Oct 15 20:02:40.917739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Deleting port 4f68444c-39db-47b3-8906-296a07c5ee7c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:40.918086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:40.922696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-762161a1-1c05-4ce9-a14c-46179b8bbf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.924468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-762161a1-1c05-4ce9-a14c-46179b8bbf7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942268 Oct 15 20:02:40.938887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-38de7acf-4418-4485-bbfd-7ed47ac77454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:40.940843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-38de7acf-4418-4485-bbfd-7ed47ac77454 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024947 Oct 15 20:02:41.254030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-f88b6931-c51b-4621-b063-4d1db0ee1f20 service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028574 Oct 15 20:02:41.311949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] For port 4f68444c-39db-47b3-8906-296a07c5ee7c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4f68444c-39db-47b3-8906-296a07c5ee7c,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:41.312313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:41.348086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Calling delete_port for 4f68444c-39db-47b3-8906-296a07c5ee7c owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:41.406692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-6d8092fc-7929-40ee-b3af-4d46bc77b653 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648592 Oct 15 20:02:41.479918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb01ec6-b8a9-4db6-99db-6a214b202bae req-06311c78-b7c5-4bc2-b628-515ee7ac7b21 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:41.481334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbb01ec6-b8a9-4db6-99db-6a214b202bae req-06311c78-b7c5-4bc2-b628-515ee7ac7b21 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 945 time: 0.2315953 Oct 15 20:02:41.568869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-f72a8ece-86c0-4d1e-b5b7-8f4b871c203c service neutron] 10.222.0.15 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995079 Oct 15 20:02:41.648456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bbb01ec6-b8a9-4db6-99db-6a214b202bae req-3e459b82-9c2d-4558-b300-522680d0da6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522653 Oct 15 20:02:41.677190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ac1a4f6-5034-4723-b42d-2e98b1dd2562 req-609769ee-0811-4c72-a346-b570515442b6 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621052 Oct 15 20:02:41.935259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:41.972445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f68444c-39db-47b3-8906-296a07c5ee7c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:42.057540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904744-b5a3-4415-9132-f830257efa4b req-a77f3e19-2c6f-4949-8326-e61399e80815 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:42.065771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55904744-b5a3-4415-9132-f830257efa4b req-a77f3e19-2c6f-4949-8326-e61399e80815 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1992910 Oct 15 20:02:42.136405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55904744-b5a3-4415-9132-f830257efa4b req-6083c910-3806-4b13-8ee0-ac576fa8258b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696054 Oct 15 20:02:42.167227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:02:42.575442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:42.592127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0a260131-7485-4d49-8684-f268dc845938', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'port_id': '0a260131-7485-4d49-8684-f268dc845938', 'mac_address': 'fa:16:3e:36:94:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:02:42.638895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:42.654672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:02:42.676905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:42.757111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:42.873912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:42.955375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:43.128899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0a260131-7485-4d49-8684-f268dc845938'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:43.297346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Router e3ed95ec-16e2-4681-81c8-737bd1a05c20 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:02:43.313027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae759d-f4dc-4e0b-b3c9-40e7ca419596 req-fb6ff593-91f7-401f-a67e-56028eecd455 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:43.316061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adae759d-f4dc-4e0b-b3c9-40e7ca419596 req-fb6ff593-91f7-401f-a67e-56028eecd455 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 946 time: 0.3585219 Oct 15 20:02:43.436108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adae759d-f4dc-4e0b-b3c9-40e7ca419596 req-c4753ce1-358e-4102-9672-e609732968be tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139877 Oct 15 20:02:43.465805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34362) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:43.528795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:02:43.545848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Sync routers for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:02:43.548129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fda7db57-ecfb-45cb-ae78-03acf5e21e28 admin admin] 10.222.0.13 "PUT /v2.0/routers/e3ed95ec-16e2-4681-81c8-737bd1a05c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9843593 Oct 15 20:02:43.550306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34366) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:43.568083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7fcbf449-a829-4c4b-9fa6-eaeae3218395 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/c6a4844f-2c7f-4044-9698-5bd04a238458 HTTP/1.1" status: 200 len: 992 time: 0.1004620 Oct 15 20:02:43.579715 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:43.585033 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:43.760395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ad9b3-aca8-4d09-848b-878668532b76 req-36205feb-7373-4d97-bf19-8d314b5507e1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:43.762455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b6ad9b3-aca8-4d09-848b-878668532b76 req-36205feb-7373-4d97-bf19-8d314b5507e1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1565771 Oct 15 20:02:43.774499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:43.829752 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:43.875898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b6ad9b3-aca8-4d09-848b-878668532b76 req-06cba76b-00dc-4c05-a00c-2a7103d27bff tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902064 Oct 15 20:02:43.965616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.072993 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T20:02:41Z', 'revision_number': 5, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port': {'id': 'd8f77131-d69e-4332-b34f-dc76b22cf8a4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:50:12Z', 'updated_at': '2021-10-15T19:50:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:44.090067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Deleting port d8f77131-d69e-4332-b34f-dc76b22cf8a4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:44.090680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.099928 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Checking router: e3ed95ec-16e2-4681-81c8-737bd1a05c20 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:02:44.108673 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Routers {'e3ed95ec-16e2-4681-81c8-737bd1a05c20'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:44.109275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:44.167333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:02:44.214202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] For port d8f77131-d69e-4332-b34f-dc76b22cf8a4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8f77131-d69e-4332-b34f-dc76b22cf8a4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:44.215161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.240157 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] Set router e3ed95ec-16e2-4681-81c8-737bd1a05c20 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:44.241994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Calling delete_port for d8f77131-d69e-4332-b34f-dc76b22cf8a4 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:44.306677 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T20:02:43Z', 'revision_number': 6, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:44.336805 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431f051-3cda-417a-9c0b-d55c863ea175 None None] The sync data for ids ['e3ed95ec-16e2-4681-81c8-737bd1a05c20'] in n-d-712140-14 is: [{'id': 'e3ed95ec-16e2-4681-81c8-737bd1a05c20', 'name': 'tempest-TaggedBootDevicesTest_v242-87075349-router', 'tenant_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:50:09Z', 'updated_at': '2021-10-15T20:02:43Z', 'revision_number': 6, 'project_id': 'c7bda9f79d8d4471a8265e7d696bf941', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:02:44.339751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0a260131-7485-4d49-8684-f268dc845938 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:02:44.344304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0a260131-7485-4d49-8684-f268dc845938 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:02:44.354767 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.434619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.458233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:44.460689 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c668720-d9ba-4af8-8d37-fef327eb5725" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:44.481608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:44.493913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.507507 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089e24a1-379c-4d34-9519-57fe8d5b2a21 x-openstack-request-id: req-089e24a1-379c-4d34-9519-57fe8d5b2a21 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:44.507910 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-plugged", "status": "completed", "tag": "0a260131-7485-4d49-8684-f268dc845938", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:44.508246 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-089e24a1-379c-4d34-9519-57fe8d5b2a21 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:44.508723 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'code': 200} Oct 15 20:02:44.521960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Pushing event deleted for resources: {'Port': ['ID=d8f77131-d69e-4332-b34f-dc76b22cf8a4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:44.550908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.596377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.609137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=13']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:44.709473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.713507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.871167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.871706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3ed95ec-16e2-4681-81c8-737bd1a05c20 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:02:44.878103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.881557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98cb94fe-07fd-4435-9e95-485b94d7601f admin admin] 10.222.0.13 "DELETE /v2.0/routers/e3ed95ec-16e2-4681-81c8-737bd1a05c20 HTTP/1.1" status: 204 len: 168 time: 1.3259559 Oct 15 20:02:44.881937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:44.946790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Deleting subnet 07ef31b1-befa-49bd-9117-ff484782e0e7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:44.950632 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:44.995733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.023329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cdc60-e8f9-4ee2-85c3-79e127aaf765 req-243d821e-ecc4-4b22-af95-019524bfb6b6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:45.027038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-481cdc60-e8f9-4ee2-85c3-79e127aaf765 req-243d821e-ecc4-4b22-af95-019524bfb6b6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0701575 Oct 15 20:02:45.076873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-481cdc60-e8f9-4ee2-85c3-79e127aaf765 req-d7a47af7-f4c8-437c-95cd-6e7636aaf23b tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Oct 15 20:02:45.098468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.229395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.259880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ef31b1-befa-49bd-9117-ff484782e0e7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:45.263775 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.267109 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-585dfabc-6c76-4f85-8d7e-cba19ec9cb1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/07ef31b1-befa-49bd-9117-ff484782e0e7 HTTP/1.1" status: 204 len: 168 time: 0.3794518 Oct 15 20:02:45.270600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34402) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:45.282522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14430a92-fdad-4916-a58b-fe98807206f1 None None] Network ee15acf5-63d6-4faa-a68f-c6f8941339c5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:45.446431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.557265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Deleting port 22bd6bed-39e3-4445-9438-528b4dfc2a64 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:45.558105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.725868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] DHCP port deletion for ee15acf5-63d6-4faa-a68f-c6f8941339c5 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:45.786924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] For port 22bd6bed-39e3-4445-9438-528b4dfc2a64, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22bd6bed-39e3-4445-9438-528b4dfc2a64,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:45.787495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.813233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Calling delete_port for 22bd6bed-39e3-4445-9438-528b4dfc2a64 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:45.877588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Deleting port 22bd6bed-39e3-4445-9438-528b4dfc2a64 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:45.877957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:45.983206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] For port 22bd6bed-39e3-4445-9438-528b4dfc2a64, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22bd6bed-39e3-4445-9438-528b4dfc2a64,segment=NetworkSegment(71287eb1-fc54-4360-b875-d85e8e1d6191),segment_id=71287eb1-fc54-4360-b875-d85e8e1d6191)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:45.997534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.013088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Calling delete_port for 22bd6bed-39e3-4445-9438-528b4dfc2a64 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:46.040956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.069263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=22bd6bed-39e3-4445-9438-528b4dfc2a64,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:46.091402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] No DVR routers for this DVR port 22bd6bed-39e3-4445-9438-528b4dfc2a64 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:46.137530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.168491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] Pushing event deleted for resources: {'Port': ['ID=22bd6bed-39e3-4445-9438-528b4dfc2a64,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:46.202064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e63ad5-f09d-49d8-95d1-e6b73020bcae None None] No DVR routers for this DVR port 22bd6bed-39e3-4445-9438-528b4dfc2a64 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:46.222133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.269353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee15acf5-63d6-4faa-a68f-c6f8941339c5']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:46.281274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71287eb1-fc54-4360-b875-d85e8e1d6191') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:46.281643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71287eb1-fc54-4360-b875-d85e8e1d6191') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:46.302409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec422c25-8df4-4fad-bb76-93c223a2e7cc req-c20d4c89-886f-4f19-aa0c-03849e9dbf86 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:46.304134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec422c25-8df4-4fad-bb76-93c223a2e7cc req-c20d4c89-886f-4f19-aa0c-03849e9dbf86 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1013627 Oct 15 20:02:46.306625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.343992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.370776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:46.371502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:46.373799 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:46.381709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22bd6bed-39e3-4445-9438-528b4dfc2a64 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:46.410090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 22bd6bed-39e3-4445-9438-528b4dfc2a64 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:46.410692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22bd6bed-39e3-4445-9438-528b4dfc2a64 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:46.411280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8f77131-d69e-4332-b34f-dc76b22cf8a4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:46.433273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d8f77131-d69e-4332-b34f-dc76b22cf8a4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:46.434770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8f77131-d69e-4332-b34f-dc76b22cf8a4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:46.435356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4f68444c-39db-47b3-8906-296a07c5ee7c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:46.458750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4f68444c-39db-47b3-8906-296a07c5ee7c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:46.460851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4f68444c-39db-47b3-8906-296a07c5ee7c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:46.464071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec422c25-8df4-4fad-bb76-93c223a2e7cc req-551801c8-cddf-4927-9cc5-86732c3506ce tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502264 Oct 15 20:02:46.526314 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.546661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:46.550444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee15acf5-63d6-4faa-a68f-c6f8941339c5 HTTP/1.1" status: 204 len: 168 time: 1.2783585 Oct 15 20:02:46.551481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f611c3-6943-442d-aeb8-5df18cf04b31 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee15acf5-63d6-4faa-a68f-c6f8941339c5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:46.996226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34424) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:47.048419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-564447fb-166d-4b08-aea9-ce5e785bf0e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7bda9f79d8d4471a8265e7d696bf941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489900 Oct 15 20:02:47.049796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34426) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:47.114949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:47.138834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:47.292198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:47.294889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:47.299273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b410d0c-f3bd-4c24-9d23-36079c172337 HTTP/1.1" status: 204 len: 168 time: 0.2450018 Oct 15 20:02:47.306191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340a26-de93-495c-8903-3272285461b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b410d0c-f3bd-4c24-9d23-36079c172337,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:47.619245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe927-eea9-442d-a4e8-1b450df6b5ba req-c9b63457-affd-476c-a635-d127dedcf112 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:47.620840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3ffe927-eea9-442d-a4e8-1b450df6b5ba req-c9b63457-affd-476c-a635-d127dedcf112 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0540097 Oct 15 20:02:47.660939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3ffe927-eea9-442d-a4e8-1b450df6b5ba req-27801bba-ade7-456a-8bd3-f7e7f4cfe315 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Oct 15 20:02:47.889216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34462) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:48.393906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:48.517095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf833-3b3c-4c3b-8f4b-950c39ee3092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.543940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17af5a97-b607-4c27-8c6a-ba01efd6eb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.640327 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17af5a97-b607-4c27-8c6a-ba01efd6eb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.716835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17af5a97-b607-4c27-8c6a-ba01efd6eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.804521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:48.806823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af5a97-b607-4c27-8c6a-ba01efd6eb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290de25-4424-4233-a080-72f9a960cfb9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:48.827258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-17af5a97-b607-4c27-8c6a-ba01efd6eb42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ed8518bb8d14b03ba31a14507020989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322493 Oct 15 20:02:48.830764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34492) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:48.871819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210680d6-9f57-4b29-99f3-091409d6d783 req-a85a7299-8697-4f3d-81fb-9b1cc2b34420 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:48.879957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-210680d6-9f57-4b29-99f3-091409d6d783 req-a85a7299-8697-4f3d-81fb-9b1cc2b34420 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0818834 Oct 15 20:02:48.914406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.922272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.942111 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:48.973014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-210680d6-9f57-4b29-99f3-091409d6d783 req-a6a115af-fbd2-470e-b351-cd949aadbbeb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921645 Oct 15 20:02:48.982009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-38093954-network', 'tenant_id': '7b10b6d5f95a42529db4ea64e693f4c0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:49.103208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Made reservation on behalf of 7b10b6d5f95a42529db4ea64e693f4c0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:49.103208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.116544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.120284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.121888 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0290de25-4424-4233-a080-72f9a960cfb9 HTTP/1.1" status: 204 len: 168 time: 0.2828383 Oct 15 20:02:49.123065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.160885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea4f0d-cf05-42ec-b3b0-8749c0bb5501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290de25-4424-4233-a080-72f9a960cfb9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:49.257994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Deleting port f2830a16-0dbe-4103-b03d-9e39d8ab3e86 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:49.258335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.258781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.327950 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.342766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] For port f2830a16-0dbe-4103-b03d-9e39d8ab3e86, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:49.343135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.357194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Calling delete_port for f2830a16-0dbe-4103-b03d-9e39d8ab3e86 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:49.361002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:02:49.384588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.385286 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Added segment 681bb839-c934-4934-8b24-1dae92531aa6 of type vlan for network 5cfc3f47-909d-45f4-816e-9024b49730f4 Oct 15 20:02:49.402826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3974b96b-4574-4b1e-a7dc-12410585f3e9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:49.447366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.546260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.550627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:49.551438 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.617620 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] Pushing event updated for resources: {'Network': ['ID=5cfc3f47-909d-45f4-816e-9024b49730f4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:49.628728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5cfc3f47-909d-45f4-816e-9024b49730f4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:02:49.636626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.667906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3c680e26-7973-4220-a117-29c8866bf6af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8618226 Oct 15 20:02:49.671501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2830a16-0dbe-4103-b03d-9e39d8ab3e86,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:49.671703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34502) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:49.679546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Request body: {'subnet': {'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-38093954-subnet', 'tenant_id': '7b10b6d5f95a42529db4ea64e693f4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:49.789304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Made reservation on behalf of 7b10b6d5f95a42529db4ea64e693f4c0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:49.794757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.863385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:49.968763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34504) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:49.991630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e832027-b279-4420-90cc-922c4e6078a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.116653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e832027-b279-4420-90cc-922c4e6078a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.167376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Router c9c63cec-75f8-4b6d-86b3-dba48331376f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:02:50.175059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.183961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c52cfe-3cce-42f1-8637-afb683ce5732 req-93e55598-836c-4b5c-a0d0-f2db6db426e8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:50.185506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3c52cfe-3cce-42f1-8637-afb683ce5732 req-93e55598-836c-4b5c-a0d0-f2db6db426e8 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0710878 Oct 15 20:02:50.211945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e832027-b279-4420-90cc-922c4e6078a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.283734 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e832027-b279-4420-90cc-922c4e6078a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5f4f296a701498fa0bc12ca153d36ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115041 Oct 15 20:02:50.285602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=096941f1-ec8f-4747-90c9-44d5ff4aba3d,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:50.288039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34510) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:50.296031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e832027-b279-4420-90cc-922c4e6078a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23da556b-16ab-4045-a854-53c357515e3b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:50.299997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b3c52cfe-3cce-42f1-8637-afb683ce5732 req-49ed7474-b415-4cea-909f-1a2a67b2c0bb tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063225 Oct 15 20:02:50.326516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Checking segment: {'id': '681bb839-c934-4934-8b24-1dae92531aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:50.326880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Network hostable DHCP agents. Network: 5cfc3f47-909d-45f4-816e-9024b49730f4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:02:50.341084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:02:50.347833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ed78b86e-02be-4a36-ae3e-c8b13bdb5248 admin admin] 10.222.0.13 "PUT /v2.0/routers/c9c63cec-75f8-4b6d-86b3-dba48331376f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4572012 Oct 15 20:02:50.350275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34514) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:50.355684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Sync routers for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:02:50.368270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:50.369113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:50.383056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.419112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.426808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Network 5cfc3f47-909d-45f4-816e-9024b49730f4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:02:50.482435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.504225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5cfc3f47-909d-45f4-816e-9024b49730f4) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:02:50.508648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:50.509222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.522732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc7903-f85a-4296-9cbe-d6b22f4ab2f6 None None] Network 5cfc3f47-909d-45f4-816e-9024b49730f4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:50.540854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:50.551400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.554266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:50.555997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23da556b-16ab-4045-a854-53c357515e3b HTTP/1.1" status: 204 len: 168 time: 0.2655954 Oct 15 20:02:50.583493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eac019-db5e-457b-baf6-4fd2c7d8792b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23da556b-16ab-4045-a854-53c357515e3b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:50.607742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-10194bf9-050d-45ef-a8ff-bb881da602e1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9331522 Oct 15 20:02:50.919082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f51002-d393-4aa5-ad0f-279e5c92faaa None None] Network 5cfc3f47-909d-45f4-816e-9024b49730f4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:50.967614 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.007857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '22376a77-9c02-4436-9c96-f86a156feda5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T20:02:49Z', 'revision_number': 5, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port': {'id': '22376a77-9c02-4436-9c96-f86a156feda5', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T19:49:58Z', 'updated_at': '2021-10-15T19:50:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:51.036328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Checking router: c9c63cec-75f8-4b6d-86b3-dba48331376f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:02:51.079348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Routers {'c9c63cec-75f8-4b6d-86b3-dba48331376f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:02:51.080735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c9c63cec-75f8-4b6d-86b3-dba48331376f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:51.116856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Deleting port 22376a77-9c02-4436-9c96-f86a156feda5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:51.117977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.188406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] Set router c9c63cec-75f8-4b6d-86b3-dba48331376f gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:02:51.281513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] For port 22376a77-9c02-4436-9c96-f86a156feda5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=22376a77-9c02-4436-9c96-f86a156feda5,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:51.282128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.304482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Calling delete_port for 22376a77-9c02-4436-9c96-f86a156feda5 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:51.383378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-abdcaec6-1d70-48c4-b3aa-e38bdeae6d1f tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:51.384930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-abdcaec6-1d70-48c4-b3aa-e38bdeae6d1f tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/networks?id=5cfc3f47-909d-45f4-816e-9024b49730f4 HTTP/1.1" status: 200 len: 812 time: 0.2436562 Oct 15 20:02:51.406832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T20:02:50Z', 'revision_number': 6, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:51.416373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-327ee063-f0f7-4101-a4c9-577f5f64af50 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/quotas/7b10b6d5f95a42529db4ea64e693f4c0 HTTP/1.1" status: 200 len: 375 time: 0.0207560 Oct 15 20:02:51.437995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13823-3b8b-4e23-9274-59108ee259ee None None] The sync data for ids ['c9c63cec-75f8-4b6d-86b3-dba48331376f'] in n-d-712140-14 is: [{'id': 'c9c63cec-75f8-4b6d-86b3-dba48331376f', 'name': 'tempest-TaggedBootDevicesTest-1284907024-router', 'tenant_id': '986f5b0d56f34264bbe54e4e18f247e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T19:49:55Z', 'updated_at': '2021-10-15T20:02:50Z', 'revision_number': 6, 'project_id': '986f5b0d56f34264bbe54e4e18f247e2', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:02:51.447358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34540) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:51.461577 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e741385-1e67-499a-af99-6aab7f98340f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.491739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0368e14c-0730-4567-ab82-747fb649b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.509031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-4fec91d4-7ee6-4380-9501-6f6d3a942131 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b10b6d5f95a42529db4ea64e693f4c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829825 Oct 15 20:02:51.565896 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e741385-1e67-499a-af99-6aab7f98340f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.642973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-45f50b31-1c05-44d2-9525-d7b7a2eb6ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219628 Oct 15 20:02:51.651870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e741385-1e67-499a-af99-6aab7f98340f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.691815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5e741385-1e67-499a-af99-6aab7f98340f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce9f136feef84217b0ee7653d3a6958e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2431116 Oct 15 20:02:51.692905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e741385-1e67-499a-af99-6aab7f98340f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca85cb8-bc99-46b5-b1b6-872bcb31f161,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:51.695160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:51.722544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.749966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.767971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Pushing event deleted for resources: {'Port': ['ID=22376a77-9c02-4436-9c96-f86a156feda5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:51.777396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.840796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-d086fc41-9e17-4104-addc-bd24558b57e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912291 Oct 15 20:02:51.852133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.911007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.914357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.916599 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ca85cb8-bc99-46b5-b1b6-872bcb31f161 HTTP/1.1" status: 204 len: 168 time: 0.2204418 Oct 15 20:02:51.934160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0782d-c70f-4b5f-b185-784951a818e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca85cb8-bc99-46b5-b1b6-872bcb31f161,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:51.993909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:51.997237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.146379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.148764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9c63cec-75f8-4b6d-86b3-dba48331376f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:02:52.151323 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.152505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a95b9120-6320-48a6-9469-dd4255f5c667 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c9c63cec-75f8-4b6d-86b3-dba48331376f HTTP/1.1" status: 204 len: 168 time: 1.8010600 Oct 15 20:02:52.155344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:52.161469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba71e-9421-4e05-bdfd-e20c62eb94df req-96482b27-d047-4c23-adcf-45e81bfd86b4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:52.163098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdeba71e-9421-4e05-bdfd-e20c62eb94df req-96482b27-d047-4c23-adcf-45e81bfd86b4 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0648370 Oct 15 20:02:52.224359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdeba71e-9421-4e05-bdfd-e20c62eb94df req-4910aaab-66bd-4646-97b1-6f5063febb58 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495896 Oct 15 20:02:52.232140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Deleting subnet f9de6102-87e6-43a1-8b2d-f2c83de5c010 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:02:52.240729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.308144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.368199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.440919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ce61ea0-0f5d-40e2-b1dd-eca9d2c37f95 req-466de7df-06aa-40d8-84f0-a82301720270 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 210 time: 0.0530095 Oct 15 20:02:52.449242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.453618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22376a77-9c02-4436-9c96-f86a156feda5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:52.495113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 22376a77-9c02-4436-9c96-f86a156feda5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:52.495805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 22376a77-9c02-4436-9c96-f86a156feda5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:52.497370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f2830a16-0dbe-4103-b03d-9e39d8ab3e86 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:52.530260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f2830a16-0dbe-4103-b03d-9e39d8ab3e86 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:52.530950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f2830a16-0dbe-4103-b03d-9e39d8ab3e86 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:52.623715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.627355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.668101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9de6102-87e6-43a1-8b2d-f2c83de5c010,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:52.674828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.678242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-938bcb69-9a01-4d08-bb1c-9c1cda1ae1be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9de6102-87e6-43a1-8b2d-f2c83de5c010 HTTP/1.1" status: 204 len: 168 time: 0.5215793 Oct 15 20:02:52.681062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2b305-3c88-475a-9b21-a07a80cd3e46 None None] Network 6e7a7292-74f3-440c-b057-5676b38aaac4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:52.681895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:52.772003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.831459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Deleting port 3bdac13d-bbe3-4039-9bca-a149c22c736b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:52.831828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.861300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.862100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.931515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] For port 3bdac13d-bbe3-4039-9bca-a149c22c736b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bdac13d-bbe3-4039-9bca-a149c22c736b,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:52.931944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:52.932326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] DHCP port deletion for 6e7a7292-74f3-440c-b057-5676b38aaac4 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:02:52.946429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Calling delete_port for 3bdac13d-bbe3-4039-9bca-a149c22c736b owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:52.997448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Deleting port 3bdac13d-bbe3-4039-9bca-a149c22c736b {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:52.997819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.066720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] For port 3bdac13d-bbe3-4039-9bca-a149c22c736b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3bdac13d-bbe3-4039-9bca-a149c22c736b,segment=NetworkSegment(06997c41-c41d-4c53-925b-70432775d7f8),segment_id=06997c41-c41d-4c53-925b-70432775d7f8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:53.067175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.080211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Calling delete_port for 3bdac13d-bbe3-4039-9bca-a149c22c736b owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:53.149850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34586) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:53.162428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.170909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.191603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bdac13d-bbe3-4039-9bca-a149c22c736b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:53.193485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] No DVR routers for this DVR port 3bdac13d-bbe3-4039-9bca-a149c22c736b on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:53.214979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] Pushing event deleted for resources: {'Port': ['ID=3bdac13d-bbe3-4039-9bca-a149c22c736b,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:53.221898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae025e5-eef9-4a63-bc98-c2d9c20a6fee None None] No DVR routers for this DVR port 3bdac13d-bbe3-4039-9bca-a149c22c736b on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:53.280213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.312498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66e4686b-cbe7-4935-a49d-3188d2132b4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.322606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7a7292-74f3-440c-b057-5676b38aaac4']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:53.348731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06997c41-c41d-4c53-925b-70432775d7f8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:53.349025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06997c41-c41d-4c53-925b-70432775d7f8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:02:53.387962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.421015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.438123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:02:53.438527 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:02:53.442244 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:02:53.470955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ccf64-61f9-459b-a16f-a8dbddc73b2d req-04665f79-1f64-4718-a3cd-9e963db5d08d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:53.472668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da5ccf64-61f9-459b-a16f-a8dbddc73b2d req-04665f79-1f64-4718-a3cd-9e963db5d08d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1397762 Oct 15 20:02:53.623247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66e4686b-cbe7-4935-a49d-3188d2132b4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.639822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da5ccf64-61f9-459b-a16f-a8dbddc73b2d req-d7ecab3b-4e77-4d63-82d8-b3a3422bf18c tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490257 Oct 15 20:02:53.649951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-3378a0f9-1852-449d-8e25-3534c3498302 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1921992 Oct 15 20:02:53.668513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-174ceb86-fe15-4302-9630-92f56722cffc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1172929 Oct 15 20:02:53.669381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.676718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.682904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6e7a7292-74f3-440c-b057-5676b38aaac4 HTTP/1.1" status: 204 len: 168 time: 0.9982638 Oct 15 20:02:53.725699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66e4686b-cbe7-4935-a49d-3188d2132b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.734183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e8ae0-9ffa-4a08-a5f3-bc5a70765433 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7a7292-74f3-440c-b057-5676b38aaac4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:53.830670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-089edfd8-510c-4f88-9d73-710a0ba76158 req-ab6c76d4-9690-49a9-a585-5fb208a56412 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 210 time: 0.0999751 Oct 15 20:02:53.844756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66e4686b-cbe7-4935-a49d-3188d2132b4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=449b0efd293f419c881777917fadf84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6937411 Oct 15 20:02:53.846080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4686b-cbe7-4935-a49d-3188d2132b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9d0889-fc59-44f6-bf1c-913a5e949d19,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:53.848659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:53.860817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-dd73429a-d930-4d4c-9ac5-2b5b365bca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:53.862693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-dd73429a-d930-4d4c-9ac5-2b5b365bca6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1099 time: 0.1770096 Oct 15 20:02:53.866143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-45f5933c-4f65-4389-9aea-f8aef4cbdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:53.867427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-45f5933c-4f65-4389-9aea-f8aef4cbdb03 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 1097 time: 0.1379869 Oct 15 20:02:53.908354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:53.932600 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.047355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-5682821b-2271-4115-8441-c6599b8da2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.049271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-5682821b-2271-4115-8441-c6599b8da2d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 200 len: 906 time: 0.1625261 Oct 15 20:02:54.054313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-f02ff34c-7940-4a20-9ea8-a1c53c015294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.055769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-f02ff34c-7940-4a20-9ea8-a1c53c015294 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.1587255 Oct 15 20:02:54.092255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.096112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.099808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f9d0889-fc59-44f6-bf1c-913a5e949d19 HTTP/1.1" status: 204 len: 168 time: 0.2471647 Oct 15 20:02:54.107101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f1a965-90b4-40e7-91f8-316dcb1a1151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9d0889-fc59-44f6-bf1c-913a5e949d19,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:54.151684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-ea3342fd-5e8d-485a-b996-8b4bd32d2f00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=902fa6a0-22c9-4270-a616-e33838173202 HTTP/1.1" status: 200 len: 217 time: 0.0913458 Oct 15 20:02:54.213259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-ec640adb-0cf8-4e7b-b2b1-4edf92f4f5b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 1001 time: 0.1194477 Oct 15 20:02:54.269881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-8d26ee74-90c3-4b1a-9a4c-10cb00e19af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.271344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-8d26ee74-90c3-4b1a-9a4c-10cb00e19af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 200 len: 845 time: 0.1129658 Oct 15 20:02:54.310808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:54.315992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-4d92dd74-52c5-4809-9788-6787b6d6739e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347421 Oct 15 20:02:54.320909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-665a889e-e2cb-422e-b9b7-39caf18f1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.322348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-665a889e-e2cb-422e-b9b7-39caf18f1be0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.0928333 Oct 15 20:02:54.332544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704baf11-c39d-4ee8-a31a-12f4f9d1e4a7 req-cb876864-3569-478a-a010-14673ed69d2e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.334025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-704baf11-c39d-4ee8-a31a-12f4f9d1e4a7 req-cb876864-3569-478a-a010-14673ed69d2e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1456628 Oct 15 20:02:54.369933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bdac13d-bbe3-4039-9bca-a149c22c736b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:02:54.386031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-903fb82f-0569-4a56-acbe-1623e4ccea2f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=986f5b0d56f34264bbe54e4e18f247e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736599 Oct 15 20:02:54.389001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:54.399598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3bdac13d-bbe3-4039-9bca-a149c22c736b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:02:54.400212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3bdac13d-bbe3-4039-9bca-a149c22c736b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:02:54.476097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.513032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.526309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-7b22b043-0ddd-4df0-bbb7-691ecd801ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.527911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-7b22b043-0ddd-4df0-bbb7-691ecd801ccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1866972 Oct 15 20:02:54.530713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-704baf11-c39d-4ee8-a31a-12f4f9d1e4a7 req-e44ffac9-08c0-42ab-871e-5e7538a23f30 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790044 Oct 15 20:02:54.554642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-ae07a71e-4b52-401a-ba77-299e4b38cbd6 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303452 Oct 15 20:02:54.563218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.771265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93183398-bd54-46a4-b17b-80ad597136e7 req-222397cd-e1e7-40ec-b41e-cfa63cafbfa9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.772827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93183398-bd54-46a4-b17b-80ad597136e7 req-222397cd-e1e7-40ec-b41e-cfa63cafbfa9 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1138537 Oct 15 20:02:54.774689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-b233a481-084f-49d4-ab3d-2c80724a29a0 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287886 Oct 15 20:02:54.780381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e256d8e4-05b7-489d-a6e9-fe98f8172176 req-dca831e6-0942-4cf9-b247-3295eb3a7fa1 service neutron] 10.222.0.15 "GET /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970906 Oct 15 20:02:54.823504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-850664d0-36ea-4a42-ad00-7f06eddbbec2 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:54.825603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-850664d0-36ea-4a42-ad00-7f06eddbbec2 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.15 "GET /v2.0/networks?id=5cfc3f47-909d-45f4-816e-9024b49730f4 HTTP/1.1" status: 200 len: 812 time: 0.3060250 Oct 15 20:02:54.838972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Request body: {'port': {'device_id': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4', 'admin_state_up': True, 'tenant_id': '7b10b6d5f95a42529db4ea64e693f4c0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:54.878631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93183398-bd54-46a4-b17b-80ad597136e7 req-1df771c4-fb49-46fc-9dc8-e5aa33d6ed4f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973032 Oct 15 20:02:54.916205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4ae5058-a686-469a-a922-761ea2f1f21a req-fee70d90-5323-4d61-aaf5-16759a47b82a service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286311 Oct 15 20:02:54.962289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.965095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:54.968891 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d800fd3-cb82-4187-8da7-987a1e1c1c67 HTTP/1.1" status: 204 len: 168 time: 0.5762119 Oct 15 20:02:54.988478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2896b-b1e3-4112-837a-0ca810d882ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d800fd3-cb82-4187-8da7-987a1e1c1c67,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:55.030749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d682f68-940d-452e-aeda-81493fe5e577 req-415dbb7e-c113-4af6-8340-7aad4e9e9e0d tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 210 time: 0.0684116 Oct 15 20:02:55.171475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Made reservation on behalf of 7b10b6d5f95a42529db4ea64e693f4c0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:55.175089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:55.355824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Allocated IP 172.20.0.11 (5cfc3f47-909d-45f4-816e-9024b49730f4/096941f1-ec8f-4747-90c9-44d5ff4aba3d/bf512be6-8a43-4e87-b2fd-7989dabcae03) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:02:55.580685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b0369-e913-43de-9e97-8074d2111990 req-4d5643c7-5fb8-470f-ba49-fe0114124232 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:55.584251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f62b0369-e913-43de-9e97-8074d2111990 req-4d5643c7-5fb8-470f-ba49-fe0114124232 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.0842922 Oct 15 20:02:55.593739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:55.626743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f62b0369-e913-43de-9e97-8074d2111990 req-3f3b9429-8764-42b6-b2d4-e3f41f1f08f6 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373781 Oct 15 20:02:55.716048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:55.775994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Network 5cfc3f47-909d-45f4-816e-9024b49730f4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:02:55.779174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:02:55.789017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:02:55.794699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Pushing event updated for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:56.134451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:56.135163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.164959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e3fa6-3df4-475d-99e3-4cefb84e5dc0 req-f279bb01-823f-4e76-9f87-bda47a7653b6 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:56.166433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-370e3fa6-3df4-475d-99e3-4cefb84e5dc0 req-f279bb01-823f-4e76-9f87-bda47a7653b6 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 932 time: 0.0526590 Oct 15 20:02:56.207318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-370e3fa6-3df4-475d-99e3-4cefb84e5dc0 req-91442afe-6a15-42d5-b598-7d63a17a9e83 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Oct 15 20:02:56.224616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-2dbdf88c-03b9-4277-a013-3bba66a735c3 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3896272 Oct 15 20:02:56.238852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Request body: {'port': {'device_id': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:56.276321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:56.311030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.435257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-52505970-network', 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:56.520022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:56.522554 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.531227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.608830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.634370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf512be6-8a43-4e87-b2fd-7989dabcae03 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:02:56.642394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.662300 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Transition to ACTIVE for port object bf512be6-8a43-4e87-b2fd-7989dabcae03 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:02:56.676434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.726010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.734830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:02:56.773655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.774002 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Added segment b30186b9-66b2-4586-b471-1e851bfd54bf of type vlan for network 29931f48-fd14-49f9-8650-467f4f1d4ad6 Oct 15 20:02:56.775417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa6537-c803-402a-859a-aea24b66efd0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:56.807683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Pushing event updated for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:56.838214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-1be1bbdf-7e95-4df6-b4bd-5396646483f2 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:56.839543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-1be1bbdf-7e95-4df6-b4bd-5396646483f2 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1460943 Oct 15 20:02:56.844060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.862005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Attempting to bind port bf512be6-8a43-4e87-b2fd-7989dabcae03 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:02:56.862339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Attempting to bind port bf512be6-8a43-4e87-b2fd-7989dabcae03 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '681bb839-c934-4934-8b24-1dae92531aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:02:56.863668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Attempting to bind port bf512be6-8a43-4e87-b2fd-7989dabcae03 on network 5cfc3f47-909d-45f4-816e-9024b49730f4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:56.865325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a2f5b-b97a-4f1f-85b3-6f8f9c885ddc req-dddcdd30-3a53-495b-b901-113a6a9745ce tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:56.866797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-089a2f5b-b97a-4f1f-85b3-6f8f9c885ddc req-dddcdd30-3a53-495b-b901-113a6a9745ce tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 945 time: 0.1642833 Oct 15 20:02:56.867125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Port bf512be6-8a43-4e87-b2fd-7989dabcae03 on network 5cfc3f47-909d-45f4-816e-9024b49730f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:02:56.867440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Attempting to bind port bf512be6-8a43-4e87-b2fd-7989dabcae03 on network 5cfc3f47-909d-45f4-816e-9024b49730f4 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:02:56.872235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:02:56.872570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Checking segment: {'id': '681bb839-c934-4934-8b24-1dae92531aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:56.872942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Bound using segment: {'id': '681bb839-c934-4934-8b24-1dae92531aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:02:56.873361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Bound port: bf512be6-8a43-4e87-b2fd-7989dabcae03, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681bb839-c934-4934-8b24-1dae92531aa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:02:56.873711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:56.941469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:02:56.945033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03,segment=NetworkSegment(681bb839-c934-4934-8b24-1dae92531aa6),segment_id=681bb839-c934-4934-8b24-1dae92531aa6)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:02:56.968005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-089a2f5b-b97a-4f1f-85b3-6f8f9c885ddc req-2eed24fa-99f8-4dab-9381-4caefaa9bbee tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835109 Oct 15 20:02:56.991951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 902fa6a0-22c9-4270-a616-e33838173202 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:02:56.992290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.021277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.022229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:57.022799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.071515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.116740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:57.117764 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.119472 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] 10.222.0.15 "PUT /v2.0/ports/bf512be6-8a43-4e87-b2fd-7989dabcae03 HTTP/1.1" status: 200 len: 1093 time: 0.8862243 Oct 15 20:02:57.120000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:57.122332 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb265409-f118-4b53-a2c8-b0283a1e64c5" -d '{"events": [{"name": "network-changed", "server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:57.140086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] Pushing event updated for resources: {'Network': ['ID=29931f48-fd14-49f9-8650-467f4f1d4ad6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:57.157633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 902fa6a0-22c9-4270-a616-e33838173202, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=902fa6a0-22c9-4270-a616-e33838173202,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:02:57.158045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.161298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:02:57.165077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0af08d-72ad-434b-a096-1ee55230141d service neutron] Pushing event updated for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:57.194502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:02:57.199949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-383f2c13-b2ff-4a93-bafd-45076a7ef513 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9170532 Oct 15 20:02:57.202547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Request body: {'subnet': {'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-52505970-subnet', 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:02:57.204680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 902fa6a0-22c9-4270-a616-e33838173202 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:02:57.315962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-61c690c9-72bf-4422-9c61-a49bb9b7ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:57.317618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-61c690c9-72bf-4422-9c61-a49bb9b7ed37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b10b6d5f95a42529db4ea64e693f4c0&device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 1096 time: 0.0451679 Oct 15 20:02:57.322097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:02:57.324714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.379476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-c02ed011-c4bc-4799-9ede-3057de69c53c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03 HTTP/1.1" status: 200 len: 217 time: 0.0501368 Oct 15 20:02:57.406885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.424990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['902fa6a0-22c9-4270-a616-e33838173202'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:57.428645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:02:57.465544 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf383b2-a20d-4b72-841f-a1ebafb84569 x-openstack-request-id: req-bcf383b2-a20d-4b72-841f-a1ebafb84569 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:57.465831 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:57.466088 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcf383b2-a20d-4b72-841f-a1ebafb84569 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:57.466499 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03', 'status': 'completed', 'code': 200} Oct 15 20:02:57.510527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-5e1fe1f2-96c8-4b9b-b7de-381d6cb22d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:57.511805 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-5e1fe1f2-96c8-4b9b-b7de-381d6cb22d1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=096941f1-ec8f-4747-90c9-44d5ff4aba3d HTTP/1.1" status: 200 len: 852 time: 0.1217062 Oct 15 20:02:57.522463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=902fa6a0-22c9-4270-a616-e33838173202,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:57.550456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 902fa6a0-22c9-4270-a616-e33838173202 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:02:57.558857 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-d95b9fab-a603-4f23-b061-c5efcfee48e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cfc3f47-909d-45f4-816e-9024b49730f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391147 Oct 15 20:02:57.560423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.564654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bfb8f52-46b9-4b86-9810-350397d18840 req-a030945f-8e82-4d34-a4dc-326534ae6a82 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.15 "DELETE /v2.0/ports/902fa6a0-22c9-4270-a616-e33838173202 HTTP/1.1" status: 204 len: 173 time: 0.7166519 Oct 15 20:02:57.565384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'name': 'network-vif-deleted', 'tag': '902fa6a0-22c9-4270-a616-e33838173202'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:02:57.567788 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d4f37f-d00d-4255-b523-9b6a3250b073" -d '{"events": [{"server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "name": "network-vif-deleted", "tag": "902fa6a0-22c9-4270-a616-e33838173202"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:02:57.628062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d3baf-abac-4b3b-ae13-e7f7adfd1df6 req-1dab869c-955b-48b6-b02f-d6005eb5b67d tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:57.636879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c88d3baf-abac-4b3b-ae13-e7f7adfd1df6 req-1dab869c-955b-48b6-b02f-d6005eb5b67d tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 944 time: 0.0878561 Oct 15 20:02:57.652210 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:02:57.680467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c88d3baf-abac-4b3b-ae13-e7f7adfd1df6 req-525c53a5-8264-44ea-b682-aba1ef5e54e9 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Oct 15 20:02:57.736904 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823aa9bf-1fa9-44c5-990f-df81c9d05e59 x-openstack-request-id: req-823aa9bf-1fa9-44c5-990f-df81c9d05e59 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:02:57.737207 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6dd83-35f3-4519-9cbd-feaf7cf362d8", "name": "network-vif-deleted", "tag": "902fa6a0-22c9-4270-a616-e33838173202", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:02:57.737462 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-823aa9bf-1fa9-44c5-990f-df81c9d05e59 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:02:57.737863 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6dd83-35f3-4519-9cbd-feaf7cf362d8', 'name': 'network-vif-deleted', 'tag': '902fa6a0-22c9-4270-a616-e33838173202', 'status': 'completed', 'code': 200} Oct 15 20:02:57.773411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-039a9b0e-733a-4ecc-8b07-c37450067425 service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552663 Oct 15 20:02:57.872543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-252b85d4-e8f1-4bd2-a453-cd2cd6b504ca req-9232235c-b9ba-4551-be04-9604896a5690 service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924859 Oct 15 20:02:57.888057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:57.948994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f2403b-27c7-4996-a3dc-a3d99ec8330c,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:02:57.953600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Checking segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:02:57.958073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Network hostable DHCP agents. Network: 29931f48-fd14-49f9-8650-467f4f1d4ad6, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:02:58.050596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:02:58.075520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-bc9a5f1a-ec02-4e4e-bed8-63f133cd12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:58.075520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-bc9a5f1a-ec02-4e4e-bed8-63f133cd12f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b10b6d5f95a42529db4ea64e693f4c0&device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 1096 time: 0.0599520 Oct 15 20:02:58.112784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecfcc844-d642-4d83-8c7b-9791496f83c4 req-dcc1750e-6994-46e6-aa93-83e569ada8b1 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=01a6dd83-35f3-4519-9cbd-feaf7cf362d8 HTTP/1.1" status: 200 len: 210 time: 0.0352464 Oct 15 20:02:58.152136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 29931f48-fd14-49f9-8650-467f4f1d4ad6) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:02:58.157075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:58.158224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:02:58.164407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b206ecf-7e7e-4193-85ae-5dc46fd8888b None None] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:58.191994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-7e073d7e-6b20-417e-8283-e4e219feec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:58.193449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-7e073d7e-6b20-417e-8283-e4e219feec24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cfc3f47-909d-45f4-816e-9024b49730f4 HTTP/1.1" status: 200 len: 913 time: 0.1123736 Oct 15 20:02:58.269082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d58a59f5-ea86-4335-b6fd-693eef7c15a8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0640268 Oct 15 20:02:58.269082 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-8b33b34e-8676-4ced-98af-1f7efa8548c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03 HTTP/1.1" status: 200 len: 217 time: 0.0599210 Oct 15 20:02:58.335977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-e1b8d38b-4dbc-4295-b54d-db7567a1b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:58.338287 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-e1b8d38b-4dbc-4295-b54d-db7567a1b1de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=096941f1-ec8f-4747-90c9-44d5ff4aba3d HTTP/1.1" status: 200 len: 852 time: 0.0678582 Oct 15 20:02:58.357072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdbdd73-e591-49ad-bdce-eb72ed58b8bc None None] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:02:58.384603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-cdf3cc70-0d6f-41b7-be8a-d77dcc6c1450 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cfc3f47-909d-45f4-816e-9024b49730f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393796 Oct 15 20:02:58.542066 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-74b0db24-d695-49e7-a3cf-e68d6d6e7a26 service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490271 Oct 15 20:02:58.668137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cb265409-f118-4b53-a2c8-b0283a1e64c5 req-e20ffb3d-1a48-4d52-8f8b-88d7ac7c66de service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153572 Oct 15 20:02:58.824242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-8317b230-94d3-4a2e-9a89-c90be80ca30d tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:58.828458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-8317b230-94d3-4a2e-9a89-c90be80ca30d tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1117749 Oct 15 20:02:58.842470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-17d5b3fe-afc8-480e-ac54-2b6dd269832e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/quotas/ed5536b36b1c40af96e404ad99afc8b3 HTTP/1.1" status: 200 len: 375 time: 0.0103397 Oct 15 20:02:58.889932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-060f9d7f-6953-4b1f-87bd-c42dacf1946d tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400455 Oct 15 20:02:58.996355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-8bda3cd7-086b-4509-b369-97ef4fa5e4e8 service neutron] 10.222.0.13 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949173 Oct 15 20:02:59.088051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-a2ac287c-775b-4ad3-a61c-3bc40c2da3a0 service neutron] 10.222.0.13 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Oct 15 20:02:59.461326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ce5ff-209d-4d46-a716-8a2cd8b4e65a req-8fe421b6-5399-4c14-a412-2b9fd0d523ba tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:02:59.462845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-609ce5ff-209d-4d46-a716-8a2cd8b4e65a req-8fe421b6-5399-4c14-a412-2b9fd0d523ba tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 944 time: 0.0566630 Oct 15 20:02:59.508561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-609ce5ff-209d-4d46-a716-8a2cd8b4e65a req-a768d73a-7662-4606-a6a2-892fde2c0080 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Oct 15 20:02:59.696192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-432f2a2b-5a5a-4378-affe-a2912ef54fcc req-b4cb91a2-a8bb-4898-982f-afe0eed43632 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Oct 15 20:03:00.627593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa205d-c30f-4e36-8971-777bac555372 req-9110fbb5-0b3c-406c-a86b-c55f2ec5875d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:00.630136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecaa205d-c30f-4e36-8971-777bac555372 req-9110fbb5-0b3c-406c-a86b-c55f2ec5875d tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 946 time: 0.0520148 Oct 15 20:03:00.674226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecaa205d-c30f-4e36-8971-777bac555372 req-73305cdb-ad11-4bba-a2cb-8df941f04990 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372977 Oct 15 20:03:00.797040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118ce6a-e0de-484b-aedc-23078dc58d0d req-cd3ca4d8-5e7b-4b3d-900c-dc69c07152a7 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:00.799934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9118ce6a-e0de-484b-aedc-23078dc58d0d req-cd3ca4d8-5e7b-4b3d-900c-dc69c07152a7 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 944 time: 0.0542142 Oct 15 20:03:00.851206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9118ce6a-e0de-484b-aedc-23078dc58d0d req-f2ac540d-1951-4fb1-a71c-e3bfa5653989 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Oct 15 20:03:00.916878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4d99cec-17ec-430f-8655-ace4b79a125f req-e068d72c-c042-4d65-9481-c79a3eb31f7c tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 210 time: 0.0271909 Oct 15 20:03:01.146202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf512be6-8a43-4e87-b2fd-7989dabcae03 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:03:01.148444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 902fa6a0-22c9-4270-a616-e33838173202 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:01.174038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 902fa6a0-22c9-4270-a616-e33838173202 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:01.174470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 902fa6a0-22c9-4270-a616-e33838173202 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:01.276086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03,segment=NetworkSegment(681bb839-c934-4934-8b24-1dae92531aa6),segment_id=681bb839-c934-4934-8b24-1dae92531aa6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:01.287474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'bf512be6-8a43-4e87-b2fd-7989dabcae03', 'network_id': '5cfc3f47-909d-45f4-816e-9024b49730f4', 'port_id': 'bf512be6-8a43-4e87-b2fd-7989dabcae03', 'mac_address': 'fa:16:3e:b7:8a:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '096941f1-ec8f-4747-90c9-44d5ff4aba3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:03:01.340019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:01.354617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf512be6-8a43-4e87-b2fd-7989dabcae03 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:01.385095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03,segment=NetworkSegment(681bb839-c934-4934-8b24-1dae92531aa6),segment_id=681bb839-c934-4934-8b24-1dae92531aa6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:01.459210 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:01.510008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:01.773847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bf512be6-8a43-4e87-b2fd-7989dabcae03'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:01.864171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4945755-a9a0-4f9e-840f-264156fc6300 req-f64e052f-86ff-459c-b63c-9974d0379b25 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:01.865877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4945755-a9a0-4f9e-840f-264156fc6300 req-f64e052f-86ff-459c-b63c-9974d0379b25 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 946 time: 0.1046867 Oct 15 20:03:01.916838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4945755-a9a0-4f9e-840f-264156fc6300 req-791918fa-983c-4554-9a2a-bdf983bff02e tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/security-groups?id=30895838-83bf-4ff9-bb1e-b5d460fbdd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Oct 15 20:03:02.048525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5a305-6ba3-4d2e-81dc-5db8634a639b req-ef79e3d6-22e8-4944-bad4-3523029f716a tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:02.049818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95f5a305-6ba3-4d2e-81dc-5db8634a639b req-ef79e3d6-22e8-4944-bad4-3523029f716a tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 945 time: 0.0615416 Oct 15 20:03:02.096385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95f5a305-6ba3-4d2e-81dc-5db8634a639b req-1552a9ff-a0ae-4d7d-9435-47ba639792f6 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391891 Oct 15 20:03:02.198280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b523b154-d9ed-469f-97a2-bb9bf9bc08c2 req-a8b6588b-fc58-46a0-8603-a52f37c58c08 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 210 time: 0.0336435 Oct 15 20:03:02.320110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1eab032c-0698-4a90-b0b2-e20cd462590a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:02.321711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1eab032c-0698-4a90-b0b2-e20cd462590a tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 946 time: 0.0630078 Oct 15 20:03:02.450945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-941ef1a5-007b-460e-b742-1cc20c0f3fa9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:02.453086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-941ef1a5-007b-460e-b742-1cc20c0f3fa9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1494691 Oct 15 20:03:02.470768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Request body: {'port': {'device_id': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'admin_state_up': True, 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:02.483971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Deleting port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:02.484441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:02.626299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] For port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,segment=NetworkSegment(67637714-c0ed-4a77-af3a-a489ffa5c416),segment_id=67637714-c0ed-4a77-af3a-a489ffa5c416)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:02.626666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:02.640010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Calling delete_port for 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:02.733358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:02.737683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:02.827249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-e3b8beac-9c72-4486-89dc-fae7bc33c484 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:02.828649 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-e3b8beac-9c72-4486-89dc-fae7bc33c484 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1885602 Oct 15 20:03:02.844316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Request body: {'port': {'device_id': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'admin_state_up': True, 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:02.886862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:02.900465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['028ca6d8-afb4-41e2-8db9-b0c737fe0af5'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:02.923690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Pushing event deleted for resources: {'Port': ['ID=028ca6d8-afb4-41e2-8db9-b0c737fe0af5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:02.970118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Allocated IP 172.20.0.7 (29931f48-fd14-49f9-8650-467f4f1d4ad6/d3f2403b-27c7-4996-a3dc-a3d99ec8330c/e72cea2f-163d-40fe-b8bd-49f6f22ed4d9) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:02.997171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] No DVR routers for this DVR port 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:03.002478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.020429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef264165-a37f-4217-bce1-ea6a0378ab75 req-1193e194-dda5-40c4-8b9b-f9af33af072f tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.11 "DELETE /v2.0/ports/028ca6d8-afb4-41e2-8db9-b0c737fe0af5 HTTP/1.1" status: 204 len: 173 time: 0.6798916 Oct 15 20:03:03.021046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'name': 'network-vif-deleted', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:03.023633 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1e76e-3f5f-4b7b-94d4-f2e54e9526a3" -d '{"events": [{"server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "name": "network-vif-deleted", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:03.083930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d07a19ee-bc99-4cc1-81a4-c246c83cae35 req-4aa5712b-12d3-43db-8843-340ff890b216 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 210 time: 0.0363734 Oct 15 20:03:03.150283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf512be6-8a43-4e87-b2fd-7989dabcae03 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:03.150658 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e55ac2-707d-4d3a-9e95-1faa8284d6b0 x-openstack-request-id: req-20e55ac2-707d-4d3a-9e95-1faa8284d6b0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:03.151432 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a362e5a-c36f-40fc-a370-e03ddd692891", "name": "network-vif-deleted", "tag": "028ca6d8-afb4-41e2-8db9-b0c737fe0af5", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:03.151880 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20e55ac2-707d-4d3a-9e95-1faa8284d6b0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:03.154941 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a362e5a-c36f-40fc-a370-e03ddd692891', 'name': 'network-vif-deleted', 'tag': '028ca6d8-afb4-41e2-8db9-b0c737fe0af5', 'status': 'completed', 'code': 200} Oct 15 20:03:03.178042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.231985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:03.236741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.285764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port bf512be6-8a43-4e87-b2fd-7989dabcae03 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:03:03.290284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port bf512be6-8a43-4e87-b2fd-7989dabcae03 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:03.292705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.315049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.341492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73d4cd-3ada-44be-aed9-a67792f01248 req-c02c642d-d82b-4965-8e4d-c539b006ccdb tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:03.347707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab73d4cd-3ada-44be-aed9-a67792f01248 req-c02c642d-d82b-4965-8e4d-c539b006ccdb tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 945 time: 0.0934887 Oct 15 20:03:03.412315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:03.418588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab73d4cd-3ada-44be-aed9-a67792f01248 req-dcabb926-5b8d-4ce7-9b7f-70b7cd9d1489 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665631 Oct 15 20:03:03.422520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.434544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event updated for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:03.441079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:03.444248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:03.478117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.478762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.485374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:03.503512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:03.507005 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdafc16e-a082-48e4-8e3e-90f9ab877666" -d '{"events": [{"server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "name": "network-vif-plugged", "status": "completed", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:03.541140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03,segment=NetworkSegment(681bb839-c934-4934-8b24-1dae92531aa6),segment_id=681bb839-c934-4934-8b24-1dae92531aa6)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:03.550724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Allocated IP 172.20.0.13 (29931f48-fd14-49f9-8650-467f4f1d4ad6/d3f2403b-27c7-4996-a3dc-a3d99ec8330c/502be312-d41a-4596-806d-9d02d9397573) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:03.561097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:03.562095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.592131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f32f1551-dbaa-40ca-89df-c9966b28ecfc req-4689a099-6588-4829-bb88-6cb3577dda3c tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 210 time: 0.0565691 Oct 15 20:03:03.640273 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a260759-0224-4f8e-a03e-5a5a11780b78 x-openstack-request-id: req-6a260759-0224-4f8e-a03e-5a5a11780b78 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:03.642903 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "name": "network-vif-plugged", "status": "completed", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:03.642903 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a260759-0224-4f8e-a03e-5a5a11780b78 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:03.642903 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03', 'code': 200} Oct 15 20:03:03.665128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.667612 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ce674b1e-60e6-442a-9ee8-ae573ff1f7dc tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2025590 Oct 15 20:03:03.705315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Request body: {'port': {'device_id': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:03.730876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:03.776038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7ad06-6c9c-4d93-a5c2-962aeec47844 req-03071b89-068e-49a4-9d41-22d0b2326a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:03.778009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65f7ad06-6c9c-4d93-a5c2-962aeec47844 req-03071b89-068e-49a4-9d41-22d0b2326a0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 1098 time: 0.0645752 Oct 15 20:03:03.802457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.848788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:03.853373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65f7ad06-6c9c-4d93-a5c2-962aeec47844 req-839ea283-a88e-41b0-95b8-e01cc308abfb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Oct 15 20:03:03.978769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.057859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:04.068611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:04.071248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:04.093023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event updated for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:04.267837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:04.268802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.292137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dad96ba7-07e0-460f-92cd-9db3dcb7dd12 req-e297c4fe-31d7-439f-829e-1be42fdb7492 tempest-ServersTestJSON-803649540 tempest-ServersTestJSON-803649540-project] 10.222.0.13 "GET /v2.0/ports?device_id=1a362e5a-c36f-40fc-a370-e03ddd692891 HTTP/1.1" status: 200 len: 210 time: 0.0623465 Oct 15 20:03:04.369170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-15d99d3f-3cd5-41d9-a2f8-42276849ace5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5287228 Oct 15 20:03:04.384457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Request body: {'port': {'device_id': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:04.392125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:04.420539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.443318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Transition to ACTIVE for port object e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:03:04.477245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.552213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f8d41-a39e-4ee9-88f7-a5efa3107e6b req-a8735597-cb47-40d7-90e9-d9600dd23ca0 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:04.553976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-196f8d41-a39e-4ee9-88f7-a5efa3107e6b req-a8735597-cb47-40d7-90e9-d9600dd23ca0 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0508144 Oct 15 20:03:04.580700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.603102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-196f8d41-a39e-4ee9-88f7-a5efa3107e6b req-f76a3db4-e634-4c19-b842-0cb5d5cfb665 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Oct 15 20:03:04.678000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:04.789921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:04.825001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Attempting to bind port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:04.826553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Attempting to bind port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:04.826553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Attempting to bind port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:04.833862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:03:04.834180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Attempting to bind port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:04.851964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:04.852294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Checking segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:04.852677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Bound using segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:04.853114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Bound port: e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:04.853479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.902139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502be312-d41a-4596-806d-9d02d9397573 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:04.912248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:04.929160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Transition to ACTIVE for port object 502be312-d41a-4596-806d-9d02d9397573 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:03:04.982403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ed39a0a-553e-45ec-bdeb-346a73f11d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.032541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:05.037997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:05.041192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.147268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.151144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Pushing event updated for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:05.214824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b271fe-4ff2-4d34-9096-a0ffd04073d4 req-419a7fc0-f6f1-4833-ac41-688933b4ad2e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:05.216772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b271fe-4ff2-4d34-9096-a0ffd04073d4 req-419a7fc0-f6f1-4833-ac41-688933b4ad2e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 932 time: 0.5107477 Oct 15 20:03:05.247460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:05.248197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.249700 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] 10.222.0.11 "PUT /v2.0/ports/e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 HTTP/1.1" status: 200 len: 1092 time: 1.5508225 Oct 15 20:03:05.250167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:05.253224 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48da1fad-920b-4a8b-844b-173950797f05" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:05.266444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b271fe-4ff2-4d34-9096-a0ffd04073d4 req-f9af0b1c-997d-42d1-b4e3-960cbf6290cf tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Oct 15 20:03:05.268248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ed39a0a-553e-45ec-bdeb-346a73f11d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.372711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34926) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:05.424094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Deleting subnet ad699de2-7250-4a23-a96f-56074bed4d37 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:03:05.427812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.464187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.506799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.578602 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2e16a8-508c-441e-ad03-9c30608182b8 x-openstack-request-id: req-aa2e16a8-508c-441e-ad03-9c30608182b8 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:05.579538 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:05.580324 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa2e16a8-508c-441e-ad03-9c30608182b8 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:05.580722 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9', 'status': 'completed', 'code': 200} Oct 15 20:03:05.590925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ed39a0a-553e-45ec-bdeb-346a73f11d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.617838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Attempting to bind port 502be312-d41a-4596-806d-9d02d9397573 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:05.618115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Attempting to bind port 502be312-d41a-4596-806d-9d02d9397573 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:05.618428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Attempting to bind port 502be312-d41a-4596-806d-9d02d9397573 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:05.628931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed12651-e021-4111-aad0-2f7709eb7e55 service neutron] Pushing event updated for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:05.643099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.665804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Port 502be312-d41a-4596-806d-9d02d9397573 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:03:05.665804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Attempting to bind port 502be312-d41a-4596-806d-9d02d9397573 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:05.678834 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ed39a0a-553e-45ec-bdeb-346a73f11d45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98c464b5aee4c78a6f5f627b7a81a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8854008 Oct 15 20:03:05.678834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed39a0a-553e-45ec-bdeb-346a73f11d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6f256d-0517-4774-95da-8898ce3b1b69,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:05.679787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad699de2-7250-4a23-a96f-56074bed4d37,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:05.679935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34930) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:05.687848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:05.689398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Checking segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:05.690868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Bound using segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:05.691324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Bound port: 502be312-d41a-4596-806d-9d02d9397573, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:05.691714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.703224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.704740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1fad-920b-4a8b-844b-173950797f05 req-b550be9d-1d47-49b2-b712-84318b3c0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:05.706777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48da1fad-920b-4a8b-844b-173950797f05 req-b550be9d-1d47-49b2-b712-84318b3c0e7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 1095 time: 0.1315055 Oct 15 20:03:05.710766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec1ba894-7374-4936-b2d3-90093672da83 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ad699de2-7250-4a23-a96f-56074bed4d37 HTTP/1.1" status: 204 len: 168 time: 0.3369927 Oct 15 20:03:05.713249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:05.817247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.827855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7c83-0159-4024-a12b-9eefc77259a2 req-91b5ba31-b443-4efc-883f-975b3f7d42d0 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:05.829538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26e7c83-0159-4024-a12b-9eefc77259a2 req-91b5ba31-b443-4efc-883f-975b3f7d42d0 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.1074111 Oct 15 20:03:05.932924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.934688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:05.941883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b26e7c83-0159-4024-a12b-9eefc77259a2 req-86d15aca-1168-460c-a768-b8c073eda3dd tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010108 Oct 15 20:03:05.964891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1779dce-a9f5-4098-9dd2-a1cfb0d3e048']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:05.984705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67637714-c0ed-4a77-af3a-a489ffa5c416') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:05.984705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67637714-c0ed-4a77-af3a-a489ffa5c416') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:05.985472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:05.992156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.014474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.016496 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.022176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:03:06.022684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:03:06.024971 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:03:06.030711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=502be312-d41a-4596-806d-9d02d9397573,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:06.034157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1fad-920b-4a8b-844b-173950797f05 req-ed92fdbb-2bdd-43c8-a239-e1a7e4d5cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.035724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48da1fad-920b-4a8b-844b-173950797f05 req-ed92fdbb-2bdd-43c8-a239-e1a7e4d5cb9c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3184304 Oct 15 20:03:06.117551 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.150612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.158354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.165204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1779dce-a9f5-4098-9dd2-a1cfb0d3e048 HTTP/1.1" status: 204 len: 168 time: 0.4475532 Oct 15 20:03:06.175291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af909a73-6575-44c4-9f19-946928051e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1779dce-a9f5-4098-9dd2-a1cfb0d3e048,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:06.252878 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.253554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.254960 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] 10.222.0.15 "PUT /v2.0/ports/502be312-d41a-4596-806d-9d02d9397573 HTTP/1.1" status: 200 len: 1093 time: 1.8762760 Oct 15 20:03:06.296003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:06.316906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da1fad-920b-4a8b-844b-173950797f05 req-1e495033-e5c3-44d7-a96a-4d73130cbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.318595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-48da1fad-920b-4a8b-844b-173950797f05 req-1e495033-e5c3-44d7-a96a-4d73130cbd15 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733719 Oct 15 20:03:06.319373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab39b0-d74f-4a73-b754-ac7fb34b389a service neutron] Pushing event updated for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:06.324915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:06.325292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 028ca6d8-afb4-41e2-8db9-b0c737fe0af5 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:06.383411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9374511-f08b-4c7e-aee0-2729cf5ebf9e req-efe74104-b51e-44d5-a6fd-d05acde73e87 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.384973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9374511-f08b-4c7e-aee0-2729cf5ebf9e req-efe74104-b51e-44d5-a6fd-d05acde73e87 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0509758 Oct 15 20:03:06.392947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.395797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.397040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d6f256d-0517-4774-95da-8898ce3b1b69 HTTP/1.1" status: 204 len: 168 time: 0.7155876 Oct 15 20:03:06.410252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5418b4f-fa05-432d-a40b-9107007d2243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6f256d-0517-4774-95da-8898ce3b1b69,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:06.414759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-85deba74-a050-4229-9dc4-4a06cd027d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.416476 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-85deba74-a050-4229-9dc4-4a06cd027d72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 1095 time: 0.0582566 Oct 15 20:03:06.461961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9374511-f08b-4c7e-aee0-2729cf5ebf9e req-43b780b7-6019-4c1d-85b6-98be782f4452 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653920 Oct 15 20:03:06.513460 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-f183b6e0-fe6d-4b07-924c-262af9c97b07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 HTTP/1.1" status: 200 len: 217 time: 0.0781739 Oct 15 20:03:06.527275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:06.563989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-0dc48d2d-1fb0-44bd-af2b-6bced4eea897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.565034 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-0dc48d2d-1fb0-44bd-af2b-6bced4eea897 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 1096 time: 0.1416767 Oct 15 20:03:06.599698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-472abcf7-3f09-4211-9eca-eb3a7d11b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.601200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-472abcf7-3f09-4211-9eca-eb3a7d11b618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b10b6d5f95a42529db4ea64e693f4c0&device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 1098 time: 0.1189702 Oct 15 20:03:06.617327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-e9560781-a8d2-4f73-8318-87f947010ee8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502be312-d41a-4596-806d-9d02d9397573 HTTP/1.1" status: 200 len: 217 time: 0.0443895 Oct 15 20:03:06.619399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-addc0f9e-3239-4340-adf4-b0d755afb0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.620877 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-addc0f9e-3239-4340-adf4-b0d755afb0f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0925412 Oct 15 20:03:06.645474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e361e489-d457-4448-8fdf-80b363255e48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbb65e86d712424eb9160e0ef3cd9889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1170673 Oct 15 20:03:06.649084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34950) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:06.671891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-bba1d208-737c-40be-9d56-443465ccc1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.674112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-bba1d208-737c-40be-9d56-443465ccc1c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0506053 Oct 15 20:03:06.680248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870ed66-facd-48a3-a5d4-2fd3c334fcab req-e18fbf79-3cba-43cd-8a7f-5193bb23b4d4 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.681717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c870ed66-facd-48a3-a5d4-2fd3c334fcab req-e18fbf79-3cba-43cd-8a7f-5193bb23b4d4 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 944 time: 0.1345522 Oct 15 20:03:06.700253 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-8e303c19-ed1c-4a46-a16d-101a91ae1b0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250885 Oct 15 20:03:06.727258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-b38cb2cc-bbf0-4118-ba74-68eb4f71b63d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258455 Oct 15 20:03:06.805041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c870ed66-facd-48a3-a5d4-2fd3c334fcab req-d4741f74-20ef-4163-be48-dc37c7ea378f tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889702 Oct 15 20:03:06.806007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-2f1df493-f2f2-456a-822c-440f1fe1edef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:06.808200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-2f1df493-f2f2-456a-822c-440f1fe1edef service neutron] 10.222.0.15 "GET /v2.0/networks?id=5cfc3f47-909d-45f4-816e-9024b49730f4 HTTP/1.1" status: 200 len: 913 time: 0.1922281 Oct 15 20:03:06.858887 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-459b1cd3-3486-40fa-8290-189e5a237d32 service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306164 Oct 15 20:03:06.873500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-822f9904-76b5-42d5-a399-2dda3ec88336 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03 HTTP/1.1" status: 200 len: 217 time: 0.0530596 Oct 15 20:03:06.879082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.908456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:06.991366 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-10a31b0e-3bea-4b7c-b44e-74d9238e9863 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840293 Oct 15 20:03:07.018242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-4f756988-6abf-4c79-84b4-1dff884f425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:07.019750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-4f756988-6abf-4c79-84b4-1dff884f425f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=096941f1-ec8f-4747-90c9-44d5ff4aba3d HTTP/1.1" status: 200 len: 852 time: 0.0528870 Oct 15 20:03:07.041959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-ee4cac05-4ad4-4b4f-9bf9-44dafa5cb20e service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515155 Oct 15 20:03:07.057815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-5355f1ac-bd74-4120-b89a-44ee667c8b55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5cfc3f47-909d-45f4-816e-9024b49730f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293634 Oct 15 20:03:07.085585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.088146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.089290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30895838-83bf-4ff9-bb1e-b5d460fbdd56 HTTP/1.1" status: 204 len: 168 time: 0.4384348 Oct 15 20:03:07.107578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb88aaab-8a93-438f-9910-f09d7b47da3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30895838-83bf-4ff9-bb1e-b5d460fbdd56,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:07.131704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-85f2b9c3-2bc2-4911-a986-bc0bcf98e3cf req-99d405ba-db09-4c65-82dd-4173f9a670b3 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321218 Oct 15 20:03:07.189049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-eea7e13d-5ac4-4c80-be6a-36e318963473 service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236737 Oct 15 20:03:07.281109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34960) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:07.296634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f38d7988-cffb-4b29-aaff-2534818f8e1b req-5927dcfb-530a-4bda-bbd7-2d5ef05a2aba service neutron] 10.222.0.15 "GET /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006103 Oct 15 20:03:07.298872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69e5d383-d499-496f-a35f-c9c18ca06b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.381594 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69e5d383-d499-496f-a35f-c9c18ca06b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.457289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-69e5d383-d499-496f-a35f-c9c18ca06b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.507575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34970) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:07.508151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69e5d383-d499-496f-a35f-c9c18ca06b91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb6577652b345adbcd4cb2d05a5aed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244787 Oct 15 20:03:07.514351 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d383-d499-496f-a35f-c9c18ca06b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21768e98-e8ed-4b83-9dc1-14ca454770df,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:07.582326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'tag': '502be312-d41a-4596-806d-9d02d9397573'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:07.586039 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf714c-e0c2-42f5-836f-1136c984183f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "tag": "502be312-d41a-4596-806d-9d02d9397573"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:07.648834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.660429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515bb5d-a555-4ec7-a42f-c0c8765960a4 req-a0ee4d81-ad5d-4f56-be17-91af8b06eabe tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:07.662233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6515bb5d-a555-4ec7-a42f-c0c8765960a4 req-a0ee4d81-ad5d-4f56-be17-91af8b06eabe tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0960469 Oct 15 20:03:07.704364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.736828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6515bb5d-a555-4ec7-a42f-c0c8765960a4 req-9d96fb25-4f3a-41d5-b04c-c37f1db062d5 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667577 Oct 15 20:03:07.801811 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9637f3-83af-4179-9862-2e81fa9fed6a x-openstack-request-id: req-2d9637f3-83af-4179-9862-2e81fa9fed6a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:07.802319 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "tag": "502be312-d41a-4596-806d-9d02d9397573", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:07.802552 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d9637f3-83af-4179-9862-2e81fa9fed6a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:07.803370 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'tag': '502be312-d41a-4596-806d-9d02d9397573', 'status': 'completed', 'code': 200} Oct 15 20:03:07.831204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.834326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:07.837758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21768e98-e8ed-4b83-9dc1-14ca454770df HTTP/1.1" status: 204 len: 168 time: 0.3270118 Oct 15 20:03:07.873650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6e5c5-7da2-41db-a02a-0a4df97a94f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21768e98-e8ed-4b83-9dc1-14ca454770df,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:07.898213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf714c-e0c2-42f5-836f-1136c984183f req-1a768d0b-76e9-43c5-8578-95d2e77ad2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:07.899984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-1a768d0b-76e9-43c5-8578-95d2e77ad2ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 1096 time: 0.0630574 Oct 15 20:03:08.047238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca5253-47b2-47ba-8b5d-e7da9f64a175 req-b821b19f-f8e6-48a9-8498-2b9a06c30146 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:08.055288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84ca5253-47b2-47ba-8b5d-e7da9f64a175 req-b821b19f-f8e6-48a9-8498-2b9a06c30146 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 944 time: 0.1495447 Oct 15 20:03:08.095685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf714c-e0c2-42f5-836f-1136c984183f req-6497f1f1-83d2-46a5-bf0f-1aad229147b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:08.095685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-6497f1f1-83d2-46a5-bf0f-1aad229147b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 912 time: 0.1867986 Oct 15 20:03:08.152480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84ca5253-47b2-47ba-8b5d-e7da9f64a175 req-f254b193-5e0f-43c3-888b-2c2e2b510614 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958700 Oct 15 20:03:08.154304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-af5194e2-85e0-4fc7-b8ed-38d0bbd75e27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502be312-d41a-4596-806d-9d02d9397573 HTTP/1.1" status: 200 len: 217 time: 0.0513694 Oct 15 20:03:08.217241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf714c-e0c2-42f5-836f-1136c984183f req-cbb7aa51-086a-4c34-818b-c68dcd328783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:08.223089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-cbb7aa51-086a-4c34-818b-c68dcd328783 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0581768 Oct 15 20:03:08.259297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-84a35671-c539-45c5-88b5-181739415382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317717 Oct 15 20:03:08.385007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-a8d54cac-a79f-43db-a2df-d28975a0af5e service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186116 Oct 15 20:03:08.490494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cf714c-e0c2-42f5-836f-1136c984183f req-ac5f10c9-b579-4c54-87bc-d2e86848fc57 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971568 Oct 15 20:03:08.808335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35018) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:08.914104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86e42f-9fb1-4309-a8b4-4e9fb90db76c req-96152fe8-cbdf-4127-a6e5-399f6428dcbb tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:08.920159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be86e42f-9fb1-4309-a8b4-4e9fb90db76c req-96152fe8-cbdf-4127-a6e5-399f6428dcbb tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0866067 Oct 15 20:03:08.969004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ab16-6d19-4bfb-a9cb-e3b058196f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:08.981592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be86e42f-9fb1-4309-a8b4-4e9fb90db76c req-83d29bd2-762b-43c2-bc97-9882e032097f tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546060 Oct 15 20:03:09.051048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ab16-6d19-4bfb-a9cb-e3b058196f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.143026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ab16-6d19-4bfb-a9cb-e3b058196f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.188867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2fc9ab16-6d19-4bfb-a9cb-e3b058196f27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a9aad209c0b141ac8dbec15899ce7164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787661 Oct 15 20:03:09.189849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ab16-6d19-4bfb-a9cb-e3b058196f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09822f2f-b781-4f2b-ad1c-d493b03c0267,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:09.191661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:09.211764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 502be312-d41a-4596-806d-9d02d9397573 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:03:09.248772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.271668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.309727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=502be312-d41a-4596-806d-9d02d9397573,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:09.322823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '502be312-d41a-4596-806d-9d02d9397573', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'port_id': '502be312-d41a-4596-806d-9d02d9397573', 'mac_address': 'fa:16:3e:b3:41:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f2403b-27c7-4996-a3dc-a3d99ec8330c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:03:09.365906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.379282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502be312-d41a-4596-806d-9d02d9397573 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:09.399277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=502be312-d41a-4596-806d-9d02d9397573,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:09.405337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.410184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.414099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09822f2f-b781-4f2b-ad1c-d493b03c0267 HTTP/1.1" status: 204 len: 168 time: 0.2188170 Oct 15 20:03:09.419839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b75fd-6de5-4058-9b9e-ec043c640e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09822f2f-b781-4f2b-ad1c-d493b03c0267,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:09.462803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:09.494152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632155c-1b7f-4bc2-94b1-f8945fc1627f req-e5c46ff2-a61c-4338-a790-d8d080e02aed tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:09.496482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d632155c-1b7f-4bc2-94b1-f8945fc1627f req-e5c46ff2-a61c-4338-a790-d8d080e02aed tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 944 time: 0.0648835 Oct 15 20:03:09.524498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:09.541337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d632155c-1b7f-4bc2-94b1-f8945fc1627f req-8b334db6-ea75-4c3d-9abe-6eda6096a289 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Oct 15 20:03:09.647180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dac722-7c31-42bc-acf2-1fa1acb8c23c req-a41cefde-86d9-4bbb-854a-ef3ff67f2bd6 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:09.648876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6dac722-7c31-42bc-acf2-1fa1acb8c23c req-a41cefde-86d9-4bbb-854a-ef3ff67f2bd6 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0522306 Oct 15 20:03:09.692957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6dac722-7c31-42bc-acf2-1fa1acb8c23c req-393dd2be-e863-4784-a91b-f421ce2c418e tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349154 Oct 15 20:03:09.782324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['502be312-d41a-4596-806d-9d02d9397573'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:10.327813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:03:10.428703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:10.445046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'port_id': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9', 'mac_address': 'fa:16:3e:c1:cc:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f2403b-27c7-4996-a3dc-a3d99ec8330c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:03:10.489502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:10.504841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:10.532518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:10.593241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:10.642743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:10.675358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd71a1c4-b926-4ab9-8bfb-263537d65ad9 req-1664883d-bbc8-46fb-b136-cc3bd226a55e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:10.676944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd71a1c4-b926-4ab9-8bfb-263537d65ad9 req-1664883d-bbc8-46fb-b136-cc3bd226a55e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 945 time: 0.0671947 Oct 15 20:03:10.700736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:10.721978 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd71a1c4-b926-4ab9-8bfb-263537d65ad9 req-345ed3f5-cd3b-48f7-abc6-76dfb12d5485 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Oct 15 20:03:10.868892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093d5fd-711a-4ad9-9bd9-cd4e14d1121e req-a13018f8-e80e-4eb1-b3e1-40787d7d0421 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:10.870552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9093d5fd-711a-4ad9-9bd9-cd4e14d1121e req-a13018f8-e80e-4eb1-b3e1-40787d7d0421 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0661159 Oct 15 20:03:10.929758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9093d5fd-711a-4ad9-9bd9-cd4e14d1121e req-a6c1c0a1-f441-4f0d-aaaf-fb859bc63b3d tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/security-groups?id=3974b96b-4574-4b1e-a7dc-12410585f3e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Oct 15 20:03:10.991208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['e72cea2f-163d-40fe-b8bd-49f6f22ed4d9'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:11.009445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-741bea75-be8f-4448-af16-6b2091f6d8fe tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/floatingips/c1384f4d-546e-4e9a-8cd5-b1037e17cf33 HTTP/1.1" status: 200 len: 992 time: 0.4149110 Oct 15 20:03:11.134942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-8cc8b5d5-9872-4aa6-8875-41c460a6f864 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:11.137576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-8cc8b5d5-9872-4aa6-8875-41c460a6f864 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.15 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 946 time: 0.0598149 Oct 15 20:03:11.222826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 502be312-d41a-4596-806d-9d02d9397573 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:11.249851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35112) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:11.302568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Deleting port bf512be6-8a43-4e87-b2fd-7989dabcae03 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:11.302907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.390198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 502be312-d41a-4596-806d-9d02d9397573 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:03:11.395261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 502be312-d41a-4596-806d-9d02d9397573 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:11.395673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.437922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] For port bf512be6-8a43-4e87-b2fd-7989dabcae03, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=bf512be6-8a43-4e87-b2fd-7989dabcae03,segment=NetworkSegment(681bb839-c934-4934-8b24-1dae92531aa6),segment_id=681bb839-c934-4934-8b24-1dae92531aa6)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:11.438493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.454905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Calling delete_port for bf512be6-8a43-4e87-b2fd-7989dabcae03 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:11.486456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 617790a1-2993-4baf-826e-e554c9df3ad6 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:11.486947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.549105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.576013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502be312-d41a-4596-806d-9d02d9397573'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:11.578341 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57572150-f15b-4604-9314-d5c1d18bc902" -d '{"events": [{"server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "name": "network-vif-plugged", "status": "completed", "tag": "502be312-d41a-4596-806d-9d02d9397573"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:11.616579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=502be312-d41a-4596-806d-9d02d9397573,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:11.634341 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82403d26-854b-4a0a-9e02-26131b46f9c5 x-openstack-request-id: req-82403d26-854b-4a0a-9e02-26131b46f9c5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:11.634638 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "name": "network-vif-plugged", "status": "completed", "tag": "502be312-d41a-4596-806d-9d02d9397573", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:11.634888 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82403d26-854b-4a0a-9e02-26131b46f9c5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:11.635272 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502be312-d41a-4596-806d-9d02d9397573', 'code': 200} Oct 15 20:03:11.636567 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.638831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.657616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 617790a1-2993-4baf-826e-e554c9df3ad6 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:11.711314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.773131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.840547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:11.859446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['bf512be6-8a43-4e87-b2fd-7989dabcae03'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:11.884463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Pushing event deleted for resources: {'Port': ['ID=bf512be6-8a43-4e87-b2fd-7989dabcae03,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:11.912932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92614de4-b665-481c-9e7b-139d51e0c99f req-b90189fd-c847-4fbb-a8ad-bebfde5bb1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:11.914522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92614de4-b665-481c-9e7b-139d51e0c99f req-b90189fd-c847-4fbb-a8ad-bebfde5bb1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 1098 time: 0.0573866 Oct 15 20:03:11.960317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:11.993706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] No DVR routers for this DVR port bf512be6-8a43-4e87-b2fd-7989dabcae03 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:11.997176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.002100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dde974f-9979-4e9a-82ad-45830a893ebd req-60cfacd6-8e6e-4ea9-bd5f-4cbb5be24aab tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.15 "DELETE /v2.0/ports/bf512be6-8a43-4e87-b2fd-7989dabcae03 HTTP/1.1" status: 204 len: 173 time: 0.8590167 Oct 15 20:03:12.003264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'name': 'network-vif-deleted', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:12.006837 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f57f4e8-9124-454e-9c87-3facc0c0cb6a" -d '{"events": [{"server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "name": "network-vif-deleted", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:12.038396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84206735-b813-4b72-b169-28b0577ba672 req-3d322ba2-c987-4204-9dcd-5c3d6c9156d8 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:12.048479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84206735-b813-4b72-b169-28b0577ba672 req-3d322ba2-c987-4204-9dcd-5c3d6c9156d8 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 946 time: 0.1860600 Oct 15 20:03:12.105960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=617790a1-2993-4baf-826e-e554c9df3ad6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:12.113090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-92614de4-b665-481c-9e7b-139d51e0c99f req-1f8fe6bc-5413-4d7b-bc0a-9ad40f7fe08b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909394 Oct 15 20:03:12.113889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.114222 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Floating IP c1384f4d-546e-4e9a-8cd5-b1037e17cf33 disassociated (deleted). External IP: 172.25.0.93, port: ddd53b94-7723-4b57-a9a1-bf4410c44860. Oct 15 20:03:12.122796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84206735-b813-4b72-b169-28b0577ba672 req-bcf26385-1e5d-49e6-b578-8da2dda9cfc2 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727396 Oct 15 20:03:12.224316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d02d3f82-2522-47da-b419-d9818bc1d9a6 req-25fb248f-b48e-4983-b6dd-5250e5338f06 tempest-InstanceActionsTestJSON-607611492 tempest-InstanceActionsTestJSON-607611492-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c4931e-abe6-42b6-a96d-d5a2c7fa3283 HTTP/1.1" status: 200 len: 210 time: 0.0478945 Oct 15 20:03:12.263696 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b00f81-5e42-43ce-ac9e-e752fe5d93b5 x-openstack-request-id: req-c8b00f81-5e42-43ce-ac9e-e752fe5d93b5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:12.263991 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c4931e-abe6-42b6-a96d-d5a2c7fa3283", "name": "network-vif-deleted", "tag": "bf512be6-8a43-4e87-b2fd-7989dabcae03", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:12.264243 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8b00f81-5e42-43ce-ac9e-e752fe5d93b5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:12.264810 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c4931e-abe6-42b6-a96d-d5a2c7fa3283', 'name': 'network-vif-deleted', 'tag': 'bf512be6-8a43-4e87-b2fd-7989dabcae03', 'status': 'completed', 'code': 200} Oct 15 20:03:12.340667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:12.385191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:12.492563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:03:12.499116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:12.499116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.689887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.734345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:12.813496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.888096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:12.941354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:12.946498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:12.959640 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Sync routers for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:12.970678 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:12.971281 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:12.985206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e4aba4b3-218f-4fd8-98e1-532d3db27bf6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1384f4d-546e-4e9a-8cd5-b1037e17cf33 HTTP/1.1" status: 204 len: 168 time: 1.7335443 Oct 15 20:03:12.986043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:12.998100 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba255a0f-5665-449c-b12f-e918c111a911" -d '{"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:13.263499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:13.471302 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7b410-09e7-4132-aaf9-c18003e4ed9a x-openstack-request-id: req-08b7b410-09e7-4132-aaf9-c18003e4ed9a {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:13.471955 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:13.472382 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08b7b410-09e7-4132-aaf9-c18003e4ed9a {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:13.472943 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'status': 'completed', 'code': 200} Oct 15 20:03:13.560353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255a0f-5665-449c-b12f-e918c111a911 req-1b558377-b574-43ad-ad96-76faf96d269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:13.563650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:13.570030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-1b558377-b574-43ad-ad96-76faf96d269d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3016db26a4b341af8b5f2dd152b785f0&device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 1097 time: 0.0706906 Oct 15 20:03:13.609461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372809-425d-4ab2-aeed-e80aadb7608f req-cad785eb-bd1a-4bd9-bb93-f0f831a46317 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:13.612244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1372809-425d-4ab2-aeed-e80aadb7608f req-cad785eb-bd1a-4bd9-bb93-f0f831a46317 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 946 time: 0.0741730 Oct 15 20:03:13.633577 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Checking router: e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:13.636632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:13.639140 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c955877-c982-4797-a4c0-cf47a3f1fca1" -d '{"events": [{"server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "name": "network-vif-plugged", "status": "completed", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:13.647378 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:13.648107 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:13.700704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1372809-425d-4ab2-aeed-e80aadb7608f req-5c78dfbd-d33f-4e0b-ac3e-2dd61497e2a0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811207 Oct 15 20:03:13.770417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255a0f-5665-449c-b12f-e918c111a911 req-7918d48d-1d51-4067-a3d3-6e13eff1ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:13.774902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35202) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:13.775690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-7918d48d-1d51-4067-a3d3-6e13eff1ca25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 200 len: 897 time: 0.2004218 Oct 15 20:03:13.841203 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:13.878915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Deleting subnet 096941f1-ec8f-4747-90c9-44d5ff4aba3d {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:03:13.880149 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-1f8fcb1c-4b3b-410e-94ea-296c049e2c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 200 len: 217 time: 0.0928428 Oct 15 20:03:13.890434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:13.957598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255a0f-5665-449c-b12f-e918c111a911 req-6977c606-1083-4674-8fc4-df51ff798246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:13.959207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-6977c606-1083-4674-8fc4-df51ff798246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b HTTP/1.1" status: 200 len: 835 time: 0.0711339 Oct 15 20:03:13.973411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.003742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7bfa1-bd1a-4236-8e3d-1f4aa8157ca2 req-69c5a062-c973-4fdb-963f-71ddb4324cc6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:14.012562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfd7bfa1-bd1a-4236-8e3d-1f4aa8157ca2 req-69c5a062-c973-4fdb-963f-71ddb4324cc6 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.0984213 Oct 15 20:03:14.044038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba255a0f-5665-449c-b12f-e918c111a911 req-21028185-6c17-4bf1-b3db-001fa96c6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:14.053099 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-21028185-6c17-4bf1-b3db-001fa96c6a4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846248 Oct 15 20:03:14.079502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfd7bfa1-bd1a-4236-8e3d-1f4aa8157ca2 req-28ffa120-8496-4ee2-90a2-bbd0707187e8 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609002 Oct 15 20:03:14.080956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.163116 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:14.183022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-c486bdf5-8fc2-419e-9483-3518a5f1edc2 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191504 Oct 15 20:03:14.204955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd2884c-abd0-49eb-89f4-d77d93534b89 None None] The sync data for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 is: [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:01:29Z', 'revision_number': 4, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5686108d-0f2a-4270-83f5-1372ca2e4404', 'name': '', 'network_id': '9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'mac_address': 'fa:16:3e:d6:d4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2398, 'fixed_ips': [{'subnet_id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:28Z', 'updated_at': '2021-10-15T20:01:32Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'subnets': [{'id': '65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:14.280196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.295742 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ba255a0f-5665-449c-b12f-e918c111a911 req-37946163-3b8f-4a19-9354-1942791d4455 service neutron] 10.222.0.11 "GET /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040962 Oct 15 20:03:14.318573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.329616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/096941f1-ec8f-4747-90c9-44d5ff4aba3d HTTP/1.1" status: 204 len: 168 time: 0.5504341 Oct 15 20:03:14.329616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=096941f1-ec8f-4747-90c9-44d5ff4aba3d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:14.331971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:14.347022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.350051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.350430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.350768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.351290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.351824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.352308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.352789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.353330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.353820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.354440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.354925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4a27ff-71b5-41be-a2db-563dce77f8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:14.425768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.527220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.551285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cfc3f47-909d-45f4-816e-9024b49730f4']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:14.563788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681bb839-c934-4934-8b24-1dae92531aa6') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:14.572767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681bb839-c934-4934-8b24-1dae92531aa6') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:14.575186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.590239 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dfec3f-e37e-44db-ad01-5ab1bb38b324 x-openstack-request-id: req-a5dfec3f-e37e-44db-ad01-5ab1bb38b324 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:14.590538 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "name": "network-vif-plugged", "status": "completed", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:14.590810 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5dfec3f-e37e-44db-ad01-5ab1bb38b324 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:14.591190 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9', 'code': 200} Oct 15 20:03:14.592079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.602046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:03:14.602865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:03:14.605154 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:03:14.696270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1934ff-b7fa-42ed-9362-7ab0c13d7ee6 None None] New status for floating IP c1384f4d-546e-4e9a-8cd5-b1037e17cf33: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:03:14.731296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363595d-5daf-487a-8d53-3dcf05b16911 req-ae979d4b-2630-4ae2-89f1-138dc82eafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:14.732715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b363595d-5daf-487a-8d53-3dcf05b16911 req-ae979d4b-2630-4ae2-89f1-138dc82eafa2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 1097 time: 0.0559564 Oct 15 20:03:14.786824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.796107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:14.803494 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] 10.222.0.13 "DELETE /v2.0/networks/5cfc3f47-909d-45f4-816e-9024b49730f4 HTTP/1.1" status: 204 len: 168 time: 0.4671702 Oct 15 20:03:14.812915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b363595d-5daf-487a-8d53-3dcf05b16911 req-cd1ea587-1346-4f12-af13-d6871c661514 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722044 Oct 15 20:03:14.814435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e1d75-dd02-45f8-9eab-46cfd0e5820b admin admin] Pushing event deleted for resources: {'Network': ['ID=5cfc3f47-909d-45f4-816e-9024b49730f4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:14.903031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77aa78-da95-453c-8284-e73cdb365f46 req-14a99bbe-e84e-44de-a84f-f1abc5150047 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:14.905268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f77aa78-da95-453c-8284-e73cdb365f46 req-14a99bbe-e84e-44de-a84f-f1abc5150047 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 946 time: 0.0600574 Oct 15 20:03:14.952567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f77aa78-da95-453c-8284-e73cdb365f46 req-d8161dd9-0856-4f62-ad03-714e9a80f337 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Oct 15 20:03:15.086688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd86e6d-49f7-4f1d-a5c7-a4fb1663660e req-8a913997-5dc3-4ea4-87d9-4d92bcd5b1af tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:15.088468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcd86e6d-49f7-4f1d-a5c7-a4fb1663660e req-8a913997-5dc3-4ea4-87d9-4d92bcd5b1af tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 945 time: 0.0557363 Oct 15 20:03:15.129032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcd86e6d-49f7-4f1d-a5c7-a4fb1663660e req-d994c39a-394d-41ed-84f4-3d8f994c658e tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Oct 15 20:03:15.137295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85282c7-2f29-4d92-976c-551a683693c9 req-6b7624d7-475c-4bc6-8af5-dcf13b1b99f7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:15.141679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c85282c7-2f29-4d92-976c-551a683693c9 req-6b7624d7-475c-4bc6-8af5-dcf13b1b99f7 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.0567157 Oct 15 20:03:15.246000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf512be6-8a43-4e87-b2fd-7989dabcae03 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:15.285903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port ddd53b94-7723-4b57-a9a1-bf4410c44860 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:15.286712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.291286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: bf512be6-8a43-4e87-b2fd-7989dabcae03 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:15.293056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device bf512be6-8a43-4e87-b2fd-7989dabcae03 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:15.318096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097e525-94a5-4aa0-b433-049778cd0576 req-9a5374b2-1089-4b0c-9d4d-f9d33d301884 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:15.320162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3097e525-94a5-4aa0-b433-049778cd0576 req-9a5374b2-1089-4b0c-9d4d-f9d33d301884 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 945 time: 0.1146913 Oct 15 20:03:15.377513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3097e525-94a5-4aa0-b433-049778cd0576 req-eab72260-172f-45e5-934a-5b2c01e710ca tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca019f5c-9c13-4c93-90bf-7e6f64d82b48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507176 Oct 15 20:03:15.386842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35240) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:15.437182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port ddd53b94-7723-4b57-a9a1-bf4410c44860, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ddd53b94-7723-4b57-a9a1-bf4410c44860,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:15.438400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.452750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for ddd53b94-7723-4b57-a9a1-bf4410c44860 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:15.544309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-14af0d78-5e88-41e5-976c-c8660bb5b9f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b10b6d5f95a42529db4ea64e693f4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561668 Oct 15 20:03:15.546727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:15.610573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.635846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.691147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.733860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=ddd53b94-7723-4b57-a9a1-bf4410c44860,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:15.776790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.781147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.781147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3974b96b-4574-4b1e-a7dc-12410585f3e9 HTTP/1.1" status: 204 len: 168 time: 0.2323449 Oct 15 20:03:15.791714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] No DVR routers for this DVR port ddd53b94-7723-4b57-a9a1-bf4410c44860 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:15.792367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa9886-a360-47bc-91a0-b9e9917e3e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3974b96b-4574-4b1e-a7dc-12410585f3e9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:15.797401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:15.804032 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c85282c7-2f29-4d92-976c-551a683693c9 req-814382d0-3b1a-4eed-a57d-bf4f0a95c32c tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.11 "DELETE /v2.0/ports/ddd53b94-7723-4b57-a9a1-bf4410c44860 HTTP/1.1" status: 204 len: 173 time: 0.6559620 Oct 15 20:03:15.804032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'name': 'network-vif-deleted', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:15.813625 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdaa88c-77de-47b4-adfe-fca99f0ab25e" -d '{"events": [{"server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "name": "network-vif-deleted", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:15.861252 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75091569-f5d4-4d2b-b44e-299e652a6533 x-openstack-request-id: req-75091569-f5d4-4d2b-b44e-299e652a6533 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:15.861252 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1552edd9-4f5c-49a9-a3e7-77ef9a6ec608", "name": "network-vif-deleted", "tag": "ddd53b94-7723-4b57-a9a1-bf4410c44860", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:15.861252 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75091569-f5d4-4d2b-b44e-299e652a6533 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:15.861817 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1552edd9-4f5c-49a9-a3e7-77ef9a6ec608', 'name': 'network-vif-deleted', 'tag': 'ddd53b94-7723-4b57-a9a1-bf4410c44860', 'status': 'completed', 'code': 200} Oct 15 20:03:16.338838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e0e87-afb3-45c8-bfb5-0bd914f664b9 req-27bc9859-7786-4d22-9582-22309fd69afa tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:16.347824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b0e0e87-afb3-45c8-bfb5-0bd914f664b9 req-27bc9859-7786-4d22-9582-22309fd69afa tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 945 time: 0.1003358 Oct 15 20:03:16.385926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b0e0e87-afb3-45c8-bfb5-0bd914f664b9 req-82c69055-c82e-43fc-a9f6-68a7d8d1fbd9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Oct 15 20:03:16.522586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-743ef42b-b935-44ee-97bc-55c1ce571803 req-f32efb37-1672-430d-a2aa-d58ac4f885b0 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "GET /v2.0/ports?device_id=1552edd9-4f5c-49a9-a3e7-77ef9a6ec608 HTTP/1.1" status: 200 len: 210 time: 0.0302379 Oct 15 20:03:17.505537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35dfd5-f35a-4437-9d23-2767fcc8e838 req-fd7e268d-4ecd-49e3-a46f-6e2a637bbb88 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:17.507049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba35dfd5-f35a-4437-9d23-2767fcc8e838 req-fd7e268d-4ecd-49e3-a46f-6e2a637bbb88 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 945 time: 0.0486794 Oct 15 20:03:17.552097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba35dfd5-f35a-4437-9d23-2767fcc8e838 req-4265a2c7-1a04-4958-99b9-1e203d310ada tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390787 Oct 15 20:03:17.603352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35304) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:17.668422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35306) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:17.695229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:17.733869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:17.842332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9286df3-083e-4aae-a6c3-da5888141662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:17.924841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9286df3-083e-4aae-a6c3-da5888141662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.005231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.007955 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.009156 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca019f5c-9c13-4c93-90bf-7e6f64d82b48 HTTP/1.1" status: 204 len: 168 time: 0.4047551 Oct 15 20:03:18.022995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891931f-e087-482d-87ac-a44370454b87 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca019f5c-9c13-4c93-90bf-7e6f64d82b48,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:18.087691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9286df3-083e-4aae-a6c3-da5888141662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.136493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b9286df3-083e-4aae-a6c3-da5888141662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed80eca9b6024960b735ece5c32af9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649868 Oct 15 20:03:18.137880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286df3-083e-4aae-a6c3-da5888141662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadc17c3-3615-41a3-9989-6f0f32b6455b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:18.140005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35324) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:18.224224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.252067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.360539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ddd53b94-7723-4b57-a9a1-bf4410c44860 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:18.376504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ddd53b94-7723-4b57-a9a1-bf4410c44860 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:18.376845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ddd53b94-7723-4b57-a9a1-bf4410c44860 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:18.426010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35334) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:18.473277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.473277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.474073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eadc17c3-3615-41a3-9989-6f0f32b6455b HTTP/1.1" status: 204 len: 168 time: 0.3327918 Oct 15 20:03:18.486811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662250d4-dffb-4722-8ae7-0265cdc00e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadc17c3-3615-41a3-9989-6f0f32b6455b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:18.507991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55da72dd-427b-436e-8288-43e2d58ba540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:18.833685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.149972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port 5686108d-0f2a-4270-83f5-1372ca2e4404 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:19.150313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.261536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port 5686108d-0f2a-4270-83f5-1372ca2e4404, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5686108d-0f2a-4270-83f5-1372ca2e4404,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:19.262226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.277305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for 5686108d-0f2a-4270-83f5-1372ca2e4404 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:19.425790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35366) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:19.447236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe772c52-49ea-46f7-9622-98f348283e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.571175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-59e89fd5-cd32-4373-bb8d-7287febb8396 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:19.576069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-59e89fd5-cd32-4373-bb8d-7287febb8396 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1856494 Oct 15 20:03:19.599419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-498606dc-573a-46bb-a9f0-2f4f919e01ea tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/quotas/ed5536b36b1c40af96e404ad99afc8b3 HTTP/1.1" status: 200 len: 375 time: 0.0180395 Oct 15 20:03:19.645891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe772c52-49ea-46f7-9622-98f348283e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.664953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.672680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-deea9373-ce0e-44af-ae12-273de823f703 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656099 Oct 15 20:03:19.702723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=5686108d-0f2a-4270-83f5-1372ca2e4404,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:19.785258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-05f517f1-86a4-45ba-8385-2212777b3be4 service neutron] 10.222.0.13 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998101 Oct 15 20:03:19.786273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe772c52-49ea-46f7-9622-98f348283e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:19.801383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450ddd-5a19-467e-b252-99552986101c req-54706454-3fb8-4ff6-9913-270240efe083 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:19.802811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16450ddd-5a19-467e-b252-99552986101c req-54706454-3fb8-4ff6-9913-270240efe083 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7cabc6-c083-45e2-9b6f-3445227a3e67 HTTP/1.1" status: 200 len: 945 time: 0.1098158 Oct 15 20:03:19.877096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe772c52-49ea-46f7-9622-98f348283e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4926a8e4-74e5-4476-9f14-53ef7d3766c8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:19.896868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe772c52-49ea-46f7-9622-98f348283e79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b1f52aa18134fe3bf5d640eafa3e741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689324 Oct 15 20:03:19.898782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:20.022486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.048172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Deleting port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:20.048172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.048507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-dfbbc3b5-6cbc-446a-b079-d9a8b42bae82 service neutron] 10.222.0.13 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500494 Oct 15 20:03:20.076742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.120122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.200919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:20.275375 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] For port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:20.275788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.297744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Calling delete_port for e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:20.312075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.332450 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.336989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4926a8e4-74e5-4476-9f14-53ef7d3766c8 HTTP/1.1" status: 204 len: 168 time: 0.4362416 Oct 15 20:03:20.389951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5734a6ef-891a-4454-9458-655329dde878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.403279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73191bc0-a82a-40cc-a86a-4cc7812a62b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926a8e4-74e5-4476-9f14-53ef7d3766c8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:20.505880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5734a6ef-891a-4454-9458-655329dde878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.613020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5734a6ef-891a-4454-9458-655329dde878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.666648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734a6ef-891a-4454-9458-655329dde878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6aaf8-d45c-4430-b955-cd2088abda16,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:20.747950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccc320be-9d35-474d-80a1-f284f202821c req-c2a422bd-a96e-459f-9711-20c123990049 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0606780 Oct 15 20:03:20.752703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5734a6ef-891a-4454-9458-655329dde878 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18c1d37e88c1480b96ad4d5931f8e472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530348 Oct 15 20:03:20.756228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35392) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:20.861718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:20.897851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.011360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-71fa53c7-4ea3-4fa2-a63c-607675c42ba9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:21.013191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-71fa53c7-4ea3-4fa2-a63c-607675c42ba9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b43713e-5d02-4ac9-9f72-50312425ab18 HTTP/1.1" status: 200 len: 946 time: 0.1421177 Oct 15 20:03:21.030738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:21.138542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.146151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.147332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3d6aaf8-d45c-4430-b955-cd2088abda16 HTTP/1.1" status: 204 len: 168 time: 0.3907115 Oct 15 20:03:21.165011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f49f-378c-4101-aab5-26962420c570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6aaf8-d45c-4430-b955-cd2088abda16,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:21.266422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Deleting port 502be312-d41a-4596-806d-9d02d9397573 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:21.266811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.291858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.300340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:21.305651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['502be312-d41a-4596-806d-9d02d9397573'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:21.312985 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Sync routers for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:21.318863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b4cb84b9-1c03-499c-86c0-ce4cfc00a476 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "PUT /v2.0/routers/e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916216 Oct 15 20:03:21.325047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35422) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:21.334352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:21.334969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:21.372920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event deleted for resources: {'Port': ['ID=e72cea2f-163d-40fe-b8bd-49f6f22ed4d9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:21.428006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting subnet 65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:03:21.433044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.442763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] No DVR routers for this DVR port e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:21.446736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.450158 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-16450ddd-5a19-467e-b252-99552986101c req-e9e2ef0e-142a-455c-b145-85f6b9f052da tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "DELETE /v2.0/ports/e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 HTTP/1.1" status: 204 len: 173 time: 1.6401649 Oct 15 20:03:21.450623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'name': 'network-vif-deleted', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:21.452993 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052e3d8a-558e-4736-8109-750b81347bb2" -d '{"events": [{"server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "name": "network-vif-deleted", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:21.476152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] For port 502be312-d41a-4596-806d-9d02d9397573, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=502be312-d41a-4596-806d-9d02d9397573,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:21.476748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.510911 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a90909-4a24-4043-9492-a9b03463ca55 x-openstack-request-id: req-04a90909-4a24-4043-9492-a9b03463ca55 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:21.511375 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7cabc6-c083-45e2-9b6f-3445227a3e67", "name": "network-vif-deleted", "tag": "e72cea2f-163d-40fe-b8bd-49f6f22ed4d9", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:21.511675 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04a90909-4a24-4043-9492-a9b03463ca55 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:21.516406 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7cabc6-c083-45e2-9b6f-3445227a3e67', 'name': 'network-vif-deleted', 'tag': 'e72cea2f-163d-40fe-b8bd-49f6f22ed4d9', 'status': 'completed', 'code': 200} Oct 15 20:03:21.521514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.524512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Calling delete_port for 502be312-d41a-4596-806d-9d02d9397573 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:21.639739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:21.716581 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:21.891956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43aa5021-c067-406a-b229-3260f4ceb9df req-8c899e8b-696f-4180-abc9-adb1ef9d3152 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0499258 Oct 15 20:03:21.956239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.009781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Subnet': ['ID=65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:22.017976 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.024905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2bd91e3e-322c-4597-982a-031fdf9dce52 tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/subnets/65110a3d-b0f1-4e1e-bc3e-e8b542e0f18b HTTP/1.1" status: 204 len: 168 time: 0.6960847 Oct 15 20:03:22.025571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35434) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:22.033857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651f851e-e11a-4202-9a43-18a8536877d0 None None] Network 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:22.102308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:03:19Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:22.104773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.150748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event deleted for resources: {'Port': ['ID=502be312-d41a-4596-806d-9d02d9397573,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:22.159306 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Checking router: e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:22.162449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd4a602d-886f-4973-bd73-172d9cff9e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.171138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Routers {'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:22.176923 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:22.197767 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.288737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] No DVR routers for this DVR port 502be312-d41a-4596-806d-9d02d9397573 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:22.297229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.310089 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-64fd502f-cfb4-45d7-a2d1-afa6ca520696 req-2b53e65b-9de1-40a4-bed0-ab5f640503d0 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "DELETE /v2.0/ports/502be312-d41a-4596-806d-9d02d9397573 HTTP/1.1" status: 204 len: 173 time: 1.2902586 Oct 15 20:03:22.377041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] Set router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:22.398190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:22.425311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:22.425840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device e72cea2f-163d-40fe-b8bd-49f6f22ed4d9 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:22.445501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.486981 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.509515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] DHCP port deletion for 9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:03:22.658098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Deleting port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:22.658642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.669710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Deleting port d0961385-9b44-4f1c-889f-7a11ff34778d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:22.670303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.726194 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-83a976e0-e635-4e70-983e-86c321239051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:03:19Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:22.769013 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.775526 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a976e0-e635-4e70-983e-86c321239051 None None] The sync data for ids ['e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f'] in n-d-712140-14 is: [{'id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'name': 'tempest-TestNetworkBasicOps-router-543814662', 'tenant_id': '3016db26a4b341af8b5f2dd152b785f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225'}], 'enable_snat': True}, 'gw_port_id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:01:24Z', 'updated_at': '2021-10-15T20:03:19Z', 'revision_number': 5, 'project_id': '3016db26a4b341af8b5f2dd152b785f0', 'gw_port': {'id': 'd0961385-9b44-4f1c-889f-7a11ff34778d', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2395, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:01:25Z', 'updated_at': '2021-10-15T20:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:22.794304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] For port 5ffd7e2d-ff6e-402e-a17b-0a383f673582, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5ffd7e2d-ff6e-402e-a17b-0a383f673582,segment=NetworkSegment(4b4de4f2-e8e8-4045-97a3-f5a5faad05ce),segment_id=4b4de4f2-e8e8-4045-97a3-f5a5faad05ce)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:22.795712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.804588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] For port d0961385-9b44-4f1c-889f-7a11ff34778d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0961385-9b44-4f1c-889f-7a11ff34778d,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:22.805089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.818232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Calling delete_port for d0961385-9b44-4f1c-889f-7a11ff34778d owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:22.819707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Calling delete_port for 5ffd7e2d-ff6e-402e-a17b-0a383f673582 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:22.892887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.893830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:22.989092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8118504f-c06a-4e01-b898-a42b586fcfaa req-55a3c5e4-d0d5-4260-b267-c83c1b277b47 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0393999 Oct 15 20:03:23.052973 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.085315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] No DVR routers for this DVR port 5ffd7e2d-ff6e-402e-a17b-0a383f673582 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:23.098760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Pushing event deleted for resources: {'Port': ['ID=5ffd7e2d-ff6e-402e-a17b-0a383f673582,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:23.123817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.124407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.125465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.126028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.126554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.127077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.127780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.137801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.137801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.137801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.137801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.137801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555daf60-bb46-4d6f-b46f-6277b1e7b03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:23.162233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.191277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Port': ['ID=d0961385-9b44-4f1c-889f-7a11ff34778d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:23.306814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.494273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.497137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.517926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'name': 'network-vif-deleted', 'tag': '502be312-d41a-4596-806d-9d02d9397573'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:23.520558 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991a5b97-677a-45e6-ab86-642d3cbf883c" -d '{"events": [{"server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "name": "network-vif-deleted", "tag": "502be312-d41a-4596-806d-9d02d9397573"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:23.584785 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c70fc79-69bb-4820-9258-86f43b285941 x-openstack-request-id: req-2c70fc79-69bb-4820-9258-86f43b285941 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:23.585329 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b43713e-5d02-4ac9-9f72-50312425ab18", "name": "network-vif-deleted", "tag": "502be312-d41a-4596-806d-9d02d9397573", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:23.585743 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c70fc79-69bb-4820-9258-86f43b285941 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:23.586162 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b43713e-5d02-4ac9-9f72-50312425ab18', 'name': 'network-vif-deleted', 'tag': '502be312-d41a-4596-806d-9d02d9397573', 'status': 'completed', 'code': 200} Oct 15 20:03:23.732989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.734062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Fanout notify agent at l3_agent the message router_deleted on router e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:03:23.762163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:23.766224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d692bef7-1f5a-4d08-a56d-59bcf491c1eb tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/routers/e01bb5f4-3e3d-49c1-a80d-09b8ec44b50f HTTP/1.1" status: 204 len: 168 time: 1.7366073 Oct 15 20:03:23.766707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:23.954944 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.106860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.127616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71e65370-0c15-454c-b362-8e2e9c566fbf req-4587c70c-7bfc-457c-ade2-050a32ba84f5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0452347 Oct 15 20:03:24.165207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:24.183910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:24.184481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4de4f2-e8e8-4045-97a3-f5a5faad05ce') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:24.215573 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.242115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-a8559482-7eb7-4330-a759-530046ced4d4 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:24.243629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-a8559482-7eb7-4330-a759-530046ced4d4 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1728935 Oct 15 20:03:24.244728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.256017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:03:24.256418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.262907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Request body: {'port': {'device_id': '2a55347c-1edc-4372-942c-191608d1786e', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'admin_state_up': True, 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:03:24.266609 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:03:24.464212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5686108d-0f2a-4270-83f5-1372ca2e4404 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:24.520584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.543889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.553053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] 10.222.0.13 "DELETE /v2.0/networks/9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb HTTP/1.1" status: 204 len: 168 time: 0.7847440 Oct 15 20:03:24.574131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 5686108d-0f2a-4270-83f5-1372ca2e4404 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:24.574871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5686108d-0f2a-4270-83f5-1372ca2e4404 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:24.576875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5ffd7e2d-ff6e-402e-a17b-0a383f673582 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:24.592738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17be350-f835-4455-a6fe-cdda51e219dd tempest-TestNetworkBasicOps-1087837994 tempest-TestNetworkBasicOps-1087837994-project] Pushing event deleted for resources: {'Network': ['ID=9315f5a3-ecd9-47ca-9305-dc1bdbc1a3fb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:24.605583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 5ffd7e2d-ff6e-402e-a17b-0a383f673582 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:24.606197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5ffd7e2d-ff6e-402e-a17b-0a383f673582 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:24.606724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0961385-9b44-4f1c-889f-7a11ff34778d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:24.628663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d0961385-9b44-4f1c-889f-7a11ff34778d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:24.629264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0961385-9b44-4f1c-889f-7a11ff34778d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:24.744023 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.795008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:24.802896 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:24.846476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-79638c02-9baf-4c8b-8e92-f19f74357f92 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:24.848210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-79638c02-9baf-4c8b-8e92-f19f74357f92 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 811 time: 0.1563501 Oct 15 20:03:24.890716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Request body: {'port': {'device_id': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'admin_state_up': True, 'tenant_id': 'ed5536b36b1c40af96e404ad99afc8b3'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:25.034747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Allocated IP 172.20.0.8 (29931f48-fd14-49f9-8650-467f4f1d4ad6/d3f2403b-27c7-4996-a3dc-a3d99ec8330c/83e19657-1c38-41ae-b260-9cea86c3055a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:25.220034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Made reservation on behalf of ed5536b36b1c40af96e404ad99afc8b3 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:25.224698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:25.255394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:25.262734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca739bc-9486-4dce-9d60-4efb903099b9 req-d41fc628-de17-4fbb-b566-0c22ba491400 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0515864 Oct 15 20:03:25.271505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 502be312-d41a-4596-806d-9d02d9397573 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:25.322991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 502be312-d41a-4596-806d-9d02d9397573 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:25.323333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 502be312-d41a-4596-806d-9d02d9397573 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:25.434420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35516) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:25.510472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:25.580904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:25.589454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:25.595623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:25.626455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event updated for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:25.635181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Allocated IP 172.20.0.9 (29931f48-fd14-49f9-8650-467f4f1d4ad6/d3f2403b-27c7-4996-a3dc-a3d99ec8330c/ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:25.673076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:25.673704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:25.809146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-28f2b46e-23c5-416f-b5fb-6ee01bee6ac5 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5544214 Oct 15 20:03:25.831368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Request body: {'port': {'device_id': '2a55347c-1edc-4372-942c-191608d1786e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:25.877888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:25.912928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.089001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.104691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6614023c-6fbd-4d8e-b680-1108653fc1b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3016db26a4b341af8b5f2dd152b785f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6690140 Oct 15 20:03:26.107511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:26.193305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Network 29931f48-fd14-49f9-8650-467f4f1d4ad6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:26.204917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:26.208136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event updated for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:26.210344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:26.210864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.236703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35534) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:26.247726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.312803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:26.314250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.381608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e19657-1c38-41ae-b260-9cea86c3055a {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:26.390996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.399831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.402984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.403222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Transition to ACTIVE for port object 83e19657-1c38-41ae-b260-9cea86c3055a will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:03:26.404545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c81c6613-aacc-4e59-b8c7-9bb0cadada26 HTTP/1.1" status: 204 len: 168 time: 0.2958469 Oct 15 20:03:26.418818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acec042-936e-4569-81d2-93eb62a793da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81c6613-aacc-4e59-b8c7-9bb0cadada26,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:26.437094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586c8ed-9686-47d8-ba87-fd2ca2bf2590 req-cb3972a1-102c-455e-b7c2-d41027a3df0f tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:26.442168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7586c8ed-9686-47d8-ba87-fd2ca2bf2590 req-cb3972a1-102c-455e-b7c2-d41027a3df0f tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 931 time: 0.0688295 Oct 15 20:03:26.460762 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-7bf7e681-6e16-4ca9-8f66-358e9ffbe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5794396 Oct 15 20:03:26.473896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Request body: {'port': {'device_id': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:26.481584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7586c8ed-9686-47d8-ba87-fd2ca2bf2590 req-a0820f9f-5f4f-42b0-b2eb-a7c3c093096b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Oct 15 20:03:26.505893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.597926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Pushing event updated for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:26.600464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.830794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d129a131-a2e3-413c-ab9d-5ae8c15f4c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:26.905444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Attempting to bind port 83e19657-1c38-41ae-b260-9cea86c3055a on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:26.905805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Attempting to bind port 83e19657-1c38-41ae-b260-9cea86c3055a by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:26.906700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Attempting to bind port 83e19657-1c38-41ae-b260-9cea86c3055a on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:26.948740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Port 83e19657-1c38-41ae-b260-9cea86c3055a on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:03:26.949084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Attempting to bind port 83e19657-1c38-41ae-b260-9cea86c3055a on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:26.963059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:26.963403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Checking segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:26.963853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Bound using segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:26.964298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Bound port: 83e19657-1c38-41ae-b260-9cea86c3055a, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:26.964658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.136757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:27.139840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d129a131-a2e3-413c-ab9d-5ae8c15f4c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.154521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=83e19657-1c38-41ae-b260-9cea86c3055a,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:27.162243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:27.169852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.186373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Transition to ACTIVE for port object ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:03:27.246598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.252963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d129a131-a2e3-413c-ab9d-5ae8c15f4c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.303709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.328309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:27.328924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.330294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] 10.222.0.15 "PUT /v2.0/ports/83e19657-1c38-41ae-b260-9cea86c3055a HTTP/1.1" status: 200 len: 1092 time: 1.5054929 Oct 15 20:03:27.332358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:27.334634 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164" -d '{"events": [{"name": "network-changed", "server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:27.363745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d129a131-a2e3-413c-ab9d-5ae8c15f4c94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6f04e37440647a0af5855782a313430&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1241159 Oct 15 20:03:27.366514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35558) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:27.367843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129a131-a2e3-413c-ab9d-5ae8c15f4c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629d842-8727-498f-b370-4b350fdd6a3e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:27.371484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313273d-99f3-4e3a-a146-a0d353b383fa service neutron] Pushing event updated for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:27.443270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.448505 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e321592-3de7-45f3-86a5-451adba03a40 x-openstack-request-id: req-6e321592-3de7-45f3-86a5-451adba03a40 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:27.448849 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:27.449035 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e321592-3de7-45f3-86a5-451adba03a40 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:27.449428 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a', 'status': 'completed', 'code': 200} Oct 15 20:03:27.459983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:27.473409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.523925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-e80f1970-8618-449b-9837-3d55ab5cee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:27.525431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-e80f1970-8618-449b-9837-3d55ab5cee90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 1095 time: 0.0752704 Oct 15 20:03:27.526070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Attempting to bind port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:27.526394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Attempting to bind port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:27.526713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Attempting to bind port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:27.532777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:03:27.534341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Attempting to bind port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 on network 29931f48-fd14-49f9-8650-467f4f1d4ad6 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:27.544284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:27.544614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Checking segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:27.544982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Bound using segment: {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:27.545405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Bound port: ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30186b9-66b2-4586-b471-1e851bfd54bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:27.545755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.574816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-941bc5b4-6c5c-48cd-8ef2-955c4133da2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83e19657-1c38-41ae-b260-9cea86c3055a HTTP/1.1" status: 200 len: 217 time: 0.0387318 Oct 15 20:03:27.616297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc80e-e5d2-4f2e-a9b3-a0f4ba7f02ea req-1163252a-59a0-4787-9bef-22ef2bfc843b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:27.617579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a60bc80e-e5d2-4f2e-a9b3-a0f4ba7f02ea req-1163252a-59a0-4787-9bef-22ef2bfc843b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 943 time: 0.0584409 Oct 15 20:03:27.638398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:27.649821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.656427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.660128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a629d842-8727-498f-b370-4b350fdd6a3e HTTP/1.1" status: 204 len: 168 time: 0.2900794 Oct 15 20:03:27.669101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-aa50df2a-7816-4c6d-b598-d26a6d67f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:27.670567 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-aa50df2a-7816-4c6d-b598-d26a6d67f0e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0891218 Oct 15 20:03:27.678444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f8fb-0603-4531-b2b9-9d90c1737dd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.685004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b22774-42a1-4730-8507-01e4bd80ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629d842-8727-498f-b370-4b350fdd6a3e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:27.704622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:27.723699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a60bc80e-e5d2-4f2e-a9b3-a0f4ba7f02ea req-466f0326-5cf1-4c1e-9af9-d0e9695ea9c1 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Oct 15 20:03:27.764729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-829b0a80-f27d-4cf3-b577-483e53317400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830882 Oct 15 20:03:27.768915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:27.832133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f8fb-0603-4531-b2b9-9d90c1737dd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.867284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.906449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-6437f785-3497-49c1-a463-dc2477733fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336510 Oct 15 20:03:27.913929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:27.914537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.915938 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] 10.222.0.11 "PUT /v2.0/ports/ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 HTTP/1.1" status: 200 len: 1092 time: 1.4462898 Oct 15 20:03:27.966837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b1d6f8fb-0603-4531-b2b9-9d90c1737dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:27.997345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abf202-1a6f-4662-ae65-dd5385a9ddfe service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:28.016387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6f8fb-0603-4531-b2b9-9d90c1737dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e38bab3-e198-49d9-bc4e-2e30e1859a5e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:28.023378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b1d6f8fb-0603-4531-b2b9-9d90c1737dd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=331a7617ec4e4e6c8c797f3330843935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866951 Oct 15 20:03:28.023995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:28.036731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-4425e2ef-ffc1-42d4-83c4-6ebbd6ad7ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197951 Oct 15 20:03:28.082815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:28.089403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-60906ddb-c3bc-402e-b38e-49b25a0d4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.091160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-60906ddb-c3bc-402e-b38e-49b25a0d4a96 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 1095 time: 0.0426104 Oct 15 20:03:28.104730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:28.141491 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-f9e64c22-9c94-411f-86b9-ba15c37cc351 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 HTTP/1.1" status: 200 len: 217 time: 0.0421505 Oct 15 20:03:28.197246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e9539-5d7d-4679-8928-623a053d78b3 req-19a095e1-f7b0-4cf5-bb4c-df17f4a4ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.198946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-19a095e1-f7b0-4cf5-bb4c-df17f4a4ee9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0514004 Oct 15 20:03:28.238511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-d3b0faf1-2385-4f97-8294-6f4985476548 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308297 Oct 15 20:03:28.304040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:28.307145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:28.310585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e38bab3-e198-49d9-bc4e-2e30e1859a5e HTTP/1.1" status: 204 len: 168 time: 0.2830484 Oct 15 20:03:28.317700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc94cc-81c7-4da3-a559-1cef75a7c7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e38bab3-e198-49d9-bc4e-2e30e1859a5e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:28.320956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-434f86f6-be6d-4f16-a8e0-e25c7dde53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.322445 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-434f86f6-be6d-4f16-a8e0-e25c7dde53d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 1095 time: 0.1069186 Oct 15 20:03:28.414758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-dce5594c-35df-4b61-86c2-657f33855684 service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626451 Oct 15 20:03:28.506030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-bdccced2-6c42-4e0c-ae99-4ce005960978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.507579 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-bdccced2-6c42-4e0c-ae99-4ce005960978 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 912 time: 0.1778474 Oct 15 20:03:28.564513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-2f551cce-03ce-4a50-a26c-4498e06a859b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83e19657-1c38-41ae-b260-9cea86c3055a HTTP/1.1" status: 200 len: 217 time: 0.0474875 Oct 15 20:03:28.570401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-882e9539-5d7d-4679-8928-623a053d78b3 req-b381a7cc-2d2c-4bc0-8cee-a0b3f5167908 service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450539 Oct 15 20:03:28.867059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765711d-5c87-4fa8-932d-ab84a015fea2 req-16b2cb5e-8159-48ce-913c-c46a98780259 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.869025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a765711d-5c87-4fa8-932d-ab84a015fea2 req-16b2cb5e-8159-48ce-913c-c46a98780259 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 943 time: 0.0658402 Oct 15 20:03:28.917338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a765711d-5c87-4fa8-932d-ab84a015fea2 req-8d8e2777-f49e-4672-b167-4cebc6c1868b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Oct 15 20:03:28.957105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-6cefd96f-d2c0-47a7-896d-a0c997f8c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:28.959192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-6cefd96f-d2c0-47a7-896d-a0c997f8c174 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.3875189 Oct 15 20:03:28.998093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-c964a6ff-b930-46fb-8961-d9b141f451c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315945 Oct 15 20:03:29.102298 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-a686ca38-580a-4d3c-930d-2538f2e8f1e6 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972288 Oct 15 20:03:29.211100 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-dad6a0e0-0a51-4c4e-a190-dd4a1b038164 req-4c1133f2-6d51-4c36-80a5-9f9dc445ac90 service neutron] 10.222.0.15 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007049 Oct 15 20:03:29.450526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:29.453570 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28f1122-9f74-4177-b055-bcd99aebf513" -d '{"events": [{"name": "network-changed", "server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:29.491135 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68f4308-11ef-4e2a-99d2-712cb957e0da x-openstack-request-id: req-f68f4308-11ef-4e2a-99d2-712cb957e0da {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:29.491434 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:29.491748 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f68f4308-11ef-4e2a-99d2-712cb957e0da {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:29.492137 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570', 'status': 'completed', 'code': 200} Oct 15 20:03:29.554642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-4928b00a-5a6e-48cc-a8a0-bf4eb4f9685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:29.556598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-4928b00a-5a6e-48cc-a8a0-bf4eb4f9685f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 1095 time: 0.0432274 Oct 15 20:03:29.663015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-0e4d7c3b-1b2f-4be3-8379-c078dcd4650b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:29.664645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-0e4d7c3b-1b2f-4be3-8379-c078dcd4650b service neutron] 10.222.0.11 "GET /v2.0/networks?id=29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 200 len: 912 time: 0.1004293 Oct 15 20:03:29.708565 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-d2f47cbe-9300-4be6-bc89-6f81870089d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 HTTP/1.1" status: 200 len: 217 time: 0.0358677 Oct 15 20:03:29.763155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-7741e979-e557-4631-860b-900d21e33453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:29.764623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-7741e979-e557-4631-860b-900d21e33453 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 200 len: 851 time: 0.0479863 Oct 15 20:03:29.797615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-4997fdca-254d-417e-83a8-d4e7c8b52986 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=29931f48-fd14-49f9-8650-467f4f1d4ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251219 Oct 15 20:03:29.922793 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-0e823778-3c6d-4eac-ab07-4a2ffa118d31 service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173410 Oct 15 20:03:30.053845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e28f1122-9f74-4177-b055-bcd99aebf513 req-03748b39-140f-41b5-af36-b67b006c7e8b service neutron] 10.222.0.11 "GET /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227086 Oct 15 20:03:30.117870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc53f2-351f-4562-b173-504c65f2cab2 req-26e5ba1f-8fb8-4857-91fc-3022d592e335 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:30.119487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacc53f2-351f-4562-b173-504c65f2cab2 req-26e5ba1f-8fb8-4857-91fc-3022d592e335 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 943 time: 0.0530393 Oct 15 20:03:30.158459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eacc53f2-351f-4562-b173-504c65f2cab2 req-bfbbfc8f-5167-445a-ad54-e3a3693e996b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Oct 15 20:03:31.175870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35658) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:31.288333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c7cc5-e642-414c-9a05-083165ba7945 req-cabe6471-0d62-4e49-8f80-ac2ceda0c7df tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:31.289706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af4c7cc5-e642-414c-9a05-083165ba7945 req-cabe6471-0d62-4e49-8f80-ac2ceda0c7df tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 943 time: 0.0530889 Oct 15 20:03:31.315292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 83e19657-1c38-41ae-b260-9cea86c3055a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:03:31.332005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af4c7cc5-e642-414c-9a05-083165ba7945 req-910329f9-231e-4389-a6d2-a064ac54d1c9 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Oct 15 20:03:31.430494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=83e19657-1c38-41ae-b260-9cea86c3055a,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:31.445930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '83e19657-1c38-41ae-b260-9cea86c3055a', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'port_id': '83e19657-1c38-41ae-b260-9cea86c3055a', 'mac_address': 'fa:16:3e:12:e8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f2403b-27c7-4996-a3dc-a3d99ec8330c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:03:31.496478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.509940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e19657-1c38-41ae-b260-9cea86c3055a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:31.529313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=83e19657-1c38-41ae-b260-9cea86c3055a,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:31.539717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-960175404-network', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:31.619830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:31.633430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.669704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Made reservation on behalf of a86193bf3eae4944b0c2fff2998300e2 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:31.672914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.684428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.712221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:31.770169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.805869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-179691784-network', 'tenant_id': '3479af6680454dd59aee3dcec34437b9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:31.870838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.892507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:03:31.904474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Made reservation on behalf of 3479af6680454dd59aee3dcec34437b9 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:31.910374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.918641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b842999-ae9f-461a-983b-b9e6d0fb3a9b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:31.928593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['83e19657-1c38-41ae-b260-9cea86c3055a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:31.935203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.941058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:31.941557 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Added segment 68454849-637f-4ede-b85a-bb8220fdf236 of type vlan for network 3745e191-92ae-48ec-ade7-7bbd04376b0b Oct 15 20:03:31.998447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.089580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.119287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.120482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:32.121072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.180601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] Pushing event updated for resources: {'Network': ['ID=3745e191-92ae-48ec-ade7-7bbd04376b0b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:32.183185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.191653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:03:32.208227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:03:32.225068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0193fa-795c-4462-95b1-b526049a8a93,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:32.238943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.239450 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Added segment 29b1b7f3-669a-4d26-b5ab-432938c3f522 of type vlan for network 860a376d-8503-48fa-85b4-42111dbebf7c Oct 15 20:03:32.244174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0453128f-ad35-483e-96d1-03bddfd65733 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0663576 Oct 15 20:03:32.247510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:32.255771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Request body: {'subnet': {'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-subnet', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:32.297625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.365536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Made reservation on behalf of a86193bf3eae4944b0c2fff2998300e2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:32.369124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.402036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:03:32.435578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.444002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:32.444002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.572219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:32.592983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570', 'network_id': '29931f48-fd14-49f9-8650-467f4f1d4ad6', 'port_id': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570', 'mac_address': 'fa:16:3e:f3:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f2403b-27c7-4996-a3dc-a3d99ec8330c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:03:32.601135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9793093 Oct 15 20:03:32.605451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b309db-b192-4319-bd95-3ce13f4f6827 admin admin] Pushing event updated for resources: {'Network': ['ID=860a376d-8503-48fa-85b4-42111dbebf7c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:32.609570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35698) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:32.619482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Request body: {'subnet': {'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-179691784-subnet', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:32.626289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 860a376d-8503-48fa-85b4-42111dbebf7c details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:03:32.647871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72308f5f-2664-466c-84a1-272893055291 req-bcca1557-465a-47fe-abf6-316a50afe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:32.647871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72308f5f-2664-466c-84a1-272893055291 req-bcca1557-465a-47fe-abf6-316a50afe96a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 943 time: 0.1415985 Oct 15 20:03:32.664550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.704896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72308f5f-2664-466c-84a1-272893055291 req-03285bf8-1787-4720-8fc8-c6caafffc526 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Oct 15 20:03:32.719881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:03:32.745253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:32.772731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Made reservation on behalf of 3479af6680454dd59aee3dcec34437b9 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:32.772958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.776297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.840128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ba964c-5fef-4da9-9870-4fcd50d861a7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:32.841356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:32.852007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:32.852242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Network hostable DHCP agents. Network: 3745e191-92ae-48ec-ade7-7bbd04376b0b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:03:32.939135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:33.000266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:03:33.112192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3745e191-92ae-48ec-ade7-7bbd04376b0b) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:33.128214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:33.128214 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.128640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0650b3-c101-47f6-8bfc-6287acc965f1 None None] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:33.155115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:33.269979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6f4c4db-ff50-4e6f-ad4c-96e1160f57ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0187383 Oct 15 20:03:33.270509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35710) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:33.274814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:33.349281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 83e19657-1c38-41ae-b260-9cea86c3055a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:33.381937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.383049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.412525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.463704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3745e191-92ae-48ec-ade7-7bbd04376b0b', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:03:33.463704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.532809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4dd2c6c-c761-436d-b7de-5504108b23c7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:33.546146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Checking segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:33.546146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Network hostable DHCP agents. Network: 860a376d-8503-48fa-85b4-42111dbebf7c, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:03:33.546590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.602146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 83e19657-1c38-41ae-b260-9cea86c3055a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:03:33.631053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 83e19657-1c38-41ae-b260-9cea86c3055a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:33.631420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.675294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Network 860a376d-8503-48fa-85b4-42111dbebf7c is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:03:33.675935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Allocated IP 172.20.0.2 (3745e191-92ae-48ec-ade7-7bbd04376b0b/88ba964c-5fef-4da9-9870-4fcd50d861a7/57592d4e-55a8-4484-be5a-cb98aee69562) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:33.802680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 860a376d-8503-48fa-85b4-42111dbebf7c) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:33.804284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.830715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:33.830974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.831369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064a8923-1d7b-47ee-af38-e1a38aa015fd None None] Network 860a376d-8503-48fa-85b4-42111dbebf7c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:33.864246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d79ce-2f46-4671-949e-dbb33a6bce78 req-d1c60200-8765-4dec-8ad4-72bbdebe8f93 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:33.865399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:33.866001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f7d79ce-2f46-4671-949e-dbb33a6bce78 req-d1c60200-8765-4dec-8ad4-72bbdebe8f93 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 944 time: 0.0744553 Oct 15 20:03:33.910385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f7d79ce-2f46-4671-949e-dbb33a6bce78 req-00f4c61d-45cb-4a5c-90fd-6986ae78421b tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Oct 15 20:03:33.964150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-00036939-be84-491c-b3c7-85a6338fa0d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3534598 Oct 15 20:03:33.966939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35730) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:33.977117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:34.152091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:34.154309 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2028e06b-310d-4a09-ba82-6e6f19e95e74" -d '{"events": [{"server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "name": "network-vif-plugged", "status": "completed", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:34.181143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=83e19657-1c38-41ae-b260-9cea86c3055a,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:34.225053 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9394ab3-6848-408a-9f73-d6d742bde47c x-openstack-request-id: req-c9394ab3-6848-408a-9f73-d6d742bde47c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:34.225784 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "name": "network-vif-plugged", "status": "completed", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:34.226053 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9394ab3-6848-408a-9f73-d6d742bde47c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:34.226586 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a', 'code': 200} Oct 15 20:03:34.230921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.236206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.237681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.245466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.258290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.287411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.348525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.359739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.384154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-860a376d-8503-48fa-85b4-42111dbebf7c', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:03:34.384983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.402301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0ad48-ca11-4ab7-920f-b1500976ef69 req-17ddab81-cea6-4e92-99e3-201817b41a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:34.403902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86b0ad48-ca11-4ab7-920f-b1500976ef69 req-17ddab81-cea6-4e92-99e3-201817b41a39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 1097 time: 0.0914221 Oct 15 20:03:34.410860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:34.413904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:34.474266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Pushing event updated for resources: {'Port': ['ID=57592d4e-55a8-4484-be5a-cb98aee69562,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:34.481325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:34.481325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:34.486162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:34.510098 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-86b0ad48-ca11-4ab7-920f-b1500976ef69 req-234886bf-6271-41dc-be68-fbc2df12fc9a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936420 Oct 15 20:03:34.516841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Allocated IP 172.25.0.251 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/8aec1381-3ac5-4f63-b163-9ad69fdffb39) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:34.584245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Attempting to bind port 57592d4e-55a8-4484-be5a-cb98aee69562 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:34.584627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Attempting to bind port 57592d4e-55a8-4484-be5a-cb98aee69562 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:34.584992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Attempting to bind port 57592d4e-55a8-4484-be5a-cb98aee69562 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:34.643887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:34.644586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:34.645150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.645709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Bound using segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:34.646361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Bound port: 57592d4e-55a8-4484-be5a-cb98aee69562, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:34.646935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.652582 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:03:34.674976 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.778978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.817416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] For port 57592d4e-55a8-4484-be5a-cb98aee69562, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:34.822809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] For port 57592d4e-55a8-4484-be5a-cb98aee69562, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57592d4e-55a8-4484-be5a-cb98aee69562,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:34.824317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Allocated IP 172.20.0.2 (860a376d-8503-48fa-85b4-42111dbebf7c/d4dd2c6c-c761-436d-b7de-5504108b23c7/f4f6e913-21c3-4447-8cc5-27d85072fc9c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:34.909520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:03:34.920015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:34.923750 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:34.932661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.001866 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.058458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.088342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.125276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:35.128938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Pushing event updated for resources: {'Port': ['ID=8aec1381-3ac5-4f63-b163-9ad69fdffb39,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:35.136568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:35.144464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:35.295603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4975e2-8af1-43b4-837e-f8eebbc08a2f None None] Pushing event updated for resources: {'Port': ['ID=57592d4e-55a8-4484-be5a-cb98aee69562,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:35.324843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643adf83-9da9-473f-8c79-3594afec9bd9 req-d18b16b0-de7b-4887-b9e0-ce73a784c0c2 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:35.337582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-643adf83-9da9-473f-8c79-3594afec9bd9 req-d18b16b0-de7b-4887-b9e0-ce73a784c0c2 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 944 time: 0.1871238 Oct 15 20:03:35.376503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Allocated IP 172.25.0.31 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a523447b-ad08-4b98-bb28-03d4ce5c1f9e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:35.417430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.423993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-643adf83-9da9-473f-8c79-3594afec9bd9 req-8de33346-88bb-41fd-9d22-1470a48e7278 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864294 Oct 15 20:03:35.444291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.492709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:35.521092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.560752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.576513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Network 860a376d-8503-48fa-85b4-42111dbebf7c is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:35.580583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:35.594249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:35.597555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Pushing event updated for resources: {'Port': ['ID=f4f6e913-21c3-4447-8cc5-27d85072fc9c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:35.640427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.709876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Attempting to bind port f4f6e913-21c3-4447-8cc5-27d85072fc9c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:35.716440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Attempting to bind port f4f6e913-21c3-4447-8cc5-27d85072fc9c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:35.716440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Attempting to bind port f4f6e913-21c3-4447-8cc5-27d85072fc9c on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:35.748343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:35.750120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Checking segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:35.750755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.751360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Bound using segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:35.752083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Bound port: f4f6e913-21c3-4447-8cc5-27d85072fc9c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:35.765130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.767451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.802157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:35.815948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:35.855151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35768) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:35.867069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:35.900813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:35.904556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:35.925645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:35.938424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] For port f4f6e913-21c3-4447-8cc5-27d85072fc9c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:35.948989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] For port f4f6e913-21c3-4447-8cc5-27d85072fc9c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4f6e913-21c3-4447-8cc5-27d85072fc9c,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:36.030510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.185383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6874d-c733-4dd5-b706-d5240bc5a5d5 None None] Pushing event updated for resources: {'Port': ['ID=f4f6e913-21c3-4447-8cc5-27d85072fc9c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:36.233184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:36.233184 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb165a19-3c5d-435c-be86-5aea19312235" -d '{"events": [{"server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:36.251219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.283268 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab36060-ac08-45e3-bddc-650aee1e8236 x-openstack-request-id: req-3ab36060-ac08-45e3-bddc-650aee1e8236 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:36.283597 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:36.283856 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ab36060-ac08-45e3-bddc-650aee1e8236 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:36.284256 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570', 'code': 200} Oct 15 20:03:36.482982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57592d4e-55a8-4484-be5a-cb98aee69562 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:36.526697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fdf7-2f47-49eb-8a52-5887a2fe7084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.590673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 57592d4e-55a8-4484-be5a-cb98aee69562 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:36.591288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.654212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab5d89-819d-4dff-97f7-4f9384567603 req-3e64033e-8602-41d4-8156-73aa31e8ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:36.686198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0ab5d89-819d-4dff-97f7-4f9384567603 req-3e64033e-8602-41d4-8156-73aa31e8ed8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 1097 time: 0.2930527 Oct 15 20:03:36.722292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce8596-b950-4e0b-938b-74e002cffd2a req-12fdcd31-f8db-4018-9df8-394e01f8fd86 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:36.730949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60ce8596-b950-4e0b-938b-74e002cffd2a req-12fdcd31-f8db-4018-9df8-394e01f8fd86 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 945 time: 0.1480136 Oct 15 20:03:36.776810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.813425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.834673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60ce8596-b950-4e0b-938b-74e002cffd2a req-5a60f1a9-0b62-429b-b984-873ea38166c2 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017499 Oct 15 20:03:36.838955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b606e82-3386-458e-afda-0a0cfd5563d6 None None] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:36.845708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 57592d4e-55a8-4484-be5a-cb98aee69562, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57592d4e-55a8-4484-be5a-cb98aee69562,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:36.875305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f0ab5d89-819d-4dff-97f7-4f9384567603 req-b5b17bb7-ac0e-49a0-848a-7500761e0b72 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862946 Oct 15 20:03:36.916793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:36.942572 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fdf7-2f47-49eb-8a52-5887a2fe7084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.003973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ad031d7f-2ee6-4551-8a03-daed9450671e None None] Provisioning complete for port 57592d4e-55a8-4484-be5a-cb98aee69562 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:37.005929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad031d7f-2ee6-4551-8a03-daed9450671e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.047849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=57592d4e-55a8-4484-be5a-cb98aee69562,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:37.087436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:03:37.116425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.170806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eb3fdf7-2f47-49eb-8a52-5887a2fe7084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.238459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3fdf7-2f47-49eb-8a52-5887a2fe7084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d79f56-0495-492f-a3ed-34b35eca1605,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:37.252220 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9eb3fdf7-2f47-49eb-8a52-5887a2fe7084 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f0d2b36c4d1477d9fb3b5b14e42f6e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3898840 Oct 15 20:03:37.265945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:37.309691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:37.321694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:37.331446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:37.332228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:37.389391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.424936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.428572 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bd900353-fb91-4d2b-a225-af72eb777d2d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1548860 Oct 15 20:03:37.428850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35796) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:37.430957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.495013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:37.519529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:03:37.650798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.653515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.654667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7d79f56-0495-492f-a3ed-34b35eca1605 HTTP/1.1" status: 204 len: 168 time: 0.3872099 Oct 15 20:03:37.662276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3a399278-85a4-4586-a45b-e27af61d9dac None None] Provisioning complete for port 57592d4e-55a8-4484-be5a-cb98aee69562 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:37.662801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a399278-85a4-4586-a45b-e27af61d9dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.680433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04aa6-e40e-4687-8b09-8c97f01f04c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d79f56-0495-492f-a3ed-34b35eca1605,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:37.712939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:37.752768 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Sync routers for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:37.780731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:37.781904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:37.835544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:37.839321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cf6af584-b434-4859-966f-4df66ca58cf4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8686848 Oct 15 20:03:37.844604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:37.875240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8d4b6-6f1d-4c3e-933e-eac973c904f2 None None] Network 860a376d-8503-48fa-85b4-42111dbebf7c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:37.977095 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:38.131612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdaa1a-d04f-422d-b544-6304f751cbee req-882be629-6560-4fdf-8244-fa07f9323d99 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:38.133519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dbdaa1a-d04f-422d-b544-6304f751cbee req-882be629-6560-4fdf-8244-fa07f9323d99 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 945 time: 0.1609726 Oct 15 20:03:38.462497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5dbdaa1a-d04f-422d-b544-6304f751cbee req-aebdb4a6-2498-4d72-a7e0-9ea024020e53 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100200 Oct 15 20:03:38.610802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:35Z', 'revision_number': 3, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:38.623270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4f6e913-21c3-4447-8cc5-27d85072fc9c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:38.682327 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:36Z', 'revision_number': 3, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:38.710582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:38.711196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Updating router 9f92adbb-a54d-409a-b4f2-b041c2d82407 port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:03:38.730345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Checking router: 0cd5328a-c468-4a26-9103-b40eb2cf40a7 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:38.731493 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Updating router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 port a523447b-ad08-4b98-bb28-03d4ce5c1f9e binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:03:38.740374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:38.746705 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:38.790217 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:38.804697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] Provisioning complete for port f4f6e913-21c3-4447-8cc5-27d85072fc9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:38.805357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:38.821389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.022775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Allocated IP 172.20.0.1 (860a376d-8503-48fa-85b4-42111dbebf7c/d4dd2c6c-c761-436d-b7de-5504108b23c7/95f6f9f3-fcaf-4f89-b608-89eb6c16141b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:39.090275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:39.112275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af886fe0-4c7e-4851-ad0f-97eb30b5e176 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.163049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Allocated IP 172.20.0.1 (3745e191-92ae-48ec-ade7-7bbd04376b0b/88ba964c-5fef-4da9-9870-4fcd50d861a7/46111f30-1dea-4689-9dda-02dafde674d5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:39.318414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f4f6e913-21c3-4447-8cc5-27d85072fc9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:39.319047 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.339743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.362598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.441420 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.451094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.458871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af886fe0-4c7e-4851-ad0f-97eb30b5e176 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.470038 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.498426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.511449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] For port f4f6e913-21c3-4447-8cc5-27d85072fc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4f6e913-21c3-4447-8cc5-27d85072fc9c,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:39.527986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af886fe0-4c7e-4851-ad0f-97eb30b5e176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.529164 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.601585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:39.605621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af886fe0-4c7e-4851-ad0f-97eb30b5e176 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56d38646c3fd4532ba35ee6a89710018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111549 Oct 15 20:03:39.609412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:39.612701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:39.617277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:39.620433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Pushing event updated for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:39.659457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Pushing event updated for resources: {'Port': ['ID=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:39.666376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.675921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.679144 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.679618 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.680041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.680495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.680910 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.681336 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.681758 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.682172 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.682583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.683043 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.683581 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.684039 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:03:39.689949 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Attempting to bind port a523447b-ad08-4b98-bb28-03d4ce5c1f9e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:39.699154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Attempting to bind port a523447b-ad08-4b98-bb28-03d4ce5c1f9e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:39.699154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Attempting to bind port a523447b-ad08-4b98-bb28-03d4ce5c1f9e on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:39.703707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:03:39.704069 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:03:39.704641 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.710136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:39.712731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:39.713246 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.713738 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:39.715397 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Bound port: a523447b-ad08-4b98-bb28-03d4ce5c1f9e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:39.716391 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.785606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:39.805201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.833721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] For port a523447b-ad08-4b98-bb28-03d4ce5c1f9e, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:39.840765 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] For port a523447b-ad08-4b98-bb28-03d4ce5c1f9e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:39.845271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1c736-55f8-45cb-9aa0-2c7543e86914 None None] Pushing event updated for resources: {'Port': ['ID=f4f6e913-21c3-4447-8cc5-27d85072fc9c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:39.857789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6153e6f0-51df-44a6-a061-a67196c7ea53 None None] Provisioning complete for port f4f6e913-21c3-4447-8cc5-27d85072fc9c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:39.858773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6153e6f0-51df-44a6-a061-a67196c7ea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.882697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af886fe0-4c7e-4851-ad0f-97eb30b5e176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8123bcba-b098-459e-afb3-114b15748beb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:39.888471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Network 860a376d-8503-48fa-85b4-42111dbebf7c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:39.920342 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.935009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:39.957303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:39.976869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.020178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:40.066204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.081097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.085831 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.101122 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880f9f6-ed42-45cd-9ecf-e1852fbe99a0 None None] Pushing event updated for resources: {'Port': ['ID=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:40.106742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:40.107343 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:40.190927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d45559-0e8b-416e-8494-5cb2dc5703ca None None] Pushing event updated for resources: {'Port': ['ID=8aec1381-3ac5-4f63-b163-9ad69fdffb39,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:40.229284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.234014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.238000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8123bcba-b098-459e-afb3-114b15748beb HTTP/1.1" status: 204 len: 168 time: 0.6257145 Oct 15 20:03:40.251750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7af2d0-f399-45aa-ac17-7757c7737f84 req-99341294-f893-42d2-83af-36ce10fe1021 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:40.254477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7af2d0-f399-45aa-ac17-7757c7737f84 req-99341294-f893-42d2-83af-36ce10fe1021 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 945 time: 0.6826982 Oct 15 20:03:40.304299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414daa4-b241-45fa-964e-3f45a845b1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123bcba-b098-459e-afb3-114b15748beb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:40.320481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Attempting to bind port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:40.323105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Attempting to bind port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:40.323105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Attempting to bind port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:40.327502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7af2d0-f399-45aa-ac17-7757c7737f84 req-4bb0882a-5150-4255-a5c8-5d17162eb721 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539436 Oct 15 20:03:40.345360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:40.345735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:40.346133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.346521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:40.347020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Bound port: 8aec1381-3ac5-4f63-b163-9ad69fdffb39, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:40.348141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.349910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b5401570-fcd6-4178-bd41-64a8bcfc95b8 None None] Provisioning complete for port 46111f30-1dea-4689-9dda-02dafde674d5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:40.350261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b5401570-fcd6-4178-bd41-64a8bcfc95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.368442 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:40.395362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.406977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57592d4e-55a8-4484-be5a-cb98aee69562 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:40.479194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.553520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b5401570-fcd6-4178-bd41-64a8bcfc95b8 None None] Port 46111f30-1dea-4689-9dda-02dafde674d5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:40.570808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.599069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] For port 8aec1381-3ac5-4f63-b163-9ad69fdffb39, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:40.618924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] For port 8aec1381-3ac5-4f63-b163-9ad69fdffb39, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8aec1381-3ac5-4f63-b163-9ad69fdffb39,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:40.631056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 57592d4e-55a8-4484-be5a-cb98aee69562 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:40.632395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.664217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4217a6-d446-441f-b9b6-26ac3e23525f req-c0b63275-d5fb-4e45-99d7-cbee83b2df08 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:40.665919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4217a6-d446-441f-b9b6-26ac3e23525f req-c0b63275-d5fb-4e45-99d7-cbee83b2df08 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 945 time: 0.1322334 Oct 15 20:03:40.696603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c52b6553-ab1e-421e-b7fc-afd99cdfd8cb None None] Provisioning complete for port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:40.697217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c52b6553-ab1e-421e-b7fc-afd99cdfd8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.721163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a4217a6-d446-441f-b9b6-26ac3e23525f req-eee213b2-0d48-4232-bfa7-47854057e0b6 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/security-groups?id=75aa6537-c803-402a-859a-aea24b66efd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Oct 15 20:03:40.742207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Pushing event updated for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:40.747259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.795240 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.807409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c52b6553-ab1e-421e-b7fc-afd99cdfd8cb None None] Port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:40.812437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.845412 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a416f577-c418-4135-8da0-2c42710f24da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:36Z', 'revision_number': 3, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:40.872517 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a416f577-c418-4135-8da0-2c42710f24da None None] The sync data for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 is: [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:36Z', 'revision_number': 3, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:40.888032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:40.905485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:40.907269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:40.946484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:40.948001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:41.075270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:41.085805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:41.211968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:41.284024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:41.354653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Network 860a376d-8503-48fa-85b4-42111dbebf7c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:41.356183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:41.486228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:41.491880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e9d21b56-5848-4f72-8103-64211b4b24bd admin admin] 10.222.0.13 "PUT /v2.0/routers/9f92adbb-a54d-409a-b4f2-b041c2d82407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0618117 Oct 15 20:03:41.510672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d45559-0e8b-416e-8494-5cb2dc5703ca None None] Pushing event updated for resources: {'Port': ['ID=8aec1381-3ac5-4f63-b163-9ad69fdffb39,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:41.678265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09588611-ffbf-4b5d-a098-8a6bcd2fe0f4 None None] Provisioning complete for port 46111f30-1dea-4689-9dda-02dafde674d5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:41.678645 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09588611-ffbf-4b5d-a098-8a6bcd2fe0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:41.696962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5ec82-a637-4650-a0f1-2a11c33c8d7f req-4932600d-a05f-419f-b250-ee9248f967cc tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:41.704728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3f5ec82-a637-4650-a0f1-2a11c33c8d7f req-4932600d-a05f-419f-b250-ee9248f967cc tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1099 time: 0.2727530 Oct 15 20:03:41.762235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35874) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:41.813513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3f5ec82-a637-4650-a0f1-2a11c33c8d7f req-dfbbe783-4130-4662-ba0e-7ecf7601bdfc tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078911 Oct 15 20:03:41.821394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:41.828394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be796beb-0716-4e56-bf3b-7af32aaab4b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:41.844265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35876) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:41.931892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09588611-ffbf-4b5d-a098-8a6bcd2fe0f4 None None] Port 46111f30-1dea-4689-9dda-02dafde674d5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:41.938097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4f6e913-21c3-4447-8cc5-27d85072fc9c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:42.034123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be796beb-0716-4e56-bf3b-7af32aaab4b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.114114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-204a4690-5bd5-401a-b535-0ee58fa56016 None None] Provisioning complete for port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:42.114589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-204a4690-5bd5-401a-b535-0ee58fa56016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.160381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 2, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:42.165723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-204a4690-5bd5-401a-b535-0ee58fa56016 None None] Port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:42.190906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be796beb-0716-4e56-bf3b-7af32aaab4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.209379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f4f6e913-21c3-4447-8cc5-27d85072fc9c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:42.209755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.211595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8f22e-26a1-49a3-ac1c-943488de503a None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 2, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:42.316263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a523447b-ad08-4b98-bb28-03d4ce5c1f9e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:42.349712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be796beb-0716-4e56-bf3b-7af32aaab4b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f19df1ef56e4043b7f340ce5f61c29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860691 Oct 15 20:03:42.351253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be796beb-0716-4e56-bf3b-7af32aaab4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a7130d-c8d6-4fcd-9ee4-4aa484135149,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:42.367199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35882) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:42.438202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a523447b-ad08-4b98-bb28-03d4ce5c1f9e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:42.438424 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.488087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.540641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.684484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.688725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.690166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26a7130d-c8d6-4fcd-9ee4-4aa484135149 HTTP/1.1" status: 204 len: 168 time: 0.3228688 Oct 15 20:03:42.707435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461f55-4178-4145-9bd3-991a9cb58aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a7130d-c8d6-4fcd-9ee4-4aa484135149,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:42.738638 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.792747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port a523447b-ad08-4b98-bb28-03d4ce5c1f9e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:42.858318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:42.861786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.883625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fc9dfe1-066e-410e-ba84-8374b4ec2ff0 admin admin] 10.222.0.13 "PUT /v2.0/routers/0cd5328a-c468-4a26-9103-b40eb2cf40a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0386112 Oct 15 20:03:42.896357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-d8ad9989-af94-4ccd-a68f-809d50f4be4f tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:42.908778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-d8ad9989-af94-4ccd-a68f-809d50f4be4f tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 945 time: 0.0898304 Oct 15 20:03:42.925685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 93c46c78-5dcb-49d6-ad7f-79fd3019164e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:42.926073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:42.965550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:43.063810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.064134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.080166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 93c46c78-5dcb-49d6-ad7f-79fd3019164e owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:43.085384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Deleting port 83e19657-1c38-41ae-b260-9cea86c3055a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:43.086960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.298114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] For port 83e19657-1c38-41ae-b260-9cea86c3055a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=83e19657-1c38-41ae-b260-9cea86c3055a,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:43.298483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.322709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Calling delete_port for 83e19657-1c38-41ae-b260-9cea86c3055a owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:43.427237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35900) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:43.546299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.654374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=93c46c78-5dcb-49d6-ad7f-79fd3019164e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:43.723147 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.739093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['83e19657-1c38-41ae-b260-9cea86c3055a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:43.741814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:43.870927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event deleted for resources: {'Port': ['ID=83e19657-1c38-41ae-b260-9cea86c3055a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:43.882619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Sync routers for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:43.898080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:43.900566 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP c6a4844f-2c7f-4044-9698-5bd04a238458 disassociated (deleted). External IP: 172.25.0.95, port: 0a260131-7485-4d49-8684-f268dc845938. Oct 15 20:03:43.923841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:43.924478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:44.016929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8aec1381-3ac5-4f63-b163-9ad69fdffb39 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:44.029918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] No DVR routers for this DVR port 83e19657-1c38-41ae-b260-9cea86c3055a on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:44.035483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.054111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-77b5dcdf-f162-4d3a-8e3a-bf7a27227dbd req-11b96fac-09e7-40ff-99c1-f08d2da52c34 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.15 "DELETE /v2.0/ports/83e19657-1c38-41ae-b260-9cea86c3055a HTTP/1.1" status: 204 len: 173 time: 1.1433160 Oct 15 20:03:44.056179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'name': 'network-vif-deleted', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:44.058770 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b5eb66-3716-4b83-847b-7b366446c081" -d '{"events": [{"server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "name": "network-vif-deleted", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:44.095188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34ec2b-de73-4195-99de-879116367543 req-901823c7-0e3a-490e-985e-d0d281e77818 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:44.096854 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac34ec2b-de73-4195-99de-879116367543 req-901823c7-0e3a-490e-985e-d0d281e77818 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 945 time: 0.2532034 Oct 15 20:03:44.175918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f761ce0e-3477-4311-8801-268f4374ce0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.275691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:44.331118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Deleting port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:44.331494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.418238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:44.422258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.504362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] For port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,segment=NetworkSegment(b30186b9-66b2-4586-b471-1e851bfd54bf),segment_id=b30186b9-66b2-4586-b471-1e851bfd54bf)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:44.504741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.519313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f761ce0e-3477-4311-8801-268f4374ce0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.527852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router ce87c07f-02ab-4e7f-9762-ab3ee49a499c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:44.534667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Calling delete_port for ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:44.644975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:44.653859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672752307', 'description': 'tempest-description--391794316'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:44.664090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f761ce0e-3477-4311-8801-268f4374ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.847110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f761ce0e-3477-4311-8801-268f4374ce0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95c220a56d7f478fbf209f4bd0af29ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4150944 Oct 15 20:03:44.848459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:44.849830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35930) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:44.861496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f761ce0e-3477-4311-8801-268f4374ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1617503c-18c8-4e03-9e0c-6c115535afdf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:44.874264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.874992 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Sync routers for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:44.888466 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:44.890730 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:44.923376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:44.991751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Pushing event deleted for resources: {'Port': ['ID=ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:45.041768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa0b7f19-f2b7-49b0-88a9-b20e1a5d144e req-92d35e55-538b-42d2-aa6b-9cea3a4228b3 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a55347c-1edc-4372-942c-191608d1786e HTTP/1.1" status: 200 len: 210 time: 0.1533611 Oct 15 20:03:45.063730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] No DVR routers for this DVR port ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:45.063730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.065323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ac34ec2b-de73-4195-99de-879116367543 req-719a3817-4608-4b86-b627-a384bc596a5a tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.11 "DELETE /v2.0/ports/ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 HTTP/1.1" status: 204 len: 173 time: 0.9609220 Oct 15 20:03:45.066418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35938) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:45.078016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d2c61237-d46b-41f0-9d9c-172c750acfc0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6a4844f-2c7f-4044-9698-5bd04a238458 HTTP/1.1" status: 204 len: 168 time: 3.2309108 Oct 15 20:03:45.078622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:45.080648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1418707462-network', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:45.082628 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288" -d '{"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:45.088400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['83e19657-1c38-41ae-b260-9cea86c3055a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:03:45.095409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.102609 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e6d5a1-10b7-4c6c-b100-5e9cae8ac801 x-openstack-request-id: req-31e6d5a1-10b7-4c6c-b100-5e9cae8ac801 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:45.102609 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a55347c-1edc-4372-942c-191608d1786e", "name": "network-vif-deleted", "tag": "83e19657-1c38-41ae-b260-9cea86c3055a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:45.102609 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31e6d5a1-10b7-4c6c-b100-5e9cae8ac801 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:45.102936 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a55347c-1edc-4372-942c-191608d1786e', 'name': 'network-vif-deleted', 'tag': '83e19657-1c38-41ae-b260-9cea86c3055a', 'status': 'completed', 'code': 200} Oct 15 20:03:45.127412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.159901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.258061 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:45.303444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Made reservation on behalf of 6bc317a737e34711b20966fa8fb2f2e0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:45.305714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.315379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.322779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.339970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.346365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.351870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1617503c-18c8-4e03-9e0c-6c115535afdf HTTP/1.1" status: 204 len: 168 time: 0.4966862 Oct 15 20:03:45.434806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.444392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4611bdb-1c35-44a0-8a00-9790cc2d26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1617503c-18c8-4e03-9e0c-6c115535afdf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:45.529304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add5c7f3-35b1-4596-9bf0-cbd695a262c0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:45.578728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.583858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ebcd93e-f4a2-4331-8f3b-4cbb1de600a4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9361370 Oct 15 20:03:45.592672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35950) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:45.599783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group_rule': {'security_group_id': 'add5c7f3-35b1-4596-9bf0-cbd695a262c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:45.738805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.741951 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.773969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.780586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8aec1381-3ac5-4f63-b163-9ad69fdffb39, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8aec1381-3ac5-4f63-b163-9ad69fdffb39,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:45.800869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 4, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '95f6f9f3-fcaf-4f89-b608-89eb6c16141b', 'name': '', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'mac_address': 'fa:16:3e:3d:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 2, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'subnets': [{'id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:45.810020 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96772915-12e9-4440-8ffb-7a51c44da776 x-openstack-request-id: req-96772915-12e9-4440-8ffb-7a51c44da776 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:45.810445 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:45.810793 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96772915-12e9-4440-8ffb-7a51c44da776 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:45.811525 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:03:45.855599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Checking router: 0cd5328a-c468-4a26-9103-b40eb2cf40a7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:45.855943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Updating router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:03:45.874796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.879093 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:45.904118 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:45.906358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a523447b-ad08-4b98-bb28-03d4ce5c1f9e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:45.942409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Checking router: ce87c07f-02ab-4e7f-9762-ab3ee49a499c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:45.959536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:45.960831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:45.996082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad647671-8433-45ed-ac49-e3b9243d849e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:46.057385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.059005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:03:46.071317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-ac6410f8-bcd3-4105-8dcf-24bb4ada454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:46.075485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.078772 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-ac6410f8-bcd3-4105-8dcf-24bb4ada454c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 1099 time: 0.2619314 Oct 15 20:03:46.088552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.089007 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Added segment a4fe6026-58fd-40e2-bfa6-a0964e3738f7 of type vlan for network ef54446f-57d3-4be1-aee5-109af51b1722 Oct 15 20:03:46.135024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581cba6-9a43-488e-bea1-8eee39edd02f req-900b3952-b9c0-4667-a7d4-e2c0b903aea7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:46.146494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3581cba6-9a43-488e-bea1-8eee39edd02f req-900b3952-b9c0-4667-a7d4-e2c0b903aea7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 947 time: 0.2338119 Oct 15 20:03:46.218896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.251472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:46.272503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8aec1381-3ac5-4f63-b163-9ad69fdffb39,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:46.295340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91a29dc-1428-4c36-8aab-39336dd843aa,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:46.314033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3581cba6-9a43-488e-bea1-8eee39edd02f req-a35e1ced-1243-42f8-b622-98c3b8b436b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660383 Oct 15 20:03:46.319674 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:46.328447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a523447b-ad08-4b98-bb28-03d4ce5c1f9e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:46.329015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.330827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:46.331652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:46.378530 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.397442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.399435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-587bb304-0c9f-4c7e-872e-b1cd5ed4b558 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8051977 Oct 15 20:03:46.402315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35966) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:46.411724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group_rule': {'security_group_id': 'add5c7f3-35b1-4596-9bf0-cbd695a262c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:46.500308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:46.521658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-6db1fd00-65d4-4d63-aebe-f95a62d0e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:46.524008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-6db1fd00-65d4-4d63-aebe-f95a62d0e965 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 200 len: 897 time: 0.4372306 Oct 15 20:03:46.581952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06c2745b-e138-4435-bbbc-3127e23992ce req-4b6e2151-e652-4020-9c29-a51561ce3d30 tempest-MultipleCreateTestJSON-303356753 tempest-MultipleCreateTestJSON-303356753-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f93c819-007a-43fd-9da4-08c63fa4b099 HTTP/1.1" status: 200 len: 210 time: 0.0499947 Oct 15 20:03:46.586155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:46.586504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:46.586845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.637383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-eb029bff-e018-4422-b712-e015aa2c4e9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 200 len: 217 time: 0.1017792 Oct 15 20:03:46.638034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.639580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:46.644303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.646167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.656527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:46.712965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35972) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:46.714182 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:46.737548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7300555-01b0-49e8-948c-1a5427a05e4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.744709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-f2b75685-417f-4b29-a04f-d30d41bbf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:46.749506 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-f2b75685-417f-4b29-a04f-d30d41bbf9a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 200 len: 834 time: 0.1008196 Oct 15 20:03:46.759851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.829906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] Pushing event updated for resources: {'Network': ['ID=ef54446f-57d3-4be1-aee5-109af51b1722,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:46.848735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07f4cd4-8099-4a01-a9ca-3e7b32e7bd08,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:46.863451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6ad8da51-24cc-47fc-870d-167f20cd5974 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7885389 Oct 15 20:03:46.868522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:46.886071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Request body: {'subnet': {'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1418707462-subnet', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:46.912217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ef54446f-57d3-4be1-aee5-109af51b1722 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:03:46.915328 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fea3d93-a975-42ea-bb2e-6d456ba15057 None None] The sync data for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 is: [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:00:11Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd51eaef8-3524-4b96-b32d-d51a63f020d6', 'name': '', 'network_id': 'b1dee94b-70b8-4d19-b2de-757ce45227e0', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:fc:79:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:10Z', 'updated_at': '2021-10-15T20:00:15Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:46.961645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:46.964111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-949fcf07-5fe4-413c-94ca-3605d9f7e095 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5606229 Oct 15 20:03:46.967873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35980) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:46.999234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:47.026590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-06f85976-585a-403f-91e6-69c21254db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:47.028204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-06f85976-585a-403f-91e6-69c21254db44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b1dee94b-70b8-4d19-b2de-757ce45227e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928468 Oct 15 20:03:47.067816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7300555-01b0-49e8-948c-1a5427a05e4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.070403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8aec1381-3ac5-4f63-b163-9ad69fdffb39 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:47.090111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Made reservation on behalf of 6bc317a737e34711b20966fa8fb2f2e0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:47.096346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.107935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'name': 'network-vif-deleted', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:47.114019 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5915f767-7121-4c18-a6d0-085746b914f7" -d '{"events": [{"server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "name": "network-vif-deleted", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:47.191272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.212476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.222176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7300555-01b0-49e8-948c-1a5427a05e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.262216 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ae5ce4-6170-4f72-bc36-140a7c97d589 x-openstack-request-id: req-36ae5ce4-6170-4f72-bc36-140a7c97d589 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:47.262661 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f93c819-007a-43fd-9da4-08c63fa4b099", "name": "network-vif-deleted", "tag": "ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:47.263013 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36ae5ce4-6170-4f72-bc36-140a7c97d589 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:47.263500 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f93c819-007a-43fd-9da4-08c63fa4b099', 'name': 'network-vif-deleted', 'tag': 'ec2b3f0e-fe1b-4ac6-9381-0e1e6679c570', 'status': 'completed', 'code': 200} Oct 15 20:03:47.305524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-23ead20b-4959-48fd-9281-4ba6e2d6aad9 service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657559 Oct 15 20:03:47.331051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.400874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7300555-01b0-49e8-948c-1a5427a05e4a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d381257ee43472bb4abc9d4d9647264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833665 Oct 15 20:03:47.422851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-1b2412ab-5266-4319-a082-c0742e651a87 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:47.424502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-1b2412ab-5266-4319-a082-c0742e651a87 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 947 time: 0.2970607 Oct 15 20:03:47.425182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7300555-01b0-49e8-948c-1a5427a05e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c283762-26cc-4f57-b4cf-57d24ea82204,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:47.428786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:47.486408 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2e04b-7fcb-4bbf-b12a-101473fba29c None None] New status for floating IP c6a4844f-2c7f-4044-9698-5bd04a238458: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:03:47.537476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 83e19657-1c38-41ae-b260-9cea86c3055a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:47.687121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863ef2f-e8aa-4d4f-87db-dd361f2f85a9 None None] Pushing event updated for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:47.724592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-24ab79cf-3a25-4f84-b9b4-34a1c5a16288 req-484c3144-14d6-4199-b1ab-8118a36aecff service neutron] 10.222.0.11 "GET /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080319 Oct 15 20:03:47.753276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 83e19657-1c38-41ae-b260-9cea86c3055a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:47.753900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 83e19657-1c38-41ae-b260-9cea86c3055a not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:47.835370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.844077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:47.844718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.849558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Attempting to bind port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:47.849558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Attempting to bind port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:47.850835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Attempting to bind port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:47.861590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:47.862280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Checking segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:47.862974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.863669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Bound using segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:47.864718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Bound port: 95f6f9f3-fcaf-4f89-b608-89eb6c16141b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:47.865282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:47.953579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 2, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:47.985234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be3ea5-a6a4-4eb8-a62b-8422ad73a458 req-edcd0c96-417e-4fb7-9012-ab860e56a89d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:47.992886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01be3ea5-a6a4-4eb8-a62b-8422ad73a458 req-edcd0c96-417e-4fb7-9012-ab860e56a89d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 947 time: 0.4755516 Oct 15 20:03:47.993880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2769081-0ad9-4a8f-81e5-067848d1cffd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:48.012895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Checking segment: {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:48.013402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Network hostable DHCP agents. Network: ef54446f-57d3-4be1-aee5-109af51b1722, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:03:48.029215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.030587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:48.030943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Updating router 9f92adbb-a54d-409a-b4f2-b041c2d82407 port 46111f30-1dea-4689-9dda-02dafde674d5 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:03:48.059882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.103593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f4eb259e-f710-4e1e-b1bf-96d5c1c4158d None None] Provisioning complete for port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:48.103841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4eb259e-f710-4e1e-b1bf-96d5c1c4158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.127355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Network ef54446f-57d3-4be1-aee5-109af51b1722 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:03:48.147379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f4eb259e-f710-4e1e-b1bf-96d5c1c4158d None None] Port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:48.150979 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.162148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] For port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:48.162304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:48.162304 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.215883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ef54446f-57d3-4be1-aee5-109af51b1722) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:48.217147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] For port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:48.221787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:48.222675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.238501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1023ca7c-91ea-45c1-a576-5c2941f63e26 None None] Network ef54446f-57d3-4be1-aee5-109af51b1722 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:48.276431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port 0a260131-7485-4d49-8684-f268dc845938, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0a260131-7485-4d49-8684-f268dc845938,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:48.277046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.294072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 0a260131-7485-4d49-8684-f268dc845938 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:48.305725 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8672b00b-c59a-4ff3-867d-3cbc62a8decf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4335253 Oct 15 20:03:48.308022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.308460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:48.317742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:48.444365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.447756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.452431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c283762-26cc-4f57-b4cf-57d24ea82204 HTTP/1.1" status: 204 len: 168 time: 0.9988780 Oct 15 20:03:48.454109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.458261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.493665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb827d-dda1-4fc8-bcd5-2f260ad3072d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c283762-26cc-4f57-b4cf-57d24ea82204,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:48.527511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01be3ea5-a6a4-4eb8-a62b-8422ad73a458 req-13fcc6b3-a112-4d2f-94c8-87865375e8b1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=9575384e-15a9-448b-af04-461c5a9271cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336158 Oct 15 20:03:48.542750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.621569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:48.635922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.685022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=0a260131-7485-4d49-8684-f268dc845938,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:48.807280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] No DVR routers for this DVR port 0a260131-7485-4d49-8684-f268dc845938 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:48.814599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.818409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d235409-a6cd-41a8-bdc3-d3d01da0a461 req-6eec3181-d50e-451c-8c31-e9c6c2d961c0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "DELETE /v2.0/ports/0a260131-7485-4d49-8684-f268dc845938 HTTP/1.1" status: 204 len: 173 time: 1.3436258 Oct 15 20:03:48.819005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-deleted', 'tag': '0a260131-7485-4d49-8684-f268dc845938'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:03:48.829763 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b75764-ce38-4393-9e5e-1549fa622a38" -d '{"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-deleted", "tag": "0a260131-7485-4d49-8684-f268dc845938"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:03:48.898654 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b0e04d2-a4c5-4414-9e15-38f9b1ccc981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:48.918117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:48.918832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:22Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:48.934734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36020) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:48.954504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Allocated IP 172.25.0.14 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/45786e06-9760-45bc-bacd-5390e91504cf) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:48.968547 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800789da-effa-43d6-aa50-7bfca1a61a3e x-openstack-request-id: req-800789da-effa-43d6-aa50-7bfca1a61a3e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:03:48.968547 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5861cde-0952-48fe-9254-c341fe77799a", "name": "network-vif-deleted", "tag": "0a260131-7485-4d49-8684-f268dc845938", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:03:48.968547 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-800789da-effa-43d6-aa50-7bfca1a61a3e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:03:48.968547 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5861cde-0952-48fe-9254-c341fe77799a', 'name': 'network-vif-deleted', 'tag': '0a260131-7485-4d49-8684-f268dc845938', 'status': 'completed', 'code': 200} Oct 15 20:03:48.997180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Deleting subnet d3f2403b-27c7-4996-a3dc-a3d99ec8330c {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:03:49.009529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.016106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.062933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863ef2f-e8aa-4d4f-87db-dd361f2f85a9 None None] Pushing event updated for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:49.164581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.255673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.371220 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2532da4-339a-415f-a022-aed23b5c5e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.421822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.433989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] Provisioning complete for port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:49.433989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.508520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.545626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:49.572116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-ef54446f-57d3-4be1-aee5-109af51b1722', 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'fixed_ips': [{'subnet_id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:03:49.573335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.598229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:49.646529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2532da4-339a-415f-a022-aed23b5c5e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.646704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.653653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:49.664572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:49.732102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=45786e06-9760-45bc-bacd-5390e91504cf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:49.743732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-945d1bd9-78d2-47df-9b60-40de6911c385 req-89d0d459-e7ca-4701-ac2e-05f313aaad58 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5861cde-0952-48fe-9254-c341fe77799a HTTP/1.1" status: 200 len: 210 time: 0.0613425 Oct 15 20:03:49.782764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2532da4-339a-415f-a022-aed23b5c5e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.828617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2532da4-339a-415f-a022-aed23b5c5e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e128d7-8c66-4a3b-b11d-92cf9e8ad1ad,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:49.872048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.933093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.969779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.976161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:49.979448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2532da4-339a-415f-a022-aed23b5c5e58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fb4f97a6e8c4604ad75ff3cb08bb419&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0402675 Oct 15 20:03:49.982190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:50.023493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Allocated IP 172.20.0.2 (ef54446f-57d3-4be1-aee5-109af51b1722/e2769081-0ad9-4a8f-81e5-067848d1cffd/a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:50.043096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.046792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] For port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:50.098259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.107806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.174157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1279-e153-4eb5-b55b-2c6da871b212 None None] Pushing event updated for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:50.198134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.200557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.435822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.439572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.444089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06e128d7-8c66-4a3b-b11d-92cf9e8ad1ad HTTP/1.1" status: 204 len: 168 time: 0.4608707 Oct 15 20:03:50.463457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc2a24-dfca-4ec0-a934-1a3c82273d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e128d7-8c66-4a3b-b11d-92cf9e8ad1ad,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:50.544441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:03:50.551239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f2403b-27c7-4996-a3dc-a3d99ec8330c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:50.558034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.563735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c7fc3ad-62f2-4e33-a628-609de4a08333 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3f2403b-27c7-4996-a3dc-a3d99ec8330c HTTP/1.1" status: 204 len: 168 time: 1.9404624 Oct 15 20:03:50.567115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36054) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:50.570339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.656729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.657164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0a260131-7485-4d49-8684-f268dc845938 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:03:50.657964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0a260131-7485-4d49-8684-f268dc845938 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:03:50.661699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.678405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df405572-995f-45b7-bc19-59c61c0e4e49 None None] Pushing event updated for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:50.694308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Attempting to bind port 46111f30-1dea-4689-9dda-02dafde674d5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:50.695324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Attempting to bind port 46111f30-1dea-4689-9dda-02dafde674d5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:50.695857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Attempting to bind port 46111f30-1dea-4689-9dda-02dafde674d5 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:50.762177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=45786e06-9760-45bc-bacd-5390e91504cf,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:50.772259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.789633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:50.790444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:50.791505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.794255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Bound using segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:50.795261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Bound port: 46111f30-1dea-4689-9dda-02dafde674d5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:50.795885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.819124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 4, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '95f6f9f3-fcaf-4f89-b608-89eb6c16141b', 'name': '', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'mac_address': 'fa:16:3e:3d:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:48Z', 'revision_number': 4, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'subnets': [{'id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:50.839960 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.865347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8f541e5a-b70e-466d-b4d5-da9032ccfe89 None None] Provisioning complete for port 46111f30-1dea-4689-9dda-02dafde674d5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:50.865840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8f541e5a-b70e-466d-b4d5-da9032ccfe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.869443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:50.955205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4346e9e9-286b-4158-8a9e-6bcd8765a399 None None] The sync data for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 is: [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:40Z', 'revision_number': 4, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '95f6f9f3-fcaf-4f89-b608-89eb6c16141b', 'name': '', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'mac_address': 'fa:16:3e:3d:b2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:48Z', 'revision_number': 4, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'subnets': [{'id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:50.955205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8f541e5a-b70e-466d-b4d5-da9032ccfe89 None None] Port 46111f30-1dea-4689-9dda-02dafde674d5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:50.957283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.982341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:50.984349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c945ef34-213c-4dd5-9b50-576c8d73e2c7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0105753 Oct 15 20:03:51.020653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.079992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29931f48-fd14-49f9-8650-467f4f1d4ad6']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:51.110813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30186b9-66b2-4586-b471-1e851bfd54bf') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:51.111332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30186b9-66b2-4586-b471-1e851bfd54bf') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:51.117257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Network ef54446f-57d3-4be1-aee5-109af51b1722 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:51.131182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.160308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.169381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:51.171121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:03:51.171778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.178177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:51.223597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Pushing event updated for resources: {'Port': ['ID=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:03:51.261657 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:03:51.279354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.351029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.425366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] For port 46111f30-1dea-4689-9dda-02dafde674d5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:51.469765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-75c54902-958e-4f99-953d-ff8624aed8e8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--672752307&fields=id&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 267 time: 0.0680928 Oct 15 20:03:51.475844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Attempting to bind port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:51.476237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Attempting to bind port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:51.476589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Attempting to bind port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 on network ef54446f-57d3-4be1-aee5-109af51b1722 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:51.486215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] For port 46111f30-1dea-4689-9dda-02dafde674d5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46111f30-1dea-4689-9dda-02dafde674d5,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:51.493517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:51.495266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Checking segment: {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:51.495266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.495266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Bound using segment: {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:51.495266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Bound port: a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:51.498614 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.501011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.506226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.509999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] 10.222.0.13 "DELETE /v2.0/networks/29931f48-fd14-49f9-8650-467f4f1d4ad6 HTTP/1.1" status: 204 len: 168 time: 0.9417205 Oct 15 20:03:51.575860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b9ee3-086c-4f92-ae6d-076dbcad1dce admin admin] Pushing event deleted for resources: {'Network': ['ID=29931f48-fd14-49f9-8650-467f4f1d4ad6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:51.597850 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19feb734-8a7d-4013-a881-09e85d78dc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.607244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:51.634616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Allocated IP 172.25.0.76 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/fa4bee6c-1df1-4dbd-9c3a-3351b8d60814) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:51.752460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:51.753102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:51.761334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-0b7f6478-ac4d-4a26-b735-f9344534f0d3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:51.766238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-0b7f6478-ac4d-4a26-b735-f9344534f0d3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 816 time: 0.2921817 Oct 15 20:03:51.801580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-7c2adedc-d7f7-4b2f-a57d-6353a5261bc7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/quotas/a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 375 time: 0.0283811 Oct 15 20:03:51.902662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:52.005390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-23ffb43e-0eb5-403a-a634-f01526ef9654 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1879539 Oct 15 20:03:52.053050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:52.111970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:52.122836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:52.151423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:52.167098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:52.211846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36104) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:52.417800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:52.455128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:52.596838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b48a11b5-6c1e-4fb9-bf45-1061174a4efb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed5536b36b1c40af96e404ad99afc8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837717 Oct 15 20:03:52.599189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:52.656324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:52.809799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] For port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:52.824105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] For port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:52.983452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:52.988980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 95f6f9f3-fcaf-4f89-b608-89eb6c16141b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:53.048653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.136566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.151651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be1279-e153-4eb5-b55b-2c6da871b212 None None] Pushing event updated for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:53.200159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] Provisioning complete for port 46111f30-1dea-4689-9dda-02dafde674d5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:53.200159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.236468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.248407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.249101 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.267821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:53.268195 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.346031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2801f-abe4-40c7-9cc3-3efc8c899e68 None None] Pushing event updated for resources: {'Port': ['ID=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:53.379952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:51Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:53.422845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c399003-7af6-4153-9cd3-fffc8976cf3d None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:51Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:53.463249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.496618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Router 16a82234-f5ab-4323-88a8-b5e45e234aa6 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:03:53.572947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] For port 46111f30-1dea-4689-9dda-02dafde674d5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46111f30-1dea-4689-9dda-02dafde674d5,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:53.663960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.772035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.798870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398da03-bd13-4293-9059-5bde03e9cafb None None] Pushing event updated for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:53.806341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:53.818995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Sync routers for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:53.832019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:53.832720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:53.926062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.944238 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:53.945614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1d1f1fa5-c771-41e6-960c-d448378ad8d0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6357450 Oct 15 20:03:53.953855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:54.027056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-29bb2de9-43a3-4538-8a15-0cd5c4fe8b9c service neutron] 10.222.0.13 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9627297 Oct 15 20:03:54.043085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:54.372508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:54.382533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:54.387015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75aa6537-c803-402a-859a-aea24b66efd0 HTTP/1.1" status: 204 len: 168 time: 1.7846236 Oct 15 20:03:54.473998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563ba95-8995-4a21-9276-d51ef5685ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa6537-c803-402a-859a-aea24b66efd0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:54.499953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port d51eaef8-3524-4b96-b32d-d51a63f020d6 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:54.500543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:54.525245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-7256bd4b-bb89-4996-b36e-03c868658b29 service neutron] 10.222.0.13 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015941 Oct 15 20:03:54.576008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:52Z', 'revision_number': 3, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:54.696890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:54.702903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Checking router: 16a82234-f5ab-4323-88a8-b5e45e234aa6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:54.703253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Updating router 16a82234-f5ab-4323-88a8-b5e45e234aa6 port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:03:54.764131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.055486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port d51eaef8-3524-4b96-b32d-d51a63f020d6, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d51eaef8-3524-4b96-b32d-d51a63f020d6,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:55.060073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.124205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for d51eaef8-3524-4b96-b32d-d51a63f020d6 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:55.382319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c0d6fb0-f680-4753-80c6-b9c62517fc79 req-5d68c006-7c41-4fab-977b-3dbe13b8596d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.2280705 Oct 15 20:03:55.428855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.433728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:55.436625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78df0e8b-4e55-4abd-a231-027f7fd33c6c None None] Network ef54446f-57d3-4be1-aee5-109af51b1722 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:55.510905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.523550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.681092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0084cf-b523-4238-93fb-7957db493439 None None] Pushing event updated for resources: {'Port': ['ID=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:55.780919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] Provisioning complete for port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:55.786896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.791282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Allocated IP 172.20.0.1 (ef54446f-57d3-4be1-aee5-109af51b1722/e2769081-0ad9-4a8f-81e5-067848d1cffd/d30ca21b-7a54-4ee1-8a17-574976ca88aa) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:03:55.841196 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.874811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Attempting to bind port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:03:55.875214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Attempting to bind port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:03:55.875607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Attempting to bind port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:03:55.892655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:55.893264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.922465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=d51eaef8-3524-4b96-b32d-d51a63f020d6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:55.933050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:03:55.933690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:03:55.934250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:55.935012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:03:55.936744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Bound port: fa4bee6c-1df1-4dbd-9c3a-3351b8d60814, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:03:55.937546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.014262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] For port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:03:56.017890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] For port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:03:56.093682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.131080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.144558 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.226777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.278658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:56.279975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:56.286985 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.292946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.329019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] For port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:56.394899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0084cf-b523-4238-93fb-7957db493439 None None] Pushing event updated for resources: {'Port': ['ID=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:56.418208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Network ef54446f-57d3-4be1-aee5-109af51b1722 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:56.422986 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.441013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:56.456459 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:03:56.528956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Pushing event updated for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:56.583470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-381ceb6d-20a3-43b4-8101-8e28702c2860 req-65048ba6-d74d-4f23-aa1e-8df77af6d5de tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.0712910 Oct 15 20:03:56.586073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:56.813142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36284) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:56.861061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router ce87c07f-02ab-4e7f-9762-ab3ee49a499c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:56.963271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.079995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:03:57.095107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b192c050-f780-4e19-b0df-03cfc07d3933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.097043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:57.100000 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Sync routers for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:03:57.109387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54b37156-1999-4f92-a452-ed6eea230771 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/ce87c07f-02ab-4e7f-9762-ab3ee49a499c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2357819 Oct 15 20:03:57.144371 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:57.146806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:57.253887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:03:57.254936 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:03:57.255435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f730e5-9846-4362-ae72-fb6b54225bdf None None] Pushing event updated for resources: {'Port': ['ID=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:57.265206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-297f2bf7-3cd4-4259-b94f-681699369e79 None None] Provisioning complete for port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:57.265577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-297f2bf7-3cd4-4259-b94f-681699369e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.305637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting subnet f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:03:57.311006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.333986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:57.404575 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:57.405456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.454350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:57.522992 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.620967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:52Z', 'revision_number': 3, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:57.644662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.690995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e88de4-978d-4488-b750-23a27d2f65d4 None None] The sync data for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 is: [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:52Z', 'revision_number': 3, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:57.699542 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:57.702768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.710337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-21bbc9be-ba31-4242-9d03-158d9d3159a5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/subnets/f7ce6380-bc7e-4dd5-8a9a-2fcaea6d0437 HTTP/1.1" status: 204 len: 168 time: 0.5972619 Oct 15 20:03:57.712644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36314) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:57.717139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc09fbfa-8db3-4135-a373-1fa117f1ea9a None None] Network b1dee94b-70b8-4d19-b2de-757ce45227e0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:03:57.721199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4f7c9090-c7c6-433f-a4df-8f34df602337 None None] Provisioning complete for port d30ca21b-7a54-4ee1-8a17-574976ca88aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:57.721617 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4f7c9090-c7c6-433f-a4df-8f34df602337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.833741 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:03:55Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:57.844659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4f7c9090-c7c6-433f-a4df-8f34df602337 None None] Port d30ca21b-7a54-4ee1-8a17-574976ca88aa cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:57.854036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.858047 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b192c050-f780-4e19-b0df-03cfc07d3933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.910595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-817938595-network', 'tenant_id': '2933c801b26c455696709e5b00652959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:57.921066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.925863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b192c050-f780-4e19-b0df-03cfc07d3933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:57.931391 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Checking router: ce87c07f-02ab-4e7f-9762-ab3ee49a499c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:03:57.938121 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Routers {'ce87c07f-02ab-4e7f-9762-ab3ee49a499c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:03:57.938962 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:58.023432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfd17654-92d7-4d70-9574-dc0898be455f req-065f8476-d543-4f3e-872a-8d2a88ce4804 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.1260328 Oct 15 20:03:58.051654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46111f30-1dea-4689-9dda-02dafde674d5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:58.104058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192c050-f780-4e19-b0df-03cfc07d3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b55f22-72e7-4e4d-ab95-9c51745a1b25,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:58.153305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b192c050-f780-4e19-b0df-03cfc07d3933 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2736c2ee9504141876ac88b133a3c61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3387713 Oct 15 20:03:58.154461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36324) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:58.230102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:58.241420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.242736 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] Set router ce87c07f-02ab-4e7f-9762-ab3ee49a499c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:03:58.249145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Pushing event updated for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:58.255406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.258759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.380244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 46111f30-1dea-4689-9dda-02dafde674d5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:58.385331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.481131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.487853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.493719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Network ef54446f-57d3-4be1-aee5-109af51b1722 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:03:58.494838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] DHCP port deletion for b1dee94b-70b8-4d19-b2de-757ce45227e0 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:03:58.501445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:03:58.550674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.664166 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.837691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.888074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.892279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e731a9-1be0-4195-86a2-2b4d39672f11,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:58.894675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.915063 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32b55f22-72e7-4e4d-ab95-9c51745a1b25 HTTP/1.1" status: 204 len: 168 time: 0.7446673 Oct 15 20:03:58.930201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:03:58.956760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.958214 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Added segment 4db6b063-c01d-4616-ae14-3b053fd26350 of type vlan for network 70674ce4-c7cb-468d-beca-cc5b1b748b12 Oct 15 20:03:58.959137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Deleting port ff033c04-33c2-40a4-9825-6baaa1e2e80a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:58.959513 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:58.975348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:03:55Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:03:59.043518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7c81f40c-ee01-4284-9d11-51c035535598 None None] Provisioning complete for port d30ca21b-7a54-4ee1-8a17-574976ca88aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:59.044202 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c81f40c-ee01-4284-9d11-51c035535598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.062986 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33719deb-02b7-485e-be32-bab3c50e3c31 None None] The sync data for ids ['ce87c07f-02ab-4e7f-9762-ab3ee49a499c'] in n-d-712140-14 is: [{'id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-856995449', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:00:05Z', 'updated_at': '2021-10-15T20:03:55Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'f4986459-c886-4062-8528-ffa80e4f3978', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce87c07f-02ab-4e7f-9762-ab3ee49a499c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2342, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:00:06Z', 'updated_at': '2021-10-15T20:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:03:59.072621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a1647-484b-405d-b412-3a0c3e7e7b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b55f22-72e7-4e4d-ab95-9c51745a1b25,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:59.133099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.235349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] For port ff033c04-33c2-40a4-9825-6baaa1e2e80a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ff033c04-33c2-40a4-9825-6baaa1e2e80a,segment=NetworkSegment(36fc6684-d190-4552-8714-1668fbc42b3b),segment_id=36fc6684-d190-4552-8714-1668fbc42b3b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:59.235746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.244372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Router 16a82234-f5ab-4323-88a8-b5e45e234aa6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:03:59.258208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.272126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Calling delete_port for ff033c04-33c2-40a4-9825-6baaa1e2e80a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:03:59.274091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7c81f40c-ee01-4284-9d11-51c035535598 None None] Port d30ca21b-7a54-4ee1-8a17-574976ca88aa cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:03:59.333169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a03b978-d163-44df-a5c1-07553a6e4e87 req-a0919133-63ff-40ac-ace1-853fc4942bee tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.1106613 Oct 15 20:03:59.335965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.337835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:59.340420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.367875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-d4a99a14-6dd9-485b-9b87-6fda7a9b709d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:03:59.372614 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-d4a99a14-6dd9-485b-9b87-6fda7a9b709d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 816 time: 0.5845950 Oct 15 20:03:59.485673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.507337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0518630 Oct 15 20:03:59.509124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd769d51-2a58-4415-bca7-2fbf7cec86bb admin admin] Pushing event updated for resources: {'Network': ['ID=70674ce4-c7cb-468d-beca-cc5b1b748b12,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:59.512487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:03:59.522733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Request body: {'subnet': {'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-817938595-subnet', 'tenant_id': '2933c801b26c455696709e5b00652959', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:59.556086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] Pushing event deleted for resources: {'Port': ['ID=ff033c04-33c2-40a4-9825-6baaa1e2e80a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:03:59.568590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:03:59.593550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port f4986459-c886-4062-8528-ffa80e4f3978 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:03:59.594632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852e58c-f5b0-4771-8b46-debe4100bde3 None None] No DVR routers for this DVR port ff033c04-33c2-40a4-9825-6baaa1e2e80a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:03:59.602859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.671172 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-be2bcea0-4d17-4d89-a5ff-0dd80d49a072 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 379 time: 0.2811430 Oct 15 20:03:59.678154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'port': {'device_id': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'admin_state_up': True, 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'security_groups': ['add5c7f3-35b1-4596-9bf0-cbd695a262c0']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:03:59.731450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:03:59.734981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.809606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:03:59.911978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:03:59.912343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.915278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port f4986459-c886-4062-8528-ffa80e4f3978, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4986459-c886-4062-8528-ffa80e4f3978,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:03:59.916087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:03:59.952567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for f4986459-c886-4062-8528-ffa80e4f3978 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:00.033061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:00.078382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36356) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:00.128452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:00.128833 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.158794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24520623-d121-49db-96d9-2205ea7aa424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.209116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36358) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:00.220550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.246215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:00.309009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.371995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:00.396347 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f8f94527-cce0-47c2-bf46-fa4a54f5c37d admin admin] 10.222.0.13 "PUT /v2.0/routers/16a82234-f5ab-4323-88a8-b5e45e234aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4410117 Oct 15 20:04:00.399868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ff033c04-33c2-40a4-9825-6baaa1e2e80a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:00.417202 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.524729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ff033c04-33c2-40a4-9825-6baaa1e2e80a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:00.525333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ff033c04-33c2-40a4-9825-6baaa1e2e80a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:00.533570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361b30f-e206-4c1f-aa65-f525de94483f req-e396db54-bf1e-4af4-8106-2dc4113b4403 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.0654290 Oct 15 20:04:00.539989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca1b907e-6443-421d-b17e-c3135fc653a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.546140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24520623-d121-49db-96d9-2205ea7aa424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.548004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:00.572165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Made reservation on behalf of a86193bf3eae4944b0c2fff2998300e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:00.576877 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.582552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9705df6-d6dd-48bb-9d02-01652eebac90,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:00.605902 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.612392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:00.612753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Network hostable DHCP agents. Network: 70674ce4-c7cb-468d-beca-cc5b1b748b12, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:04:00.657374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24520623-d121-49db-96d9-2205ea7aa424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.675943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=f4986459-c886-4062-8528-ffa80e4f3978,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:00.795924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-24520623-d121-49db-96d9-2205ea7aa424 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea613bb41c9542a487c13a2ab54f26e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7160835 Oct 15 20:04:00.800556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:00.802343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24520623-d121-49db-96d9-2205ea7aa424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea4d78a-5551-41eb-ab0d-e30a2ba835f0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:00.836358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.854077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Allocated IP 172.20.0.11 (3745e191-92ae-48ec-ade7-7bbd04376b0b/88ba964c-5fef-4da9-9870-4fcd50d861a7/c927da10-17d2-4b34-bf7b-7dc76822ad68) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:00.906846 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca1b907e-6443-421d-b17e-c3135fc653a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.909846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:00.968358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.969942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:00.970734 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.036283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca1b907e-6443-421d-b17e-c3135fc653a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.080712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Sync routers for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:01.083866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca1b907e-6443-421d-b17e-c3135fc653a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75cb434b210346d49f7fc52b78699de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461828 Oct 15 20:04:01.084711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:01.089162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b907e-6443-421d-b17e-c3135fc653a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40276e43-6565-4608-9796-3df11c241db4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:01.093343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 70674ce4-c7cb-468d-beca-cc5b1b748b12) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:01.097252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:01.098065 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.100893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:01.101716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:01.111742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.127458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.128277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Fanout notify agent at l3_agent the message router_deleted on router ce87c07f-02ab-4e7f-9762-ab3ee49a499c {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:04:01.135883 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.140116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe6ceea1-8b29-4671-8118-a1e3d5f636f8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/routers/ce87c07f-02ab-4e7f-9762-ab3ee49a499c HTTP/1.1" status: 204 len: 168 time: 3.4262507 Oct 15 20:04:01.140741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:01.302388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-80a87f4f-210f-41c4-98a5-b895e6a8ca9f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7880723 Oct 15 20:04:01.305742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.307176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:01.313299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:01.327875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.340485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f9e8e3-0756-4e1e-8a5e-50674b31408e None None] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:01.351435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:01.406000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.407254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.423820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.458437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:01.462217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.464409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.469261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.473628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ea4d78a-5551-41eb-ab0d-e30a2ba835f0 HTTP/1.1" status: 204 len: 168 time: 0.6693819 Oct 15 20:04:01.498798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.510701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-6ed61127-f163-437f-8f97-59c90e495cbe tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:01.512755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-6ed61127-f163-437f-8f97-59c90e495cbe tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.2582493 Oct 15 20:04:01.544284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:01.545323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.545865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-09bff114-47ac-411e-86f9-b7e51151e8b2 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/quotas/6bc317a737e34711b20966fa8fb2f2e0 HTTP/1.1" status: 200 len: 375 time: 0.0230186 Oct 15 20:04:01.572605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:01.577328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:01.580371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:01.595548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:01.599999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f988d1-704a-4d5b-9f38-6ff71bdae262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea4d78a-5551-41eb-ab0d-e30a2ba835f0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:01.629085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.677802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.722366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:01.723718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.736109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1dee94b-70b8-4d19-b2de-757ce45227e0']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:01.775199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fc6684-d190-4552-8714-1668fbc42b3b') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:01.775437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fc6684-d190-4552-8714-1668fbc42b3b') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:01.828764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-70686d2a-ffed-4052-86ba-f02f18411fbb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812064 Oct 15 20:04:01.832290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.875907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.891322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:04:01.896190 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:04:02.010441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-8cf8c148-c7c9-4e26-b344-02f0ce7d34e1 service neutron] 10.222.0.13 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807106 Oct 15 20:04:02.019770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-70674ce4-c7cb-468d-beca-cc5b1b748b12', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:04:02.020610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.021538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-c62aa22d-92f7-40ed-866c-2be49b53294a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3472586 Oct 15 20:04:02.047252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.059103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.062297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40276e43-6565-4608-9796-3df11c241db4 HTTP/1.1" status: 204 len: 168 time: 0.9726620 Oct 15 20:04:02.103496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d51eaef8-3524-4b96-b32d-d51a63f020d6 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:02.105805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Request body: {'port': {'device_id': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:02.109285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-17ac768a-d935-4024-887c-94b873e1f48b None None] Provisioning complete for port c927da10-17d2-4b34-bf7b-7dc76822ad68 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:02.109649 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ac768a-d935-4024-887c-94b873e1f48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.112943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.119882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258c8cd-17a1-40d6-9c21-64621bd87a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40276e43-6565-4608-9796-3df11c241db4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:02.158176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.163633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.166847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/networks/b1dee94b-70b8-4d19-b2de-757ce45227e0 HTTP/1.1" status: 204 len: 168 time: 1.0226176 Oct 15 20:04:02.178782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36402) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:02.255402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90669244-0e7c-4d53-83e5-26db658b5986 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Network': ['ID=b1dee94b-70b8-4d19-b2de-757ce45227e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:02.289403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.313227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d51eaef8-3524-4b96-b32d-d51a63f020d6 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:02.322408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d51eaef8-3524-4b96-b32d-d51a63f020d6 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:02.350456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4fbc5c78-3ba4-44d6-95ee-514420c64739 service neutron] 10.222.0.13 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316872 Oct 15 20:04:02.397781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-17ac768a-d935-4024-887c-94b873e1f48b None None] Port c927da10-17d2-4b34-bf7b-7dc76822ad68 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:02.475735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Allocated IP 172.20.0.2 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/846d1c6d-83c7-41d8-83a6-c44ac9c7ba95) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:02.483271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:56Z', 'revision_number': 4, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd30ca21b-7a54-4ee1-8a17-574976ca88aa', 'name': '', 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'mac_address': 'fa:16:3e:fe:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:55Z', 'updated_at': '2021-10-15T20:03:57Z', 'revision_number': 2, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'subnets': [{'id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:02.487930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.515461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Checking router: 16a82234-f5ab-4323-88a8-b5e45e234aa6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:02.515842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Updating router 16a82234-f5ab-4323-88a8-b5e45e234aa6 port d30ca21b-7a54-4ee1-8a17-574976ca88aa binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:04:02.557112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.623005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:02.784177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dbf12-7038-44d8-a165-5d679a8776be req-ba25565b-f4ef-4c40-b1a3-1df034a5edd0 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:02.793841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a6dbf12-7038-44d8-a165-5d679a8776be req-ba25565b-f4ef-4c40-b1a3-1df034a5edd0 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 932 time: 0.0742037 Oct 15 20:04:02.855303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a6dbf12-7038-44d8-a165-5d679a8776be req-88d887c1-c355-4f75-aba4-5f586053b36d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601928 Oct 15 20:04:02.951456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8fbcc4c-c329-49da-8fe2-17b4ff707e5b req-8acd079d-5727-4ebe-b023-b3eb3f307a0a tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 210 time: 0.0465598 Oct 15 20:04:03.022223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4986459-c886-4062-8528-ffa80e4f3978 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:03.046180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.060232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.063200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f4986459-c886-4062-8528-ffa80e4f3978 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:03.063546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4986459-c886-4062-8528-ffa80e4f3978 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:03.072902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.136680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.139332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.142972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/security-groups/9575384e-15a9-448b-af04-461c5a9271cd HTTP/1.1" status: 204 len: 168 time: 0.9528623 Oct 15 20:04:03.164426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3ca9c-1142-40a9-af13-fe6e62eaaafb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575384e-15a9-448b-af04-461c5a9271cd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:03.172135 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:03.190142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.203313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.241988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Transition to ACTIVE for port object c927da10-17d2-4b34-bf7b-7dc76822ad68 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:04:03.284045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:03.284045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:03.284334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Allocated IP 172.25.0.93 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/e78ba565-5704-4221-9f43-f185cbf574b4) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:03.284445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:03.287712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.317499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Pushing event updated for resources: {'Port': ['ID=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:03.380712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.389855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.473787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36438) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:03.501016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e37f3-ac62-4241-98fb-161a38b5fdc2 None None] Pushing event updated for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:03.521302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-449fadbe-ed11-4ba5-93dc-b757add566dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.562777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:03.593985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Attempting to bind port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:03.594485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Attempting to bind port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:03.599582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Attempting to bind port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:03.602097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.602456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.604083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.605775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.606130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.606471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.608274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.613115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.613115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.613115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.613115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.613115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:03.738695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:03.742602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:03.743151 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.743673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:03.744302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Bound port: 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:03.744824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.749758 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.779882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-449fadbe-ed11-4ba5-93dc-b757add566dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.797733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:03.798857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:03.799185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:03.830994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:03.831318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:03.833918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-449fadbe-ed11-4ba5-93dc-b757add566dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.849024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36444) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:03.871903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866316783', 'description': 'tempest-secgroup-smoke-866316783 description', 'project_id': 'a2301625fb6245419989ec4432323cf2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:03.882856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:03.883237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:03.883606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Bound using segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:03.884248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Bound port: c927da10-17d2-4b34-bf7b-7dc76822ad68, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:03.884708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.894466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] For port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:03.904664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] For port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:03.923340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Attempting to bind port d30ca21b-7a54-4ee1-8a17-574976ca88aa on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:03.924576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Attempting to bind port d30ca21b-7a54-4ee1-8a17-574976ca88aa by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:03.925676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Attempting to bind port d30ca21b-7a54-4ee1-8a17-574976ca88aa on network ef54446f-57d3-4be1-aee5-109af51b1722 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:03.945927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fadbe-ed11-4ba5-93dc-b757add566dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3eaba-f421-4948-990f-debf48cb16f4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:03.956788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:03.959689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Checking segment: {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:03.960825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.962381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Bound using segment: {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:03.963262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Bound port: d30ca21b-7a54-4ee1-8a17-574976ca88aa, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:03.968477 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:03.974346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-449fadbe-ed11-4ba5-93dc-b757add566dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b66505ce481437d984b0e038e4a539d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968264 Oct 15 20:04:03.974460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36452) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:04.005166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-baee836f-5576-4003-a897-6b6e156e199d None None] Provisioning complete for port d30ca21b-7a54-4ee1-8a17-574976ca88aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:04.005690 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baee836f-5576-4003-a897-6b6e156e199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.007433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:04.017947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:04.023250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.064674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.067923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-baee836f-5576-4003-a897-6b6e156e199d None None] Port d30ca21b-7a54-4ee1-8a17-574976ca88aa cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:04.071869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.118984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:04.129444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:04.131835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.142484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:04.155511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1820301-200e-4917-9057-e790a3b9e4d0 req-ef26c7af-7d27-44ed-a579-f31626ecf0f4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:04.165139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1820301-200e-4917-9057-e790a3b9e4d0 req-ef26c7af-7d27-44ed-a579-f31626ecf0f4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1544952 Oct 15 20:04:04.196887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] For port d30ca21b-7a54-4ee1-8a17-574976ca88aa, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:04.204755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] For port d30ca21b-7a54-4ee1-8a17-574976ca88aa, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d30ca21b-7a54-4ee1-8a17-574976ca88aa,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:04.208552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecf117-8ca3-4a7b-9641-387c06f67c44 None None] Pushing event updated for resources: {'Port': ['ID=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:04.226197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:04.226813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.228261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] 10.222.0.15 "PUT /v2.0/ports/c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 1093 time: 2.1969540 Oct 15 20:04:04.230938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:04.233776 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d350b0df-95d9-440f-82cc-12e0d46f5241" -d '{"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:04.251596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=e78ba565-5704-4221-9f43-f185cbf574b4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:04.251823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1820301-200e-4917-9057-e790a3b9e4d0 req-e6aa7282-bcfb-4e37-8921-053c1eb78180 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838060 Oct 15 20:04:04.252246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.303315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.313465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.345618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3fb32-68b3-45da-aa3c-830f7e157bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:04.452939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.455881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.460938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54b3eaba-f421-4948-990f-debf48cb16f4 HTTP/1.1" status: 204 len: 168 time: 0.4849849 Oct 15 20:04:04.487584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cde37-e68a-4871-b9a6-e617c9ebc4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3eaba-f421-4948-990f-debf48cb16f4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:04.514632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e37f3-ac62-4241-98fb-161a38b5fdc2 None None] Pushing event updated for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:04.581553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:04.582034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:04.645320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f98a9d6-d42d-4869-bfce-b0c08f2022c5 req-babdd056-bbc9-4f4e-9173-bcd81fa556ce tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 210 time: 0.0670822 Oct 15 20:04:04.685282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.788179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:04.884347 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f443c7-5e5e-49bc-b576-c8df9b62e2ab x-openstack-request-id: req-f6f443c7-5e5e-49bc-b576-c8df9b62e2ab {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:04.884347 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:04.884347 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6f443c7-5e5e-49bc-b576-c8df9b62e2ab {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:04.884347 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'status': 'completed', 'code': 200} Oct 15 20:04:04.932747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-59ebd798-fe18-447b-a1a7-c7af7c907241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:04.934288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-59ebd798-fe18-447b-a1a7-c7af7c907241 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1096 time: 0.4766953 Oct 15 20:04:04.939827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:04.968000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eba3e24-6f83-4cea-bef1-7014fa11a4b3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:05.102288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.102288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-66de07f4-1a14-4111-a56d-185e6e7e1502 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2431409 Oct 15 20:04:05.104729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36468) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:05.110259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:05.203302 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-38e0c8ec-53c2-4af0-aa0c-496f2602bb7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 217 time: 0.2572098 Oct 15 20:04:05.234884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] Provisioning complete for port d30ca21b-7a54-4ee1-8a17-574976ca88aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:05.235345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.240380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:05.241832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.354339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-8b185ff5-7e4a-4e8f-8849-613262c63e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:05.355708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-8b185ff5-7e4a-4e8f-8849-613262c63e8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.1416407 Oct 15 20:04:05.436331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:05.436331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.450386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.472544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.566392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.619399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.620499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-ef8a23d3-6017-40b0-8fb1-c4e33d2ae488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:05.625384 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-ef8a23d3-6017-40b0-8fb1-c4e33d2ae488 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2454464 Oct 15 20:04:05.645713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb39109-cace-45c5-8a53-36f8f5f8d4bc,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:05.699931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca0e3b-d32f-403a-97d8-9c63457a93df req-747c8aaf-984d-4075-878e-19416fbc2f9e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:05.711131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddca0e3b-d32f-403a-97d8-9c63457a93df req-747c8aaf-984d-4075-878e-19416fbc2f9e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.2214804 Oct 15 20:04:05.728719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:56Z', 'revision_number': 4, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd30ca21b-7a54-4ee1-8a17-574976ca88aa', 'name': '', 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'mac_address': 'fa:16:3e:fe:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:55Z', 'updated_at': '2021-10-15T20:04:04Z', 'revision_number': 4, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'subnets': [{'id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:05.750952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.753013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8e52ab63-61ac-45c7-a85b-87e4e646320b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6470225 Oct 15 20:04:05.756412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36490) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:05.762128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:05.810747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddca0e3b-d32f-403a-97d8-9c63457a93df req-ee91672c-a231-4702-98f7-efe5e7c5f643 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930407 Oct 15 20:04:05.903807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-41dd3ae6-1a28-40d1-b93e-994bd3f6fd6d service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667120 Oct 15 20:04:05.917833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a973ca-edb6-4137-9001-80d0e117c01b None None] The sync data for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 is: [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:03:56Z', 'revision_number': 4, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd30ca21b-7a54-4ee1-8a17-574976ca88aa', 'name': '', 'network_id': 'ef54446f-57d3-4be1-aee5-109af51b1722', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'mac_address': 'fa:16:3e:fe:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:55Z', 'updated_at': '2021-10-15T20:04:04Z', 'revision_number': 4, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'subnets': [{'id': 'e2769081-0ad9-4a8f-81e5-067848d1cffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:05.943137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] For port d30ca21b-7a54-4ee1-8a17-574976ca88aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d30ca21b-7a54-4ee1-8a17-574976ca88aa,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:05.973374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:05.976638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31746b99-adcd-4c04-be71-ebe3c2256a9f req-6845b2ea-ca43-4ebe-9797-4146ee2e04ec tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 210 time: 0.0838327 Oct 15 20:04:06.127975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:06.165089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e218aa5-2813-4eba-a736-b07ef46c2c00 None None] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:06.212703 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:06.212833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:06.240870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:06.251579 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:06.259419 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0d5d0519-efc6-4ebe-a1d1-013701e7bc5a req-66bd3de4-640f-49a7-b506-be7be9f2cce8 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469329 Oct 15 20:04:06.385236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-e7fb20c9-d6ac-481f-ad75-3ee3fe71121a tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:06.390606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-e7fb20c9-d6ac-481f-ad75-3ee3fe71121a tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.15 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.4129632 Oct 15 20:04:06.438280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Request body: {'port': {'device_id': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'admin_state_up': True, 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:06.494286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3b04bb82-77ec-48fc-b405-60b242d12500 None None] Provisioning complete for port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:06.494662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b04bb82-77ec-48fc-b405-60b242d12500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:06.496466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c6cb0-616f-4db8-9cd4-0eaaaaf2bb1f None None] Pushing event updated for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:06.712984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Router 9102ea1f-91c5-4661-b105-f195b401fe9e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:04:06.921677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-5831e866-bf6b-4ba8-91d2-2e7e8bc29859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:06.923755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-5831e866-bf6b-4ba8-91d2-2e7e8bc29859 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1096 time: 0.2044480 Oct 15 20:04:07.050339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:07.181577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d30ca21b-7a54-4ee1-8a17-574976ca88aa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:07.357713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d30ca21b-7a54-4ee1-8a17-574976ca88aa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:07.362731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.379185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:07.398528 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Sync routers for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:07.425908 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:07.427108 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:07.448274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-a3ba31f1-9fca-4267-bdd1-43ef2404fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:07.457567 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-a3ba31f1-9fca-4267-bdd1-43ef2404fa99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.5168490 Oct 15 20:04:07.509991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.532229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a606f66-3da5-4715-8244-8c2d8501e4be req-c9c63a0b-77a0-4095-bb2f-9ae4f1559a5f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:07.545772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a606f66-3da5-4715-8244-8c2d8501e4be req-c9c63a0b-77a0-4095-bb2f-9ae4f1559a5f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1520379 Oct 15 20:04:07.563484 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-1466b208-6931-4988-85aa-a348d7d6d863 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 217 time: 0.1013684 Oct 15 20:04:07.635936 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:07.642248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d10a77f8-f2aa-442d-bf06-97481c18cd79 None None] Provisioning complete for port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:07.642781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d10a77f8-f2aa-442d-bf06-97481c18cd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.647766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a606f66-3da5-4715-8244-8c2d8501e4be req-56c032b3-9d97-44b3-928e-8e2a800eac5d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004508 Oct 15 20:04:07.650563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.725251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-474bd430-d540-4a65-85f5-33df752805b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:07.725394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Made reservation on behalf of 6bc317a737e34711b20966fa8fb2f2e0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:07.727841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.729726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-474bd430-d540-4a65-85f5-33df752805b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.1555827 Oct 15 20:04:07.757297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.766785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c4faea61-1405-4cc3-afaa-f9788ef05ce0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4580905 Oct 15 20:04:07.770619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36564) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:07.794605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1891afc-b340-47c5-8512-539c4c5908a7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:07.906716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:07.908453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8b806d66-bb01-4112-bdfe-df604c2d028a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.1505201 Oct 15 20:04:07.918088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36570) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:07.925033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-7cc2682c-a8c1-4112-af17-4cf8ea7b44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:07.929984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-7cc2682c-a8c1-4112-af17-4cf8ea7b44dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1950493 Oct 15 20:04:07.943295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:08.001010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c180a66-1a19-4941-a875-66c330655941 req-a66d9841-ef95-46b4-a1c1-853f130eefca tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 210 time: 0.1021299 Oct 15 20:04:08.037063 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:04Z', 'revision_number': 3, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:08.104331 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Checking router: 9102ea1f-91c5-4661-b105-f195b401fe9e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:08.104798 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Updating router 9102ea1f-91c5-4661-b105-f195b401fe9e port e78ba565-5704-4221-9f43-f185cbf574b4 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:04:08.122918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Allocated IP 172.20.0.7 (860a376d-8503-48fa-85b4-42111dbebf7c/d4dd2c6c-c761-436d-b7de-5504108b23c7/9677e291-3a86-4b2a-8eab-af1e2e0d3a38) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:08.176353 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.296207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:08.403052 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.542328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.551996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aa34730-5448-4ce6-ae18-b328b931fbce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.621440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Network 860a376d-8503-48fa-85b4-42111dbebf7c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:08.633874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:08.637038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:08.678916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Pushing event updated for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:08.691451 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.717590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:08.717590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.772031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-2c070ce2-1a39-41c7-94d3-70659f83f038 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241289 Oct 15 20:04:08.784662 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.842888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Attempting to bind port e78ba565-5704-4221-9f43-f185cbf574b4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:08.843490 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Attempting to bind port e78ba565-5704-4221-9f43-f185cbf574b4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:08.845079 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Attempting to bind port e78ba565-5704-4221-9f43-f185cbf574b4 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:08.861245 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe08cb-1dd3-410b-88c9-ea559f96aa14 None None] Pushing event updated for resources: {'Port': ['ID=e78ba565-5704-4221-9f43-f185cbf574b4,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:08.865336 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:08.870042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:08.870042 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.870042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:08.870042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Bound port: e78ba565-5704-4221-9f43-f185cbf574b4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:08.870042 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.870677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f37f8-4071-4cad-89be-62f9fcb1d1d9 req-a405fa9d-94f5-4874-8510-8a337bb0219c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:08.891253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f46f37f8-4071-4cad-89be-62f9fcb1d1d9 req-a405fa9d-94f5-4874-8510-8a337bb0219c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1330233 Oct 15 20:04:08.925469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.942568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aa34730-5448-4ce6-ae18-b328b931fbce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:08.979758 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] For port e78ba565-5704-4221-9f43-f185cbf574b4, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:08.983248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f46f37f8-4071-4cad-89be-62f9fcb1d1d9 req-b2f6c3e5-05d4-4b6b-8be1-e985355fe4bc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897157 Oct 15 20:04:08.985618 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] For port e78ba565-5704-4221-9f43-f185cbf574b4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e78ba565-5704-4221-9f43-f185cbf574b4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:08.997594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-4c320fe9-d880-48a8-908c-5c872f1c7f74 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5964282 Oct 15 20:04:09.018050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Request body: {'port': {'device_id': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:09.045617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0aa34730-5448-4ce6-ae18-b328b931fbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.065502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ddb8dce2-78d7-48c4-a73c-cf33d2ee204a None None] Provisioning complete for port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:09.085837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddb8dce2-78d7-48c4-a73c-cf33d2ee204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.097909 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.175356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8dce2-78d7-48c4-a73c-cf33d2ee204a None None] Port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:09.177247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:09.220589 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:09.221209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:09.242198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0aa34730-5448-4ce6-ae18-b328b931fbce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=421d5888708b42a88a4b1739c8d43f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9417531 Oct 15 20:04:09.247513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:09.254653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-d350b0df-95d9-440f-82cc-12e0d46f5241 req-da679a13-0aaa-491f-91ec-759c1e3e6bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729059 Oct 15 20:04:09.261759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:09.262131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.278355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.333383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa34730-5448-4ce6-ae18-b328b931fbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cfecb5-b297-4b9b-8bf8-dea92aaf5b4f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:09.347988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.379161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.401855 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe08cb-1dd3-410b-88c9-ea559f96aa14 None None] Pushing event updated for resources: {'Port': ['ID=e78ba565-5704-4221-9f43-f185cbf574b4,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:09.407667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87777057-599f-49b8-b169-802507ac3c65,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:09.428541 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:09.462988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.465454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.471255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:04:09.500255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.501874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad6db4d0-718d-43dd-aeb1-b85da38a60dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5679917 Oct 15 20:04:09.509466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36604) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:09.521671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:09.624739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710c3c3-f937-43d0-a888-9529d883dd6f req-22feba19-2fee-46cd-81ef-4cfa25016012 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:09.626553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3710c3c3-f937-43d0-a888-9529d883dd6f req-22feba19-2fee-46cd-81ef-4cfa25016012 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1027 time: 0.4578803 Oct 15 20:04:09.631535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.655337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.682701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:04Z', 'revision_number': 3, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:09.688584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Allocated IP 172.20.0.1 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/b931dedc-88f9-40c8-aa9a-2deedbae5c8b) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:09.760900 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a11c6-1dcc-4f52-ad45-f503b34f599e None None] The sync data for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 is: [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:04Z', 'revision_number': 3, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:09.783447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:09.806131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:09.834217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3710c3c3-f937-43d0-a888-9529d883dd6f req-aa7045a6-540e-44b2-8c74-d21307421b98 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975172 Oct 15 20:04:09.848630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.925742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:09.972942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.017824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:10.032498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a84252-3be4-41a8-b251-678446e7e89e,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.034510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.037162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.038437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9cfecb5-b297-4b9b-8bf8-dea92aaf5b4f HTTP/1.1" status: 204 len: 168 time: 0.7893927 Oct 15 20:04:10.041266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.052941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6a1d3-69c4-480b-aed4-b05a45a7a474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cfecb5-b297-4b9b-8bf8-dea92aaf5b4f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.061930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81b285b3-58dd-49bf-bc9a-114fa449a543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.097623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Transition to ACTIVE for port object 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:04:10.097753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.100419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:04:10.206859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.224435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.230116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:10.232634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:10.236506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:10.241505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.249174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8de9cbe4-5ce0-464f-a8a2-9a5619429b6f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7318475 Oct 15 20:04:10.254996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:10.261315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36618) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:10.272331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:10.281843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.295981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:10.315010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.384715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.461079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.543703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5716eb8-2fb2-457c-8c99-49d3e69cbf80 req-e6e1da51-89a7-4367-ad8f-75c022eb89fe tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:10.546334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5716eb8-2fb2-457c-8c99-49d3e69cbf80 req-e6e1da51-89a7-4367-ad8f-75c022eb89fe tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.4209485 Oct 15 20:04:10.554751 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:04:10.587898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Pushing event updated for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.592405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81b285b3-58dd-49bf-bc9a-114fa449a543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.614006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.691448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c927da10-17d2-4b34-bf7b-7dc76822ad68'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:10.711866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81b285b3-58dd-49bf-bc9a-114fa449a543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.749298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5716eb8-2fb2-457c-8c99-49d3e69cbf80 req-79b4df80-1366-4a06-988b-c6b112e5a4e5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865251 Oct 15 20:04:10.755896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Attempting to bind port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:10.756460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Attempting to bind port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:10.757474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Attempting to bind port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:10.769602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 on network 860a376d-8503-48fa-85b4-42111dbebf7c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:10.769602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Attempting to bind port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:10.787110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:10.787370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Checking segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:10.789785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Bound using segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:10.795894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Bound port: 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:10.796333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.815486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.818816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-81b285b3-58dd-49bf-bc9a-114fa449a543 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b2f21387755b432b82b715453b4a340f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0113828 Oct 15 20:04:10.824380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:10.842524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:10.882241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b285b3-58dd-49bf-bc9a-114fa449a543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1226c-0c65-494e-8aa8-be211276b6f0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:10.973745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:10.987307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:10.995372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.023866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b8ad5ef5-bc1c-4516-9255-4d9b377d6ddd None None] Provisioning complete for port b931dedc-88f9-40c8-aa9a-2deedbae5c8b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:11.024243 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8ad5ef5-bc1c-4516-9255-4d9b377d6ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.043264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.096561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.099304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad5ef5-bc1c-4516-9255-4d9b377d6ddd None None] Port b931dedc-88f9-40c8-aa9a-2deedbae5c8b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:11.134864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.137177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c5e8ca-a39e-4a82-b18f-246cde59ea41,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.203938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e78ba565-5704-4221-9f43-f185cbf574b4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:11.223196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.224172 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.225806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] 10.222.0.15 "PUT /v2.0/ports/9677e291-3a86-4b2a-8eab-af1e2e0d3a38 HTTP/1.1" status: 200 len: 1092 time: 2.2135448 Oct 15 20:04:11.228296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:11.238867 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9444b976-dd1e-417d-ae79-6eb3590d237e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:11.264692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.271913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36636) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:11.273806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-941ab5ff-d1bb-4029-8b26-226eaeee130a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0101745 Oct 15 20:04:11.280271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '8eba3e24-6f83-4cea-bef1-7014fa11a4b3', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:11.326841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b4777-61c7-4990-b93b-e4d3d395ee7b req-c28bb515-ac8b-4361-ae9a-e519887440ae tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.329734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f84b4777-61c7-4990-b93b-e4d3d395ee7b req-c28bb515-ac8b-4361-ae9a-e519887440ae tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1053 time: 0.3005884 Oct 15 20:04:11.338455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.346543 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.350092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e78ba565-5704-4221-9f43-f185cbf574b4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:11.350988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.351291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3d1226c-0c65-494e-8aa8-be211276b6f0 HTTP/1.1" status: 204 len: 168 time: 0.5218761 Oct 15 20:04:11.406480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68728cdd-b89c-4085-b2fd-48b9fcea09e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1226c-0c65-494e-8aa8-be211276b6f0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.413346 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:04:11.425561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.433011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e5a9f-b7e7-4f42-91ac-06ade491cbcd service neutron] Pushing event updated for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.490900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f84b4777-61c7-4990-b93b-e4d3d395ee7b req-809600a1-ae77-47f6-9d47-f77e45ab4db0 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Oct 15 20:04:11.510254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-078cd598-c14a-499a-a4f0-958dc812e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.516320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-078cd598-c14a-499a-a4f0-958dc812e160 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1095 time: 0.1833665 Oct 15 20:04:11.517137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.554303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.607416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.614985 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a60ee7f-7609-4598-a09f-94ca5981c242 x-openstack-request-id: req-0a60ee7f-7609-4598-a09f-94ca5981c242 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:11.615280 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:11.615598 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a60ee7f-7609-4598-a09f-94ca5981c242 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:11.616014 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38', 'status': 'completed', 'code': 200} Oct 15 20:04:11.617875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-91d203f1-cb32-4ef8-a669-882d9438d9b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38 HTTP/1.1" status: 200 len: 217 time: 0.0921929 Oct 15 20:04:11.619185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port e78ba565-5704-4221-9f43-f185cbf574b4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e78ba565-5704-4221-9f43-f185cbf574b4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:11.627200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.655800 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:04:11.685266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.701388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.703940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.705329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-2955534f-cf96-4428-8aac-b8ec2edf1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.709355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-2955534f-cf96-4428-8aac-b8ec2edf1c3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4dd2c6c-c761-436d-b7de-5504108b23c7 HTTP/1.1" status: 200 len: 848 time: 0.0842462 Oct 15 20:04:11.769332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:11.808880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=e78ba565-5704-4221-9f43-f185cbf574b4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.817393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-9a89d90c-7918-487a-afd8-a144f85d30f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.818909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-9a89d90c-7918-487a-afd8-a144f85d30f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=860a376d-8503-48fa-85b4-42111dbebf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019423 Oct 15 20:04:11.843897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083fc132-1f43-46a4-8f1f-ea98304e8b10,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:11.880011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:11.882162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:11.977740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf459c-3618-4fcd-8d96-a73c6f7cb647 req-b014625f-f90d-49f3-89a6-ccdcb3820b7e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:11.979471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ebf459c-3618-4fcd-8d96-a73c6f7cb647 req-b014625f-f90d-49f3-89a6-ccdcb3820b7e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1131968 Oct 15 20:04:11.983252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-c9f42db5-0efd-4417-8ac3-ee3876dca657 service neutron] 10.222.0.15 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566656 Oct 15 20:04:12.009622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.013469 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-64e0121c-af04-4b04-a4f6-cd346609d124 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7388244 Oct 15 20:04:12.014301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36652) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:12.019824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'network': {'name': 'tempest-network-smoke--338383060', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:12.068164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Router 9102ea1f-91c5-4661-b105-f195b401fe9e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:12.115489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ebf459c-3618-4fcd-8d96-a73c6f7cb647 req-b49a02b1-faad-4bca-a7a7-ae56ccbdcc24 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269999 Oct 15 20:04:12.189989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ba07fcb-48b6-4c41-8032-723c72ffb9ce req-168b9095-6ff0-4645-b3d6-0e9ba092e9f8 service neutron] 10.222.0.15 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921422 Oct 15 20:04:12.240627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e999ecd7-3503-4778-a958-7f1522ccbc2a None None] Provisioning complete for port b931dedc-88f9-40c8-aa9a-2deedbae5c8b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:12.243427 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e999ecd7-3503-4778-a958-7f1522ccbc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.298072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:12.304807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e999ecd7-3503-4778-a958-7f1522ccbc2a None None] Port b931dedc-88f9-40c8-aa9a-2deedbae5c8b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:12.307027 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-698f685e-bbf5-4d44-8969-75e7726a06b8 admin admin] 10.222.0.13 "PUT /v2.0/routers/9102ea1f-91c5-4661-b105-f195b401fe9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4996612 Oct 15 20:04:12.318432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:12.322529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.350124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:04:12.363884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.364340 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Added segment bc73d862-ca1e-49f4-b66c-5355841e785f of type vlan for network a500c9f8-7a62-41e3-bb7a-53969b680a17 Oct 15 20:04:12.411982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.462703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36666) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:12.490947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc90bf6-476b-47a7-878f-f37c84bb425b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.498160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-10351623-0d9b-4f22-8075-11d10a3d35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:12.500644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-10351623-0d9b-4f22-8075-11d10a3d35f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1095 time: 0.1222725 Oct 15 20:04:12.503816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.509643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:12.510246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.663352 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6478913 Oct 15 20:04:12.666797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36680) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:12.671845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808219-890e-41a9-adc6-6f0e4bf96253 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Network': ['ID=a500c9f8-7a62-41e3-bb7a-53969b680a17,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:12.684191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:04:12.692114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'admin_state_up': True, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:12.710554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Sync routers for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:12.721008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc90bf6-476b-47a7-878f-f37c84bb425b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.750129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-c2ab0705-3526-4f79-acc2-6689a897a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:12.751651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-c2ab0705-3526-4f79-acc2-6689a897a2ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.2434022 Oct 15 20:04:12.754505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7152db4-c29f-4b65-8457-2da8d0ab6c3a req-089d8143-60c4-4c19-a036-c6274bcf4e8c tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:12.755903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7152db4-c29f-4b65-8457-2da8d0ab6c3a req-089d8143-60c4-4c19-a036-c6274bcf4e8c tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1095 time: 0.1069140 Oct 15 20:04:12.766576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:12.767207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:12.798586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc90bf6-476b-47a7-878f-f37c84bb425b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.821114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-80a66be8-fbac-4142-944d-031039a18b61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38 HTTP/1.1" status: 200 len: 217 time: 0.0614135 Oct 15 20:04:12.845297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7152db4-c29f-4b65-8457-2da8d0ab6c3a req-24f7b3fe-db34-4763-ada5-059766036df8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782197 Oct 15 20:04:12.850448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9dc90bf6-476b-47a7-878f-f37c84bb425b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d339bcc1c5d4dcd898f0cf82a6aaeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866355 Oct 15 20:04:12.851338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36686) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:12.853339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.854711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.884767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc90bf6-476b-47a7-878f-f37c84bb425b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a94a10-2773-4ac2-b32e-de0f28ac8bd8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:12.922303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-29d90a6a-0a25-4d33-8b9c-a908490700cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:12.924003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-29d90a6a-0a25-4d33-8b9c-a908490700cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4dd2c6c-c761-436d-b7de-5504108b23c7 HTTP/1.1" status: 200 len: 848 time: 0.0822430 Oct 15 20:04:12.927088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.955874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.966498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:12.977153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:13.016817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-0e8103dc-8194-4b68-b198-5e2502e2c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:13.021180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-0e8103dc-8194-4b68-b198-5e2502e2c4ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=860a376d-8503-48fa-85b4-42111dbebf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657558 Oct 15 20:04:13.128840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e78ba565-5704-4221-9f43-f185cbf574b4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:13.135334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.147376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.148904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39a94a10-2773-4ac2-b32e-de0f28ac8bd8 HTTP/1.1" status: 204 len: 168 time: 0.2962539 Oct 15 20:04:13.162014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2492dc-11e1-4cad-8f3e-4d859bb1efc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a94a10-2773-4ac2-b32e-de0f28ac8bd8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:13.290681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-a2564d73-766c-4c4e-b818-d92885710cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598324 Oct 15 20:04:13.332647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.377396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e78ba565-5704-4221-9f43-f185cbf574b4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:13.377396 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.410939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 2, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:13.447637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Checking router: 9102ea1f-91c5-4661-b105-f195b401fe9e for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:13.447959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Updating router 9102ea1f-91c5-4661-b105-f195b401fe9e port b931dedc-88f9-40c8-aa9a-2deedbae5c8b binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:04:13.472423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9444b976-dd1e-417d-ae79-6eb3590d237e req-45189708-5bd7-4518-b99c-b4d7bccc463f service neutron] 10.222.0.15 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497490 Oct 15 20:04:13.509325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:13.514474 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.534428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36708) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:13.542748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795904484', 'description': 'tempest-description--1917982831'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:13.695408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.737274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36714) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:13.816888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef9194-acfc-47bc-942d-37838f703b2d req-aee8db91-e811-4963-ad74-29134be9db52 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:13.827259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ef9194-acfc-47bc-942d-37838f703b2d req-aee8db91-e811-4963-ad74-29134be9db52 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1963212 Oct 15 20:04:13.855788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.873605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.888858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c927da10-17d2-4b34-bf7b-7dc76822ad68 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:04:13.902371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c927da10-17d2-4b34-bf7b-7dc76822ad68 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:13.902371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.905415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.921891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:13.927592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ef9194-acfc-47bc-942d-37838f703b2d req-d232b086-e061-4c9b-89e9-3c5af05c6e33 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992949 Oct 15 20:04:13.949046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23b3cc3c-b997-488d-b39a-22d5b0585485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.019394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0343e5d7-fa1b-440f-a295-abd4a3bc3e95,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.067836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.189 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c5fe04ef-01b5-4797-af68-6853c61cf93a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:14.081400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.083076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eac1aca8-e77b-4473-9551-e4da10eee44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5472505 Oct 15 20:04:14.086198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36726) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:14.089900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.092999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'security_group_rule': {'security_group_id': '0343e5d7-fa1b-440f-a295-abd4a3bc3e95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:14.104416 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.123328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:14.129179 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b32ce42-1e07-4e27-a9f4-fdf8c94df3bd" -d '{"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:14.147297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23b3cc3c-b997-488d-b39a-22d5b0585485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.151813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:14.194237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.213145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866c8bd-d224-4a20-87ef-e9018ab34031 req-a75d2f3d-0c74-45ae-a062-eb347b57098b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:14.220107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e866c8bd-d224-4a20-87ef-e9018ab34031 req-a75d2f3d-0c74-45ae-a062-eb347b57098b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1095 time: 0.1048696 Oct 15 20:04:14.222633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23b3cc3c-b997-488d-b39a-22d5b0585485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.232912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.248146 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.279279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf14d-175e-4cbd-8544-31a518c0f5f7 None None] Pushing event updated for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.309111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-23b3cc3c-b997-488d-b39a-22d5b0585485 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a37248ae4cda4054a6f9721bdf10de96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696673 Oct 15 20:04:14.312646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36732) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:14.313327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.332540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3cc3c-b997-488d-b39a-22d5b0585485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a5552-0067-4fbd-bb3f-e76e0e76832a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.342605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e866c8bd-d224-4a20-87ef-e9018ab34031 req-45b71db5-c40a-4119-a747-1725648bf094 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139946 Oct 15 20:04:14.377964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.425704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Attempting to bind port b931dedc-88f9-40c8-aa9a-2deedbae5c8b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:14.426080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Attempting to bind port b931dedc-88f9-40c8-aa9a-2deedbae5c8b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:14.426444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Attempting to bind port b931dedc-88f9-40c8-aa9a-2deedbae5c8b on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:14.435400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:14.435817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:14.440059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.440921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.441598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:14.443453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Bound port: b931dedc-88f9-40c8-aa9a-2deedbae5c8b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:14.445793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.448703 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054dd6d1-740c-47e1-b497-1ecd6fac742a x-openstack-request-id: req-054dd6d1-740c-47e1-b497-1ecd6fac742a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:14.449066 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:14.451949 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-054dd6d1-740c-47e1-b497-1ecd6fac742a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:14.451949 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'code': 200} Oct 15 20:04:14.454501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.501071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.501566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.529456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.567330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f79aed-0fe3-4033-a938-a7b708defc02,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.604661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] For port b931dedc-88f9-40c8-aa9a-2deedbae5c8b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:14.606933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:14.609532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] For port b931dedc-88f9-40c8-aa9a-2deedbae5c8b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:14.613790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:14.620643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:14.650514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-19c160af-fd82-463b-afbf-74b45fb03986 None None] Provisioning complete for port b931dedc-88f9-40c8-aa9a-2deedbae5c8b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:14.651049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19c160af-fd82-463b-afbf-74b45fb03986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.671149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.672961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b0af158-0621-4bbb-b39b-41555329c771 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5855677 Oct 15 20:04:14.675891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36742) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:14.683173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'security_group_rule': {'security_group_id': '0343e5d7-fa1b-440f-a295-abd4a3bc3e95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:14.697339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-19c160af-fd82-463b-afbf-74b45fb03986 None None] Port b931dedc-88f9-40c8-aa9a-2deedbae5c8b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:14.700800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.701042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e42b75-e2c7-47fe-bb73-d2189536cd4b req-d34a5d28-9461-481f-a456-f3fda4a533a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:14.702540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71e42b75-e2c7-47fe-bb73-d2189536cd4b req-d34a5d28-9461-481f-a456-f3fda4a533a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1098 time: 0.1912503 Oct 15 20:04:14.707000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c5fe04ef-01b5-4797-af68-6853c61cf93a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.711808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.714444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:14.723340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a5a5552-0067-4fbd-bb3f-e76e0e76832a HTTP/1.1" status: 204 len: 168 time: 0.4004955 Oct 15 20:04:14.753001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec362eae-0323-4b64-a068-5d2fce5cca90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a5552-0067-4fbd-bb3f-e76e0e76832a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.766882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daf14d-175e-4cbd-8544-31a518c0f5f7 None None] Pushing event updated for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:14.770561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.770915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.771261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.771630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.771969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.772303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.772637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.772972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.775112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.775466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.777116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.777478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:14.799212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:14.799961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:14.854667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71e42b75-e2c7-47fe-bb73-d2189536cd4b req-fc66d2dc-fcdb-4f4d-92b4-effa3e65f84e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327672 Oct 15 20:04:14.868125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.007996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:15.021155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.108517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.157049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e861349-88b3-446a-9816-496949ef5963,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:15.173846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667389d8-d68e-46ff-b617-166b83374dfb req-27656c58-2774-4949-81fd-e16d042f6860 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:15.175708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-667389d8-d68e-46ff-b617-166b83374dfb req-27656c58-2774-4949-81fd-e16d042f6860 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.1188118 Oct 15 20:04:15.229354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.230965 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2878f693-269c-4491-a561-11439df7a67b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5540767 Oct 15 20:04:15.240664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36754) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:15.244781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:15.306156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] Provisioning complete for port b931dedc-88f9-40c8-aa9a-2deedbae5c8b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:15.306575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.327584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-667389d8-d68e-46ff-b617-166b83374dfb req-8c525f8b-3fea-41ab-9b2c-f156ae1b8453 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350508 Oct 15 20:04:15.329327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.372418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.467128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.497921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:04:15.525577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] For port b931dedc-88f9-40c8-aa9a-2deedbae5c8b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:15.551117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.552617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-a000928c-a736-430d-a87d-86593ea2778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:15.588633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000928c-a736-430d-a87d-86593ea2778d None None] The sync data for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 is: [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:15.643645 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:15.804983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.25.0.64 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/cca0cd7a-e0a8-418b-8319-a25ba075aed5) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:15.894143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a3c63-f418-4548-bea1-878cb02f7b8b None None] Pushing event updated for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:15.917996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:15.945919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'port_id': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38', 'mac_address': 'fa:16:3e:c2:06:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:04:16.033873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.225081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f57d2-c494-4be1-8601-e8069fdf7e99 req-8de91d3b-e424-4f29-9d94-3b33a790ec39 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:16.226561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-047f57d2-c494-4be1-8601-e8069fdf7e99 req-8de91d3b-e424-4f29-9d94-3b33a790ec39 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1095 time: 0.7351391 Oct 15 20:04:16.316981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-047f57d2-c494-4be1-8601-e8069fdf7e99 req-cfc00371-c587-4777-8ed6-e63592f728fb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769370 Oct 15 20:04:16.329134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.335308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.347647 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.370988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:16.393292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:16.466839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=cca0cd7a-e0a8-418b-8319-a25ba075aed5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:16.472764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.535266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:16.539507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:16.551920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:16.603513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c170afd-5afc-4513-8f4f-b4b9e679397d req-c987495d-7473-4d49-8582-e0ed3cf9e9fb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:16.606855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:16.612864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c170afd-5afc-4513-8f4f-b4b9e679397d req-c987495d-7473-4d49-8582-e0ed3cf9e9fb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.1329880 Oct 15 20:04:16.681000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c170afd-5afc-4513-8f4f-b4b9e679397d req-7d80487e-2f80-482a-9c9f-33aa13ce65ad tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656919 Oct 15 20:04:16.706161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.763436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9677e291-3a86-4b2a-8eab-af1e2e0d3a38'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:16.765531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 37d50ad2-3636-48da-90e1-72926b2155d0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:04:16.871098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:16.941052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:16.953638 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Sync routers for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:16.971947 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:16.972910 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:17.099970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.109226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36800) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:17.111000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b931dedc-88f9-40c8-aa9a-2deedbae5c8b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:17.115904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c6b15367-410c-47f5-a75a-7202f1b70ff4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4484231 Oct 15 20:04:17.128732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:17.143907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bfc97f89-04ea-4daf-a226-c394c8c1b167 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a2301625fb6245419989ec4432323cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331776 Oct 15 20:04:17.146611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:17.228551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b931dedc-88f9-40c8-aa9a-2deedbae5c8b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:17.228551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.364856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.391714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79122e6c-c4d1-40da-8325-b9869ff4f0b9 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:17.395932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-79122e6c-c4d1-40da-8325-b9869ff4f0b9 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2458949 Oct 15 20:04:17.397164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:17.449009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.453894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ca4d061-70fe-4e22-af88-95708d28650c tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547993 Oct 15 20:04:17.459802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:17.465853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-96847897', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:17.475448 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:17.540650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Checking router: 37d50ad2-3636-48da-90e1-72926b2155d0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:17.540996 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Updating router 37d50ad2-3636-48da-90e1-72926b2155d0 port c5fe04ef-01b5-4797-af68-6853c61cf93a binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:04:17.541121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=cca0cd7a-e0a8-418b-8319-a25ba075aed5,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:17.619925 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.647024 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:17.677958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d25e6-39f5-4eb4-8929-35e13cc5c41a req-26a3c260-ed23-44e4-b591-84271e728860 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:17.683601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981d25e6-39f5-4eb4-8929-35e13cc5c41a req-26a3c260-ed23-44e4-b591-84271e728860 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1096 time: 0.1149876 Oct 15 20:04:17.738875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981d25e6-39f5-4eb4-8929-35e13cc5c41a req-44eaf9a3-2a9d-49de-b0ab-e48f36fd4f1d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504835 Oct 15 20:04:17.869017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da685db-e288-4eb7-b2d8-2ba4b3935949 req-da2baff5-40af-420c-86e9-1ac0f74d8ef5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:17.870722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5da685db-e288-4eb7-b2d8-2ba4b3935949 req-da2baff5-40af-420c-86e9-1ac0f74d8ef5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0626724 Oct 15 20:04:17.942729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5da685db-e288-4eb7-b2d8-2ba4b3935949 req-3c68990b-7c6e-445b-a3bb-32eb46458d50 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506845 Oct 15 20:04:17.953258 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.202704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078d871-6322-45d5-b479-4297dc74c593 req-e383b6cc-9d0f-4df6-bb9e-7bba5ff1d135 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:18.204004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c078d871-6322-45d5-b479-4297dc74c593 req-e383b6cc-9d0f-4df6-bb9e-7bba5ff1d135 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0558968 Oct 15 20:04:18.212598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36828) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:18.218554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'floatingip': {'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:18.265698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.521448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.522722 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-245ad0ef-19db-4248-9752-38eadc77298d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2817249 Oct 15 20:04:18.535613 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.588341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b15e5b2c-de9b-4d2d-89b0-fd0d18b34bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.624217 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Attempting to bind port c5fe04ef-01b5-4797-af68-6853c61cf93a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:18.624633 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Attempting to bind port c5fe04ef-01b5-4797-af68-6853c61cf93a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:18.625214 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Attempting to bind port c5fe04ef-01b5-4797-af68-6853c61cf93a on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:18.636044 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:18.636578 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:18.638308 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.638308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:18.639007 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Bound port: c5fe04ef-01b5-4797-af68-6853c61cf93a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:18.639485 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.695969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f838e6-5d0c-40a4-9e31-bf63fd542cc1 None None] Pushing event updated for resources: {'Port': ['ID=c5fe04ef-01b5-4797-af68-6853c61cf93a,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:18.718021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:18.722043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.723124 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] For port c5fe04ef-01b5-4797-af68-6853c61cf93a, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:18.726979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] For port c5fe04ef-01b5-4797-af68-6853c61cf93a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5fe04ef-01b5-4797-af68-6853c61cf93a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:18.817493 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:18.889309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f838e6-5d0c-40a4-9e31-bf63fd542cc1 None None] Pushing event updated for resources: {'Port': ['ID=c5fe04ef-01b5-4797-af68-6853c61cf93a,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:18.927893 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:18.929130 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:18.991292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.resource_extend [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 15 20:04:19.063529 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:19.066144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7efd86-8613-4591-a9ef-6a0547cd9dd0 req-4cce5f8a-7bc0-48ea-84ad-edef0c1e05c2 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:19.071914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba7efd86-8613-4591-a9ef-6a0547cd9dd0 req-4cce5f8a-7bc0-48ea-84ad-edef0c1e05c2 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1096 time: 0.1928651 Oct 15 20:04:19.119354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.175709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba7efd86-8613-4591-a9ef-6a0547cd9dd0 req-bac7d9dd-60b6-43ab-87b3-8228d10e3895 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923378 Oct 15 20:04:19.223436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.302764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36868) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:19.361720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-360d4c73-611a-4eb0-bee9-5b4bd71d4017 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1795904484&fields=id&tenant_id=2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 267 time: 0.0688713 Oct 15 20:04:19.415471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.415971 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:19.451636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d56b23-33ed-4da3-8890-499733fefca5 None None] The sync data for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 is: [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:14Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:19.515294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:19.550713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-3d34e03e-66e5-46a3-a8b2-47d028a2d0bc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:19.559939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-3d34e03e-66e5-46a3-a8b2-47d028a2d0bc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1969559 Oct 15 20:04:19.572778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-57138822'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:19.607212 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-49533bc5-f16e-4f2e-89e2-8365bedf319d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/quotas/2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 375 time: 0.0460594 Oct 15 20:04:19.656679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Made reservation on behalf of afeeb24ef0704e02acb44cd23f98da3f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:19.660983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:04:19.663691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.667139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:19.669739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.683957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.692331 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Floating IP 5503df9b-87ea-4f83-8699-74068d764298 associated. External IP: 172.25.0.14, port: c927da10-17d2-4b34-bf7b-7dc76822ad68. Oct 15 20:04:19.713016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Subnet': ['ID=9bf0c397-2f4d-45d4-9326-02b12ebf75cd,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:19.790440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.839046 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.851449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-8e120920-fa11-44c3-b422-a32a7fe34ac7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2292206 Oct 15 20:04:19.858419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:19.859825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network hostable DHCP agents. Network: a500c9f8-7a62-41e3-bb7a-53969b680a17, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:04:19.867828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.902075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:19.903457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:04:19.905768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:19.908894 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353135a2-198c-4d5b-ae4f-c93439c4c839" -d '{"events": [{"server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "name": "network-vif-plugged", "status": "completed", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:19.920087 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:19.920087 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Added segment 660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c of type vlan for network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 Oct 15 20:04:19.982385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb81748-ec61-4077-a603-41d09df0780a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:20.011075 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.011860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.116513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:20.133345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:20.142490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.148382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:20.149308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.238570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a500c9f8-7a62-41e3-bb7a-53969b680a17) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:20.244076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:20.245759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.249879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672c7074-8c06-48bd-887d-69f4f13230bc None None] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:20.271595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-537e47e9-61b2-40c7-bbe5-c36d3bbc5e30 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089198 Oct 15 20:04:20.281681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:20.297127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event updated for resources: {'Network': ['ID=514f723b-94d7-4c5e-9359-05b1f7b4f8b1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:20.310858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:04:20.395025 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f543bc33-1399-4051-afb8-56d6ed18ee8b tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0907991 Oct 15 20:04:20.395798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36892) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:20.401234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Request body: {'subnet': {'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:20.630624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-a500c9f8-7a62-41e3-bb7a-53969b680a17', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:04:20.636092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.685269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Made reservation on behalf of afeeb24ef0704e02acb44cd23f98da3f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:20.689813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:20.852113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Allocated IP 172.20.0.2 (a500c9f8-7a62-41e3-bb7a-53969b680a17/9bf0c397-2f4d-45d4-9326-02b12ebf75cd/d0a68afd-5855-40a1-b6cc-2da1496d57d1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:20.903840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:20.958195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:20.968184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7359e244-6f0d-44d2-9163-4d9dfc7968a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5031910 Oct 15 20:04:20.970780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36900) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:20.975177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.032995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c785fed6-878d-4335-a432-0b2748f340aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "PUT /v2.0/floatingips/5503df9b-87ea-4f83-8699-74068d764298 HTTP/1.1" status: 200 len: 991 time: 2.8122530 Oct 15 20:04:21.032995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:21.032995 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5df700-7e33-47bd-9fe3-c4428eaccba5" -d '{"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:21.061002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-dca1198c-396c-46de-a0a7-dd539921c882 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879965 Oct 15 20:04:21.115829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:21.115829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:03:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:21.165645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.237368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5fe04ef-01b5-4797-af68-6853c61cf93a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:21.264827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event updated for resources: {'Subnet': ['ID=15c98ecb-225e-44e2-9176-eba1691569fe,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:21.363804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Checking segment: {'id': '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:21.367867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Network hostable DHCP agents. Network: 514f723b-94d7-4c5e-9359-05b1f7b4f8b1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:04:21.372453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:21.425332 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.482198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c5fe04ef-01b5-4797-af68-6853c61cf93a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:21.482198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.535636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.543868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b414cdf-e331-48c3-be8c-2a026718760e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.607127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:21.614658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:21.617702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:21.624058 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7566f36-4ddc-4343-a758-195856dad62d x-openstack-request-id: req-d7566f36-4ddc-4343-a758-195856dad62d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:21.629015 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "name": "network-vif-plugged", "status": "completed", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:21.629015 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7566f36-4ddc-4343-a758-195856dad62d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:21.629015 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38', 'code': 200} Oct 15 20:04:21.783655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Pushing event updated for resources: {'Port': ['ID=d0a68afd-5855-40a1-b6cc-2da1496d57d1,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:21.871127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Attempting to bind port d0a68afd-5855-40a1-b6cc-2da1496d57d1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:21.871870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Attempting to bind port d0a68afd-5855-40a1-b6cc-2da1496d57d1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:21.872217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Attempting to bind port d0a68afd-5855-40a1-b6cc-2da1496d57d1 on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:21.900712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:21.901101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:21.901555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.901952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Bound using segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:21.902441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Bound port: d0a68afd-5855-40a1-b6cc-2da1496d57d1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:21.903034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:21.935097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417656e6-b558-4a60-9ee0-77aedb8433c8 req-d96d5812-5ca2-49c5-a36a-ee417b8c7260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:21.941785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-417656e6-b558-4a60-9ee0-77aedb8433c8 req-d96d5812-5ca2-49c5-a36a-ee417b8c7260 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.2388811 Oct 15 20:04:21.950677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee77573-6628-4f89-a987-3b8f318d03fc req-a5ab1e4e-8c82-4a1d-8c5d-8b817da2beb3 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:21.962557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cee77573-6628-4f89-a987-3b8f318d03fc req-a5ab1e4e-8c82-4a1d-8c5d-8b817da2beb3 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.1943948 Oct 15 20:04:22.020709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:22.041886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-417656e6-b558-4a60-9ee0-77aedb8433c8 req-0fe71d2f-d502-421f-b653-ccd256f06afe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729537 Oct 15 20:04:22.055730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cee77573-6628-4f89-a987-3b8f318d03fc req-47e73920-b508-4184-b3c5-acdd2d1da35b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921874 Oct 15 20:04:22.068749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:22.100676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c5fe04ef-01b5-4797-af68-6853c61cf93a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5fe04ef-01b5-4797-af68-6853c61cf93a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:22.126137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] For port d0a68afd-5855-40a1-b6cc-2da1496d57d1, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:22.130435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] For port d0a68afd-5855-40a1-b6cc-2da1496d57d1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0a68afd-5855-40a1-b6cc-2da1496d57d1,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:22.159007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5503df9b-87ea-4f83-8699-74068d764298', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:03:49Z', 'updated_at': '2021-10-15T20:04:18Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:22.192281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:22.204514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:22.205136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:22.273668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:22.276117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 514f723b-94d7-4c5e-9359-05b1f7b4f8b1) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:22.302126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:22.302838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:22.341065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:22.402242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:22.404224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eec18042-cacb-4fb4-a310-d8a05abbd53a tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0070415 Oct 15 20:04:22.408718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Request body: {'port': {'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-204988570'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:22.448133 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff20ce86-3be4-4f00-881a-2c60bee8392c x-openstack-request-id: req-ff20ce86-3be4-4f00-881a-2c60bee8392c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:22.448790 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:22.450683 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff20ce86-3be4-4f00-881a-2c60bee8392c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:22.451410 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'status': 'completed', 'code': 200} Oct 15 20:04:22.653440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2d4bd5f-fa49-43a6-9931-bc5c8670b851 req-cb520a1a-bf77-4d88-97b3-e9bb86bf7e16 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 210 time: 0.1132350 Oct 15 20:04:22.702074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-5e073776-0cd9-47f7-a7ff-db337a94e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:22.703601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-5e073776-0cd9-47f7-a7ff-db337a94e333 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1098 time: 0.2509983 Oct 15 20:04:22.752983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:22.763409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9e6f2-5cc4-461d-8632-9bbaa155675d None None] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:22.798726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:22.834577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.1 (a500c9f8-7a62-41e3-bb7a-53969b680a17/9bf0c397-2f4d-45d4-9326-02b12ebf75cd/f81f2dc3-7703-4cba-a731-962cc3efef49) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:22.915039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-9c0e18b5-1308-4d1e-b8db-e21dc8c1fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:22.916868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-9c0e18b5-1308-4d1e-b8db-e21dc8c1fdb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.2054441 Oct 15 20:04:22.985649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbc25-23a3-4bc9-a33c-7502ade1e587 None None] Pushing event updated for resources: {'Port': ['ID=d0a68afd-5855-40a1-b6cc-2da1496d57d1,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:23.013174 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.080703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-71e9218c-b549-4416-a61c-5185d9819dc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 999 time: 0.1525686 Oct 15 20:04:23.080703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Made reservation on behalf of afeeb24ef0704e02acb44cd23f98da3f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:23.081259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.082107 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.082814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c5fe04ef-01b5-4797-af68-6853c61cf93a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:23.083586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.133303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.133813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.136110 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.264411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:23.277442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:23.279252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:23.285864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:23.349786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-514f723b-94d7-4c5e-9359-05b1f7b4f8b1', 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1', 'tenant_id': 'afeeb24ef0704e02acb44cd23f98da3f', 'fixed_ips': [{'subnet_id': '15c98ecb-225e-44e2-9176-eba1691569fe'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:04:23.351822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.383771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.411943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] device_id is not set on port d6a23fbc-35c2-491f-8714-bf0e46f3ca61 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:23.556442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-1c8640ce-a77e-44c0-bc96-11a3e43f29da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:23.561103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-1c8640ce-a77e-44c0-bc96-11a3e43f29da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.4714088 Oct 15 20:04:23.595704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510992b1-2e70-4462-a62e-392ea4a4ceca req-2015d5f4-50a9-4461-a06d-3372d1ae42b8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:23.597542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-510992b1-2e70-4462-a62e-392ea4a4ceca req-2015d5f4-50a9-4461-a06d-3372d1ae42b8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.4089024 Oct 15 20:04:23.703801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5503df9b-87ea-4f83-8699-74068d764298', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:03:49Z', 'updated_at': '2021-10-15T20:04:18Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:23.727606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-510992b1-2e70-4462-a62e-392ea4a4ceca req-24b21ec8-e05b-44f7-a2b5-70f2a20835cf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100414 Oct 15 20:04:23.732574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-a6752501-5189-4f6f-bb64-36747713a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:23.734393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-a6752501-5189-4f6f-bb64-36747713a91b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411684 Oct 15 20:04:23.743676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03cfec-7ac0-42c0-8f7f-37413797208e None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5503df9b-87ea-4f83-8699-74068d764298', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.14', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:03:49Z', 'updated_at': '2021-10-15T20:04:18Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:23.773963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Allocated IP 172.20.0.2 (514f723b-94d7-4c5e-9359-05b1f7b4f8b1/15c98ecb-225e-44e2-9176-eba1691569fe/c79313f2-d2c2-4758-8d7d-8c03f8b4efed) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:23.860211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:23.982871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-280fa3ba-41e1-4c00-94e2-c151edff84e4 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393043 Oct 15 20:04:24.230446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9e01faa-4469-48cc-8a52-224c90c80908 req-e6bcf390-ead9-442a-b5c4-0c4c7351c62c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 210 time: 0.1209676 Oct 15 20:04:24.238867 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.281891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad5df700-7e33-47bd-9fe3-c4428eaccba5 req-3e7da5b2-8797-46be-ae99-7e80c470b715 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906508 Oct 15 20:04:24.294693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cd745a-cd72-4504-84df-ca06acc34b46 None None] New status for floating IP 5503df9b-87ea-4f83-8699-74068d764298: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:04:24.349519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.478003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:24.485313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:24.487231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Allocated IP 172.20.0.9 (514f723b-94d7-4c5e-9359-05b1f7b4f8b1/15c98ecb-225e-44e2-9176-eba1691569fe/d6a23fbc-35c2-491f-8714-bf0e46f3ca61) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:24.505172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:24.561851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Pushing event updated for resources: {'Port': ['ID=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:24.578124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.578473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.578830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.579134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.579478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.579827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.580156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.580481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.580869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.581199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.581525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.581847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:04:24.601478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.647193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27408e87-9f3c-4bb4-a9f7-445be9d56754 None None] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:24.708164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.847982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.900862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.911895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Attempting to bind port c79313f2-d2c2-4758-8d7d-8c03f8b4efed on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:24.923252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Attempting to bind port c79313f2-d2c2-4758-8d7d-8c03f8b4efed by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:24.923252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Attempting to bind port c79313f2-d2c2-4758-8d7d-8c03f8b4efed on network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:24.961292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.967100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:24.967863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Checking segment: {'id': '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:24.968574 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.969416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Bound using segment: {'id': '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:24.970127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Bound port: c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '514f723b-94d7-4c5e-9359-05b1f7b4f8b1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:24.970736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:24.991788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] Provisioning complete for port d0a68afd-5855-40a1-b6cc-2da1496d57d1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:24.992466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.026757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:25.038920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8852-2993-4a1c-a5b7-f25c5f6896b3 req-0d88d9de-1a69-4dbd-8aee-f1106911ae11 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:25.048106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41cb8852-2993-4a1c-a5b7-f25c5f6896b3 req-0d88d9de-1a69-4dbd-8aee-f1106911ae11 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.1448696 Oct 15 20:04:25.078349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.232470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:25.255125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:25.286389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-c63d51d8-2d97-4987-ab86-2caf77840ae0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:25.294901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-c63d51d8-2d97-4987-ab86-2caf77840ae0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.6121426 Oct 15 20:04:25.346979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] For port c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:25.356903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event updated for resources: {'Port': ['ID=d6a23fbc-35c2-491f-8714-bf0e46f3ca61,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:25.365279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:25.370628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:25.388157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5fe04ef-01b5-4797-af68-6853c61cf93a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:25.391863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] For port c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,segment=NetworkSegment(660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c),segment_id=660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:25.401035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:25.470424 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.507375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41cb8852-2993-4a1c-a5b7-f25c5f6896b3 req-6d6c1a12-ba64-4fa5-ae46-3f864225589b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560153 Oct 15 20:04:25.518231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.545590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 37d50ad2-3636-48da-90e1-72926b2155d0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:25.587173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-c652c756-9f85-437e-951d-67886f208fe7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 380 time: 0.2201889 Oct 15 20:04:25.626160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] For port d0a68afd-5855-40a1-b6cc-2da1496d57d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0a68afd-5855-40a1-b6cc-2da1496d57d1,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:25.629827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'device_id': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'admin_state_up': True, 'tenant_id': '2933c801b26c455696709e5b00652959', 'security_groups': ['0343e5d7-fa1b-440f-a295-abd4a3bc3e95']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:25.680830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c5fe04ef-01b5-4797-af68-6853c61cf93a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:25.681342 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.683501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:25.691694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.763357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:25.810954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c1027-6f2d-4498-b4ce-57f65c01ee41 None None] Pushing event updated for resources: {'Port': ['ID=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:25.814001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:25.850558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c80aa23-95cd-4d6b-bd69-860a7da5f4fa tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/37d50ad2-3636-48da-90e1-72926b2155d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8783243 Oct 15 20:04:25.852378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1ccf1d9f-9976-45f8-a88e-89794e117f8c tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4477069 Oct 15 20:04:25.855236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:25.868264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Sync routers for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:26.014792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:26.017313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:26.026608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f51f3f71-abf0-442e-9dcb-5db3f2a4740c None None] Provisioning complete for port f81f2dc3-7703-4cba-a731-962cc3efef49 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:26.026608 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f51f3f71-abf0-442e-9dcb-5db3f2a4740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.065115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Deleting port d6a23fbc-35c2-491f-8714-bf0e46f3ca61 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:26.082607 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.130404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c44facdb-109e-4a66-814b-33bbcadcf662 req-e56d179f-94c5-49a7-8b13-4096e30c3376 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 210 time: 0.1777825 Oct 15 20:04:26.292995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f51f3f71-abf0-442e-9dcb-5db3f2a4740c None None] Port f81f2dc3-7703-4cba-a731-962cc3efef49 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:26.323990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.337050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba50c33-7635-4d0f-b104-daf267a19547 req-bccbbe3f-df13-43bd-9d14-4c8c81edb9ff tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:26.342113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cba50c33-7635-4d0f-b104-daf267a19547 req-bccbbe3f-df13-43bd-9d14-4c8c81edb9ff tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.0857999 Oct 15 20:04:26.348117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Calling delete_port for d6a23fbc-35c2-491f-8714-bf0e46f3ca61 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:26.359804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:26.369146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.395568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1558b97-da57-4f60-991f-89bb5e205241 None None] Pushing event updated for resources: {'Port': ['ID=d0a68afd-5855-40a1-b6cc-2da1496d57d1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:26.443207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f51f3f71-abf0-442e-9dcb-5db3f2a4740c None None] Provisioning complete for port d0a68afd-5855-40a1-b6cc-2da1496d57d1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:26.443730 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f51f3f71-abf0-442e-9dcb-5db3f2a4740c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.501787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cba50c33-7635-4d0f-b104-daf267a19547 req-36b14ff0-ea0a-4191-953d-90520c019c8c tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497781 Oct 15 20:04:26.522602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0a68afd-5855-40a1-b6cc-2da1496d57d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:26.601365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:26.633622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.675976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event deleted for resources: {'Port': ['ID=d6a23fbc-35c2-491f-8714-bf0e46f3ca61,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:26.743527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d0a68afd-5855-40a1-b6cc-2da1496d57d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:26.743917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.764453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:26.771407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1da08f2a-440a-4ac2-a89c-3fd1790d2be0 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "DELETE /v2.0/ports/d6a23fbc-35c2-491f-8714-bf0e46f3ca61 HTTP/1.1" status: 204 len: 168 time: 0.9135189 Oct 15 20:04:26.772097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 36994) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:26.927654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.20.0.6 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/0b011e2b-60fb-4188-bfcc-7a1bb862e10c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:26.941608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-8d2f334b-08b3-449f-9b16-21415bcebfdc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866316783&fields=id&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 267 time: 0.3360012 Oct 15 20:04:27.000278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b875227-7f35-48c2-ab28-0cbee9a4121c None None] Provisioning complete for port f81f2dc3-7703-4cba-a731-962cc3efef49 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:27.000725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b875227-7f35-48c2-ab28-0cbee9a4121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.009964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e8da50e3-c0d1-4e8e-ac29-672b137d181a tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.2361515 Oct 15 20:04:27.011339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37000) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:27.018783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-168948924'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:27.164126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Made reservation on behalf of afeeb24ef0704e02acb44cd23f98da3f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:27.170430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.198029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.211485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:04:27.212857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-c6cb9ad0-7bc6-45cb-bbc2-741d706c044b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:27.216036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-c6cb9ad0-7bc6-45cb-bbc2-741d706c044b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 796 time: 0.2734990 Oct 15 20:04:27.225660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.226049 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Added segment a6e7dcbc-1faf-46d0-9c3c-bf44d02d38d6 of type vlan for network e7bbef0f-a754-433c-92b0-50c22015a422 Oct 15 20:04:27.232989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e7475-29d9-4c1c-bfd1-452aa0542cb2 None None] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:27.257184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9b875227-7f35-48c2-ab28-0cbee9a4121c None None] Port f81f2dc3-7703-4cba-a731-962cc3efef49 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:27.282861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2b048248-b213-4144-82a4-7113ee2096c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/quotas/a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 375 time: 0.0230873 Oct 15 20:04:27.283915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.334373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-f539cb78-31cf-4495-83f8-670d091c0b7b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564790 Oct 15 20:04:27.334657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:24Z', 'revision_number': 2, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:27.376918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Checking router: 37d50ad2-3636-48da-90e1-72926b2155d0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:27.377275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Updating router 37d50ad2-3636-48da-90e1-72926b2155d0 port f81f2dc3-7703-4cba-a731-962cc3efef49 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:04:27.382113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.404873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.413794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:27.414925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.424437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:27.439540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.467419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] Provisioning complete for port c79313f2-d2c2-4758-8d7d-8c03f8b4efed triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:27.467888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.476442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:27.480875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:27.484979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:27.533173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event updated for resources: {'Network': ['ID=e7bbef0f-a754-433c-92b0-50c22015a422,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:27.533525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0a68afd-5855-40a1-b6cc-2da1496d57d1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:27.539664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:27.540302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.551306 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6743c34-ee32-43e0-b059-8ab3127f28d2 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5350583 Oct 15 20:04:27.555302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e7bbef0f-a754-433c-92b0-50c22015a422 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:04:27.555457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:27.618467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-d7bb2637-e2b0-4720-92ee-6a59f01f8e99 service neutron] 10.222.0.13 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632122 Oct 15 20:04:27.676102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-862d5ca7-b70c-4e74-9422-1a472cebfda3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0796790 Oct 15 20:04:27.717843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Request body: {'port': {'device_id': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:27.771223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ed9c324-2321-4c3f-a9eb-033ab6fc18c4 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.2144992 Oct 15 20:04:27.771902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37012) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:27.794108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:27.813472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0c8b86d9-b78d-4dc1-8a3c-5803819e9bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940992 Oct 15 20:04:27.966295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2916c42b-3d8b-4422-b6d8-f2531b3bad95 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] Network e7bbef0f-a754-433c-92b0-50c22015a422 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:27.999220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d0a68afd-5855-40a1-b6cc-2da1496d57d1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:27.999809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.002869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.099237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2916c42b-3d8b-4422-b6d8-f2531b3bad95 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "POST /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3234196 Oct 15 20:04:28.101154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37022) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:28.115364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a5cfc-0efa-4fd3-a53c-80769edfadc1 None None] Network e7bbef0f-a754-433c-92b0-50c22015a422 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:28.135166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:28.146854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.167231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Transition to ACTIVE for port object 0b011e2b-60fb-4188-bfcc-7a1bb862e10c will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:04:28.233521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] For port c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,segment=NetworkSegment(660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c),segment_id=660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:28.248744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcce74-b479-4e98-a8e7-7c9ea0d51247 req-e2b0f406-b949-4ab8-b234-04b907d8d6a6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:28.251749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40fcce74-b479-4e98-a8e7-7c9ea0d51247 req-e2b0f406-b949-4ab8-b234-04b907d8d6a6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.0549057 Oct 15 20:04:28.253257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.350905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40fcce74-b479-4e98-a8e7-7c9ea0d51247 req-5608ff88-90d5-409b-be19-2b38634f5414 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603504 Oct 15 20:04:28.363744 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-20e4d98a-98a7-4503-8753-78eadcacfb06 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks HTTP/1.1" status: 200 len: 8039 time: 0.2548118 Oct 15 20:04:28.378489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37030) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:28.384090 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.391782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:28.713654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Attempting to bind port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:28.713654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Attempting to bind port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:28.713895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c79313f2-d2c2-4758-8d7d-8c03f8b4efed up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:28.715716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Attempting to bind port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:28.722850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a62f1-035b-4c71-8e25-32c236ac98e8 None None] Pushing event updated for resources: {'Port': ['ID=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:28.727446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:28.727971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Attempting to bind port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:28.747012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4d813b8-a9e2-4dd9-b199-e55a88b04f57 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "DELETE /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks/e7bbef0f-a754-433c-92b0-50c22015a422 HTTP/1.1" status: 204 len: 168 time: 0.3624237 Oct 15 20:04:28.748131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37038) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:28.750282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:28.750543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:28.750905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:28.751345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Bound port: 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:28.751727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.773691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bad55a-f940-4af0-8710-49d29d74a64f req-ddc0360e-cd17-4149-812b-96bf0d32ad0c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:28.781811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92bad55a-f940-4af0-8710-49d29d74a64f req-ddc0360e-cd17-4149-812b-96bf0d32ad0c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 943 time: 0.1282036 Oct 15 20:04:28.809849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.832751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fd1b6d85-2582-4b65-a190-9c1dda6a6aec None None] Provisioning complete for port c79313f2-d2c2-4758-8d7d-8c03f8b4efed triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:28.833358 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6d85-2582-4b65-a190-9c1dda6a6aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.892845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c79313f2-d2c2-4758-8d7d-8c03f8b4efed triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:28.893214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.905287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92bad55a-f940-4af0-8710-49d29d74a64f req-2f4415ff-cbb0-4895-b5e8-3ee13f26addb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205254 Oct 15 20:04:28.926059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:28.934933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:28.952805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:28.993397 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51312e88-f506-4448-aa22-94b2854563e7 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.2436345 Oct 15 20:04:28.994030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:29.002296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c0f7c5e-81d0-42dd-9b26-92d0dd324101 req-478791f3-18e7-4153-a811-0e4bfcf9719b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 210 time: 0.0395415 Oct 15 20:04:29.022393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c3e2b3e9-fc80-4c6f-a27c-091ba824bb24 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/networks/514f723b-94d7-4c5e-9359-05b1f7b4f8b1/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0226195 Oct 15 20:04:29.027030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:29.046080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb682f-439e-422c-ad9c-98a91ef1e79f None None] Pushing event updated for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:29.078392 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8676bc4b-0c6a-4352-b2e5-366a160f933d tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/networks/514f723b-94d7-4c5e-9359-05b1f7b4f8b1/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0471246 Oct 15 20:04:29.081031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37050) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:29.223381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.230014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Attempting to bind port f81f2dc3-7703-4cba-a731-962cc3efef49 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:29.230221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Attempting to bind port f81f2dc3-7703-4cba-a731-962cc3efef49 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:29.230541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Attempting to bind port f81f2dc3-7703-4cba-a731-962cc3efef49 on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:29.242589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-119f03cc-8603-4fc6-8e75-f14a79cc6594 None None] Could not find standard attr ID for object d6a23fbc-35c2-491f-8714-bf0e46f3ca61. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:04:29.244162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:29.244535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:29.244935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.245318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Bound using segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:29.245789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Bound port: f81f2dc3-7703-4cba-a731-962cc3efef49, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:29.246550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.339308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:29.340302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.341128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 1092 time: 1.6280084 Oct 15 20:04:29.344786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:29.351250 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:29.358496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] For port f81f2dc3-7703-4cba-a731-962cc3efef49, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:29.363110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] For port f81f2dc3-7703-4cba-a731-962cc3efef49, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f81f2dc3-7703-4cba-a731-962cc3efef49,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:29.375369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2b9ab247-d7b5-4551-a86f-9ea4c5dc16d0 None None] Provisioning complete for port f81f2dc3-7703-4cba-a731-962cc3efef49 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:29.375773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab247-d7b5-4551-a86f-9ea4c5dc16d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.405207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c79313f2-d2c2-4758-8d7d-8c03f8b4efed up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:29.444537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f726ef-c255-440d-993e-81c0b214c7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:29.469267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-abb625c0-c9ce-4c39-801f-1f4a06309fc2 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:29.472471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-abb625c0-c9ce-4c39-801f-1f4a06309fc2 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.3075397 Oct 15 20:04:29.472643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c79313f2-d2c2-4758-8d7d-8c03f8b4efed triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:29.473018 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.474786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ab247-d7b5-4551-a86f-9ea4c5dc16d0 None None] Port f81f2dc3-7703-4cba-a731-962cc3efef49 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:29.502686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.529615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e2174163-b576-4be1-a18a-97a9e19c4c55 tempest-DHCPAgentSchedulersTestJSON-797049344 tempest-DHCPAgentSchedulersTestJSON-797049344-project-admin] 10.222.0.13 "GET /v2.0/agents/88ebb45e-37ec-4078-96a4-f3d226174ab2/dhcp-networks HTTP/1.1" status: 200 len: 7269 time: 0.4436209 Oct 15 20:04:29.532275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37066) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:29.538938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-71d185ec-2963-4288-89e3-1958ea041e9f tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/quotas/6bc317a737e34711b20966fa8fb2f2e0 HTTP/1.1" status: 200 len: 375 time: 0.0653362 Oct 15 20:04:29.575944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb682f-439e-422c-ad9c-98a91ef1e79f None None] Pushing event updated for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:29.608262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:29.608531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:29.625061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-2711e8c7-918f-4865-ba20-474bc609379e tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850141 Oct 15 20:04:29.633243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-165d7637-a797-4d82-ae1d-769ffbf552c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:29.634752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-165d7637-a797-4d82-ae1d-769ffbf552c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1095 time: 0.0630469 Oct 15 20:04:29.716508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-fc975133-0c6b-48aa-b0b6-aeeb3e85c5ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 217 time: 0.0720246 Oct 15 20:04:29.724314 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.818203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-332dd072-13bc-49c6-bd74-4d6cd1e6be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:29.819822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-332dd072-13bc-49c6-bd74-4d6cd1e6be57 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0738099 Oct 15 20:04:29.826075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-feed13e6-3a36-4531-a61f-9a25e5891b78 service neutron] 10.222.0.13 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901197 Oct 15 20:04:29.854903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.897284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bbef0f-a754-433c-92b0-50c22015a422']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:29.908196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e7dcbc-1faf-46d0-9c3c-bf44d02d38d6') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:29.908780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e7dcbc-1faf-46d0-9c3c-bf44d02d38d6') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:29.920409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.935002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-01da5581-4deb-4a42-b0b6-73f685037f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:29.935002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-01da5581-4deb-4a42-b0b6-73f685037f76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082113 Oct 15 20:04:29.936300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.943138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:04:29.943977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:04:29.947659 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:04:29.950610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:29.989906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-9ac6668e-dc50-473a-a841-0f260b6a9fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540897 Oct 15 20:04:30.069240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-00c96012-8a8c-4fb2-a1f4-791d04aecf3d service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257770 Oct 15 20:04:30.198504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bec61d3d-b27f-4c47-b4e1-2baacd320a97 req-45b10244-7886-44d6-acba-a7d7560408de service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216750 Oct 15 20:04:30.221965 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.237833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.243151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "DELETE /v2.0/networks/e7bbef0f-a754-433c-92b0-50c22015a422 HTTP/1.1" status: 204 len: 168 time: 0.7081630 Oct 15 20:04:30.246548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37078) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:30.251340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] Provisioning complete for port f81f2dc3-7703-4cba-a731-962cc3efef49 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:30.251775 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.257049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea258-8798-41c3-9268-bbbebf2aff37 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event deleted for resources: {'Network': ['ID=e7bbef0f-a754-433c-92b0-50c22015a422,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:30.294882 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b55a3d-eb3d-43d7-b383-3b13654d9318 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] DELETE failed (client error): The resource could not be found. Oct 15 20:04:30.295922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b55a3d-eb3d-43d7-b383-3b13654d9318 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:04:30.299594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-79b55a3d-eb3d-43d7-b383-3b13654d9318 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "DELETE /v2.0/ports/d6a23fbc-35c2-491f-8714-bf0e46f3ca61 HTTP/1.1" status: 404 len: 333 time: 0.0516992 Oct 15 20:04:30.302097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37082) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:30.374643 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b185e72f-bcfd-4d86-aac1-349e40367893 x-openstack-request-id: req-b185e72f-bcfd-4d86-aac1-349e40367893 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:30.388542 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:30.390571 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b185e72f-bcfd-4d86-aac1-349e40367893 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:30.392601 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'status': 'completed', 'code': 200} Oct 15 20:04:30.437346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Deleting subnet 15c98ecb-225e-44e2-9176-eba1691569fe {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:04:30.467400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.479413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:29Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:30.490178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-27066ca5-4d84-41e7-9ed8-3995f146ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:30.492967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-27066ca5-4d84-41e7-9ed8-3995f146ffd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1095 time: 0.0849423 Oct 15 20:04:30.521369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75e69e-975d-41ba-a147-c2732e9b1799 None None] The sync data for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 is: [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:29Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:30.543859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.548024 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.657997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] For port f81f2dc3-7703-4cba-a731-962cc3efef49, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f81f2dc3-7703-4cba-a731-962cc3efef49,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:30.742207 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.819089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:30.838289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868577f2-db7e-48ff-92a7-f0af84708ade None None] Pushing event updated for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:30.882613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-a3cc4f59-6719-4ee4-9b19-e3c1af9a0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:30.884426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-a3cc4f59-6719-4ee4-9b19-e3c1af9a0870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.3848524 Oct 15 20:04:30.902186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1243de-d712-4708-a595-05cbba7e48bc req-6b8612d0-3ea0-4761-8b72-db6f95708956 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:30.914258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef1243de-d712-4708-a595-05cbba7e48bc req-6b8612d0-3ea0-4761-8b72-db6f95708956 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 943 time: 0.1890867 Oct 15 20:04:30.914559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:30.969282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-82f0e50b-c99f-43ef-ac7c-bebe4f7d555f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 217 time: 0.0631552 Oct 15 20:04:31.045543 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.059545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef1243de-d712-4708-a595-05cbba7e48bc req-ab4ee172-a8da-4ff5-acc9-661661cab487 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423464 Oct 15 20:04:31.084117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-4c9bdf4f-f199-4051-9121-a6797d0f316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:31.087116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-4c9bdf4f-f199-4051-9121-a6797d0f316f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.1103086 Oct 15 20:04:31.125590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event deleted for resources: {'Subnet': ['ID=15c98ecb-225e-44e2-9176-eba1691569fe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:31.141544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.143151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba0eed-6875-4d09-b8c2-8137cb420b2e None None] Network 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:31.150159 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a8ef89f-e06f-463c-bf72-7903abec4ca3 tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "DELETE /v2.0/subnets/15c98ecb-225e-44e2-9176-eba1691569fe HTTP/1.1" status: 204 len: 168 time: 0.8417535 Oct 15 20:04:31.150159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37098) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:31.182182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2082579-24af-4188-a766-497a3fcd2503 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.209925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc0f1948-9910-48d5-b3c6-179ebf7634a3 req-3f5b0019-92fb-4192-bd3b-98b3fc9e468e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 210 time: 0.0702500 Oct 15 20:04:31.242125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-84f51c4b-5fa4-4969-b2e1-f9de9e8d54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:31.247388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-84f51c4b-5fa4-4969-b2e1-f9de9e8d54fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509004 Oct 15 20:04:31.377292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.427733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f81f2dc3-7703-4cba-a731-962cc3efef49 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:31.468187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a60be53-7f9d-48ba-818c-351a9b256206 req-b9f15a7e-f6c6-4e3c-b0ed-6c786b77d78a tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 210 time: 0.0789270 Oct 15 20:04:31.503954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-fe1f4908-e697-454a-9867-b69f338e438e service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481577 Oct 15 20:04:31.521784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f81f2dc3-7703-4cba-a731-962cc3efef49 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:31.523893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.529676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] DHCP port deletion for 514f723b-94d7-4c5e-9359-05b1f7b4f8b1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:04:31.607165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2082579-24af-4188-a766-497a3fcd2503 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.619904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-5cec7dec-36c8-4739-b61e-707c03a068c4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:31.621485 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-5cec7dec-36c8-4739-b61e-707c03a068c4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 796 time: 0.2738495 Oct 15 20:04:31.636184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Deleting port c79313f2-d2c2-4758-8d7d-8c03f8b4efed {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:31.636422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.697172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2082579-24af-4188-a766-497a3fcd2503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.703745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ebb7cc-d1b0-4ad6-9e80-70159dd063a3 req-d68e9597-722c-4983-bd98-c96289ed0ebf service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915562 Oct 15 20:04:31.734253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Deleting port c79313f2-d2c2-4758-8d7d-8c03f8b4efed {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:31.734703 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.772022 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-669372fe-9c21-43e0-9f70-625dee79bacb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 379 time: 0.1355574 Oct 15 20:04:31.785674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] For port c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,segment=NetworkSegment(660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c),segment_id=660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:31.786034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.809363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'port': {'device_id': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'admin_state_up': True, 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'security_groups': ['8eba3e24-6f83-4cea-bef1-7014fa11a4b3']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:31.836394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Calling delete_port for c79313f2-d2c2-4758-8d7d-8c03f8b4efed owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:31.838450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] For port c79313f2-d2c2-4758-8d7d-8c03f8b4efed, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,segment=NetworkSegment(660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c),segment_id=660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:31.838923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.840890 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e2082579-24af-4188-a766-497a3fcd2503 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b037edf1e8a433caa52385231414c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9343395 Oct 15 20:04:31.843908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37104) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:31.847268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2082579-24af-4188-a766-497a3fcd2503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddc1522-f454-4ce8-a9c8-f4b3678bef56,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:31.866829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Calling delete_port for c79313f2-d2c2-4758-8d7d-8c03f8b4efed owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:31.918021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:31.975294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.159456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.163273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.166723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.177545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.184927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fddc1522-f454-4ce8-a9c8-f4b3678bef56 HTTP/1.1" status: 204 len: 168 time: 0.3373814 Oct 15 20:04:32.200721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event deleted for resources: {'Port': ['ID=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:32.205471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] No DVR routers for this DVR port c79313f2-d2c2-4758-8d7d-8c03f8b4efed on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:04:32.219410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] Pushing event deleted for resources: {'Port': ['ID=c79313f2-d2c2-4758-8d7d-8c03f8b4efed,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:32.222591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d827a753-be37-45d5-9eb7-c6e2ca2988b5 None None] No DVR routers for this DVR port c79313f2-d2c2-4758-8d7d-8c03f8b4efed on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:04:32.245689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:32.250121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.256830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238acd6e-b5e4-4a0c-bf3d-825de5245bfb req-d84a32ca-8d0d-4de8-a126-bcf6b00edaed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:32.258829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-238acd6e-b5e4-4a0c-bf3d-825de5245bfb req-d84a32ca-8d0d-4de8-a126-bcf6b00edaed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 943 time: 0.1352832 Oct 15 20:04:32.259891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29853c0-feb1-48ad-aac0-243bf6358f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddc1522-f454-4ce8-a9c8-f4b3678bef56,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:32.344784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-238acd6e-b5e4-4a0c-bf3d-825de5245bfb req-fec08d7c-2860-419c-9a49-b5e4b0cfa03b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625741 Oct 15 20:04:32.363426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.416140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e2bd86e-5ef6-4641-a4c2-5bbcb3a10eee req-bb46ac5e-c2d4-46e3-bf8b-1911ba2581b1 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 210 time: 0.0279899 Oct 15 20:04:32.422679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514f723b-94d7-4c5e-9359-05b1f7b4f8b1']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:32.438028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:32.438321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660540a2-cda8-4cfa-9ec4-8e05ab2e5c3c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:32.452736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.492767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.504329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:04:32.504721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:04:32.507693 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:04:32.544553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.3 (a500c9f8-7a62-41e3-bb7a-53969b680a17/9bf0c397-2f4d-45d4-9326-02b12ebf75cd/c0cf462a-e884-4590-80f7-44b8f5309edd) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:32.556565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b105a2aa-48a9-4f3c-a026-a4e6adcd7db0 req-f1f831ba-5ff8-4516-b336-597fcd832ba8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 210 time: 0.0306103 Oct 15 20:04:32.697349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.703382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.706632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] 10.222.0.13 "DELETE /v2.0/networks/514f723b-94d7-4c5e-9359-05b1f7b4f8b1 HTTP/1.1" status: 204 len: 168 time: 1.5582671 Oct 15 20:04:32.786429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:04:32.893435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:32.905785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:04:32.949583 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:32.963744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:32.984947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:33.056360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a36e-c2bc-49e0-a637-409bf707873e tempest-DHCPAgentSchedulersTestJSON-353584055 tempest-DHCPAgentSchedulersTestJSON-353584055-project] Pushing event deleted for resources: {'Network': ['ID=514f723b-94d7-4c5e-9359-05b1f7b4f8b1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:33.079534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.108604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37122) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:33.130645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-087b6c0a-c780-4c2c-918d-7c7d5eaafa81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.148346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.226303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-a47bf2ba-402f-41e7-8ed7-a0420eb2b622 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:33.228478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-a47bf2ba-402f-41e7-8ed7-a0420eb2b622 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.11 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.1517627 Oct 15 20:04:33.242533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:33.245989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Request body: {'port': {'device_id': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'admin_state_up': True, 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:33.256183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.273957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-087b6c0a-c780-4c2c-918d-7c7d5eaafa81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.340321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:33.340495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:33.343038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:33.344899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:33.347698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:33.379898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c79313f2-d2c2-4758-8d7d-8c03f8b4efed no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:33.399532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Made reservation on behalf of 6bc317a737e34711b20966fa8fb2f2e0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:33.403310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.419862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-087b6c0a-c780-4c2c-918d-7c7d5eaafa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.423514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c79313f2-d2c2-4758-8d7d-8c03f8b4efed {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:33.425529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c79313f2-d2c2-4758-8d7d-8c03f8b4efed not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:33.460278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0b011e2b-60fb-4188-bfcc-7a1bb862e10c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:33.508221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:33.508900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.577463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b6c0a-c780-4c2c-918d-7c7d5eaafa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1b588-ce08-4aec-9916-155624bcb2dd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:33.600687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-087b6c0a-c780-4c2c-918d-7c7d5eaafa81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30124db1f33b4288a9278f2f98d3c39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4894655 Oct 15 20:04:33.603014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:33.680055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.708707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.751139 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-2d9c888f-e236-4ed4-8dfa-c5a7ff263de5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9538052 Oct 15 20:04:33.763867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Request body: {'port': {'device_id': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:33.805456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1c3764ca-a0c6-4fe2-bef5-0db40d88a4dc None None] Provisioning complete for port c0cf462a-e884-4590-80f7-44b8f5309edd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:33.806200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c3764ca-a0c6-4fe2-bef5-0db40d88a4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.842714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.852986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1c3764ca-a0c6-4fe2-bef5-0db40d88a4dc None None] Port c0cf462a-e884-4590-80f7-44b8f5309edd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:33.888581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.891299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:33.892474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14a1b588-ce08-4aec-9916-155624bcb2dd HTTP/1.1" status: 204 len: 168 time: 0.2880731 Oct 15 20:04:33.904990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba875ba-bee5-4eeb-8340-0810118ca8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a1b588-ce08-4aec-9916-155624bcb2dd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:33.968546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a5090-a627-4589-a513-fcd187f94bb4 req-bb1f84a2-a42e-4c45-8ff8-95025c1526e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:33.976258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e30a5090-a627-4589-a513-fcd187f94bb4 req-bb1f84a2-a42e-4c45-8ff8-95025c1526e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.5311520 Oct 15 20:04:34.028809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cc808e9e-b1b4-4e73-b6ad-3686a38199b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afeeb24ef0704e02acb44cd23f98da3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6887412 Oct 15 20:04:34.029902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37144) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:34.047020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Allocated IP 172.20.0.9 (860a376d-8503-48fa-85b4-42111dbebf7c/d4dd2c6c-c761-436d-b7de-5504108b23c7/369877b5-7753-471a-a28b-6cc8ca875aab) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:34.076137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e30a5090-a627-4589-a513-fcd187f94bb4 req-1f66e4e2-5fd0-478c-b59d-b8173b2cfe9a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991986 Oct 15 20:04:34.170154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.205926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.277801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d7f62-5579-4093-a553-5f3c879d7f46 req-ac497369-8762-4a3c-ba84-0d7f687bf4e5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:34.285268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e84d7f62-5579-4093-a553-5f3c879d7f46 req-ac497369-8762-4a3c-ba84-0d7f687bf4e5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 931 time: 0.0921323 Oct 15 20:04:34.286830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0cf462a-e884-4590-80f7-44b8f5309edd {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:34.296761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.315130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.327039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Transition to ACTIVE for port object c0cf462a-e884-4590-80f7-44b8f5309edd will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:04:34.338742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e84d7f62-5579-4093-a553-5f3c879d7f46 req-9247f4fb-3de8-4da9-8f28-898a8122fb51 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526116 Oct 15 20:04:34.392999 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.395744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.397135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6eb81748-ec61-4077-a603-41d09df0780a HTTP/1.1" status: 204 len: 168 time: 0.3662739 Oct 15 20:04:34.407945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f03db-efca-459d-a774-9468ba7146d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb81748-ec61-4077-a603-41d09df0780a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:34.416204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.475675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b8b110f-473c-4088-90f3-2c488b8ad70c req-f1b7b5f8-1a76-4ce2-ae42-aa2ac3db7bfa tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 210 time: 0.0492973 Oct 15 20:04:34.483701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.500528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9677e291-3a86-4b2a-8eab-af1e2e0d3a38'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:34.568577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Pushing event updated for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:34.585607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Network 860a376d-8503-48fa-85b4-42111dbebf7c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:34.587092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:34.590941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:34.593470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:34.650382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:34.650982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:34.651318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:34.657887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:34.658428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:34.660468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:34.661085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.664599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:34.665145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:34.665691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Bound using segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:34.666286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Bound port: c0cf462a-e884-4590-80f7-44b8f5309edd, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:34.666828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.775250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:34.779611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:34.790301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:34.815519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-cbc93852-19ad-437c-af3d-f5e3b1a26bcf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5724411 Oct 15 20:04:34.826164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Request body: {'port': {'device_id': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:34.910307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.966161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:34.979877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-50eb9c25-c02c-4ed5-bde8-cb77776f0ee7 None None] Provisioning complete for port 369877b5-7753-471a-a28b-6cc8ca875aab triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:34.980556 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50eb9c25-c02c-4ed5-bde8-cb77776f0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.003956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.004697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.016250 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] 10.222.0.11 "PUT /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1092 time: 1.2468424 Oct 15 20:04:35.016250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:35.016250 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e603f4-d51f-4b3d-9b7a-956f69607009" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:35.021925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:04:35.029432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:35.030049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.068744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-50eb9c25-c02c-4ed5-bde8-cb77776f0ee7 None None] Port 369877b5-7753-471a-a28b-6cc8ca875aab cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:35.083531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7da26c-c891-48c8-9ab3-181d5a5b29eb service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:35.103455 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f0313c-e38d-4f36-9b18-9cd0b33a517f x-openstack-request-id: req-42f0313c-e38d-4f36-9b18-9cd0b33a517f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:35.103893 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:35.104279 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42f0313c-e38d-4f36-9b18-9cd0b33a517f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:35.105899 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'status': 'completed', 'code': 200} Oct 15 20:04:35.153504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.204085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:35.208319 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36940bb-a3a6-4b7c-a90e-d1cb56186847" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:35.213057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-bc20f507-ad06-4150-89dc-a88049f66fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.215870 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-bc20f507-ad06-4150-89dc-a88049f66fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1095 time: 0.0808251 Oct 15 20:04:35.230684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:35.311948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d24e3-3c5e-4f59-b342-0f0dd48700bd req-d74c6b82-0412-4a45-9a48-27c1b45e4b1a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.313650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3d24e3-3c5e-4f59-b342-0f0dd48700bd req-d74c6b82-0412-4a45-9a48-27c1b45e4b1a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0824523 Oct 15 20:04:35.317408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.348740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-30f3fff2-284d-4760-9d99-31a8220add3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.350335 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-30f3fff2-284d-4760-9d99-31a8220add3a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2301625fb6245419989ec4432323cf2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1256027 Oct 15 20:04:35.370226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:35.399514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:35.401034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48ba61c1-1085-4601-a666-2fab850b473f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.421550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369877b5-7753-471a-a28b-6cc8ca875aab {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:35.445737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.465515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3d24e3-3c5e-4f59-b342-0f0dd48700bd req-ad8496d0-bb34-44dd-83e6-dd789dcc784c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286261 Oct 15 20:04:35.476750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-4722b952-1ddf-4f26-9b7d-c5b9c37d84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.478135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Transition to ACTIVE for port object 369877b5-7753-471a-a28b-6cc8ca875aab will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:04:35.478524 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c6e603f4-d51f-4b3d-9b7a-956f69607009 req-4722b952-1ddf-4f26-9b7d-c5b9c37d84dd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215091 Oct 15 20:04:35.534010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48ba61c1-1085-4601-a666-2fab850b473f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.542133 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9af238-759a-456b-a9a5-c49ceb7221dc x-openstack-request-id: req-ec9af238-759a-456b-a9a5-c49ceb7221dc {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:35.542133 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:35.542133 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec9af238-759a-456b-a9a5-c49ceb7221dc {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:35.543167 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:04:35.546545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.621893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-da86efe2-cd6f-4ef3-b13c-c2b065b70403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.627972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-da86efe2-cd6f-4ef3-b13c-c2b065b70403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1095 time: 0.0949395 Oct 15 20:04:35.646130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48ba61c1-1085-4601-a666-2fab850b473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.671925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-b9460ace-13c4-42e6-8b4c-6498ca3bc8a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 217 time: 0.0387001 Oct 15 20:04:35.734668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-b975e5d4-0eb4-49a8-a597-03b9bec71468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.737720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-b975e5d4-0eb4-49a8-a597-03b9bec71468 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0547111 Oct 15 20:04:35.797515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-ea254424-4800-4a48-b857-f298f66539f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.799064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-ea254424-4800-4a48-b857-f298f66539f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566618 Oct 15 20:04:35.820316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Pushing event updated for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:35.843123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba61c1-1085-4601-a666-2fab850b473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f7fade-528b-495f-9317-021bf1165065,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:35.849056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48ba61c1-1085-4601-a666-2fab850b473f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ed97db3d2f1422d8046fe2c3f05a1ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777665 Oct 15 20:04:35.856577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37194) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:35.873914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51670-939d-4528-8b39-2c35b964976f req-6ee9acc0-ba77-44dd-ba5e-7d8af79d25c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.876168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97f51670-939d-4528-8b39-2c35b964976f req-6ee9acc0-ba77-44dd-ba5e-7d8af79d25c3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 943 time: 0.2339494 Oct 15 20:04:35.880443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd44a-4544-498c-9b47-601b21fc6bb9 req-72c3832c-b642-4ff9-aabd-935b2ef537c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:35.882033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-051bd44a-4544-498c-9b47-601b21fc6bb9 req-72c3832c-b642-4ff9-aabd-935b2ef537c7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1097 time: 0.2497871 Oct 15 20:04:35.926964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Attempting to bind port 369877b5-7753-471a-a28b-6cc8ca875aab on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:35.927401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Attempting to bind port 369877b5-7753-471a-a28b-6cc8ca875aab by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:35.928110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Attempting to bind port 369877b5-7753-471a-a28b-6cc8ca875aab on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:35.934334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Port 369877b5-7753-471a-a28b-6cc8ca875aab on network 860a376d-8503-48fa-85b4-42111dbebf7c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:35.934741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Attempting to bind port 369877b5-7753-471a-a28b-6cc8ca875aab on network 860a376d-8503-48fa-85b4-42111dbebf7c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:35.960036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:35.960376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Checking segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:35.960756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Bound using segment: {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:35.961191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Bound port: 369877b5-7753-471a-a28b-6cc8ca875aab, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b1b7f3-669a-4d26-b5ab-432938c3f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:35.961544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.962176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:35.968641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-051bd44a-4544-498c-9b47-601b21fc6bb9 req-e3ab003b-296c-4a42-8073-cabd806a2339 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759873 Oct 15 20:04:35.971343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-a8221bda-c3bd-4de6-84b4-5a4a94e5739e service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650310 Oct 15 20:04:35.980482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97f51670-939d-4528-8b39-2c35b964976f req-b4d01ff9-1488-48dc-8f38-f3310292be9e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968838 Oct 15 20:04:35.997555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:36.059259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:36.096224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=369877b5-7753-471a-a28b-6cc8ca875aab,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:36.111450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb73d7-1522-42fd-b995-466721b71794 req-b9ac82bd-9bfa-4065-b998-b7fa31d8d330 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.113109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2efb73d7-1522-42fd-b995-466721b71794 req-b9ac82bd-9bfa-4065-b998-b7fa31d8d330 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1053 time: 0.0562220 Oct 15 20:04:36.152393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2efb73d7-1522-42fd-b995-466721b71794 req-1a54caa3-4f9c-449c-a5d4-d14161faf723 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325675 Oct 15 20:04:36.152620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:36.155318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:36.158761 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15f7fade-528b-495f-9317-021bf1165065 HTTP/1.1" status: 204 len: 168 time: 0.2989755 Oct 15 20:04:36.173308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649aaf-db06-4bf1-b3eb-ad9137b3a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f7fade-528b-495f-9317-021bf1165065,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:36.190969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:36.244319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.244959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:36.247173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] 10.222.0.11 "PUT /v2.0/ports/369877b5-7753-471a-a28b-6cc8ca875aab HTTP/1.1" status: 200 len: 1092 time: 1.4269226 Oct 15 20:04:36.247827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:36.250498 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:36.283855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ff1ed-5c89-4350-9770-f5d373d5043e service neutron] Pushing event updated for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:36.336833 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f31941-1684-4695-9d65-d490d30f8335 x-openstack-request-id: req-a0f31941-1684-4695-9d65-d490d30f8335 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:36.337469 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:36.337972 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a0f31941-1684-4695-9d65-d490d30f8335 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:36.338889 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab', 'status': 'completed', 'code': 200} Oct 15 20:04:36.373735 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-73ab645a-5d54-448c-b676-4b20781e4d48 req-e58bcced-f183-45fe-8d9e-daaad79d76a2 service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453056 Oct 15 20:04:36.425293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-b13d713b-ad1a-4904-8cb7-6a79e2e2f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.426891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-b13d713b-ad1a-4904-8cb7-6a79e2e2f632 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0711348 Oct 15 20:04:36.494907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-6987b1fc-4c9e-4df8-ab1f-1859b746bf93 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369877b5-7753-471a-a28b-6cc8ca875aab HTTP/1.1" status: 200 len: 217 time: 0.0409617 Oct 15 20:04:36.550287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-a2871f37-5e9e-43d8-b3a0-e8c5b265c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.553015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-a2871f37-5e9e-43d8-b3a0-e8c5b265c383 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4dd2c6c-c761-436d-b7de-5504108b23c7 HTTP/1.1" status: 200 len: 848 time: 0.0507207 Oct 15 20:04:36.635012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-781ed804-0826-46a7-8ec1-7865fd616a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.635599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-781ed804-0826-46a7-8ec1-7865fd616a59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=860a376d-8503-48fa-85b4-42111dbebf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754411 Oct 15 20:04:36.648375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0024a2-b47d-4bfd-9685-5b6a7e887f07 req-7d770ee2-2354-4603-b62b-cfda6d9af228 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:36.649866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d0024a2-b47d-4bfd-9685-5b6a7e887f07 req-7d770ee2-2354-4603-b62b-cfda6d9af228 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0806303 Oct 15 20:04:36.780806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d0024a2-b47d-4bfd-9685-5b6a7e887f07 req-aa80f19d-2879-401c-b492-4dd94b0c5ca0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127927 Oct 15 20:04:36.811883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-bbdbded8-d40a-4173-b788-fe3a73785795 service neutron] 10.222.0.11 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609652 Oct 15 20:04:36.904354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-429f3d9a-9796-4101-8302-9e3bf8254386 req-d023509b-ce60-4e0e-9516-b91242680f77 service neutron] 10.222.0.11 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Oct 15 20:04:37.133549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-cc638d59-0fd7-475e-842f-3c6fb2f78d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.135048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-cc638d59-0fd7-475e-842f-3c6fb2f78d67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0696449 Oct 15 20:04:37.143825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a975-3211-40ea-bc21-71a3581278c2 req-f266c0f3-3c1d-4b40-8cf5-4f205482fd03 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.145260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc15a975-3211-40ea-bc21-71a3581278c2 req-f266c0f3-3c1d-4b40-8cf5-4f205482fd03 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 943 time: 0.0902905 Oct 15 20:04:37.240315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc15a975-3211-40ea-bc21-71a3581278c2 req-7c096c41-1198-4cb6-92ce-d1244f09a183 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856595 Oct 15 20:04:37.282384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-67e59093-1ac2-4a11-bcd1-279c961047a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.284362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-67e59093-1ac2-4a11-bcd1-279c961047a0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 200 len: 910 time: 0.1381841 Oct 15 20:04:37.345591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:37.354244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-e5ccf15b-3083-452b-bf80-10d534ea0cfc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=369877b5-7753-471a-a28b-6cc8ca875aab HTTP/1.1" status: 200 len: 217 time: 0.0619633 Oct 15 20:04:37.431928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ab6af-4882-478c-b42e-7217894a6725 req-163b2cf9-91c3-452b-963d-dec319da14cd tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.433716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454ab6af-4882-478c-b42e-7217894a6725 req-163b2cf9-91c3-452b-963d-dec319da14cd tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0824230 Oct 15 20:04:37.441591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-4a2309bc-fa89-4a4e-b20f-b16161e5910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.443139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-4a2309bc-fa89-4a4e-b20f-b16161e5910c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d4dd2c6c-c761-436d-b7de-5504108b23c7 HTTP/1.1" status: 200 len: 848 time: 0.0801983 Oct 15 20:04:37.490413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f842804-eeb0-460f-8b37-083a979cc753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:37.524986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454ab6af-4882-478c-b42e-7217894a6725 req-59f11f92-deb5-4ecf-9a45-c54e9682ffcd tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765173 Oct 15 20:04:37.546019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-c113901d-28ad-49f3-9d84-dd02a3817266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.550205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-c113901d-28ad-49f3-9d84-dd02a3817266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=860a376d-8503-48fa-85b4-42111dbebf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893927 Oct 15 20:04:37.584710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f842804-eeb0-460f-8b37-083a979cc753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:37.672825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f842804-eeb0-460f-8b37-083a979cc753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:37.686153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-f1aa3f3b-a4e9-4676-af62-3f209ead8c90 service neutron] 10.222.0.11 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259673 Oct 15 20:04:37.729387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f842804-eeb0-460f-8b37-083a979cc753 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2f54ef75b9641cd96e89aedf8650229&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802762 Oct 15 20:04:37.729387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f842804-eeb0-460f-8b37-083a979cc753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9071d6ac-c188-4412-906f-a614dd9283ce,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:37.732068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:37.791692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:37.812183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f4c9ea3-7d3b-4762-b6a1-5c9e7970503e req-61a0e38f-3b54-45c2-9bd5-b4b5823c8297 service neutron] 10.222.0.11 "GET /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167808 Oct 15 20:04:37.820846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:37.953363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1060fd-3cb0-4eec-bfdd-ead10d50e9a4 req-c6d847e0-2453-4fe0-9058-1daa46431cca tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:37.954976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d1060fd-3cb0-4eec-bfdd-ead10d50e9a4 req-c6d847e0-2453-4fe0-9058-1daa46431cca tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0768597 Oct 15 20:04:38.000898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d1060fd-3cb0-4eec-bfdd-ead10d50e9a4 req-60de8ca1-c7ab-4f4c-afbb-eda1fb2b067d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389979 Oct 15 20:04:38.009211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.012728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.014381 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9071d6ac-c188-4412-906f-a614dd9283ce HTTP/1.1" status: 204 len: 168 time: 0.2808444 Oct 15 20:04:38.022433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd96afd-28f4-486c-bcac-817e5ebf2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9071d6ac-c188-4412-906f-a614dd9283ce,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:38.141579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eda190-62fe-4dc1-8998-d171549207d6 req-22301768-8f95-4002-a7c3-4d334c5cc193 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:38.143070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09eda190-62fe-4dc1-8998-d171549207d6 req-22301768-8f95-4002-a7c3-4d334c5cc193 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0631380 Oct 15 20:04:38.151621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:38.156420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'floatingip': {'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:38.199642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.429679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b14677-efce-4be3-b3a7-819b37cfc2f5 req-f85ff167-2768-45a0-88fc-704af323dd8c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:38.431221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3b14677-efce-4be3-b3a7-819b37cfc2f5 req-f85ff167-2768-45a0-88fc-704af323dd8c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 943 time: 0.1133828 Oct 15 20:04:38.545057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f3b14677-efce-4be3-b3a7-819b37cfc2f5 req-a768ec4d-7200-4665-b147-d8fbe7a5dbf3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826211 Oct 15 20:04:38.571810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:38.699655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce021e-1421-4245-bea0-ff124291857e req-12e4518b-5789-4677-b499-330a949681cb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:38.701293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1ce021e-1421-4245-bea0-ff124291857e req-12e4518b-5789-4677-b499-330a949681cb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0977008 Oct 15 20:04:38.734047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-969076680'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:38.792408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:04:38.793069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1ce021e-1421-4245-bea0-ff124291857e req-41a580fd-8dac-4e40-ad49-2a939c2d8ba5 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735500 Oct 15 20:04:38.811482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.839010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37300) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:38.850073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Made reservation on behalf of 71f53bf75ba54b72a9a463b63d7c53c5 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:38.854495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.860270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a34754-4b5b-4d99-b418-d8e8ff8297a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.868308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.895956 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.925356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:38.941319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'port_id': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'mac_address': 'fa:16:3e:00:fd:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:04:38.959832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:38.990306 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.003664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0cf462a-e884-4590-80f7-44b8f5309edd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:39.022906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:39.047420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a34754-4b5b-4d99-b418-d8e8ff8297a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.050026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.060821 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Floating IP 44acfccf-a0a6-4a37-a053-900b7817507a associated. External IP: 172.25.0.64, port: 0b011e2b-60fb-4188-bfcc-7a1bb862e10c. Oct 15 20:04:39.075852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:04:39.090362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4e674-34c4-4080-95c9-83317df08071,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:39.093415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.093765 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Added segment ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f of type vlan for network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 Oct 15 20:04:39.137049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.157528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.210264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:39.250187 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.257023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:39.257729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.335764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Pushing event updated for resources: {'Network': ['ID=0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:39.346638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:04:39.359545 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d0274a1d-d6bf-42a3-aa6e-1abd4ede865d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7858357 Oct 15 20:04:39.374030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a34754-4b5b-4d99-b418-d8e8ff8297a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.426040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-69a34754-4b5b-4d99-b418-d8e8ff8297a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df12f8543a1f48b08e47f72cb81cf85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5810437 Oct 15 20:04:39.426563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37312) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:39.430288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34754-4b5b-4d99-b418-d8e8ff8297a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c164fd4d-d561-4fd2-a2e9-ef3b469fe6d3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:39.468877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['c0cf462a-e884-4590-80f7-44b8f5309edd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:39.538535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.582341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.674378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Router 9102ea1f-91c5-4661-b105-f195b401fe9e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:39.718488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.722692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.733520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c164fd4d-d561-4fd2-a2e9-ef3b469fe6d3 HTTP/1.1" status: 204 len: 168 time: 0.3054497 Oct 15 20:04:39.745307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b37c63-d996-492a-8516-ed8d6c2277fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c164fd4d-d561-4fd2-a2e9-ef3b469fe6d3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:39.777292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37318) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:39.783008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2', 'binding:host_id': 'n-h1-712140-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1155954259'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:39.817368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:39.833734 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Sync routers for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:39.837386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.851800 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:39.853461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:39.877579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af58e98f-6cc2-425c-a342-91bcf6b5e852 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "PUT /v2.0/floatingips/44acfccf-a0a6-4a37-a053-900b7817507a HTTP/1.1" status: 200 len: 990 time: 1.7240894 Oct 15 20:04:39.879781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:39.882857 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e542c9e5-7e52-4577-80bd-756e2b1866eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:39.935669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Made reservation on behalf of 102d1576438042f2aed02a6d2472b549 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:39.939803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.940895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755401c2-a57f-40a3-afc8-eff8345fa563 req-a9843aad-f14e-44e8-aee0-f7e6d8476663 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:39.943045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-755401c2-a57f-40a3-afc8-eff8345fa563 req-a9843aad-f14e-44e8-aee0-f7e6d8476663 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.0641482 Oct 15 20:04:39.954246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:39.985803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-755401c2-a57f-40a3-afc8-eff8345fa563 req-a42a78cf-545e-4471-bff3-b08c78f6ec5b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356896 Oct 15 20:04:40.000457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:40.052982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:40.120062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbe09d-62c9-4b59-a4d4-80bc49408762 req-1dabf87a-7656-4e3e-9e4a-33644eac02bb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:40.122285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bcbe09d-62c9-4b59-a4d4-80bc49408762 req-1dabf87a-7656-4e3e-9e4a-33644eac02bb tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1095 time: 0.0460305 Oct 15 20:04:40.139745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:40.167210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d4631e-afb3-4968-9159-a690832e25c8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:40.190086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 09ace553-2c8a-4eb6-b0a8-e2628381d838 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:40.191029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bcbe09d-62c9-4b59-a4d4-80bc49408762 req-0d7b49c9-e5c4-4c64-87b7-3d5c7eec2a09 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608237 Oct 15 20:04:40.319509 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '44acfccf-a0a6-4a37-a053-900b7817507a', 'tenant_id': '2933c801b26c455696709e5b00652959', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:16Z', 'updated_at': '2021-10-15T20:04:38Z', 'revision_number': 1, 'project_id': '2933c801b26c455696709e5b00652959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:40.342407 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1baf319-efc3-40c8-a06f-3d2ff1b0fe13 x-openstack-request-id: req-e1baf319-efc3-40c8-a06f-3d2ff1b0fe13 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:40.342713 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:40.342993 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1baf319-efc3-40c8-a06f-3d2ff1b0fe13 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:40.343397 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'status': 'completed', 'code': 200} Oct 15 20:04:40.414521 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Checking router: 9102ea1f-91c5-4661-b105-f195b401fe9e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:40.424891 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:40.425803 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:40.468636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-ef1f25af-6da0-4c32-a581-bf1925991b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:40.470369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-ef1f25af-6da0-4c32-a581-bf1925991b2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1097 time: 0.1048777 Oct 15 20:04:40.534869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 09ace553-2c8a-4eb6-b0a8-e2628381d838 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:40.545878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:40.581519 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:40.596957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-0ae1dcf2-5ef7-49c9-b041-0d2b772aad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:40.598430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-0ae1dcf2-5ef7-49c9-b041-0d2b772aad95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1204557 Oct 15 20:04:40.633618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:40.686291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-3a2b18e9-1584-4acd-839b-65dbd936fef4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0797353 Oct 15 20:04:40.738977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=09ace553-2c8a-4eb6-b0a8-e2628381d838,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:40.759574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Checking segment: {'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:40.760363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Network hostable DHCP agents. Network: 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:04:40.770182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-7345a999-421a-4da3-ab55-81558b2ec404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:40.771885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-7345a999-421a-4da3-ab55-81558b2ec404 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0783606 Oct 15 20:04:40.823593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 369877b5-7753-471a-a28b-6cc8ca875aab details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:04:40.826043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:40.834905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-c5060adc-68ed-491c-969e-25cdf2346701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:40.837091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-c5060adc-68ed-491c-969e-25cdf2346701 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581794 Oct 15 20:04:40.838295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:40.901082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '44acfccf-a0a6-4a37-a053-900b7817507a', 'tenant_id': '2933c801b26c455696709e5b00652959', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:16Z', 'updated_at': '2021-10-15T20:04:38Z', 'revision_number': 1, 'project_id': '2933c801b26c455696709e5b00652959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:40.928479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:40.932714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:40.945022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b82bf6-c11e-4abe-a329-022b3100429d None None] The sync data for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 is: [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '44acfccf-a0a6-4a37-a053-900b7817507a', 'tenant_id': '2933c801b26c455696709e5b00652959', 'floating_ip_address': '172.25.0.64', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:16Z', 'updated_at': '2021-10-15T20:04:38Z', 'revision_number': 1, 'project_id': '2933c801b26c455696709e5b00652959', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:40.964750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:40.965887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:40.966710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:40.966997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-149250db-befb-417f-941e-5b6c519f51a9 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225505 Oct 15 20:04:40.974009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:40.974540 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:40.975112 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 2 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:40.991923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:40.992631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:40.993133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.014119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.014766 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.016183 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 3 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.045880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.046472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.047018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.051073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=369877b5-7753-471a-a28b-6cc8ca875aab,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:41.054355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.054862 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.055417 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 4 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.066919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '369877b5-7753-471a-a28b-6cc8ca875aab', 'network_id': '860a376d-8503-48fa-85b4-42111dbebf7c', 'port_id': '369877b5-7753-471a-a28b-6cc8ca875aab', 'mac_address': 'fa:16:3e:2a:9f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dd2c6c-c761-436d-b7de-5504108b23c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:04:41.076610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b2603a-9916-472e-b70e-58880b083e35 None None] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:41.088641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.091427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.092027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.100899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.104277 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.104913 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 5 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.130734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.131332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.131887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.139262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.139880 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.140481 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 6 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.157857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.158442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.162347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.164757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e542c9e5-7e52-4577-80bd-756e2b1866eb req-125f08e5-4b47-4454-86a4-e76ff78c8018 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858857 Oct 15 20:04:41.165548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.166317 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.168360 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 7 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.191788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.192383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.192883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.207356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ef09a-a2c3-4ff4-b011-e50c5320ef82 req-98eb83db-f65d-45bd-ac99-d93d8325b5d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:41.209269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.210462 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.211627 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 8 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.213450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.216267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-008ef09a-a2c3-4ff4-b011-e50c5320ef82 req-98eb83db-f65d-45bd-ac99-d93d8325b5d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.0944080 Oct 15 20:04:41.246266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.246762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369877b5-7753-471a-a28b-6cc8ca875aab {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:04:41.247754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.248736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.260050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.262079 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.262497 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 9 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.295805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-008ef09a-a2c3-4ff4-b011-e50c5320ef82 req-d6bc6544-5980-4c72-a491-37de8e5dccee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781977 Oct 15 20:04:41.296232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.296627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.305431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.305431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.305431 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.305431 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 10 to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 Oct 15 20:04:41.329688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:41.333576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:41.334471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:41.345002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=369877b5-7753-471a-a28b-6cc8ca875aab,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:41.346578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:41.347510 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 09ace553-2c8a-4eb6-b0a8-e2628381d838 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:41.347510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.383373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port c0cf462a-e884-4590-80f7-44b8f5309edd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:04:41.393222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port c0cf462a-e884-4590-80f7-44b8f5309edd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:41.397845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.455410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.488966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ac7bf4-9530-483b-9736-b24664e851a6 None None] New status for floating IP 44acfccf-a0a6-4a37-a053-900b7817507a: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:04:41.490951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffd8e6-b8be-4c5a-9567-6997b6ad06d1 req-3dae0d2c-681c-488f-8bf1-af6a3e8d3e9f tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:41.494240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9ffd8e6-b8be-4c5a-9567-6997b6ad06d1 req-3dae0d2c-681c-488f-8bf1-af6a3e8d3e9f tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1096 time: 0.0837493 Oct 15 20:04:41.508703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 09ace553-2c8a-4eb6-b0a8-e2628381d838, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:41.509170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempted to set empty binding levels {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:04:41.538498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9ffd8e6-b8be-4c5a-9567-6997b6ad06d1 req-3735e077-671b-4595-b7ac-38182cb94894 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Oct 15 20:04:41.591731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:41.596062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.647704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.691794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:41.693721 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d213a2-f89d-4549-ba2d-71f31b1ce60b" -d '{"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:41.695629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=09ace553-2c8a-4eb6-b0a8-e2628381d838,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:41.719468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:41.720456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.745242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:41.756128 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59abd6c-13c6-4cc1-87d8-da08d2e67303 x-openstack-request-id: req-e59abd6c-13c6-4cc1-87d8-da08d2e67303 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:41.756675 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:41.756934 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e59abd6c-13c6-4cc1-87d8-da08d2e67303 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:41.757333 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'code': 200} Oct 15 20:04:41.788390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['369877b5-7753-471a-a28b-6cc8ca875aab'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:41.817252 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e5e03f52-ced6-4840-abc9-fd4b7967a85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.0384436 Oct 15 20:04:41.824642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:41.856177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:41.896207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74b70-e3d0-4d46-a1f7-281512a9ffc0 req-fd075bdc-b83c-42ca-858b-6902be53fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:41.897824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05b74b70-e3d0-4d46-a1f7-281512a9ffc0 req-fd075bdc-b83c-42ca-858b-6902be53fd34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1096 time: 0.0785172 Oct 15 20:04:41.958676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:41.974800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05b74b70-e3d0-4d46-a1f7-281512a9ffc0 req-09ba09ab-e2a7-49d7-b9f8-fef1f1dc9773 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686998 Oct 15 20:04:41.984411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Deleting port 09ace553-2c8a-4eb6-b0a8-e2628381d838 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:41.984795 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.055671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 09ace553-2c8a-4eb6-b0a8-e2628381d838, host n-h1-712140-14, got binding levels [] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:42.056029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.070808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Calling delete_port for 09ace553-2c8a-4eb6-b0a8-e2628381d838 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:42.227022 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.255305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event deleted for resources: {'Port': ['ID=09ace553-2c8a-4eb6-b0a8-e2628381d838,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:42.260262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.264727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-07af0e5d-fdf9-458e-b955-7c726d7b872a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "DELETE /v2.0/ports/09ace553-2c8a-4eb6-b0a8-e2628381d838 HTTP/1.1" status: 204 len: 168 time: 0.4376712 Oct 15 20:04:42.266179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:42.289149 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9a6fea-ba06-4f4b-805c-6c97d70a0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:04:42.290563 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6a9a6fea-ba06-4f4b-805c-6c97d70a0a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports/09ace553-2c8a-4eb6-b0a8-e2628381d838 HTTP/1.1" status: 404 len: 333 time: 0.0234637 Oct 15 20:04:42.295217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37382) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:42.299816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-492732784'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:42.398595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Made reservation on behalf of 102d1576438042f2aed02a6d2472b549 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:42.401028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.408587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339fa4f-15f9-4177-ab2e-ab6dbd0f2583 req-4da26c80-7eb4-4ca6-9397-0ebd26bf32e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:42.410069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9339fa4f-15f9-4177-ab2e-ab6dbd0f2583 req-4da26c80-7eb4-4ca6-9397-0ebd26bf32e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0557024 Oct 15 20:04:42.417157 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:42.454202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9339fa4f-15f9-4177-ab2e-ab6dbd0f2583 req-6393721d-a7cd-4dc8-93bc-ffb1f601c154 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380456 Oct 15 20:04:42.607216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.666996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808114a7-b7ad-49f1-9008-3c654cb80812 req-94ea0ce0-b708-448b-98d8-7aae3ccfcdb9 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:42.669342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808114a7-b7ad-49f1-9008-3c654cb80812 req-94ea0ce0-b708-448b-98d8-7aae3ccfcdb9 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1096 time: 0.0471087 Oct 15 20:04:42.707982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-808114a7-b7ad-49f1-9008-3c654cb80812 req-c0c244d2-917c-45db-9333-33e9862a23c8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Oct 15 20:04:42.753397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.830003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:42.833003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:42.837755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 369877b5-7753-471a-a28b-6cc8ca875aab up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:42.841833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:42.842794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:42.843398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:42.846837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=89a9aeca-5cef-46a3-a397-189e0c0b5d37,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:42.966656 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a748b1c8-5ce6-4a45-8099-713cee9a2f51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6703305 Oct 15 20:04:42.969374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37420) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:42.974973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:42.995328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 369877b5-7753-471a-a28b-6cc8ca875aab completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:04:43.006354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 369877b5-7753-471a-a28b-6cc8ca875aab triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:43.008253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.057350 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.342614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.380813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:43.391196 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.393272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=369877b5-7753-471a-a28b-6cc8ca875aab,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:43.466456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.467214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.544305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=89a9aeca-5cef-46a3-a397-189e0c0b5d37,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:43.562600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.563137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.563481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.577159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.578759 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.579357 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 2 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.599474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:43.620643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.623194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.623194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.632266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.632671 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.633202 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 3 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.639325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c93a2-c578-4d98-bf13-f09691bf74f9 req-e20edcad-0bbd-4f6d-badd-1afd08772e3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:43.640982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9c93a2-c578-4d98-bf13-f09691bf74f9 req-e20edcad-0bbd-4f6d-badd-1afd08772e3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.1015246 Oct 15 20:04:43.646979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.647320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.647734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.652807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.653139 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.653536 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 4 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.667702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.668127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.668978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.684790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.685138 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.685527 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 5 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.701740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.702080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.702318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd9c93a2-c578-4d98-bf13-f09691bf74f9 req-27c0ec80-cc20-4ad7-b935-f513aa1bf6a3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486913 Oct 15 20:04:43.702801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.718184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.718523 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.718973 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 6 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.736185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.736658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.737131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.742456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.742867 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.743329 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 7 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.759281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:43.759775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.760266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.760580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.762627 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0b0dd8-1d5e-4cad-bd57-15b0b621eca8" -d '{"events": [{"server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "name": "network-vif-plugged", "status": "completed", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:43.769132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.771678 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.772176 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 8 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.804836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.804836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.805139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.820378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.820824 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.821251 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 9 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.834767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.835274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.835645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.841385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.841722 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.842115 n-d-712140-14 neutron-server[101181]: INFO neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 10 to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 Oct 15 20:04:43.860811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:43.861151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:43.861677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:43.866708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:43.867036 n-d-712140-14 neutron-server[101181]: ERROR neutron.plugins.ml2.managers [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:43.867409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:43.887667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3e14-e294-4244-9fe0-1ecd45e00d35 req-f6f867e0-0ae9-4386-9382-a06d8ffdd6e8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:43.889367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a06f3e14-e294-4244-9fe0-1ecd45e00d35 req-f6f867e0-0ae9-4386-9382-a06d8ffdd6e8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.0501857 Oct 15 20:04:43.926675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a06f3e14-e294-4244-9fe0-1ecd45e00d35 req-bf09abf7-b9e6-4d13-a56c-4ece939b4315 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Oct 15 20:04:43.946587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 89a9aeca-5cef-46a3-a397-189e0c0b5d37, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:43.947085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempted to set empty binding levels {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:04:44.015966 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b49575-38ae-4205-9cd6-75bd8ca9b29c x-openstack-request-id: req-f5b49575-38ae-4205-9cd6-75bd8ca9b29c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:44.016522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.016632 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "name": "network-vif-plugged", "status": "completed", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:44.016632 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5b49575-38ae-4205-9cd6-75bd8ca9b29c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:44.016903 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab', 'code': 200} Oct 15 20:04:44.067730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] In _notify_port_updated(), no bound segment for port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:04:44.067730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.067730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.067730 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "PUT /v2.0/ports/89a9aeca-5cef-46a3-a397-189e0c0b5d37 HTTP/1.1" status: 200 len: 979 time: 1.0901546 Oct 15 20:04:44.068280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37478) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:44.072329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320c9dc-3aba-4c05-a2fb-60c05dde6678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=89a9aeca-5cef-46a3-a397-189e0c0b5d37,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:44.194800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.195291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.195782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.196245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.196826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.201136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.204013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.204432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.204973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.205445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.205910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.206393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.206829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.207286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.207763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.208332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.208790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.209242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.209715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.210173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.210624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.211721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.212175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.214849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.215320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.216007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.216470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.223892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-403003d8-c73f-4f06-8929-4dc9beb7f26f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24409 time: 0.1560605 Oct 15 20:04:44.224209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37486) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:44.230513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcaf445-d996-4015-a1d4-c1ef80f2b085 req-a64d9b6b-4023-4e43-800a-dc155eb3c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.232176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fcaf445-d996-4015-a1d4-c1ef80f2b085 req-a64d9b6b-4023-4e43-800a-dc155eb3c130 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.1381674 Oct 15 20:04:44.276642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fcaf445-d996-4015-a1d4-c1ef80f2b085 req-dd8484c7-441f-4299-8817-752f5f19c426 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370405 Oct 15 20:04:44.312726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Deleting port 89a9aeca-5cef-46a3-a397-189e0c0b5d37 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:44.313067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.380873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 89a9aeca-5cef-46a3-a397-189e0c0b5d37, host n-h1-712140-14, got binding levels [] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:44.381330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.396244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Calling delete_port for 89a9aeca-5cef-46a3-a397-189e0c0b5d37 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:44.539989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.570005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a9aeca-5cef-46a3-a397-189e0c0b5d37,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:44.576104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.580180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d4fcfcc-35b3-46d5-8f32-4db22e28693c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "DELETE /v2.0/ports/89a9aeca-5cef-46a3-a397-189e0c0b5d37 HTTP/1.1" status: 204 len: 168 time: 0.3525414 Oct 15 20:04:44.580342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37494) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:44.604225 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a02a88-ac0f-4d5a-82ef-139963478e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:04:44.606919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72a02a88-ac0f-4d5a-82ef-139963478e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports/89a9aeca-5cef-46a3-a397-189e0c0b5d37 HTTP/1.1" status: 404 len: 333 time: 0.0256202 Oct 15 20:04:44.610837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37496) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:44.616485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-903541605', 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:44.684389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Made reservation on behalf of 102d1576438042f2aed02a6d2472b549 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:44.686823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.703440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 849a9361-3db6-4700-95f2-c99ed2113dc0 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:44.905826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cf98d-23fc-4a5a-80fc-abe371362eb2 req-c9190e64-4752-4242-880e-760adf7aaeb2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:44.912029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-972cf98d-23fc-4a5a-80fc-abe371362eb2 req-c9190e64-4752-4242-880e-760adf7aaeb2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.1226876 Oct 15 20:04:44.943779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:44.981620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-972cf98d-23fc-4a5a-80fc-abe371362eb2 req-ec0db388-b541-438e-acf7-2d8ded79982d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665476 Oct 15 20:04:45.081073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b28e3-92eb-43e2-ade8-c3f2a199374f req-e74bc1f8-b17a-4efd-b78e-f431a17dfbbf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:45.083114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e16b28e3-92eb-43e2-ade8-c3f2a199374f req-e74bc1f8-b17a-4efd-b78e-f431a17dfbbf tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.0445039 Oct 15 20:04:45.103606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.161710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:45.168421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:45.173514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e16b28e3-92eb-43e2-ade8-c3f2a199374f req-119c99d3-cc25-49c2-be8c-502a474f5d4d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844548 Oct 15 20:04:45.183661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:45.183661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:45.183661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.185766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=849a9361-3db6-4700-95f2-c99ed2113dc0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:45.302339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4900c-c8b8-4d2b-9773-c74ec6ebaaad req-d642f9f6-16ec-4e84-83e8-af18395172e2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:45.303829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22c4900c-c8b8-4d2b-9773-c74ec6ebaaad req-d642f9f6-16ec-4e84-83e8-af18395172e2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0494366 Oct 15 20:04:45.326753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6a1d26db-23fa-4727-8fd7-57eca8817a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7148182 Oct 15 20:04:45.329387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.350116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22c4900c-c8b8-4d2b-9773-c74ec6ebaaad req-904cbefa-8ed4-4556-9602-4b221131087c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396297 Oct 15 20:04:45.369153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe494053-0ef6-4b2d-97f6-2b4c9bfc7ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:45.371162 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe494053-0ef6-4b2d-97f6-2b4c9bfc7ef2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports/849a9361-3db6-4700-95f2-c99ed2113dc0 HTTP/1.1" status: 200 len: 958 time: 0.0407968 Oct 15 20:04:45.374115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37544) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.374311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37546) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.414517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f6e913-882e-43a5-b547-931e80754efa tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:45.419624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-95f6e913-882e-43a5-b547-931e80754efa tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1092 time: 0.0415921 Oct 15 20:04:45.419730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.424173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:45.486767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Deleting port 849a9361-3db6-4700-95f2-c99ed2113dc0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:45.487115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.507108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.556983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.575547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Calling delete_port for 849a9361-3db6-4700-95f2-c99ed2113dc0 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:45.634906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.741873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.752759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.254 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:45.771648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event deleted for resources: {'Port': ['ID=849a9361-3db6-4700-95f2-c99ed2113dc0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:45.779623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.787866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a84343a5-e62d-43db-8830-ac81efdcba14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "DELETE /v2.0/ports/849a9361-3db6-4700-95f2-c99ed2113dc0 HTTP/1.1" status: 204 len: 168 time: 0.4122138 Oct 15 20:04:45.788495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37570) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.814426 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1d335f-826b-4e10-9086-c859577d07b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:04:45.819597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd1d335f-826b-4e10-9086-c859577d07b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports/849a9361-3db6-4700-95f2-c99ed2113dc0 HTTP/1.1" status: 404 len: 333 time: 0.0265007 Oct 15 20:04:45.820227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37572) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:45.825662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1327719452'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:45.869240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.941133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Made reservation on behalf of 102d1576438042f2aed02a6d2472b549 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:45.943932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:45.965919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 74017ad8-e9ae-436d-8c64-e3bee8f12142 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:45.970399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.007825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:46.011210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:46.014881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:46.052650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:46.129588 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.287338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.394814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:46.408017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:46.410789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:46.412158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:46.412857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.426644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=74017ad8-e9ae-436d-8c64-e3bee8f12142,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:46.440368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c8f3-d908-4313-a788-2c9e2a82f461 req-4cfe63d6-3eb2-4824-8182-f9c148e02ebd tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:46.441988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c491c8f3-d908-4313-a788-2c9e2a82f461 req-4cfe63d6-3eb2-4824-8182-f9c148e02ebd tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.1400509 Oct 15 20:04:46.489506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.500793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c491c8f3-d908-4313-a788-2c9e2a82f461 req-021a37b9-75fa-4d1f-96cd-9aa571595562 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Oct 15 20:04:46.518049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-019aba2d-e268-4233-995d-387ce6ee6747 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6942227 Oct 15 20:04:46.518544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37612) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:46.526763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:46.656810 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.671078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.873211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.924305 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:46.938576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f5003-75f8-48aa-b9d8-c7c5698729fa req-503becdd-ae7e-4781-86ba-d57837b0b011 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:46.940254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80f5003-75f8-48aa-b9d8-c7c5698729fa req-503becdd-ae7e-4781-86ba-d57837b0b011 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.1058412 Oct 15 20:04:46.967158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] device_id is not set on port 74017ad8-e9ae-436d-8c64-e3bee8f12142 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:47.005336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.017469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:47.040328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.055952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80f5003-75f8-48aa-b9d8-c7c5698729fa req-9ed22073-2ac0-4464-99e8-90e5a43b2335 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762279 Oct 15 20:04:47.134260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.186923 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 5661175e-efe1-46f1-a7c6-6d2ae69df805 associated. External IP: 172.25.0.254, port: c0cf462a-e884-4590-80f7-44b8f5309edd. Oct 15 20:04:47.441689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 37d50ad2-3636-48da-90e1-72926b2155d0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:47.497681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=74017ad8-e9ae-436d-8c64-e3bee8f12142,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:47.507069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.507393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.507778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.513948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.514286 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.515971 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 2 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.521153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0a15d-1e9b-4424-aeeb-0fb9ffb74292 req-00f8a2b5-ff8d-4dda-8aff-8ae723a6ae4d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:47.528589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71e0a15d-1e9b-4424-aeeb-0fb9ffb74292 req-00f8a2b5-ff8d-4dda-8aff-8ae723a6ae4d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.3484318 Oct 15 20:04:47.549878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.550211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.550535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.561006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.561322 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.563672 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 3 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.590680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:47.601974 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Sync routers for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:47.604491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71e0a15d-1e9b-4424-aeeb-0fb9ffb74292 req-3151cfdb-285e-4a4b-a8a0-3fdad8a3d2ec tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589581 Oct 15 20:04:47.606194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.606529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.606863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.615341 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:47.617668 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:47.619588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.619936 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.620368 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 4 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.645002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.645338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.645671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.657717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.658047 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.658441 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 5 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.670161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37634) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:47.677577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.678146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.679076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.684440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.684950 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.685694 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 6 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.699329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.699893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.700384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.718198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.718551 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.718942 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 7 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.743159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.743640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.743815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.743967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.749509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.749842 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.750240 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 8 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.764712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.765059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.765540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.780266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.780604 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.781001 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 9 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.806609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.806976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.808026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.813618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e4ccf76c-94d5-4bbc-ad03-a8c659d54587 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3928711 Oct 15 20:04:47.814192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:47.817121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.817458 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.817858 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempt 10 to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 Oct 15 20:04:47.822870 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8049cec0-a3c1-4d05-9b94-0a4802abbda0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:47.843490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:47.843861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:47.844204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempting to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:47.847651 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:47.848832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:04:47.849158 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Failed to bind port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on host n-h1-712140-14 for vnic_type normal using segments [{'id': 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2'}] Oct 15 20:04:47.849523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.879938 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec07f6c6-b752-4453-bd71-ccf9bea67d67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:47.922424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 74017ad8-e9ae-436d-8c64-e3bee8f12142, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:47.922827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attempted to set empty binding levels {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:04:48.027626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.071132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] In _notify_port_updated(), no bound segment for port 74017ad8-e9ae-436d-8c64-e3bee8f12142 on network 0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:04:48.071994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:48.072608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.082715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "PUT /v2.0/ports/74017ad8-e9ae-436d-8c64-e3bee8f12142 HTTP/1.1" status: 200 len: 980 time: 1.5589716 Oct 15 20:04:48.082715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:48.115359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449fdc7-939d-4965-96b6-df4b1157a32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event updated for resources: {'Port': ['ID=74017ad8-e9ae-436d-8c64-e3bee8f12142,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:48.197831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5661175e-efe1-46f1-a7c6-6d2ae69df805', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'port_id': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'mac_address': 'fa:16:3e:00:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:46Z', 'updated_at': '2021-10-15T20:04:46Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:48.235604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Deleting port 74017ad8-e9ae-436d-8c64-e3bee8f12142 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:48.237266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.245083 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Checking router: 37d50ad2-3636-48da-90e1-72926b2155d0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:48.254483 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:48.255592 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:48.294245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec07f6c6-b752-4453-bd71-ccf9bea67d67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.367523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] For port 74017ad8-e9ae-436d-8c64-e3bee8f12142, host n-h1-712140-14, got binding levels [] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:48.368282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.369771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec07f6c6-b752-4453-bd71-ccf9bea67d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.386058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Calling delete_port for 74017ad8-e9ae-436d-8c64-e3bee8f12142 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:48.430044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec07f6c6-b752-4453-bd71-ccf9bea67d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=170c95cd6ae44238836664daccf9a223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7586935 Oct 15 20:04:48.435397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:48.447026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f294-e84e-46d4-b83d-237b2cdb48ef req-142f2ab3-a87b-4037-a725-070eb3a6fd03 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:48.454738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07f6c6-b752-4453-bd71-ccf9bea67d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52de8b29-7a4f-4086-85d7-a4d49f93e215,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:48.455507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf15f294-e84e-46d4-b83d-237b2cdb48ef req-142f2ab3-a87b-4037-a725-070eb3a6fd03 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.1294870 Oct 15 20:04:48.497454 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:48.512645 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1bdb7bb2-bc67-40e5-becd-75206f6ad9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.528849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf15f294-e84e-46d4-b83d-237b2cdb48ef req-4ca7e2a1-eb6f-4c82-b498-c05693786ceb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719740 Oct 15 20:04:48.530183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.549708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:48.560458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.632957 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cc6d5f-7127-4370-94e5-2da0bf1d71cd x-openstack-request-id: req-e4cc6d5f-7127-4370-94e5-2da0bf1d71cd {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:48.632957 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:48.632957 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4cc6d5f-7127-4370-94e5-2da0bf1d71cd {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:48.632957 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'status': 'completed', 'code': 200} Oct 15 20:04:48.690863 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:04:48.736190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.738899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.743377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52de8b29-7a4f-4086-85d7-a4d49f93e215 HTTP/1.1" status: 204 len: 168 time: 0.3036499 Oct 15 20:04:48.751633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-71caa53b-ce25-4146-b681-072e42c1100e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5661175e-efe1-46f1-a7c6-6d2ae69df805 HTTP/1.1" status: 200 len: 991 time: 0.2003932 Oct 15 20:04:48.760135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.763427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b494e2-b04c-4329-af1e-0d7064bbfb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52de8b29-7a4f-4086-85d7-a4d49f93e215,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:48.767313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-524a0a61-764f-4a41-957c-86c3ff263fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:48.769502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-524a0a61-764f-4a41-957c-86c3ff263fb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1097 time: 0.1129854 Oct 15 20:04:48.797011 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5661175e-efe1-46f1-a7c6-6d2ae69df805', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'port_id': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'mac_address': 'fa:16:3e:00:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:46Z', 'updated_at': '2021-10-15T20:04:46Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:48.815094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Pushing event deleted for resources: {'Port': ['ID=74017ad8-e9ae-436d-8c64-e3bee8f12142,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:48.827277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cfaa62-f6d0-46cf-8fce-ec7c07c9c078 None None] The sync data for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 is: [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '5661175e-efe1-46f1-a7c6-6d2ae69df805', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'port_id': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'mac_address': 'fa:16:3e:00:fd:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:04:46Z', 'updated_at': '2021-10-15T20:04:46Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:48.832540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc360ec-928c-478b-bf8b-c892df90cdbd req-3638bbe4-d5f9-4f47-980f-d5bc67857a44 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:48.833655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bc360ec-928c-478b-bf8b-c892df90cdbd req-3638bbe4-d5f9-4f47-980f-d5bc67857a44 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.1409867 Oct 15 20:04:48.841416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:48.848520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-82eb5069-2080-448f-a816-8ae747beee23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "DELETE /v2.0/ports/74017ad8-e9ae-436d-8c64-e3bee8f12142 HTTP/1.1" status: 204 len: 168 time: 0.7636714 Oct 15 20:04:48.849266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:48.895838 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57d0594-09d3-4929-97fa-6dc8b3e6de18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:04:48.902808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b57d0594-09d3-4929-97fa-6dc8b3e6de18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1384875634-project-admin] 10.222.0.13 "GET /v2.0/ports/74017ad8-e9ae-436d-8c64-e3bee8f12142 HTTP/1.1" status: 404 len: 333 time: 0.0520649 Oct 15 20:04:48.906955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37660) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:48.975305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6bc360ec-928c-478b-bf8b-c892df90cdbd req-22664a42-1714-4ab2-a29c-4c7e8fd06127 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257744 Oct 15 20:04:48.999266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-afe49035-62ba-4f3a-bd63-539ffe1862d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:48.999266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-afe49035-62ba-4f3a-bd63-539ffe1862d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.2191868 Oct 15 20:04:49.016169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.127960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-f6328aea-01b0-4bff-b7f6-782435885042 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 999 time: 0.1160703 Oct 15 20:04:49.133586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8900f171-a701-467d-bba9-0cb94e3994c3 None None] New status for floating IP 5661175e-efe1-46f1-a7c6-6d2ae69df805: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:04:49.153383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.175360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:49.192053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:49.193647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed66a899-9b17-46f5-8fc8-fbd5fffb4a4f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:49.210501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.224294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-97dbd4bc-4f75-4330-ac59-a6a1b773475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:49.228601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.236301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-97dbd4bc-4f75-4330-ac59-a6a1b773475a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0958233 Oct 15 20:04:49.240818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:04:49.241689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:04:49.246768 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:04:49.316689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-7cc2c6fb-0261-4aa5-9435-8fb5fd54df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:49.318169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-7cc2c6fb-0261-4aa5-9435-8fb5fd54df0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703948 Oct 15 20:04:49.471241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-f7d9e6fe-4255-444c-9eee-041f9c101182 service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419966 Oct 15 20:04:49.505945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.531443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.538692 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] 10.222.0.13 "DELETE /v2.0/networks/0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2 HTTP/1.1" status: 204 len: 168 time: 0.6335454 Oct 15 20:04:49.552572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95def92-1f7e-40c8-bf53-ff3a2f5a359f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1718261487-project] Pushing event deleted for resources: {'Network': ['ID=0ec8bd85-e20d-4ba0-b9e7-748ec67d7bf2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:49.603675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8049cec0-a3c1-4d05-9b94-0a4802abbda0 req-159736be-c065-4ea8-9c17-80045a35aed9 service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178002 Oct 15 20:04:49.659616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f722f-537d-423b-a877-252ace37c754 req-f44284b3-1ca7-4ff0-b9d4-7e557e790589 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:49.661131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-757f722f-537d-423b-a877-252ace37c754 req-f44284b3-1ca7-4ff0-b9d4-7e557e790589 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1097 time: 0.0477679 Oct 15 20:04:49.749532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Deleting port 369877b5-7753-471a-a28b-6cc8ca875aab {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:49.749927 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.755785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37682) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:49.857492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] For port 369877b5-7753-471a-a28b-6cc8ca875aab, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=369877b5-7753-471a-a28b-6cc8ca875aab,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:49.857840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:49.860651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dcbf6e9c-fc53-48c1-9185-53c616e322d4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5661175e-efe1-46f1-a7c6-6d2ae69df805 HTTP/1.1" status: 200 len: 993 time: 0.1027179 Oct 15 20:04:49.872086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Calling delete_port for 369877b5-7753-471a-a28b-6cc8ca875aab owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:49.918956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:50.083981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.096241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9677e291-3a86-4b2a-8eab-af1e2e0d3a38'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:50.101990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['369877b5-7753-471a-a28b-6cc8ca875aab'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:50.118750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Pushing event deleted for resources: {'Port': ['ID=369877b5-7753-471a-a28b-6cc8ca875aab,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:50.148861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48d87915-9fe9-4efc-9acd-f768a2a186e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.195798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853a0ac-9d01-4071-9603-ee5db1e56f0d req-6ca561b5-dd9b-4a01-9129-940cc20d13f5 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:50.203487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8853a0ac-9d01-4071-9603-ee5db1e56f0d req-6ca561b5-dd9b-4a01-9129-940cc20d13f5 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a8985b32-747f-4815-a99d-4c066ed1fc5d HTTP/1.1" status: 200 len: 1019 time: 0.1389132 Oct 15 20:04:50.206559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] No DVR routers for this DVR port 369877b5-7753-471a-a28b-6cc8ca875aab on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:04:50.209515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.215550 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-757f722f-537d-423b-a877-252ace37c754 req-1338347c-7302-4a77-82ad-01ef2f12295b tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.11 "DELETE /v2.0/ports/369877b5-7753-471a-a28b-6cc8ca875aab HTTP/1.1" status: 204 len: 173 time: 0.5483611 Oct 15 20:04:50.308529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37702) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:50.321143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8853a0ac-9d01-4071-9603-ee5db1e56f0d req-878b7e32-3e39-4163-b918-febd88d9707e tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111865 Oct 15 20:04:50.391290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48d87915-9fe9-4efc-9acd-f768a2a186e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.461024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48d87915-9fe9-4efc-9acd-f768a2a186e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.551808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48d87915-9fe9-4efc-9acd-f768a2a186e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=950901fdef344333beb1f89f72b71426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6312592 Oct 15 20:04:50.554603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37710) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:50.561288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d87915-9fe9-4efc-9acd-f768a2a186e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574ad77-f9e7-4de5-be6a-280b4cb81bc7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:50.632581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'name': 'network-vif-deleted', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:50.634610 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f30e164-fd0b-4cc0-816b-0c9c88c9c2bd" -d '{"events": [{"server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "name": "network-vif-deleted", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:50.639109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.664294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.698564 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02a1bf1-c099-472d-bf80-627ca5bdb5e4 x-openstack-request-id: req-e02a1bf1-c099-472d-bf80-627ca5bdb5e4 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:50.698930 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8985b32-747f-4815-a99d-4c066ed1fc5d", "name": "network-vif-deleted", "tag": "369877b5-7753-471a-a28b-6cc8ca875aab", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:50.699223 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e02a1bf1-c099-472d-bf80-627ca5bdb5e4 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:50.699696 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8985b32-747f-4815-a99d-4c066ed1fc5d', 'name': 'network-vif-deleted', 'tag': '369877b5-7753-471a-a28b-6cc8ca875aab', 'status': 'completed', 'code': 200} Oct 15 20:04:50.744753 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dc54c200-4bb0-4a13-9edc-2845b3b9da45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71f53bf75ba54b72a9a463b63d7c53c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4349277 Oct 15 20:04:50.749018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37714) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:50.799170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.819973 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.827696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.830182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:50.833835 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8574ad77-f9e7-4de5-be6a-280b4cb81bc7 HTTP/1.1" status: 204 len: 168 time: 0.2750113 Oct 15 20:04:50.848088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd2ecd-2322-4907-b7e3-a80d905fb323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574ad77-f9e7-4de5-be6a-280b4cb81bc7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:50.998092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:51.000941 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:51.002175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87f4e674-34c4-4080-95c9-83317df08071 HTTP/1.1" status: 204 len: 168 time: 0.2540264 Oct 15 20:04:51.014369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f70b7-2011-4195-9e2d-0241a3d5b5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4e674-34c4-4080-95c9-83317df08071,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:51.443547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2307a565-367c-4d79-8f74-177e1b4bbdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:51.752635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:51.804953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fa5937ec-8ac9-40c6-9db0-59cb5da8790a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=102d1576438042f2aed02a6d2472b549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510116 Oct 15 20:04:51.808217 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37754) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:51.861558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:51.887583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:51.893788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37758) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:51.995289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf674bb-63ab-449f-80ea-3f80fb49a9f6 req-71f12fb6-afb1-4f0a-867b-58639459ff3d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:51.996852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cf674bb-63ab-449f-80ea-3f80fb49a9f6 req-71f12fb6-afb1-4f0a-867b-58639459ff3d tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.0421534 Oct 15 20:04:52.032163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cf674bb-63ab-449f-80ea-3f80fb49a9f6 req-7d44fc10-538a-4857-b23f-cf289a977e77 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293727 Oct 15 20:04:52.037942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.040699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.044562 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32d4631e-afb3-4968-9159-a690832e25c8 HTTP/1.1" status: 204 len: 168 time: 0.2326019 Oct 15 20:04:52.050284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ace27c-e366-42a0-8cd0-d819cd866dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d4631e-afb3-4968-9159-a690832e25c8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:52.116596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5f1d92ef-2d7d-46ad-907d-c9c87da17cec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1983762577'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:52.116973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5f1d92ef-2d7d-46ad-907d-c9c87da17cec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Unknown quota resources ['metering_label']. {{(pid=101181) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 20:04:52.340534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.355137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5f1d92ef-2d7d-46ad-907d-c9c87da17cec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.356349 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5f1d92ef-2d7d-46ad-907d-c9c87da17cec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4616065 Oct 15 20:04:52.359297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37774) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:52.363726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4efb249e-a350-487b-a777-2d95ea00383d tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e1a0a894-bae2-4b18-b15e-7f5e56923960'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:52.364216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4efb249e-a350-487b-a777-2d95ea00383d tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 20:04:52.575317 n-d-712140-14 neutron-server[101180]: WARNING neutron.services.metering.metering_plugin [None req-4efb249e-a350-487b-a777-2d95ea00383d tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 20:04:52.659309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.704701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4efb249e-a350-487b-a777-2d95ea00383d tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.705908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4efb249e-a350-487b-a777-2d95ea00383d tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3455791 Oct 15 20:04:52.709144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:52.717403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8e4e022d-3fad-43b0-9c96-26458f1855af tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e1a0a894-bae2-4b18-b15e-7f5e56923960'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:52.718270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8e4e022d-3fad-43b0-9c96-26458f1855af tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101181) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 20:04:52.758206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.815027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.843253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 369877b5-7753-471a-a28b-6cc8ca875aab no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:52.850406 n-d-712140-14 neutron-server[101181]: WARNING neutron.services.metering.metering_plugin [None req-8e4e022d-3fad-43b0-9c96-26458f1855af tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 15 20:04:52.886157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 369877b5-7753-471a-a28b-6cc8ca875aab {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:52.886803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 369877b5-7753-471a-a28b-6cc8ca875aab not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:52.985520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e4e022d-3fad-43b0-9c96-26458f1855af tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:52.986739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8e4e022d-3fad-43b0-9c96-26458f1855af tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2761707 Oct 15 20:04:52.989482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.000268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-197d69cf-0fdd-48ae-9b9d-a788901b7d30 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=475d0ecd-35f0-47f7-8cef-5beb4e23bc00 HTTP/1.1" status: 200 len: 464 time: 0.0097797 Oct 15 20:04:53.008132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37804) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.152935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c977-e957-4bc6-b9a2-95eb1790fe92 req-17579ab7-c3c9-4837-8f9f-83d088fbdf8e tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:53.157308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f98c977-e957-4bc6-b9a2-95eb1790fe92 req-17579ab7-c3c9-4837-8f9f-83d088fbdf8e tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.0524731 Oct 15 20:04:53.157308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37810) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.193540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f98c977-e957-4bc6-b9a2-95eb1790fe92 req-4e3d9e7a-df44-4d48-850b-e0efbb7723d6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=ad647671-8433-45ed-ac49-e3b9243d849e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298836 Oct 15 20:04:53.213362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e64c780-fad0-49d1-b86a-56ed99c73e2e tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.214879 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e64c780-fad0-49d1-b86a-56ed99c73e2e tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/475d0ecd-35f0-47f7-8cef-5beb4e23bc00 HTTP/1.1" status: 204 len: 168 time: 0.2058864 Oct 15 20:04:53.217791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37814) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.232560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.238982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6654abae-f079-492b-b7bc-46d112ba2e5a tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=475d0ecd-35f0-47f7-8cef-5beb4e23bc00 HTTP/1.1" status: 200 len: 221 time: 0.0139968 Oct 15 20:04:53.239193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4412f657-9de4-478c-a351-3e007c847f87 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--389814924', 'description': 'label created by tempest'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:53.239193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4412f657-9de4-478c-a351-3e007c847f87 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Unknown quota resources ['metering_label']. {{(pid=101181) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 20:04:53.292304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-a86b05a0-b4bf-4177-93c1-3e5c0f075df9 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:53.293562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-a86b05a0-b4bf-4177-93c1-3e5c0f075df9 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 1097 time: 0.0528276 Oct 15 20:04:53.343515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37820) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.383911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Deleting port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:53.384319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.441157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1634612587'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:53.481443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4412f657-9de4-478c-a351-3e007c847f87 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.485271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4412f657-9de4-478c-a351-3e007c847f87 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2486637 Oct 15 20:04:53.485271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02000a91-79ff-4018-a094-c154948a24c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.485511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] For port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:53.485511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.485750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.497273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Calling delete_port for 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:53.546525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:53.550104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.562235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.571049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6dd3c8c2-670f-462b-a57d-71973ee14bcc tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=d7cff4b3-6137-4d4a-9fdb-d6dd32f0cfa0 HTTP/1.1" status: 200 len: 467 time: 0.0839841 Oct 15 20:04:53.575045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.703952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.751513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.765682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['9677e291-3a86-4b2a-8eab-af1e2e0d3a38'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:04:53.787507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02000a91-79ff-4018-a094-c154948a24c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.801807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Pushing event deleted for resources: {'Port': ['ID=9677e291-3a86-4b2a-8eab-af1e2e0d3a38,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:53.804090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.835834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:04:53.839680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-871a8479-3b23-4756-9f48-7c5479e3ad2a tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.843362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-871a8479-3b23-4756-9f48-7c5479e3ad2a tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d7cff4b3-6137-4d4a-9fdb-d6dd32f0cfa0 HTTP/1.1" status: 204 len: 168 time: 0.2648623 Oct 15 20:04:53.843667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.856723 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-93f62a28-edbf-4984-b1f5-e4bf51cd482c tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=d7cff4b3-6137-4d4a-9fdb-d6dd32f0cfa0 HTTP/1.1" status: 200 len: 216 time: 0.0118058 Oct 15 20:04:53.859996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37830) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.869222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.869572 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Added segment b5e87853-8fc6-4281-9dde-06ecec914e64 of type vlan for network f3881bc8-32f9-413b-9058-433f49a41b17 Oct 15 20:04:53.871388 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80ed1696-083c-4250-a378-1d1053aeaaf0 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0097120 Oct 15 20:04:53.874585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.883479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-02000a91-79ff-4018-a094-c154948a24c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.892233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4523b78b-1aeb-4f02-986c-4a00c7e224b9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:53.894962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] No DVR routers for this DVR port 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:04:53.897952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:53.901776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd8b8ef3-b614-439c-a3dd-b6b91eab0dbd req-9c7f1537-90f6-47fa-8758-012cd06ecbb6 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9677e291-3a86-4b2a-8eab-af1e2e0d3a38 HTTP/1.1" status: 204 len: 173 time: 0.6017523 Oct 15 20:04:53.902232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'name': 'network-vif-deleted', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:04:53.904713 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474b0edb-b84a-40d0-bbde-07151d750ef2" -d '{"events": [{"server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "name": "network-vif-deleted", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:04:53.908863 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fa173cfa-e16c-44bf-aa68-f407efd55ded tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0327611 Oct 15 20:04:53.912540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37836) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:53.941357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02000a91-79ff-4018-a094-c154948a24c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57dccda-1659-48e7-b79a-ec1459d0800f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:53.947189 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-02000a91-79ff-4018-a094-c154948a24c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ecd4d226fc9482f9eb4bb0c6d28d767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6024139 Oct 15 20:04:53.953939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:54.008225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.012135 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4052a2-337c-4561-95d2-57e1efda37c4 x-openstack-request-id: req-bb4052a2-337c-4561-95d2-57e1efda37c4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:04:54.012549 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd", "name": "network-vif-deleted", "tag": "9677e291-3a86-4b2a-8eab-af1e2e0d3a38", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:04:54.012896 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb4052a2-337c-4561-95d2-57e1efda37c4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:04:54.013388 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd', 'name': 'network-vif-deleted', 'tag': '9677e291-3a86-4b2a-8eab-af1e2e0d3a38', 'status': 'completed', 'code': 200} Oct 15 20:04:54.041020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7815a900-b259-498c-b38c-b8852786e3d7 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/e1a0a894-bae2-4b18-b15e-7f5e56923960 HTTP/1.1" status: 200 len: 473 time: 0.1222811 Oct 15 20:04:54.044475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37844) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:54.063912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-42bfddb9-70c0-407e-9e45-03c023c3ad56 tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/f255bec7-46bf-44b3-9c45-5660ec362a7e HTTP/1.1" status: 200 len: 461 time: 0.0159380 Oct 15 20:04:54.064762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:54.103373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.129244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.136173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:54.136786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.140569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.234069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a9a5a612-650a-43b0-b325-e7b87a16b7ec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.235294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a9a5a612-650a-43b0-b325-e7b87a16b7ec tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/f255bec7-46bf-44b3-9c45-5660ec362a7e HTTP/1.1" status: 204 len: 168 time: 0.1688850 Oct 15 20:04:54.237913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:54.266482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Network': ['ID=f3881bc8-32f9-413b-9058-433f49a41b17,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:54.286609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f3881bc8-32f9-413b-9058-433f49a41b17 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:04:54.309682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a606f394-d10f-4982-a8de-9faccba0cac6 req-e0964c6f-ae9a-4a1c-be58-f6e2b99b82f8 tempest-TestServerMultinode-718946120 tempest-TestServerMultinode-718946120-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d6bf3a5b-9fb1-4cb4-9d33-b82ba6419bdd HTTP/1.1" status: 200 len: 210 time: 0.0311892 Oct 15 20:04:54.328492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9d6e0e44-ffec-4f1e-9190-3fac2207f7b5 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1701169 Oct 15 20:04:54.331192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37852) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:54.341448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'subnet': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:54.382327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.384880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.386104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d57dccda-1659-48e7-b79a-ec1459d0800f HTTP/1.1" status: 204 len: 168 time: 0.4290590 Oct 15 20:04:54.424851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca11513-69f6-4b57-bede-328726b21b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57dccda-1659-48e7-b79a-ec1459d0800f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:54.497848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06b915c9-9f6d-44a9-9d3d-0e810496680e tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.499014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-06b915c9-9f6d-44a9-9d3d-0e810496680e tempest-MeteringTestJSON-2025922182 tempest-MeteringTestJSON-2025922182-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/e1a0a894-bae2-4b18-b15e-7f5e56923960 HTTP/1.1" status: 204 len: 168 time: 0.2600396 Oct 15 20:04:54.537321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:54.540779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.592199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:54.637958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-212f0fd1-c5ed-4e02-94b5-9af4542b6084 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1120508 Oct 15 20:04:54.771543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a2ef-ac68-4022-a153-41467968b70f req-22e60602-0088-48ad-b784-a7d3a9d08cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:54.773097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-22e60602-0088-48ad-b784-a7d3a9d08cbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1098 time: 0.0835602 Oct 15 20:04:54.890901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a2ef-ac68-4022-a153-41467968b70f req-4a36e0f1-8995-40ca-b945-01c1c1361999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:54.892449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-4a36e0f1-8995-40ca-b945-01c1c1361999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.0967457 Oct 15 20:04:54.895603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.002059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Subnet': ['ID=39f73780-09eb-4b0c-87f4-d39e1dcd62e2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:55.019538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-31124be6-492f-47d1-957c-fafd7e026d12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 1001 time: 0.1184647 Oct 15 20:04:55.027377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Checking segment: {'id': 'b5e87853-8fc6-4281-9dde-06ecec914e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:55.027775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network hostable DHCP agents. Network: f3881bc8-32f9-413b-9058-433f49a41b17, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:04:55.037267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37870) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:55.092802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a2ef-ac68-4022-a153-41467968b70f req-665ceebd-6e64-4d9c-b409-7a9b6c8c5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:55.095015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-665ceebd-6e64-4d9c-b409-7a9b6c8c5243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0631671 Oct 15 20:04:55.143824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a2ef-ac68-4022-a153-41467968b70f req-32464a03-82d3-47c1-a3ce-6ac9e839b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:55.147947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-32464a03-82d3-47c1-a3ce-6ac9e839b78b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428410 Oct 15 20:04:55.173629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:04:55.230460 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1279-3288-432e-8137-fd36e5e61939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.326924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1279-3288-432e-8137-fd36e5e61939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.369407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d6ec1279-3288-432e-8137-fd36e5e61939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.389229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37886) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:55.486353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec1279-3288-432e-8137-fd36e5e61939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d102c-aacf-40a3-a3e5-cc238cc3a7dd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:55.487616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f3881bc8-32f9-413b-9058-433f49a41b17) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:55.496862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:55.496862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.501100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4528d42c-4996-4da5-b517-6b5ec6bea0b8 None None] Network f3881bc8-32f9-413b-9058-433f49a41b17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:55.515228 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6ec1279-3288-432e-8137-fd36e5e61939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20755be722fb49e9b7f2ca90be76f0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745219 Oct 15 20:04:55.516032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:55.565817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-b1a9cb82-14d0-472a-a07e-a0a7f2acddcd service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130578 Oct 15 20:04:55.581146 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-f67f9d18-bf69-4da2-9562-7e870f7add31 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1068785 Oct 15 20:04:55.583761 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.602904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19d25421-254c-4e2c-a2bd-1eda36089ebf tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2704172 Oct 15 20:04:55.607467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37896) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:55.616890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-1338762175'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:55.632682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.706649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f3881bc8-32f9-413b-9058-433f49a41b17', 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'tenant_id': '022f5c174ee24ac5b49b065116637a3a', 'fixed_ips': [{'subnet_id': '39f73780-09eb-4b0c-87f4-d39e1dcd62e2'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:04:55.708191 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.715587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6424a2ef-ac68-4022-a153-41467968b70f req-33214869-d6a0-4a64-b40c-7296a6e0d7e5 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390984 Oct 15 20:04:55.803725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.806347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:55.808098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/205d102c-aacf-40a3-a3e5-cc238cc3a7dd HTTP/1.1" status: 204 len: 168 time: 0.2910998 Oct 15 20:04:55.817614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd4ad1-c707-4a08-9478-4990d54519af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d102c-aacf-40a3-a3e5-cc238cc3a7dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:55.983006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Allocated IP 172.20.0.2 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/3ba8b09b-cae4-475e-8f19-d479751813b4) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:56.098726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-01730a5b-b2f6-454d-8fde-d2bb3153cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:56.100258 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-01730a5b-b2f6-454d-8fde-d2bb3153cc75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1097 time: 0.4276030 Oct 15 20:04:56.135854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.204922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.297726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:56.299128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Pushing event updated for resources: {'Port': ['ID=3ba8b09b-cae4-475e-8f19-d479751813b4,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:56.302427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:56.308275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:56.332261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-bf9d534b-cd4f-40b1-b6d1-e6d360b87663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:56.333766 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-bf9d534b-cd4f-40b1-b6d1-e6d360b87663 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1930037 Oct 15 20:04:56.372681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Attempting to bind port 3ba8b09b-cae4-475e-8f19-d479751813b4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:04:56.373048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Attempting to bind port 3ba8b09b-cae4-475e-8f19-d479751813b4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'b5e87853-8fc6-4281-9dde-06ecec914e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:04:56.373466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Attempting to bind port 3ba8b09b-cae4-475e-8f19-d479751813b4 on network f3881bc8-32f9-413b-9058-433f49a41b17 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:04:56.378364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:04:56.379762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Checking segment: {'id': 'b5e87853-8fc6-4281-9dde-06ecec914e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:04:56.379762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.379762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Bound using segment: {'id': 'b5e87853-8fc6-4281-9dde-06ecec914e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:04:56.380088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Bound port: 3ba8b09b-cae4-475e-8f19-d479751813b4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e87853-8fc6-4281-9dde-06ecec914e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:04:56.380317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.408234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:56.412135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.444457 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-6f23039e-fe74-4c30-ad13-60d740a57eb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 1000 time: 0.0884769 Oct 15 20:04:56.449502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port 0bb6a449-3bc2-4a66-a6df-0720575213ff yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:56.464758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] For port 3ba8b09b-cae4-475e-8f19-d479751813b4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:04:56.469166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] For port 3ba8b09b-cae4-475e-8f19-d479751813b4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ba8b09b-cae4-475e-8f19-d479751813b4,segment=NetworkSegment(b5e87853-8fc6-4281-9dde-06ecec914e64),segment_id=b5e87853-8fc6-4281-9dde-06ecec914e64)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:04:56.552720 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.566946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-35642da0-aabd-4d83-ac24-f6402196c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:56.568456 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-35642da0-aabd-4d83-ac24-f6402196c880 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.1135173 Oct 15 20:04:56.634411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37910) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:56.656426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79512c9-41da-4aac-92c0-275cc0d14344 None None] Pushing event updated for resources: {'Port': ['ID=3ba8b09b-cae4-475e-8f19-d479751813b4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:56.658152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae200b72-b638-4a3e-997a-c2b7b3cdc428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.689823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.7 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/0bb6a449-3bc2-4a66-a6df-0720575213ff) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:56.715861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-af0cd9a0-9c22-4c9b-a6e3-9d0b2bc1d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:56.717369 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-af0cd9a0-9c22-4c9b-a6e3-9d0b2bc1d222 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1172273 Oct 15 20:04:56.752760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae200b72-b638-4a3e-997a-c2b7b3cdc428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.770717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.878102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae200b72-b638-4a3e-997a-c2b7b3cdc428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:56.925436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ae200b72-b638-4a3e-997a-c2b7b3cdc428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df5dcba6be5a49148ef0fe91a2f81696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897773 Oct 15 20:04:56.928240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae200b72-b638-4a3e-997a-c2b7b3cdc428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b47d17c-9790-4f30-b63d-1caec58ae55d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:56.929370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37912) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:56.970267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-e15e9710-3a5e-41ad-9111-ef0d3af869d8 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392490 Oct 15 20:04:56.993755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.028676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.134954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.138519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.140326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b47d17c-9790-4f30-b63d-1caec58ae55d HTTP/1.1" status: 204 len: 168 time: 0.2099905 Oct 15 20:04:57.170354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e668d1-06be-493a-ae7c-c0340aea9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b47d17c-9790-4f30-b63d-1caec58ae55d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:57.198868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.228147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e8e0f8f7-998b-4957-9575-907d90c4bf09 req-792bc10f-779a-4924-ae88-2e1970428842 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448099 Oct 15 20:04:57.338723 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Deleting port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:57.339733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.373276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.428886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ba8b09b-cae4-475e-8f19-d479751813b4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:57.488973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3ba8b09b-cae4-475e-8f19-d479751813b4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:57.489890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.491162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:57.502631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:57.507402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=0bb6a449-3bc2-4a66-a6df-0720575213ff,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:57.531431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:57.612020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] For port 95f6f9f3-fcaf-4f89-b608-89eb6c16141b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:57.612437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.617835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.655224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Calling delete_port for 95f6f9f3-fcaf-4f89-b608-89eb6c16141b owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:57.659288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3ba8b09b-cae4-475e-8f19-d479751813b4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ba8b09b-cae4-475e-8f19-d479751813b4,segment=NetworkSegment(b5e87853-8fc6-4281-9dde-06ecec914e64),segment_id=b5e87853-8fc6-4281-9dde-06ecec914e64)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:57.671303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:57.673519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.701050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:04:57.727866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:04:57.728211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 9677e291-3a86-4b2a-8eab-af1e2e0d3a38 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:04:57.735001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:57.774457 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-477235b2-b4e6-4737-bf68-7770399de27d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1657071 Oct 15 20:04:57.777911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37928) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:57.783188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-1841844836', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:90:75:58'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:04:57.801228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3ba8b09b-cae4-475e-8f19-d479751813b4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:57.866732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd1618-5bb4-4725-b314-f1ff076ea05c None None] Network f3881bc8-32f9-413b-9058-433f49a41b17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:04:57.946390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d349851a-3837-4292-b79b-13dd4f924f09 None None] Provisioning complete for port 3ba8b09b-cae4-475e-8f19-d479751813b4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:57.947034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d349851a-3837-4292-b79b-13dd4f924f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.077900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:04:58.078691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.106705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f6f9f3-fcaf-4f89-b608-89eb6c16141b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:58.205815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.226380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port c9039877-e153-4721-b292-6fb9550ae390 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:04:58.320742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.426791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.3 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/c9039877-e153-4721-b292-6fb9550ae390) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:04:58.596520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-88b630f8-efe2-40a4-a3fa-5836db92dcf9 None None] Provisioning complete for port 3ba8b09b-cae4-475e-8f19-d479751813b4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:58.596520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-88b630f8-efe2-40a4-a3fa-5836db92dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.624679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:04:58.666265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.735418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-88b630f8-efe2-40a4-a3fa-5836db92dcf9 None None] Provisioning complete for port 0bb6a449-3bc2-4a66-a6df-0720575213ff triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:58.736014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-88b630f8-efe2-40a4-a3fa-5836db92dcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.789393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-88b630f8-efe2-40a4-a3fa-5836db92dcf9 None None] Port 0bb6a449-3bc2-4a66-a6df-0720575213ff cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:58.798494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.831683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:04:58.841596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a617815-4988-474a-a9f4-d774f1b89582 admin admin] 10.222.0.13 "PUT /v2.0/routers/0cd5328a-c468-4a26-9103-b40eb2cf40a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4463255 Oct 15 20:04:58.842095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37954) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:58.844959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Sync routers for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:04:58.859727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:58.861748 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:58.889121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=c9039877-e153-4721-b292-6fb9550ae390,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:58.892962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:04:58.894835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:04:58.897401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:04:58.929256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d15466fe-c3cc-4b88-9913-e61b3eb8009f None None] Provisioning complete for port 0bb6a449-3bc2-4a66-a6df-0720575213ff triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:58.933646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d15466fe-c3cc-4b88-9913-e61b3eb8009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.949373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:58.950031 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:58.989055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d15466fe-c3cc-4b88-9913-e61b3eb8009f None None] Port 0bb6a449-3bc2-4a66-a6df-0720575213ff cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:59.004204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.047840 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:59.055407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3db0b533-77e3-457f-b672-998f518c4a05 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2762425 Oct 15 20:04:59.058440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:59.175455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.201355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba4fc1-a378-4281-ac8c-8aebeda9062d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:59.207337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba4fc1-a378-4281-ac8c-8aebeda9062d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:59.212121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-85da554d-22a2-4494-9bb3-2a976af895cd None None] Provisioning complete for port c9039877-e153-4721-b292-6fb9550ae390 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:59.212492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-85da554d-22a2-4494-9bb3-2a976af895cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.213285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba4fc1-a378-4281-ac8c-8aebeda9062d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:04:59.227485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-abba4fc1-a378-4281-ac8c-8aebeda9062d tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1671808 Oct 15 20:04:59.231151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37962) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:04:59.284844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-85da554d-22a2-4494-9bb3-2a976af895cd None None] Port c9039877-e153-4721-b292-6fb9550ae390 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:04:59.291987 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:04:57Z', 'revision_number': 5, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port': {'id': 'a523447b-ad08-4b98-bb28-03d4ce5c1f9e', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:6f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:35Z', 'updated_at': '2021-10-15T20:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:59.326062 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Checking router: 0cd5328a-c468-4a26-9103-b40eb2cf40a7 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:04:59.336861 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Routers {'0cd5328a-c468-4a26-9103-b40eb2cf40a7'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:04:59.337816 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:59.368692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port c9039877-e153-4721-b292-6fb9550ae390 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:59.369118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.407383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Deleting port a523447b-ad08-4b98-bb28-03d4ce5c1f9e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:04:59.407762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.461566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] Set router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:04:59.484259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ba8b09b-cae4-475e-8f19-d479751813b4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:04:59.531735 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:04:59Z', 'revision_number': 6, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:04:59.532089 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.549801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for c9039877-e153-4721-b292-6fb9550ae390 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:59.571620 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6214c39f-3a2a-4420-a58e-f913858466c8 None None] The sync data for ids ['0cd5328a-c468-4a26-9103-b40eb2cf40a7'] in n-d-712140-14 is: [{'id': '0cd5328a-c468-4a26-9103-b40eb2cf40a7', 'name': 'tempest-TestServerMultinode-179691784-router', 'tenant_id': '3479af6680454dd59aee3dcec34437b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:04:59Z', 'revision_number': 6, 'project_id': '3479af6680454dd59aee3dcec34437b9', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:04:59.574163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] For port a523447b-ad08-4b98-bb28-03d4ce5c1f9e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:04:59.574163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.620035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3ba8b09b-cae4-475e-8f19-d479751813b4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:04:59.620585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.635951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Calling delete_port for a523447b-ad08-4b98-bb28-03d4ce5c1f9e owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:04:59.906756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:04:59.940541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=c9039877-e153-4721-b292-6fb9550ae390,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:04:59.972806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.017932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=a523447b-ad08-4b98-bb28-03d4ce5c1f9e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:00.212515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.341705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-308f4163-b4df-4d0d-a886-d9121c781678 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:00.480038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.532400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-308f4163-b4df-4d0d-a886-d9121c781678 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "PUT /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88 HTTP/1.1" status: 200 len: 366 time: 0.3146167 Oct 15 20:05:00.532600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37990) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.545337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b19c8588-94b6-4ba3-9fc2-6b1306f43a93 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0111413 Oct 15 20:05:00.553782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.565024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0da4346e-ed5c-40e0-864b-a2e88fd1c762 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88 HTTP/1.1" status: 200 len: 366 time: 0.0099096 Oct 15 20:05:00.567411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37996) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.621920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.629312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.640913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.644257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2d9a6e71-a622-44be-9454-3231ee1593b2 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/c9039877-e153-4721-b292-6fb9550ae390 HTTP/1.1" status: 204 len: 168 time: 1.4116533 Oct 15 20:05:00.647203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37998) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.655457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e01cb3d-9fd8-4312-ac83-8333e95be734 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88 HTTP/1.1" status: 204 len: 168 time: 0.0862064 Oct 15 20:05:00.659373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.669103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bcf12fde-29cf-4fa4-9506-d9d7fa2a0be0 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0084267 Oct 15 20:05:00.671475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38002) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.682164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f04d038-a6c4-43dd-b9c0-313757efea04 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88 HTTP/1.1" status: 200 len: 370 time: 0.0092068 Oct 15 20:05:00.684500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.690263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-413e9f0a-bf5f-46b7-ab06-2a79e1311fb5 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88/default HTTP/1.1" status: 200 len: 370 time: 0.0043032 Oct 15 20:05:00.692378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38008) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.708452 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c1b85795-581e-4a0f-85a5-e7d68b278260 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] delete failed (client error): The resource could not be found. Oct 15 20:05:00.709823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c1b85795-581e-4a0f-85a5-e7d68b278260 tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/0f6161efc3ad41d2b35e79c75753af88 HTTP/1.1" status: 404 len: 348 time: 0.0148563 Oct 15 20:05:00.719867 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a22564c-8c6e-4670-8512-f845dce1abe8 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] GET failed (client error): The resource could not be found. Oct 15 20:05:00.725767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38012) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.726613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a22564c-8c6e-4670-8512-f845dce1abe8 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports/c9039877-e153-4721-b292-6fb9550ae390 HTTP/1.1" status: 404 len: 333 time: 0.0778832 Oct 15 20:05:00.739045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-565451985'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:00.792155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.792657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd5328a-c468-4a26-9103-b40eb2cf40a7 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:05:00.797113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.798256 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6d04a327-1bf9-4d3f-873e-eb67dab82a6a admin admin] 10.222.0.13 "DELETE /v2.0/routers/0cd5328a-c468-4a26-9103-b40eb2cf40a7 HTTP/1.1" status: 204 len: 168 time: 1.9553468 Oct 15 20:05:00.800759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38014) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:00.852604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Deleting subnet d4dd2c6c-c761-436d-b7de-5504108b23c7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:00.856822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.897550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.936479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:00.942713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:00.965370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:00.986852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.008004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38016) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:01.055488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:network and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.061087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.088530 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:subnet and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.130953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.153494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:subnetpool and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.161427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.173579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:port and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.176825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.183758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:router and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.189286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.3 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:01.191701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.199175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:floatingip and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.203154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.234204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.238390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4dd2c6c-c761-436d-b7de-5504108b23c7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:01.243315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.249727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-28164dea-eb5d-4e50-b6d8-8ee810eedbf9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d4dd2c6c-c761-436d-b7de-5504108b23c7 HTTP/1.1" status: 204 len: 168 time: 0.4479256 Oct 15 20:05:01.250551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882302e-1f3a-4b26-a4cb-180ed65ff78f None None] Network 860a376d-8503-48fa-85b4-42111dbebf7c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:01.252665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38018) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:01.372054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.396420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:security_group and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.399749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 95f6f9f3-fcaf-4f89-b608-89eb6c16141b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:01.411722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.418874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.426438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 95f6f9f3-fcaf-4f89-b608-89eb6c16141b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:01.426778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 95f6f9f3-fcaf-4f89-b608-89eb6c16141b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:01.427199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a523447b-ad08-4b98-bb28-03d4ce5c1f9e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:01.430846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Usage tracker for resource:security_group_rule and project:e2230cabc0594fa4bbf36bb1d722a17f is out of sync, need to count used quota {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 15 20:05:01.435838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.quota.resource [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101181) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 15 20:05:01.448196 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fbf388ce-a6ff-4a0d-8ede-954f399e05ed tempest-QuotasTest-1402371990 tempest-QuotasTest-1402371990-project-admin] 10.222.0.13 "GET /v2.0/quotas/e2230cabc0594fa4bbf36bb1d722a17f/details.json HTTP/1.1" status: 200 len: 703 time: 0.4348888 Oct 15 20:05:01.454454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a523447b-ad08-4b98-bb28-03d4ce5c1f9e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:01.454799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a523447b-ad08-4b98-bb28-03d4ce5c1f9e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:01.459936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Deleting port f4f6e913-21c3-4447-8cc5-27d85072fc9c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:01.460168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.512761 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.533637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] DHCP port deletion for 860a376d-8503-48fa-85b4-42111dbebf7c request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:01.537359 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] For port f4f6e913-21c3-4447-8cc5-27d85072fc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4f6e913-21c3-4447-8cc5-27d85072fc9c,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:01.537911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.553317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Calling delete_port for f4f6e913-21c3-4447-8cc5-27d85072fc9c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:01.558593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:01.562675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:01.568209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:01.609280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:01.616478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Deleting port f4f6e913-21c3-4447-8cc5-27d85072fc9c {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:01.617102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.644074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:01.644750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.704894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] For port f4f6e913-21c3-4447-8cc5-27d85072fc9c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f4f6e913-21c3-4447-8cc5-27d85072fc9c,segment=NetworkSegment(29b1b7f3-669a-4d26-b5ab-432938c3f522),segment_id=29b1b7f3-669a-4d26-b5ab-432938c3f522)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:01.705339 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.719142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Calling delete_port for f4f6e913-21c3-4447-8cc5-27d85072fc9c owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:01.726148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ff6e942f-b657-4616-b65a-a4ab5e62c55f tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9986091 Oct 15 20:05:01.729570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:01.739638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:90:75:58'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:01.781301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.816954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.831756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f6e913-21c3-4447-8cc5-27d85072fc9c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:01.835915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] No DVR routers for this DVR port f4f6e913-21c3-4447-8cc5-27d85072fc9c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:01.845490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.849038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] Pushing event deleted for resources: {'Port': ['ID=f4f6e913-21c3-4447-8cc5-27d85072fc9c,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:01.851040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46940a00-5bea-4fc8-8955-9a98b1b7dc83 None None] No DVR routers for this DVR port f4f6e913-21c3-4447-8cc5-27d85072fc9c on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:01.923911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.945332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5dbad006-44c8-4e54-89fd-b8e88d7c5064 None None] Provisioning complete for port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:01.945706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5dbad006-44c8-4e54-89fd-b8e88d7c5064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.951980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860a376d-8503-48fa-85b4-42111dbebf7c']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:01.968974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b1b7f3-669a-4d26-b5ab-432938c3f522') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:01.969221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b1b7f3-669a-4d26-b5ab-432938c3f522') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:01.980988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:01.992436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5dbad006-44c8-4e54-89fd-b8e88d7c5064 None None] Port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:02.003796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.006964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:02.007704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:02.009739 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:02.044233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.106419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.116187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38032) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:02.123499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.139822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.145876 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] 10.222.0.13 "DELETE /v2.0/networks/860a376d-8503-48fa-85b4-42111dbebf7c HTTP/1.1" status: 204 len: 168 time: 0.8894148 Oct 15 20:05:02.145876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1263c-9774-4233-8569-1ab94d003cbc admin admin] Pushing event deleted for resources: {'Network': ['ID=860a376d-8503-48fa-85b4-42111dbebf7c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:02.146273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38036) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:02.198363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:02.223030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] In _notify_port_updated(), no bound segment for port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 on network f3881bc8-32f9-413b-9058-433f49a41b17 {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:02.231889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:02.232630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.237231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df5a3857-54c2-4a9d-b1f1-3c5442e757fe tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "PUT /v2.0/ports/a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 HTTP/1.1" status: 200 len: 992 time: 0.5062299 Oct 15 20:05:02.237983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38038) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:02.316049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1746842-2431-4b7d-b358-048dc27c11ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.368401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:02.368748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.418259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-81c3edda-1e19-4ebd-b660-7a4242524659 None None] Provisioning complete for port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:02.419354 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81c3edda-1e19-4ebd-b660-7a4242524659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.468907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-81c3edda-1e19-4ebd-b660-7a4242524659 None None] Port a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:02.485859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.498550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:02.506822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1746842-2431-4b7d-b358-048dc27c11ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.574760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b1746842-2431-4b7d-b358-048dc27c11ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.623910 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b1746842-2431-4b7d-b358-048dc27c11ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b5821fd4d434aa3a3fc1a0b31029bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064335 Oct 15 20:05:02.625784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746842-2431-4b7d-b358-048dc27c11ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7a5603-4ca0-4e52-bf2a-7e6f1ef1af99,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:02.626359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:02.633668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.684782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.705679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.729481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.779432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:02.917994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.920581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.924340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da7a5603-4ca0-4e52-bf2a-7e6f1ef1af99 HTTP/1.1" status: 204 len: 168 time: 0.2945716 Oct 15 20:05:02.955926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Deleting port d30ca21b-7a54-4ee1-8a17-574976ca88aa {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:02.956278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:02.964584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be8007-cb1d-4465-baab-e8d6f19a8be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7a5603-4ca0-4e52-bf2a-7e6f1ef1af99,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:03.024995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.032220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-53c9d6ce-05bb-4fcb-bbd0-b8d2aeaba895 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 HTTP/1.1" status: 204 len: 168 time: 0.7931712 Oct 15 20:05:03.033031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38054) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:03.054318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] For port d30ca21b-7a54-4ee1-8a17-574976ca88aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d30ca21b-7a54-4ee1-8a17-574976ca88aa,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:03.054688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.061749 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de5b531-f6ec-4246-8dcb-2cc83f083ec8 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] GET failed (client error): The resource could not be found. Oct 15 20:05:03.067409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9de5b531-f6ec-4246-8dcb-2cc83f083ec8 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports/a44fed0c-6cec-4f3a-83e0-37c2c20ab4e1 HTTP/1.1" status: 404 len: 333 time: 0.0332420 Oct 15 20:05:03.068376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38056) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:03.072985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Calling delete_port for d30ca21b-7a54-4ee1-8a17-574976ca88aa owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:03.074481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-477706004'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:03.238022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:03.245004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.266619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port 5db4acef-abd9-40e0-9981-fd1f3b078653 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:03.338840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.370578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Pushing event deleted for resources: {'Port': ['ID=d30ca21b-7a54-4ee1-8a17-574976ca88aa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:03.393433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.12 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/5db4acef-abd9-40e0-9981-fd1f3b078653) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:03.401762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4f6e913-21c3-4447-8cc5-27d85072fc9c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:03.433466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f4f6e913-21c3-4447-8cc5-27d85072fc9c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:03.434262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f4f6e913-21c3-4447-8cc5-27d85072fc9c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:03.562241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:03.585147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3147733b-7ed8-418e-acf9-891dfb91839e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.596481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.609636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.722797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3147733b-7ed8-418e-acf9-891dfb91839e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.775284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.819079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:03.822809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3147733b-7ed8-418e-acf9-891dfb91839e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:03.840022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:03.845916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:03.864222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Router 16a82234-f5ab-4323-88a8-b5e45e234aa6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:05:03.950336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=5db4acef-abd9-40e0-9981-fd1f3b078653,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:03.967288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147733b-7ed8-418e-acf9-891dfb91839e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff97be-0ff5-49e4-9e5b-620dce249263,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:03.992964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3147733b-7ed8-418e-acf9-891dfb91839e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2230cabc0594fa4bbf36bb1d722a17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295814 Oct 15 20:05:03.995899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38068) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:04.016444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:04.017684 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.031020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:05:04.040242 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a6f64f84-edc6-4634-b7b7-521fa3355480 admin admin] 10.222.0.13 "PUT /v2.0/routers/16a82234-f5ab-4323-88a8-b5e45e234aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896525 Oct 15 20:05:04.044073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38070) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:04.048623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Sync routers for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:05:04.060315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:05:04.061476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:04.137038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.187498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8d796ba-eab2-4ad7-bf74-8780adb98aa3 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1155818 Oct 15 20:05:04.188772 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38072) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:04.196176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:90:75:58'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:04.205429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:05:04.206999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.223053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.293609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-223c9901-14f2-4e17-818b-381b1395b335 None None] Provisioning complete for port 5db4acef-abd9-40e0-9981-fd1f3b078653 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:04.294095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-223c9901-14f2-4e17-818b-381b1395b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.373957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.381876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-223c9901-14f2-4e17-818b-381b1395b335 None None] Port 5db4acef-abd9-40e0-9981-fd1f3b078653 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:04.392820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.409829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.412957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.417567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7ff97be-0ff5-49e4-9e5b-620dce249263 HTTP/1.1" status: 204 len: 168 time: 0.4171555 Oct 15 20:05:04.425735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02931a-b98d-419e-aa28-628db4858c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff97be-0ff5-49e4-9e5b-620dce249263,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:04.495362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:05:03Z', 'revision_number': 5, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port': {'id': 'fa4bee6c-1df1-4dbd-9c3a-3351b8d60814', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:5c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:51Z', 'updated_at': '2021-10-15T20:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:04.554609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Deleting port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:04.555364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.608531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Checking router: 16a82234-f5ab-4323-88a8-b5e45e234aa6 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:05:04.637300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Routers {'16a82234-f5ab-4323-88a8-b5e45e234aa6'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:05:04.637956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:04:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['16a82234-f5ab-4323-88a8-b5e45e234aa6'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:04.648934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.701900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.731132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] For port fa4bee6c-1df1-4dbd-9c3a-3351b8d60814, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:04.733392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.772534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Calling delete_port for fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:04.785214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=5db4acef-abd9-40e0-9981-fd1f3b078653,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:04.797529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.797954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.798364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.798766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.799275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.799705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.802099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:04.820153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] In _notify_port_updated(), no bound segment for port 5db4acef-abd9-40e0-9981-fd1f3b078653 on network f3881bc8-32f9-413b-9058-433f49a41b17 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:04.833139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:04.833412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:04.841136 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6267324-71f0-4370-a9cb-6eceb546d5dd tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "PUT /v2.0/ports/5db4acef-abd9-40e0-9981-fd1f3b078653 HTTP/1.1" status: 200 len: 996 time: 0.6513681 Oct 15 20:05:04.850552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38080) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:05.029249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] Set router 16a82234-f5ab-4323-88a8-b5e45e234aa6 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:05:05.065111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port 5db4acef-abd9-40e0-9981-fd1f3b078653 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:05.065470 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.091049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:05:04Z', 'revision_number': 6, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:05.135540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5522b884-9334-407f-8ce1-03aa4ea04fa2 None None] The sync data for ids ['16a82234-f5ab-4323-88a8-b5e45e234aa6'] in n-d-712140-14 is: [{'id': '16a82234-f5ab-4323-88a8-b5e45e234aa6', 'name': 'tempest-TestServerMultinode-1418707462-router', 'tenant_id': '6bc317a737e34711b20966fa8fb2f2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:48Z', 'updated_at': '2021-10-15T20:05:04Z', 'revision_number': 6, 'project_id': '6bc317a737e34711b20966fa8fb2f2e0', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:05:05.147532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7442a18c-95f1-47ae-be83-a0aa68d50879 None None] Provisioning complete for port 5db4acef-abd9-40e0-9981-fd1f3b078653 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:05.147946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7442a18c-95f1-47ae-be83-a0aa68d50879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.154509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.206447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4bee6c-1df1-4dbd-9c3a-3351b8d60814,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:05.207309 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.219037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7442a18c-95f1-47ae-be83-a0aa68d50879 None None] Port 5db4acef-abd9-40e0-9981-fd1f3b078653 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:05.222791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for 5db4acef-abd9-40e0-9981-fd1f3b078653 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:05.275266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.371804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.373234 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.408878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.434964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=5db4acef-abd9-40e0-9981-fd1f3b078653,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:05.512888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.513468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a82234-f5ab-4323-88a8-b5e45e234aa6 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:05:05.519024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.520897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a0fda40b-eac7-47a1-bed2-b942a50cfbc2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/16a82234-f5ab-4323-88a8-b5e45e234aa6 HTTP/1.1" status: 204 len: 168 time: 1.4751310 Oct 15 20:05:05.521873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.530603 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b4b120b-6ec7-4d3c-88fe-fb6dc6295804 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/5db4acef-abd9-40e0-9981-fd1f3b078653 HTTP/1.1" status: 204 len: 168 time: 0.6715322 Oct 15 20:05:05.531078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38096) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:05.531078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38098) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:05.584416 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf394c3c-265e-4ced-b336-5680dee2dce7 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] GET failed (client error): The resource could not be found. Oct 15 20:05:05.586235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bf394c3c-265e-4ced-b336-5680dee2dce7 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports/5db4acef-abd9-40e0-9981-fd1f3b078653 HTTP/1.1" status: 404 len: 333 time: 0.0554731 Oct 15 20:05:05.592406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38100) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:05.605247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-1312148029'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:05.620417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Deleting subnet e2769081-0ad9-4a8f-81e5-067848d1cffd {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:05.624133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.688465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d30ca21b-7a54-4ee1-8a17-574976ca88aa no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:05.691780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.716137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d30ca21b-7a54-4ee1-8a17-574976ca88aa {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:05.716810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d30ca21b-7a54-4ee1-8a17-574976ca88aa not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:05.825946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:05.829602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.832047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:05.851398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port 90b60a95-0621-4f8c-8878-163f57fcea9a yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:06.017895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.6 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/90b60a95-0621-4f8c-8878-163f57fcea9a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:06.026853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.031370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38114) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:06.053203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2769081-0ad9-4a8f-81e5-067848d1cffd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:06.059726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-271235d6-092b-4129-adab-1e135499543f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.066665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-271235d6-092b-4129-adab-1e135499543f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2769081-0ad9-4a8f-81e5-067848d1cffd HTTP/1.1" status: 204 len: 168 time: 0.5354340 Oct 15 20:05:06.066665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38120) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:06.084936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383c865-7e89-4046-8995-2998e9b4e1ff None None] Network ef54446f-57d3-4be1-aee5-109af51b1722 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:06.258857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1578169794'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:06.316035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.359435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] DHCP port deletion for ef54446f-57d3-4be1-aee5-109af51b1722 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:06.409084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Made reservation on behalf of 0c16975b125d428ab5f339dd1d4e249b for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:06.413538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.413811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Deleting port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:06.417200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.424893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.469245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.491702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] For port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:06.492097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.507399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Calling delete_port for a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:06.539415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:06.552152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:06.563316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.573099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:06.623400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Deleting port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:06.623793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.647914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:06.648554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.662205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=90b60a95-0621-4f8c-8878-163f57fcea9a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:06.701009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.704760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] For port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,segment=NetworkSegment(a4fe6026-58fd-40e2-bfa6-a0964e3738f7),segment_id=a4fe6026-58fd-40e2-bfa6-a0964e3738f7)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:06.704995 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.705548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.720074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Calling delete_port for a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:06.744748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] Pushing event deleted for resources: {'Port': ['ID=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:06.749898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73233c1-192a-4913-b299-2b53746fdc7c None None] No DVR routers for this DVR port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:06.766798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dcf64382-83bf-4002-aebf-58800b19f7c1 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1737165 Oct 15 20:05:06.769283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:06.774696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'network_id': 'f3881bc8-32f9-413b-9058-433f49a41b17', 'name': 'tempest-AllowedAddressPairTestJSON-1390765090'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:06.795488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.820745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.856334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:06.873319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] No DVR routers for this DVR port a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:06.890740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:06.903960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635d4193-2717-422f-8d0d-a2b27f21ccbb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:06.917088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.917494 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Added segment 69eedec4-5845-44b6-9987-17aff8f562bc of type vlan for network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f Oct 15 20:05:06.966902 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.967166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-92506085-1aa7-4238-a000-c7aeff67ebe6 None None] Provisioning complete for port 90b60a95-0621-4f8c-8878-163f57fcea9a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:06.967501 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-92506085-1aa7-4238-a000-c7aeff67ebe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.989367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:06.994703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef54446f-57d3-4be1-aee5-109af51b1722']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:07.008143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:07.008143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fe6026-58fd-40e2-bfa6-a0964e3738f7') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:07.021099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.023318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-92506085-1aa7-4238-a000-c7aeff67ebe6 None None] Port 90b60a95-0621-4f8c-8878-163f57fcea9a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:07.038721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.044929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:07.045315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:07.047460 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:07.076524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Made reservation on behalf of 022f5c174ee24ac5b49b065116637a3a for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:07.080054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.096929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] device_id is not set on port 76cede41-59f1-4804-ad84-a68e214ba2b7 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:07.106040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.111749 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:07.112328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.157870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.171026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.178364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef54446f-57d3-4be1-aee5-109af51b1722 HTTP/1.1" status: 204 len: 168 time: 1.1106913 Oct 15 20:05:07.204139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b5387-e29d-459c-88aa-ddc678cfda3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ef54446f-57d3-4be1-aee5-109af51b1722,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:07.236949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'Network': ['ID=3edf7b95-a1a8-4710-91ca-65fb2c1ed24f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:07.242166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-19e4bad5-a14f-484c-9ee5-295332a10524 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2102566 Oct 15 20:05:07.245854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38132) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:07.256077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:07.256274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Request body: {'subnet': {'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:07.394694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Allocated IP 172.20.0.3 (f3881bc8-32f9-413b-9058-433f49a41b17/39f73780-09eb-4b0c-87f4-d39e1dcd62e2/76cede41-59f1-4804-ad84-a68e214ba2b7) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:07.415651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:07.436860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:07.437283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a6ba511e-fd54-4d3b-9ab4-a05e5be8dfc4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:07.437783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:07.457116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:07.457540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device fa4bee6c-1df1-4dbd-9c3a-3351b8d60814 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:07.488821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Made reservation on behalf of 0c16975b125d428ab5f339dd1d4e249b for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:07.492903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.576502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.667391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.710533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Network f3881bc8-32f9-413b-9058-433f49a41b17 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:07.714017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:07.718043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:07.741096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.746336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=76cede41-59f1-4804-ad84-a68e214ba2b7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:07.756644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:07.801245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:07.802421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.818669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'Subnet': ['ID=93308b4e-ab9e-4efc-866b-5ceef9e1f76e,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:07.828627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Checking segment: {'id': '69eedec4-5845-44b6-9987-17aff8f562bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:07.828989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Network hostable DHCP agents. Network: 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:07.855015 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f3ec64d1-dd21-40d0-b036-e1e31f49d16e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3479af6680454dd59aee3dcec34437b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977218 Oct 15 20:05:07.857499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38140) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:07.913538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:07.925746 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-de3c6f89-21ed-420f-b16c-93d4d86e8405 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1552384 Oct 15 20:05:07.928412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:07.934387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:90:75:58'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:56:84:8e'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:07.940766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:07.969616 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.020162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:08.029448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d2faa-1f07-4b54-8b5f-4b69513e680f None None] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:08.032095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:08.032886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.039378 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.091115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c6abd25d-c39a-4d11-8c88-60f5d3a5606f None None] Provisioning complete for port 76cede41-59f1-4804-ad84-a68e214ba2b7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:08.091905 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6abd25d-c39a-4d11-8c88-60f5d3a5606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.140398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e03a0b53-f39a-4d42-8ef9-2f71735226c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8907948 Oct 15 20:05:08.140613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38144) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:08.191311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Request body: {'port': {'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1823865336'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:08.202157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.209809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.212908 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb0193fa-795c-4462-95b1-b526049a8a93 HTTP/1.1" status: 204 len: 168 time: 0.3541915 Oct 15 20:05:08.250665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c6abd25d-c39a-4d11-8c88-60f5d3a5606f None None] Port 76cede41-59f1-4804-ad84-a68e214ba2b7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:08.289865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ba459-55e0-4918-b232-cda885297a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0193fa-795c-4462-95b1-b526049a8a93,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:08.422241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3edf7b95-a1a8-4710-91ca-65fb2c1ed24f', 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f', 'tenant_id': '0c16975b125d428ab5f339dd1d4e249b', 'fixed_ips': [{'subnet_id': '93308b4e-ab9e-4efc-866b-5ceef9e1f76e'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:08.423538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.592826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Allocated IP 2001:db8::2 (3edf7b95-a1a8-4710-91ca-65fb2c1ed24f/93308b4e-ab9e-4efc-866b-5ceef9e1f76e/9937b655-27fd-4487-936d-a8fa1fd9a292) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:08.752129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.816382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.826353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.864697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:08.867483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:08.871050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:08.872907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.883449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Pushing event updated for resources: {'Port': ['ID=9937b655-27fd-4487-936d-a8fa1fd9a292,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:08.903987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Made reservation on behalf of 0c16975b125d428ab5f339dd1d4e249b for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:08.907951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.935115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:08.944525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Attempting to bind port 9937b655-27fd-4487-936d-a8fa1fd9a292 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:08.944858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Attempting to bind port 9937b655-27fd-4487-936d-a8fa1fd9a292 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '69eedec4-5845-44b6-9987-17aff8f562bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:08.945061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Attempting to bind port 9937b655-27fd-4487-936d-a8fa1fd9a292 on network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:08.953797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:08.954155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Checking segment: {'id': '69eedec4-5845-44b6-9987-17aff8f562bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:08.954915 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.955674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Bound using segment: {'id': '69eedec4-5845-44b6-9987-17aff8f562bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:08.956765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Bound port: 9937b655-27fd-4487-936d-a8fa1fd9a292, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eedec4-5845-44b6-9987-17aff8f562bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:08.957220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:08.980663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] device_id is not set on port 087b3d30-3365-4525-9874-c1844e5cec40 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:08.986889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-23186fe9-94fc-4f3f-be5d-355acfcbd545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bc317a737e34711b20966fa8fb2f2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505724 Oct 15 20:05:08.989608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event updated for resources: {'Port': ['ID=76cede41-59f1-4804-ad84-a68e214ba2b7,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:08.989946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38158) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:09.039440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] For port 9937b655-27fd-4487-936d-a8fa1fd9a292, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:09.045457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] For port 9937b655-27fd-4487-936d-a8fa1fd9a292, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9937b655-27fd-4487-936d-a8fa1fd9a292,segment=NetworkSegment(69eedec4-5845-44b6-9987-17aff8f562bc),segment_id=69eedec4-5845-44b6-9987-17aff8f562bc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:09.058148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] In _notify_port_updated(), no bound segment for port 76cede41-59f1-4804-ad84-a68e214ba2b7 on network f3881bc8-32f9-413b-9058-433f49a41b17 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:09.060508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.064415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:09.064937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.068958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a6a4beb-1791-4a0a-bca3-a3b49643ceed tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "PUT /v2.0/ports/76cede41-59f1-4804-ad84-a68e214ba2b7 HTTP/1.1" status: 200 len: 1055 time: 1.1369510 Oct 15 20:05:09.070294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:09.083907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.128845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.201984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7676c7bc-d83a-459f-9f3c-f488504576b2 None None] Provisioning complete for port 76cede41-59f1-4804-ad84-a68e214ba2b7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:09.202343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7676c7bc-d83a-459f-9f3c-f488504576b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.204464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Allocated IP 2001:db8::206 (3edf7b95-a1a8-4710-91ca-65fb2c1ed24f/93308b4e-ab9e-4efc-866b-5ceef9e1f76e/087b3d30-3365-4525-9874-c1844e5cec40) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:09.212101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.215586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.219408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad647671-8433-45ed-ac49-e3b9243d849e HTTP/1.1" status: 204 len: 168 time: 0.2280493 Oct 15 20:05:09.232253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64303b-a02b-4af7-b57d-761c7095af79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad647671-8433-45ed-ac49-e3b9243d849e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:09.251372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6f28-845b-4072-974b-04a483632838 None None] Pushing event updated for resources: {'Port': ['ID=9937b655-27fd-4487-936d-a8fa1fd9a292,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:09.259026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port 76cede41-59f1-4804-ad84-a68e214ba2b7 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:09.259400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.268496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7676c7bc-d83a-459f-9f3c-f488504576b2 None None] Port 76cede41-59f1-4804-ad84-a68e214ba2b7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:09.436289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.493722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for 76cede41-59f1-4804-ad84-a68e214ba2b7 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:09.559157 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.741580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.787685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:09.793888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:09.796795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:09.803171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:09.803933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.814869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:09.850085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'Port': ['ID=087b3d30-3365-4525-9874-c1844e5cec40,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:09.911753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=76cede41-59f1-4804-ad84-a68e214ba2b7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:09.936997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c0b9e25-16a0-483e-8c56-f2259d96c98d tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7970481 Oct 15 20:05:09.941552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38196) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:09.957308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Request body: {'port': {'network_id': '3edf7b95-a1a8-4710-91ca-65fb2c1ed24f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1233499061', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:09.957949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] bootfile-name is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:09.958300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] tftp-server is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:09.958637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] server-ip-address is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:10.237449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.240848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9e9ca32-3e61-403b-a08b-0b767b7d7771 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/76cede41-59f1-4804-ad84-a68e214ba2b7 HTTP/1.1" status: 204 len: 168 time: 1.1700814 Oct 15 20:05:10.244340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:10.271343 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c25096-9188-423c-b6d5-73c616920867 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] GET failed (client error): The resource could not be found. Oct 15 20:05:10.273221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12c25096-9188-423c-b6d5-73c616920867 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports/76cede41-59f1-4804-ad84-a68e214ba2b7 HTTP/1.1" status: 404 len: 333 time: 0.0277259 Oct 15 20:05:10.277740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:10.284146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Made reservation on behalf of 0c16975b125d428ab5f339dd1d4e249b for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:10.288629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.319295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] device_id is not set on port 873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:10.375346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port 90b60a95-0621-4f8c-8878-163f57fcea9a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:10.375721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.482771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Allocated IP 2001:db8::159 (3edf7b95-a1a8-4710-91ca-65fb2c1ed24f/93308b4e-ab9e-4efc-866b-5ceef9e1f76e/873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:10.487512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf964c-ec6f-435b-b9c4-0c65f3fdc911 None None] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:10.500601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.516222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for 90b60a95-0621-4f8c-8878-163f57fcea9a owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:10.673784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] Provisioning complete for port 9937b655-27fd-4487-936d-a8fa1fd9a292 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:10.674052 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.723155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.741253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.771231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=90b60a95-0621-4f8c-8878-163f57fcea9a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:10.803191 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.845249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] For port 9937b655-27fd-4487-936d-a8fa1fd9a292, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9937b655-27fd-4487-936d-a8fa1fd9a292,segment=NetworkSegment(69eedec4-5845-44b6-9987-17aff8f562bc),segment_id=69eedec4-5845-44b6-9987-17aff8f562bc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:10.878587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.883275 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9246ecca-baa6-4b86-ba2a-2fde4db4cf3e tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/90b60a95-0621-4f8c-8878-163f57fcea9a HTTP/1.1" status: 204 len: 168 time: 0.6031024 Oct 15 20:05:10.884925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38222) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:10.916424 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22bc16a-7408-4a76-b99b-00ede1fa1cb4 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] GET failed (client error): The resource could not be found. Oct 15 20:05:10.922405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38224) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:10.931081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a22bc16a-7408-4a76-b99b-00ede1fa1cb4 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "GET /v2.0/ports/90b60a95-0621-4f8c-8878-163f57fcea9a HTTP/1.1" status: 404 len: 333 time: 0.0366247 Oct 15 20:05:10.933925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.969240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:10.999337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:11.010820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:11.023986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:11.032426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:11.033335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.048058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3570973-2dbb-4ac1-abec-1b16fd14d3d6 None None] Pushing event updated for resources: {'Port': ['ID=9937b655-27fd-4487-936d-a8fa1fd9a292,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:11.050395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'Port': ['ID=873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:11.089475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port 0bb6a449-3bc2-4a66-a6df-0720575213ff {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:11.089852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.137328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1e61af7-2b96-464c-bed2-c4b6deb21c10 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.1916666 Oct 15 20:05:11.138592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38226) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:11.210334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f025d64c-e672-4650-88a9-1c3e0fc91890 None None] Provisioning complete for port 9937b655-27fd-4487-936d-a8fa1fd9a292 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:11.210781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f025d64c-e672-4650-88a9-1c3e0fc91890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.280476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.301824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed896c-48da-48f6-84c0-7a3a78d32018 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:11.308242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed896c-48da-48f6-84c0-7a3a78d32018 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:11.314915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed896c-48da-48f6-84c0-7a3a78d32018 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:11.316856 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d1ed896c-48da-48f6-84c0-7a3a78d32018 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1781168 Oct 15 20:05:11.320275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:11.331782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for 0bb6a449-3bc2-4a66-a6df-0720575213ff owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:11.369371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f025d64c-e672-4650-88a9-1c3e0fc91890 None None] Provisioning complete for port 087b3d30-3365-4525-9874-c1844e5cec40 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:11.369768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f025d64c-e672-4650-88a9-1c3e0fc91890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.444714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f025d64c-e672-4650-88a9-1c3e0fc91890 None None] Port 087b3d30-3365-4525-9874-c1844e5cec40 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:11.467274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9937b655-27fd-4487-936d-a8fa1fd9a292 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:11.486885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Deleting port 873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:11.486885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.534403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9937b655-27fd-4487-936d-a8fa1fd9a292 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:11.536855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.596874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-44e2d202-665a-4f2c-b3f4-09c8c640dc32 None None] Provisioning complete for port 087b3d30-3365-4525-9874-c1844e5cec40 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:11.597252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-44e2d202-665a-4f2c-b3f4-09c8c640dc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.631468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.651361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.675092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=0bb6a449-3bc2-4a66-a6df-0720575213ff,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:11.677306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Calling delete_port for 873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:11.697474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-44e2d202-665a-4f2c-b3f4-09c8c640dc32 None None] Port 087b3d30-3365-4525-9874-c1844e5cec40 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:11.813442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.816846 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-49ab2768-537b-43e5-98fb-15be6a541c82 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/ports/0bb6a449-3bc2-4a66-a6df-0720575213ff HTTP/1.1" status: 204 len: 168 time: 0.8934331 Oct 15 20:05:11.819287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38236) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:11.876290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting subnet 39f73780-09eb-4b0c-87f4-d39e1dcd62e2 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:11.880086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.964630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9287cd82-caee-4435-814a-811bd5cd9606 None None] Provisioning complete for port 873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:11.965827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9287cd82-caee-4435-814a-811bd5cd9606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:11.986278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.014189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9287cd82-caee-4435-814a-811bd5cd9606 None None] Port 873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:12.021475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.065984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event deleted for resources: {'Port': ['ID=873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:12.098847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.106070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-40cf3d05-025b-4dfd-832d-cedeeea4f584 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "DELETE /v2.0/ports/873aaf1f-aaf0-4d3d-9090-ce0f6c3d7b98 HTTP/1.1" status: 204 len: 168 time: 0.7817125 Oct 15 20:05:12.106978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:12.113297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Request body: {'port': {'name': 'tempest-new-port-name-1216286377', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:12.113297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] bootfile-name is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:12.113297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] tftp-server is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:12.113297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] server-ip-address is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:12.125226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.182866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.254838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.292533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Subnet': ['ID=39f73780-09eb-4b0c-87f4-d39e1dcd62e2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:12.294677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.300716 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-209a78dd-7a12-4049-82b5-295b21dd9f83 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/subnets/39f73780-09eb-4b0c-87f4-d39e1dcd62e2 HTTP/1.1" status: 204 len: 168 time: 0.4803386 Oct 15 20:05:12.301707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38240) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:12.305758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71545f-1759-4ccb-ae4e-3a83cdd77d7f None None] Network f3881bc8-32f9-413b-9058-433f49a41b17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:12.421006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.432597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.476635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Deleting port 3ba8b09b-cae4-475e-8f19-d479751813b4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:12.477098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.515540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.527544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] DHCP port deletion for f3881bc8-32f9-413b-9058-433f49a41b17 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:12.549343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] In _notify_port_updated(), no bound segment for port 087b3d30-3365-4525-9874-c1844e5cec40 on network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:12.554984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:12.555662 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.557838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "PUT /v2.0/ports/087b3d30-3365-4525-9874-c1844e5cec40 HTTP/1.1" status: 200 len: 1130 time: 0.4500961 Oct 15 20:05:12.561356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:12.566648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] For port 3ba8b09b-cae4-475e-8f19-d479751813b4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ba8b09b-cae4-475e-8f19-d479751813b4,segment=NetworkSegment(b5e87853-8fc6-4281-9dde-06ecec914e64),segment_id=b5e87853-8fc6-4281-9dde-06ecec914e64)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:12.567153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.582714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Calling delete_port for 3ba8b09b-cae4-475e-8f19-d479751813b4 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:12.601236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Deleting port 3ba8b09b-cae4-475e-8f19-d479751813b4 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:12.607257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.626282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c368d47-78ef-4b62-8854-9b37b4190e30 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event updated for resources: {'Port': ['ID=087b3d30-3365-4525-9874-c1844e5cec40,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:12.639387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b09525-609d-4e60-b33f-34174aeaa51c tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:12.644787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-15b09525-609d-4e60-b33f-34174aeaa51c tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "GET /v2.0/ports/087b3d30-3365-4525-9874-c1844e5cec40 HTTP/1.1" status: 200 len: 1130 time: 0.0793407 Oct 15 20:05:12.645075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38246) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:12.679479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] For port 3ba8b09b-cae4-475e-8f19-d479751813b4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ba8b09b-cae4-475e-8f19-d479751813b4,segment=NetworkSegment(b5e87853-8fc6-4281-9dde-06ecec914e64),segment_id=b5e87853-8fc6-4281-9dde-06ecec914e64)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:12.679905 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.693887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Calling delete_port for 3ba8b09b-cae4-475e-8f19-d479751813b4 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:12.761527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Deleting port 087b3d30-3365-4525-9874-c1844e5cec40 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:12.761875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.768739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.785157 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.803491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Port': ['ID=3ba8b09b-cae4-475e-8f19-d479751813b4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:12.805907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] No DVR routers for this DVR port 3ba8b09b-cae4-475e-8f19-d479751813b4 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:12.817793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] Pushing event deleted for resources: {'Port': ['ID=3ba8b09b-cae4-475e-8f19-d479751813b4,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:12.825969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f746a-1cbf-4e04-8014-df7c41ad3012 None None] No DVR routers for this DVR port 3ba8b09b-cae4-475e-8f19-d479751813b4 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:12.895457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.909986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Calling delete_port for 087b3d30-3365-4525-9874-c1844e5cec40 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:12.916735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.938816 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3881bc8-32f9-413b-9058-433f49a41b17']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:12.940737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1722ab33-bb76-4613-9ada-84f3b4761852 None None] Provisioning complete for port 087b3d30-3365-4525-9874-c1844e5cec40 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:12.941105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1722ab33-bb76-4613-9ada-84f3b4761852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.949208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e87853-8fc6-4281-9dde-06ecec914e64') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:12.949501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e87853-8fc6-4281-9dde-06ecec914e64') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:12.962433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.973409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.975213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1722ab33-bb76-4613-9ada-84f3b4761852 None None] Port 087b3d30-3365-4525-9874-c1844e5cec40 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:12.982164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:12.982591 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:12.986199 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:13.106079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.112922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.116043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] 10.222.0.13 "DELETE /v2.0/networks/f3881bc8-32f9-413b-9058-433f49a41b17 HTTP/1.1" status: 204 len: 168 time: 0.8133025 Oct 15 20:05:13.118918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.128586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f5086-304a-4781-a32f-03eaf499c8d0 tempest-AllowedAddressPairTestJSON-1847104365 tempest-AllowedAddressPairTestJSON-1847104365-project] Pushing event deleted for resources: {'Network': ['ID=f3881bc8-32f9-413b-9058-433f49a41b17,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:13.153083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event deleted for resources: {'Port': ['ID=087b3d30-3365-4525-9874-c1844e5cec40,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:13.184096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.187509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b1115c0-fdef-4592-90f0-9dd19681caa6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "DELETE /v2.0/ports/087b3d30-3365-4525-9874-c1844e5cec40 HTTP/1.1" status: 204 len: 168 time: 0.5414720 Oct 15 20:05:13.190096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:13.245458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Deleting subnet 93308b4e-ab9e-4efc-866b-5ceef9e1f76e {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:13.248959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.291204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.370149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ba8b09b-cae4-475e-8f19-d479751813b4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:13.386115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.389423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3ba8b09b-cae4-475e-8f19-d479751813b4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:13.389769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ba8b09b-cae4-475e-8f19-d479751813b4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:13.536946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.570455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event deleted for resources: {'Subnet': ['ID=93308b4e-ab9e-4efc-866b-5ceef9e1f76e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:13.573134 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.579743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38262) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:13.580566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-379881cc-6581-44ea-a4cb-0127611ca7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "DELETE /v2.0/subnets/93308b4e-ab9e-4efc-866b-5ceef9e1f76e HTTP/1.1" status: 204 len: 168 time: 0.3893926 Oct 15 20:05:13.587350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737f7ffe-983d-4db0-88f4-a32646ea859e None None] Network 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:13.637746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38266) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:13.675690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.741507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Deleting port 9937b655-27fd-4487-936d-a8fa1fd9a292 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:13.741915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.814219 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3dafd8d7-265b-4e93-9778-1df2bc9cf21d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=022f5c174ee24ac5b49b065116637a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753154 Oct 15 20:05:13.818535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38272) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:13.838561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] For port 9937b655-27fd-4487-936d-a8fa1fd9a292, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9937b655-27fd-4487-936d-a8fa1fd9a292,segment=NetworkSegment(69eedec4-5845-44b6-9987-17aff8f562bc),segment_id=69eedec4-5845-44b6-9987-17aff8f562bc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:13.839423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.844021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] DHCP port deletion for 3edf7b95-a1a8-4710-91ca-65fb2c1ed24f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:13.862972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Calling delete_port for 9937b655-27fd-4487-936d-a8fa1fd9a292 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:13.901692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Deleting port 9937b655-27fd-4487-936d-a8fa1fd9a292 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:13.901956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.948958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.982470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:13.987015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] For port 9937b655-27fd-4487-936d-a8fa1fd9a292, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9937b655-27fd-4487-936d-a8fa1fd9a292,segment=NetworkSegment(69eedec4-5845-44b6-9987-17aff8f562bc),segment_id=69eedec4-5845-44b6-9987-17aff8f562bc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:13.987550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.008032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Calling delete_port for 9937b655-27fd-4487-936d-a8fa1fd9a292 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:14.077188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.087052 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.107144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event deleted for resources: {'Port': ['ID=9937b655-27fd-4487-936d-a8fa1fd9a292,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:14.113126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] No DVR routers for this DVR port 9937b655-27fd-4487-936d-a8fa1fd9a292 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:14.120817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] Pushing event deleted for resources: {'Port': ['ID=9937b655-27fd-4487-936d-a8fa1fd9a292,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:14.125457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c1c020-d46e-4831-bee2-e8bda580aa4d None None] No DVR routers for this DVR port 9937b655-27fd-4487-936d-a8fa1fd9a292 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:14.143407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.146024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.147155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4523b78b-1aeb-4f02-986c-4a00c7e224b9 HTTP/1.1" status: 204 len: 168 time: 0.3277142 Oct 15 20:05:14.186215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88cf13-d81c-4974-a1eb-fcecf713face admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4523b78b-1aeb-4f02-986c-4a00c7e224b9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:14.235294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.254512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edf7b95-a1a8-4710-91ca-65fb2c1ed24f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:14.264465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eedec4-5845-44b6-9987-17aff8f562bc') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:14.264756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eedec4-5845-44b6-9987-17aff8f562bc') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:14.273995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.288014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.294375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:14.297371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:14.298253 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:14.442090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.451807 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:14.456506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] 10.222.0.13 "DELETE /v2.0/networks/3edf7b95-a1a8-4710-91ca-65fb2c1ed24f HTTP/1.1" status: 204 len: 168 time: 0.8730366 Oct 15 20:05:14.482459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70257e23-29cd-4f39-88e0-342470fc3463 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224 tempest-ExtraDHCPOptionsIpV6TestJSON-1809442224-project] Pushing event deleted for resources: {'Network': ['ID=3edf7b95-a1a8-4710-91ca-65fb2c1ed24f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:14.950215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38298) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:15.142138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bc43081-66d1-4cf2-95a5-43a60a2eef86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c16975b125d428ab5f339dd1d4e249b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899569 Oct 15 20:05:15.144708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:15.204044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.230340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.316055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38312) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:15.369021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9937b655-27fd-4487-936d-a8fa1fd9a292 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:15.379824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.382529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.383943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/635d4193-2717-422f-8d0d-a2b27f21ccbb HTTP/1.1" status: 204 len: 168 time: 0.2380681 Oct 15 20:05:15.389829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9937b655-27fd-4487-936d-a8fa1fd9a292 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:15.390176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9937b655-27fd-4487-936d-a8fa1fd9a292 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:15.396787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635d4193-2717-422f-8d0d-a2b27f21ccbb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:15.405540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.405900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.406225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.406562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.407012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.407265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.407981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.407981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.408292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.408591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.408918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.409355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f87d4-d0d2-4569-be18-b6453f1241cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:15.428308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1856233262'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:15.522896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Made reservation on behalf of 15533ba06fd5479190ba3fda8b9697f0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:15.526984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.536298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.610313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.687273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.718070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:15.728163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4869b-e83e-40f6-96f7-fd72e5a269f1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:15.733039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.733278 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Added segment 9c186645-3c45-4fce-82d6-f74b78f934a2 of type vlan for network 753e1586-5a45-467c-aa87-0e8a1085dfb3 Oct 15 20:05:15.780997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.874033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.874033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:15.874033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:15.944735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'Network': ['ID=753e1586-5a45-467c-aa87-0e8a1085dfb3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:15.956162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:15.973574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4315c6aa-5004-40a4-8b82-f08608ad495b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6554301 Oct 15 20:05:16.050098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38334) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:16.055176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Request body: {'subnet': {'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:16.278835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Made reservation on behalf of 15533ba06fd5479190ba3fda8b9697f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:16.278835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.551832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.573787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38348) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:16.617430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'Subnet': ['ID=ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:16.623629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Checking segment: {'id': '9c186645-3c45-4fce-82d6-f74b78f934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:16.624155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Network hostable DHCP agents. Network: 753e1586-5a45-467c-aa87-0e8a1085dfb3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:16.678436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-806373869'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:16.694432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:16.774051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:16.778156 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.785725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 753e1586-5a45-467c-aa87-0e8a1085dfb3) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:16.787091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.795346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0889d-b820-4d88-a7f1-e0c2f511351f None None] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:16.796847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:16.797409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.851416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-76191891-29b3-490a-bd5c-071a5795f858 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8001845 Oct 15 20:05:16.854023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38352) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:16.865994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Request body: {'port': {'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1983907229'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:16.913429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.965192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-753e1586-5a45-467c-aa87-0e8a1085dfb3', 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3', 'tenant_id': '15533ba06fd5479190ba3fda8b9697f0', 'fixed_ips': [{'subnet_id': 'ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:16.967157 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:16.979894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.005149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:17.022933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b901b-8799-4e5d-be53-88ec1cd196e5,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.029640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.029640 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment 2528e279-360e-4a3f-8a54-c35c1fea57f5 of type vlan for network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 Oct 15 20:05:17.077532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Made reservation on behalf of 15533ba06fd5479190ba3fda8b9697f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:17.082912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.090501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.107448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] device_id is not set on port 4122b02f-e621-45c8-8dea-acd9ff2eb48a yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:17.141817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Allocated IP 172.20.0.2 (753e1586-5a45-467c-aa87-0e8a1085dfb3/ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a/3ab536ec-5851-4c19-b583-660634f2f62a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:17.198092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.204379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:17.204975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.314687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=6e88b3e6-0adf-4cfe-846a-97f97c8d22d4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.323247 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0803d37b-1ea1-4621-927a-fd26f1ae8d4b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7457194 Oct 15 20:05:17.323661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38360) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:17.328911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'name': 'tempest-PortsTestJSON-284357894'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:17.330787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:17.355084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.426481 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.468937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:17.473790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:17.476352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:17.484762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Allocated IP 172.20.0.5 (753e1586-5a45-467c-aa87-0e8a1085dfb3/ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a/4122b02f-e621-45c8-8dea-acd9ff2eb48a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:17.488351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Pushing event updated for resources: {'Port': ['ID=3ab536ec-5851-4c19-b583-660634f2f62a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.489663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:17.498658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.521398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:17.556780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Attempting to bind port 3ab536ec-5851-4c19-b583-660634f2f62a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:17.557113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Attempting to bind port 3ab536ec-5851-4c19-b583-660634f2f62a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '9c186645-3c45-4fce-82d6-f74b78f934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:17.557444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Attempting to bind port 3ab536ec-5851-4c19-b583-660634f2f62a on network 753e1586-5a45-467c-aa87-0e8a1085dfb3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:17.563002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:17.563380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Checking segment: {'id': '9c186645-3c45-4fce-82d6-f74b78f934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:17.563818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.564211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Bound using segment: {'id': '9c186645-3c45-4fce-82d6-f74b78f934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:17.564682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Bound port: 3ab536ec-5851-4c19-b583-660634f2f62a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c186645-3c45-4fce-82d6-f74b78f934a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:17.565191 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.636592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] For port 3ab536ec-5851-4c19-b583-660634f2f62a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:17.639865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] For port 3ab536ec-5851-4c19-b583-660634f2f62a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ab536ec-5851-4c19-b583-660634f2f62a,segment=NetworkSegment(9c186645-3c45-4fce-82d6-f74b78f934a2),segment_id=9c186645-3c45-4fce-82d6-f74b78f934a2)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:17.675060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.710594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.712010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.779187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fa73c-6870-4022-907e-905edf7a55a7 None None] Pushing event updated for resources: {'Port': ['ID=3ab536ec-5851-4c19-b583-660634f2f62a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.831986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.861077 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:17.877082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:17.880228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:17.884021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:17.903298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'Port': ['ID=4122b02f-e621-45c8-8dea-acd9ff2eb48a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.932417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=4105b9cb-b83c-4fdd-8c7a-e1e5a5239234,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:17.941972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': '2528e279-360e-4a3f-8a54-c35c1fea57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:17.942329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:17.992989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:17.995165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.026110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:18.285741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e8ea2123-8aa8-4f68-b9f7-b2d4ee44bfb9 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4295480 Oct 15 20:05:18.288807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:18.294407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Request body: {'port': {'network_id': '753e1586-5a45-467c-aa87-0e8a1085dfb3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-205217868', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:18.294898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] bootfile-name is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:18.295237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] tftp-server is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:18.295598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.api.validators [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] server-ip-address is not in valid_values {{(pid=101180) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:18.310229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:18.327163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:18.327535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31947363-bcc0-47cc-b20f-75798f687694 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:18.334731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:18.335389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.439903 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1dfda975-b499-4732-bf90-d565661097fd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1151929 Oct 15 20:05:18.443238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38374) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:18.451611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-432369542'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:18.536375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Made reservation on behalf of 15533ba06fd5479190ba3fda8b9697f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:18.542969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.569246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] device_id is not set on port 984cfb4b-9713-4eaa-8a86-79c0b32299c8 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:18.622739 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5cdc771a-c9da-41e1-9b05-059274186a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.647455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:18.651911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.687186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:18.699376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.699790 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment a6317ade-3de9-4568-8568-36399117c1fd of type vlan for network 8d9cc090-aefc-4218-80f2-52f848f3767a Oct 15 20:05:18.706106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Allocated IP 172.20.0.8 (753e1586-5a45-467c-aa87-0e8a1085dfb3/ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a/984cfb4b-9713-4eaa-8a86-79c0b32299c8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:18.748150 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.829417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb2086c-cf51-4904-ae31-c6e6da1d2e67 None None] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:18.848412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.854199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:18.854789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.889595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.927483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=8d9cc090-aefc-4218-80f2-52f848f3767a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:18.935832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] Provisioning complete for port 3ab536ec-5851-4c19-b583-660634f2f62a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:18.936302 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:18.940911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8d9cc090-aefc-4218-80f2-52f848f3767a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:18.944154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eaa3b3c8-ea66-49f3-bea4-337436c4dabe tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4994040 Oct 15 20:05:18.948269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38376) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:18.954572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'ports': [{'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'}, {'network_id': '8d9cc090-aefc-4218-80f2-52f848f3767a'}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:18.955093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:18.955833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '8d9cc090-aefc-4218-80f2-52f848f3767a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:19.026709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.101583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:19.117643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:19.122209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:19.126828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'Port': ['ID=984cfb4b-9713-4eaa-8a86-79c0b32299c8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:19.135313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.178623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] For port 3ab536ec-5851-4c19-b583-660634f2f62a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ab536ec-5851-4c19-b583-660634f2f62a,segment=NetworkSegment(9c186645-3c45-4fce-82d6-f74b78f934a2),segment_id=9c186645-3c45-4fce-82d6-f74b78f934a2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:19.220481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:19.221171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.266100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.291063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:19.296462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.319538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.361806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d937ab5-febf-420b-a869-6657b29efedd None None] Pushing event updated for resources: {'Port': ['ID=3ab536ec-5851-4c19-b583-660634f2f62a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:19.400633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-23a294da-5560-405c-bd9b-13833306e75d tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1097889 Oct 15 20:05:19.403513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38382) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:19.467486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 39a1dfa6-d49e-456b-a151-cccde8320ad5 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:19.474685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ab536ec-5851-4c19-b583-660634f2f62a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:19.514305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf2138-2be7-4f13-a6fc-efbadfb68174 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:19.529349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf2138-2be7-4f13-a6fc-efbadfb68174 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:19.535813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Provisioning complete for port 3ab536ec-5851-4c19-b583-660634f2f62a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:19.536186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.536320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf2138-2be7-4f13-a6fc-efbadfb68174 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:19.542154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1dcf2138-2be7-4f13-a6fc-efbadfb68174 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1375504 Oct 15 20:05:19.542987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38386) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:19.610348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3ab536ec-5851-4c19-b583-660634f2f62a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:19.610712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.634742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.702432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Deleting port 984cfb4b-9713-4eaa-8a86-79c0b32299c8 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:19.703120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.707773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Provisioning complete for port 4122b02f-e621-45c8-8dea-acd9ff2eb48a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:19.708142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.799675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Port 4122b02f-e621-45c8-8dea-acd9ff2eb48a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:19.817785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Provisioning complete for port 984cfb4b-9713-4eaa-8a86-79c0b32299c8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:19.818152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.826415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:19.842294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Calling delete_port for 984cfb4b-9713-4eaa-8a86-79c0b32299c8 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:19.870032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f9ad70eb-556f-4953-99c6-88b2f14823a7 None None] Port 984cfb4b-9713-4eaa-8a86-79c0b32299c8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:19.990848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f71f4686-1946-4ee9-99cb-736f07458469 None None] Provisioning complete for port 4122b02f-e621-45c8-8dea-acd9ff2eb48a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:19.991500 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f71f4686-1946-4ee9-99cb-736f07458469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.041241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f71f4686-1946-4ee9-99cb-736f07458469 None None] Port 4122b02f-e621-45c8-8dea-acd9ff2eb48a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:20.094728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 9751b663-1f41-4682-9449-ccc9f47d87a8 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:20.144824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.154803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-89a311cd-bb59-471d-9f4d-bfffbc3b4344 None None] Could not find standard attr ID for object 984cfb4b-9713-4eaa-8a86-79c0b32299c8. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:20.187021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event deleted for resources: {'Port': ['ID=984cfb4b-9713-4eaa-8a86-79c0b32299c8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:20.224609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.264287 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.267626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c559d8a0-7191-460a-94d2-ba32c6ec8e78 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "DELETE /v2.0/ports/984cfb4b-9713-4eaa-8a86-79c0b32299c8 HTTP/1.1" status: 204 len: 168 time: 0.7236061 Oct 15 20:05:20.271757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:20.277586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Request body: {'port': {'name': 'tempest-new-port-name-1459592763', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:20.278789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.api.validators [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] bootfile-name is not in valid_values {{(pid=101181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:20.278789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.api.validators [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] tftp-server is not in valid_values {{(pid=101181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:20.278789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.api.validators [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] server-ip-address is not in valid_values {{(pid=101181) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 15 20:05:20.351488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.360650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.410306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:20.413327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:20.419461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:20.420379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.436597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=39a1dfa6-d49e-456b-a151-cccde8320ad5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:20.504953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=9751b663-1f41-4682-9449-ccc9f47d87a8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:20.536124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': 'a6317ade-3de9-4568-8568-36399117c1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '8d9cc090-aefc-4218-80f2-52f848f3767a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:20.537527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: 8d9cc090-aefc-4218-80f2-52f848f3767a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:20.616408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.648530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 8d9cc090-aefc-4218-80f2-52f848f3767a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:20.671338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.722440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8d9cc090-aefc-4218-80f2-52f848f3767a) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:20.730759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:20.731834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddbdb71-dc17-4d63-b000-da009ba144c8 None None] Network 8d9cc090-aefc-4218-80f2-52f848f3767a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:20.741207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:20.747512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:20.748406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.762506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event updated for resources: {'Port': ['ID=4122b02f-e621-45c8-8dea-acd9ff2eb48a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:20.774884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] In _notify_port_updated(), no bound segment for port 4122b02f-e621-45c8-8dea-acd9ff2eb48a on network 753e1586-5a45-467c-aa87-0e8a1085dfb3 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:20.781126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:20.781790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.783180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-220ad83f-6439-4cca-8732-3c40055b574a tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "PUT /v2.0/ports/4122b02f-e621-45c8-8dea-acd9ff2eb48a HTTP/1.1" status: 200 len: 1136 time: 0.5104315 Oct 15 20:05:20.785912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38398) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:20.831392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-15718f5c-0961-45fd-a9f9-54cd17209059 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8790751 Oct 15 20:05:20.831668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:20.843917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ba4ce-7491-4fff-b7a6-19d086b15181 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:20.846073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c6ba4ce-7491-4fff-b7a6-19d086b15181 tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "GET /v2.0/ports/4122b02f-e621-45c8-8dea-acd9ff2eb48a HTTP/1.1" status: 200 len: 1136 time: 0.0592186 Oct 15 20:05:20.852548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38402) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:20.941830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 9751b663-1f41-4682-9449-ccc9f47d87a8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:20.942173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.963778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Deleting port 4122b02f-e621-45c8-8dea-acd9ff2eb48a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:20.964562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:20.990976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-93f3e70d-b733-4a6a-8bc3-06056cf7e2a2 None None] Provisioning complete for port 4122b02f-e621-45c8-8dea-acd9ff2eb48a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:20.992193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-93f3e70d-b733-4a6a-8bc3-06056cf7e2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.037440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.039743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-93f3e70d-b733-4a6a-8bc3-06056cf7e2a2 None None] Port 4122b02f-e621-45c8-8dea-acd9ff2eb48a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:21.061827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 9751b663-1f41-4682-9449-ccc9f47d87a8 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:21.077045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.089926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Calling delete_port for 4122b02f-e621-45c8-8dea-acd9ff2eb48a owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:21.220205 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.249346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=9751b663-1f41-4682-9449-ccc9f47d87a8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:21.256301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.260317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-47de0d51-df36-4159-8138-699b7f858341 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/9751b663-1f41-4682-9449-ccc9f47d87a8 HTTP/1.1" status: 204 len: 168 time: 0.4276924 Oct 15 20:05:21.262813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38404) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.310631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.312624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72721b14-1ecf-423f-8c59-460b1a90236d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:21.319594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72721b14-1ecf-423f-8c59-460b1a90236d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:21.325778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-72721b14-1ecf-423f-8c59-460b1a90236d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0567009 Oct 15 20:05:21.325778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38406) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.358462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event deleted for resources: {'Port': ['ID=4122b02f-e621-45c8-8dea-acd9ff2eb48a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:21.390625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ab536ec-5851-4c19-b583-660634f2f62a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:21.437781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66a71b60-b31f-4b29-b575-e0d447bf3989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.478916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.485029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-06d10b52-09bd-486d-bb69-ea666c3488df tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "DELETE /v2.0/ports/4122b02f-e621-45c8-8dea-acd9ff2eb48a HTTP/1.1" status: 204 len: 168 time: 0.6289382 Oct 15 20:05:21.485326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38410) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.486707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 39a1dfa6-d49e-456b-a151-cccde8320ad5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:21.487183 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.500314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3ab536ec-5851-4c19-b583-660634f2f62a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:21.502016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.553123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Deleting subnet ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:21.557837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.560929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.578856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 39a1dfa6-d49e-456b-a151-cccde8320ad5 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:21.619834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.746568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.836362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.859503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.866716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=39a1dfa6-d49e-456b-a151-cccde8320ad5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:21.878506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.882624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4123ede6-ce59-4245-80bf-67a852540276 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/39a1dfa6-d49e-456b-a151-cccde8320ad5 HTTP/1.1" status: 204 len: 168 time: 0.5575054 Oct 15 20:05:21.885783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38418) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.889323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:21.891331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:21.896385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee7d15-1e94-4cc7-89e2-4ff4662ad8ca None None] Network 753e1586-5a45-467c-aa87-0e8a1085dfb3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:21.897238 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad0db88f-38b1-4fb5-91e0-8d465a38f2cd tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "DELETE /v2.0/subnets/ebbb09fc-bef7-4266-9fa1-7b2c43d7da1a HTTP/1.1" status: 204 len: 168 time: 0.4108329 Oct 15 20:05:21.898075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38420) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.944048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e9207-1ff4-432a-8b90-8befb9f6f34b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:21.948768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a94e9207-1ff4-432a-8b90-8befb9f6f34b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0584016 Oct 15 20:05:21.952035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38422) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:21.980451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.002609 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcdb4b0-1117-40f5-adb3-8d4ba6fd6b3b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:22.007172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6dcdb4b0-1117-40f5-adb3-8d4ba6fd6b3b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/9751b663-1f41-4682-9449-ccc9f47d87a8 HTTP/1.1" status: 404 len: 333 time: 0.0539680 Oct 15 20:05:22.007926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38424) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:22.040269 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea442fd8-fe17-494a-a455-f4d3dadc92cf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:22.041902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea442fd8-fe17-494a-a455-f4d3dadc92cf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/39a1dfa6-d49e-456b-a151-cccde8320ad5 HTTP/1.1" status: 404 len: 333 time: 0.0329132 Oct 15 20:05:22.044654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38428) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:22.053822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Deleting port 3ab536ec-5851-4c19-b583-660634f2f62a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:22.054167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.124981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] For port 3ab536ec-5851-4c19-b583-660634f2f62a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ab536ec-5851-4c19-b583-660634f2f62a,segment=NetworkSegment(9c186645-3c45-4fce-82d6-f74b78f934a2),segment_id=9c186645-3c45-4fce-82d6-f74b78f934a2)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:22.125502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.145029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] DHCP port deletion for 753e1586-5a45-467c-aa87-0e8a1085dfb3 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:22.155358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Calling delete_port for 3ab536ec-5851-4c19-b583-660634f2f62a owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:22.157625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.215407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Deleting port 3ab536ec-5851-4c19-b583-660634f2f62a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:22.215817 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.268045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:22.282499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.293085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] For port 3ab536ec-5851-4c19-b583-660634f2f62a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3ab536ec-5851-4c19-b583-660634f2f62a,segment=NetworkSegment(9c186645-3c45-4fce-82d6-f74b78f934a2),segment_id=9c186645-3c45-4fce-82d6-f74b78f934a2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:22.293085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.304412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9cc090-aefc-4218-80f2-52f848f3767a']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.315313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6317ade-3de9-4568-8568-36399117c1fd') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.315637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6317ade-3de9-4568-8568-36399117c1fd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.320195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Calling delete_port for 3ab536ec-5851-4c19-b583-660634f2f62a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:22.322995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.326029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.343571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.357447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event deleted for resources: {'Port': ['ID=3ab536ec-5851-4c19-b583-660634f2f62a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:22.363162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:22.363615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:22.369593 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:22.375908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] No DVR routers for this DVR port 3ab536ec-5851-4c19-b583-660634f2f62a on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:22.379032 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.435080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.464942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] Pushing event deleted for resources: {'Port': ['ID=3ab536ec-5851-4c19-b583-660634f2f62a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:22.468619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6400fd-454c-4e7e-adfb-7637d32fa554 None None] No DVR routers for this DVR port 3ab536ec-5851-4c19-b583-660634f2f62a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:22.495778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.523017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.530702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.535539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/8d9cc090-aefc-4218-80f2-52f848f3767a HTTP/1.1" status: 204 len: 168 time: 0.4895496 Oct 15 20:05:22.560204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38440) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:22.561143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c8e31-cbc2-4935-b06a-25eaccab43af tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=8d9cc090-aefc-4218-80f2-52f848f3767a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:22.569494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157781389'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:22.641606 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.671608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:22.675910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.708178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:22.719781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.720462 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment a0d7168b-bc0f-4ec1-979a-6d9ac781e80b of type vlan for network be701682-7c6c-4517-b227-8f6a655536ce Oct 15 20:05:22.782001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.792023 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.848449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.870895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753e1586-5a45-467c-aa87-0e8a1085dfb3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.877082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.882904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:22.883491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.890175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c186645-3c45-4fce-82d6-f74b78f934a2') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.890469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c186645-3c45-4fce-82d6-f74b78f934a2') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:22.892169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cc47c10-4f12-425c-b7b8-0ded988bddd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.906188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.929766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.941475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:22.941846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:22.944766 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:22.955683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=be701682-7c6c-4517-b227-8f6a655536ce,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:22.968677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network be701682-7c6c-4517-b227-8f6a655536ce details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:22.982658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50c7998a-2e92-419d-836f-1a2cb8ccfb99 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4178641 Oct 15 20:05:22.985755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:22.991627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:23.053519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cc47c10-4f12-425c-b7b8-0ded988bddd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.094324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.108110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.111217 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] 10.222.0.13 "DELETE /v2.0/networks/753e1586-5a45-467c-aa87-0e8a1085dfb3 HTTP/1.1" status: 204 len: 168 time: 1.2121429 Oct 15 20:05:23.124268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cc47c10-4f12-425c-b7b8-0ded988bddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.126616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f5e6c-0d56-4df6-93ee-d5874df1970b tempest-ExtraDHCPOptionsTestJSON-1580694747 tempest-ExtraDHCPOptionsTestJSON-1580694747-project] Pushing event deleted for resources: {'Network': ['ID=753e1586-5a45-467c-aa87-0e8a1085dfb3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:23.164622 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1cc47c10-4f12-425c-b7b8-0ded988bddd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10fc0713ff974db2a73ab574cdf33dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8954649 Oct 15 20:05:23.166835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc47c10-4f12-425c-b7b8-0ded988bddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14610f2a-a60b-458a-9599-fd57f0ec7e81,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:23.167631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38448) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:23.176372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:23.180074 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.267890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Performing IP validity checks on allocation pools {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:05:23.268504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:05:23.297628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.325704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.393254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ab536ec-5851-4c19-b583-660634f2f62a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:23.417329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3ab536ec-5851-4c19-b583-660634f2f62a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:23.417814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3ab536ec-5851-4c19-b583-660634f2f62a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:23.519741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38452) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:23.527028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.530181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.533727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14610f2a-a60b-458a-9599-fd57f0ec7e81 HTTP/1.1" status: 204 len: 168 time: 0.3627722 Oct 15 20:05:23.542259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.565025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1d06-f8e1-437c-91a3-964ab7082158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14610f2a-a60b-458a-9599-fd57f0ec7e81,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:23.684943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=3eb15f07-442b-4cc1-8a9f-0c976550e857,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:23.708080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:23.708448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: be701682-7c6c-4517-b227-8f6a655536ce, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:23.715069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1a52ce6-9693-4540-82e9-189a501901be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15533ba06fd5479190ba3fda8b9697f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942105 Oct 15 20:05:23.718168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38460) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:23.770290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.796093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.808881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network be701682-7c6c-4517-b227-8f6a655536ce is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:23.900537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, be701682-7c6c-4517-b227-8f6a655536ce) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:23.909257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b385a962-0a62-4ace-b52e-30be1145f0b9 None None] Network be701682-7c6c-4517-b227-8f6a655536ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:23.923077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:23.923856 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.934105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.940833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:23.942568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cff4869b-e83e-40f6-96f7-fd72e5a269f1 HTTP/1.1" status: 204 len: 168 time: 0.2230151 Oct 15 20:05:23.960687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3197e31-e518-4ea9-8426-83274a8b2cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4869b-e83e-40f6-96f7-fd72e5a269f1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:24.025989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38466) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:24.026258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-35fc6aae-2ae3-4a86-94d4-e74119e2bb97 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0391197 Oct 15 20:05:24.050378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce', 'name': 'tempest-PortsTestJSON-971762577'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:24.119748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-be701682-7c6c-4517-b227-8f6a655536ce', 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': '3eb15f07-442b-4cc1-8a9f-0c976550e857'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:24.120880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.267671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Allocated IP 172.20.0.2 (be701682-7c6c-4517-b227-8f6a655536ce/3eb15f07-442b-4cc1-8a9f-0c976550e857/496c48e4-a296-4c26-aafa-516582c061da) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:24.277065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:24.280581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.299056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port a8ef84f8-2427-4f54-a51b-7dd902d68785 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:24.438495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.504722 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.545550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Network be701682-7c6c-4517-b227-8f6a655536ce is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:24.548463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:24.552829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:24.585884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Pushing event updated for resources: {'Port': ['ID=496c48e4-a296-4c26-aafa-516582c061da,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:24.586123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.7 (be701682-7c6c-4517-b227-8f6a655536ce/3eb15f07-442b-4cc1-8a9f-0c976550e857/a8ef84f8-2427-4f54-a51b-7dd902d68785) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:24.608736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.609081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.609417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.609751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.610086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.610409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.610738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.611083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.611388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.611734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.612052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.612649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:05:24.619922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.630232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Attempting to bind port 496c48e4-a296-4c26-aafa-516582c061da on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:24.631105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Attempting to bind port 496c48e4-a296-4c26-aafa-516582c061da by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:24.636048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Attempting to bind port 496c48e4-a296-4c26-aafa-516582c061da on network be701682-7c6c-4517-b227-8f6a655536ce {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:24.638050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:24.638423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Checking segment: {'id': 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:24.638823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.639221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Bound using segment: {'id': 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:24.639722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Bound port: 496c48e4-a296-4c26-aafa-516582c061da, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be701682-7c6c-4517-b227-8f6a655536ce'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:24.640114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.754844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] For port 496c48e4-a296-4c26-aafa-516582c061da, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:24.762388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] For port 496c48e4-a296-4c26-aafa-516582c061da, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=496c48e4-a296-4c26-aafa-516582c061da,segment=NetworkSegment(a0d7168b-bc0f-4ec1-979a-6d9ac781e80b),segment_id=a0d7168b-bc0f-4ec1-979a-6d9ac781e80b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:24.763129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.843245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.845044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:24.917298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network be701682-7c6c-4517-b227-8f6a655536ce is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:24.921367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:24.923126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2bd0a-8489-4882-993a-b0106dbf4a9e None None] Pushing event updated for resources: {'Port': ['ID=496c48e4-a296-4c26-aafa-516582c061da,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:24.926489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:24.961576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=a8ef84f8-2427-4f54-a51b-7dd902d68785,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:24.999067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:24.999887 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.175706 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da294a62-36b8-4d5d-8c04-bd54ad881818 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1465702 Oct 15 20:05:25.178521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38492) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:25.208278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38494) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:25.279589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port a8ef84f8-2427-4f54-a51b-7dd902d68785 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:25.279993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.308257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'networks': [{'name': 'tempest-network--486115926'}, {'name': 'tempest-network--1025980489'}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:25.308581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-network--486115926'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:25.309580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-network--1025980489'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:25.376327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.389226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for a8ef84f8-2427-4f54-a51b-7dd902d68785 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:25.406201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 496c48e4-a296-4c26-aafa-516582c061da up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:25.408105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'network': 2} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:25.412930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.423674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.456906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 496c48e4-a296-4c26-aafa-516582c061da triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:25.457581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.508169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.543907 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.550916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.551377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.579470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.580047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 496c48e4-a296-4c26-aafa-516582c061da, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=496c48e4-a296-4c26-aafa-516582c061da,segment=NetworkSegment(a0d7168b-bc0f-4ec1-979a-6d9ac781e80b),segment_id=a0d7168b-bc0f-4ec1-979a-6d9ac781e80b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:25.593793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aee336-6a8a-44e6-8854-35f4a491df05,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:25.599311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:25.614004 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.614477 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment d043b6e8-0b97-4083-813a-142c96653087 of type vlan for network 74fcc0e9-8531-4010-b8ca-84c252780006 Oct 15 20:05:25.633343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=a8ef84f8-2427-4f54-a51b-7dd902d68785,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:25.647674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.661903 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:05:25.670061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.705494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:25.707624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.711260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a6f98f12-58ae-4874-b917-842e96876b4a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/a8ef84f8-2427-4f54-a51b-7dd902d68785 HTTP/1.1" status: 204 len: 168 time: 0.5310581 Oct 15 20:05:25.715548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38498) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:25.735684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=496c48e4-a296-4c26-aafa-516582c061da,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:25.748910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.749358 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment b5abeaa7-3121-4cbf-804f-d88195a79b2a of type vlan for network db63ab3a-de23-4e4f-9d0d-5d7a01b865b0 Oct 15 20:05:25.751016 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7aa7785-5d01-4810-b8dc-af1fe495cc93 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:05:25.751858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7aa7785-5d01-4810-b8dc-af1fe495cc93 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:05:25.755037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c7aa7785-5d01-4810-b8dc-af1fe495cc93 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/a8ef84f8-2427-4f54-a51b-7dd902d68785 HTTP/1.1" status: 404 len: 333 time: 0.0383229 Oct 15 20:05:25.757993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:25.785526 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2439a97-7f25-4ae4-a6d3-98481abeb884 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:25.787974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f2439a97-7f25-4ae4-a6d3-98481abeb884 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/a8ef84f8-2427-4f54-a51b-7dd902d68785 HTTP/1.1" status: 404 len: 333 time: 0.0274227 Oct 15 20:05:25.790206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38504) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:25.802960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.860414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 3eb15f07-442b-4cc1-8a9f-0c976550e857 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:25.860414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.888368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.888868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.892334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c1061-600f-4d5e-b230-e927d4291081 None None] Network be701682-7c6c-4517-b227-8f6a655536ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:25.895281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:25.900753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:25.901419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.911867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.962998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-92f7df74-0ada-41d3-abfc-bfcc5eeaf0e8 None None] Provisioning complete for port 496c48e4-a296-4c26-aafa-516582c061da triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:25.963378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-92f7df74-0ada-41d3-abfc-bfcc5eeaf0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:25.981444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=74fcc0e9-8531-4010-b8ca-84c252780006,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:25.994445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 74fcc0e9-8531-4010-b8ca-84c252780006 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:26.012158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.081311 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8718486 Oct 15 20:05:26.084039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38508) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:26.103257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cadac4-1058-4dcc-aaa3-67bbf291c02c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=db63ab3a-de23-4e4f-9d0d-5d7a01b865b0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:26.152078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.188614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb15f07-442b-4cc1-8a9f-0c976550e857,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:26.200456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.204000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b25252ae-e226-4caa-957a-5fad2eef9cec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb15f07-442b-4cc1-8a9f-0c976550e857 HTTP/1.1" status: 204 len: 168 time: 0.4128089 Oct 15 20:05:26.208042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:26.239474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network db63ab3a-de23-4e4f-9d0d-5d7a01b865b0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:26.295491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.297719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b1498-4f9a-48cb-aa0e-e78d3d928b6c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:26.303962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b1498-4f9a-48cb-aa0e-e78d3d928b6c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:26.310650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b1498-4f9a-48cb-aa0e-e78d3d928b6c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:26.316694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8b1498-4f9a-48cb-aa0e-e78d3d928b6c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:26.321176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f8b1498-4f9a-48cb-aa0e-e78d3d928b6c tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2335258 Oct 15 20:05:26.323400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38512) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:26.353581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 496c48e4-a296-4c26-aafa-516582c061da {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:26.353988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.409712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.430625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port 496c48e4-a296-4c26-aafa-516582c061da, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=496c48e4-a296-4c26-aafa-516582c061da,segment=NetworkSegment(a0d7168b-bc0f-4ec1-979a-6d9ac781e80b),segment_id=a0d7168b-bc0f-4ec1-979a-6d9ac781e80b)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:26.430992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.444864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 496c48e4-a296-4c26-aafa-516582c061da owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:26.509540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.538605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fcc0e9-8531-4010-b8ca-84c252780006']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.550540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd043b6e8-0b97-4083-813a-142c96653087') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.550761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd043b6e8-0b97-4083-813a-142c96653087') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.562142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.577018 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.584496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:26.588285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:26.591243 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:26.622997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba08a67a-b8c3-4419-9e22-bf56e2388601 None None] Network be701682-7c6c-4517-b227-8f6a655536ce requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:26.639548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.668702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=496c48e4-a296-4c26-aafa-516582c061da,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:26.673598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port 496c48e4-a296-4c26-aafa-516582c061da on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:26.716601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.726728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2169f771-fe10-474a-9de4-8af78b97145e None None] Could not find standard attr ID for object 496c48e4-a296-4c26-aafa-516582c061da. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:26.727110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.732210 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/74fcc0e9-8531-4010-b8ca-84c252780006 HTTP/1.1" status: 204 len: 168 time: 0.4095888 Oct 15 20:05:26.743923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38514) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:26.764099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b31d5-7c34-4eaa-bed5-acf421b42449 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=74fcc0e9-8531-4010-b8ca-84c252780006,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:26.770551 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.794496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be701682-7c6c-4517-b227-8f6a655536ce']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.803994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.804303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d7168b-bc0f-4ec1-979a-6d9ac781e80b') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.816264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bedfaa-0bd6-4cc8-a421-4812d7c7f593 None None] DHCP port deletion for be701682-7c6c-4517-b227-8f6a655536ce request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:26.823905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.843707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.843943 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.849912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:26.850446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:26.854803 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:26.940882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:26.962842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db63ab3a-de23-4e4f-9d0d-5d7a01b865b0']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.977295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5abeaa7-3121-4cbf-804f-d88195a79b2a') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.982782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5abeaa7-3121-4cbf-804f-d88195a79b2a') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:26.987103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.001160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.001373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.007920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:27.008327 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:27.011772 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:27.015014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.018174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/be701682-7c6c-4517-b227-8f6a655536ce HTTP/1.1" status: 204 len: 168 time: 0.8089395 Oct 15 20:05:27.021826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:27.028578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc306054-48a5-415a-89a5-77adb00ec40e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=be701682-7c6c-4517-b227-8f6a655536ce,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:27.029826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1641635455'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:27.145184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.152895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.156112 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/db63ab3a-de23-4e4f-9d0d-5d7a01b865b0 HTTP/1.1" status: 204 len: 168 time: 0.4112496 Oct 15 20:05:27.158764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38522) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:27.167489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f0707-a01c-40b0-8b76-471211909bc7 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=db63ab3a-de23-4e4f-9d0d-5d7a01b865b0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:27.169647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:27.178917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.197324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:27.206991 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.207404 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment a7d85569-1db9-41b3-814b-1fc5f7323edd of type vlan for network d01975ea-ec38-4307-9985-5151d11bb2a8 Oct 15 20:05:27.251652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.316905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.324221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:27.325378 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.345689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432e5a2-0926-4db6-a8a3-59399da23f0f tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:27.351957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432e5a2-0926-4db6-a8a3-59399da23f0f tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:27.353555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c432e5a2-0926-4db6-a8a3-59399da23f0f tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1937027 Oct 15 20:05:27.357603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38524) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:27.362465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530685297'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:27.387446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 496c48e4-a296-4c26-aafa-516582c061da no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:27.393236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=d01975ea-ec38-4307-9985-5151d11bb2a8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:27.411073 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47eb6864-9db0-4d41-b393-c3fd4919317a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3878727 Oct 15 20:05:27.413106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d01975ea-ec38-4307-9985-5151d11bb2a8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:27.419605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38526) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:27.419799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 496c48e4-a296-4c26-aafa-516582c061da {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:27.419799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 496c48e4-a296-4c26-aafa-516582c061da not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:27.420016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:27.482631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:27.486257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.513802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:27.522369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.522850 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment 8fd1889b-b9cd-49f9-966c-2a59358167af of type vlan for network 6c1c3adb-f1f0-4912-a070-4a49b4914333 Oct 15 20:05:27.562841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.579798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:27.583324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.642658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.648263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:27.648845 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.714261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=6c1c3adb-f1f0-4912-a070-4a49b4914333,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:27.724502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 6c1c3adb-f1f0-4912-a070-4a49b4914333 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:27.753155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b960c4c5-3c7d-4f15-9dde-00e420d3b928 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3944061 Oct 15 20:05:27.755644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:27.761857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2032559331'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:27.837797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.865521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:27.869374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.895042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:27.906177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:27.906514 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment 7ea080df-279a-456d-8775-8160cac7db8a of type vlan for network 1b82bcfc-b119-4605-92a6-1cdeaf94446e Oct 15 20:05:27.909461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=03fa9dfb-74e0-4224-b8ad-3e777e3b4d67,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:27.911990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': 'a7d85569-1db9-41b3-814b-1fc5f7323edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:27.912356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: d01975ea-ec38-4307-9985-5151d11bb2a8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:27.958026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.008133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network d01975ea-ec38-4307-9985-5151d11bb2a8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:28.035431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.041110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:28.041719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.088144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d01975ea-ec38-4307-9985-5151d11bb2a8) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:28.097484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:28.097484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.097710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbd800-6eac-4410-a92a-899d02b61c04 None None] Network d01975ea-ec38-4307-9985-5151d11bb2a8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:28.106887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=1b82bcfc-b119-4605-92a6-1cdeaf94446e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:28.122557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1b82bcfc-b119-4605-92a6-1cdeaf94446e details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:28.156174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0875934a-1039-4a6f-bb27-38def8242ea2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3994048 Oct 15 20:05:28.160964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38534) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:28.162542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'ports': [{'network_id': '6c1c3adb-f1f0-4912-a070-4a49b4914333', 'name': 'tempest-port--523139398', 'admin_state_up': True}, {'network_id': '1b82bcfc-b119-4605-92a6-1cdeaf94446e', 'admin_state_up': False}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:28.162880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'port': {'network_id': '6c1c3adb-f1f0-4912-a070-4a49b4914333', 'name': 'tempest-port--523139398', 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:28.163541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'port': {'network_id': '1b82bcfc-b119-4605-92a6-1cdeaf94446e', 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:28.195803 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ae36072-18b0-40e6-af64-90b2ef98d8a9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7785048 Oct 15 20:05:28.199154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38538) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:28.206605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-513562519'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:28.311987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d01975ea-ec38-4307-9985-5151d11bb2a8', 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': '03fa9dfb-74e0-4224-b8ad-3e777e3b4d67'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:28.312855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.407918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:28.411417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.428729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:28.450290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Allocated IP 172.20.0.2 (d01975ea-ec38-4307-9985-5151d11bb2a8/03fa9dfb-74e0-4224-b8ad-3e777e3b4d67/498f1113-aa62-44f3-84ff-c1c00bf1b9f3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:28.482262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'port': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:28.487825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.500852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.588636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] device_id is not set on port 2585a59d-99fe-4d27-b6b2-80ead02c0be6 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:28.600786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.671301 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.698747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.709640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Network d01975ea-ec38-4307-9985-5151d11bb2a8 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:28.714370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:28.717272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:28.721241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.6 (d01975ea-ec38-4307-9985-5151d11bb2a8/03fa9dfb-74e0-4224-b8ad-3e777e3b4d67/81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:28.730074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Pushing event updated for resources: {'Port': ['ID=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:28.779634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] device_id is not set on port 3d659d79-ad01-47f8-94e0-adfc8bd1de8a yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:28.784449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Attempting to bind port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:28.784818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Attempting to bind port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a7d85569-1db9-41b3-814b-1fc5f7323edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:28.785172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Attempting to bind port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 on network d01975ea-ec38-4307-9985-5151d11bb2a8 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:28.790632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:28.791038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Checking segment: {'id': 'a7d85569-1db9-41b3-814b-1fc5f7323edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:28.791664 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.792220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Bound using segment: {'id': 'a7d85569-1db9-41b3-814b-1fc5f7323edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:28.792677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Bound port: 498f1113-aa62-44f3-84ff-c1c00bf1b9f3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d85569-1db9-41b3-814b-1fc5f7323edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd01975ea-ec38-4307-9985-5151d11bb2a8'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:28.793258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.856701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.860902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] For port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:28.864036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] For port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,segment=NetworkSegment(a7d85569-1db9-41b3-814b-1fc5f7323edd),segment_id=a7d85569-1db9-41b3-814b-1fc5f7323edd)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:28.891664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.957532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.985774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:28.986379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.022957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcedc54-bbb6-4245-82a3-d7bfce73a956 None None] Pushing event updated for resources: {'Port': ['ID=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.042942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network d01975ea-ec38-4307-9985-5151d11bb2a8 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:29.045383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:29.047625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:29.066896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Port': ['ID=2585a59d-99fe-4d27-b6b2-80ead02c0be6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.078931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Checking segment: {'id': '8fd1889b-b9cd-49f9-966c-2a59358167af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6c1c3adb-f1f0-4912-a070-4a49b4914333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:29.079293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network hostable DHCP agents. Network: 6c1c3adb-f1f0-4912-a070-4a49b4914333, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:29.092364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.118822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:29.119342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.161213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network 6c1c3adb-f1f0-4912-a070-4a49b4914333 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:29.211150 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7373892b-3dbb-4ec4-bfb2-7e90fc186af3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0097854 Oct 15 20:05:29.216988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38544) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:29.271189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 6c1c3adb-f1f0-4912-a070-4a49b4914333) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:29.280836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fdaddd-d69a-4d62-86c4-6afbf0c7174b None None] Network 6c1c3adb-f1f0-4912-a070-4a49b4914333 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:29.282812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:29.284091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.344058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:29.346996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.362574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Port': ['ID=3d659d79-ad01-47f8-94e0-adfc8bd1de8a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.371466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Checking segment: {'id': '7ea080df-279a-456d-8775-8160cac7db8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1b82bcfc-b119-4605-92a6-1cdeaf94446e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:29.371871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network hostable DHCP agents. Network: 1b82bcfc-b119-4605-92a6-1cdeaf94446e, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:29.446421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:29.469653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.470950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network 1b82bcfc-b119-4605-92a6-1cdeaf94446e is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:29.482334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:29.501733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:29.502184 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.560150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1b82bcfc-b119-4605-92a6-1cdeaf94446e) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:29.573901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e30de-fff9-4a37-bbdd-20a29f73d846 None None] Network 1b82bcfc-b119-4605-92a6-1cdeaf94446e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:29.574142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:29.580511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:29.592725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:29.593720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.609456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.708144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-faafd9cb-8162-44f2-bd05-c0f285b3c71d tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.5498643 Oct 15 20:05:29.708513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,segment=NetworkSegment(a7d85569-1db9-41b3-814b-1fc5f7323edd),segment_id=a7d85569-1db9-41b3-814b-1fc5f7323edd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:29.710561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38546) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:29.734154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.762394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd0cea-9759-49f3-91f5-3d559fa2e12b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:29.763502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.772531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.777860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fd0cea-9759-49f3-91f5-3d559fa2e12b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:29.779510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7fd0cea-9759-49f3-91f5-3d559fa2e12b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0680151 Oct 15 20:05:29.783811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38548) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:29.826432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:29.857642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:29.862160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cff992cb-38dd-4735-9e48-9451146741c7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 HTTP/1.1" status: 204 len: 168 time: 0.6451190 Oct 15 20:05:29.864934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:29.891715 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9edaae6-2be1-436e-8cef-a0743931dbdf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:29.895892 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e9edaae6-2be1-436e-8cef-a0743931dbdf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 HTTP/1.1" status: 404 len: 333 time: 0.0273452 Oct 15 20:05:29.896245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:29.906716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting port 2585a59d-99fe-4d27-b6b2-80ead02c0be6 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:29.907079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.007066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 03fa9dfb-74e0-4224-b8ad-3e777e3b4d67 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:30.013998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.016426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.051496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Calling delete_port for 2585a59d-99fe-4d27-b6b2-80ead02c0be6 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:30.072108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.123156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b87cc-4e7d-4a06-8785-b43931cd2e2f None None] Network d01975ea-ec38-4307-9985-5151d11bb2a8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:30.199820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-917605e5-491d-435f-b72f-df7dba60fdf6 None None] Provisioning complete for port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:30.200178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-917605e5-491d-435f-b72f-df7dba60fdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.210918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.276554 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.306494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Port': ['ID=2585a59d-99fe-4d27-b6b2-80ead02c0be6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:30.317134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.319695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-755b80dc-6d5b-409c-8037-66a447335bc2 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/ports/2585a59d-99fe-4d27-b6b2-80ead02c0be6 HTTP/1.1" status: 204 len: 168 time: 0.5347874 Oct 15 20:05:30.322938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38558) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:30.355861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.389010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=03fa9dfb-74e0-4224-b8ad-3e777e3b4d67,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:30.395375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.398566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-940d57be-d1dc-4e07-ac51-b1c3080476e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/03fa9dfb-74e0-4224-b8ad-3e777e3b4d67 HTTP/1.1" status: 204 len: 168 time: 0.5013478 Oct 15 20:05:30.401911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38560) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:30.457418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting port 3d659d79-ad01-47f8-94e0-adfc8bd1de8a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:30.457999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.495347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.535744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.549701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Calling delete_port for 3d659d79-ad01-47f8-94e0-adfc8bd1de8a owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:30.550023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:30.550435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.553303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d653b1-2b07-49e6-a85e-d34b411af7a7 None None] Network d01975ea-ec38-4307-9985-5151d11bb2a8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:30.576032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d5e5871e-c3b3-4f40-b8c6-4c0639b2d61a None None] Provisioning complete for port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:30.576652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5e5871e-c3b3-4f40-b8c6-4c0639b2d61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.615497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,segment=NetworkSegment(a7d85569-1db9-41b3-814b-1fc5f7323edd),segment_id=a7d85569-1db9-41b3-814b-1fc5f7323edd)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:30.615742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.632850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:30.710265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.740237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Port': ['ID=3d659d79-ad01-47f8-94e0-adfc8bd1de8a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:30.748863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.751596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a22267a5-9f6b-4c99-b877-1051fe92e046 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/ports/3d659d79-ad01-47f8-94e0-adfc8bd1de8a HTTP/1.1" status: 204 len: 168 time: 0.4272530 Oct 15 20:05:30.753697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:30.783176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-45b39d85-876c-49df-bc0b-bb664f1ab021 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0282047 Oct 15 20:05:30.786823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:30.791656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.793272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1453365578'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:30.799017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fbe645-6c6a-489b-81c1-3a34ec82b596 None None] DHCP port deletion for d01975ea-ec38-4307-9985-5151d11bb2a8 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:30.822444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=498f1113-aa62-44f3-84ff-c1c00bf1b9f3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:30.827729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:30.871662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:30.877086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.910275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:30.913879 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.921078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.921731 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment ee15c20c-d4dd-478c-9225-7b82309cd885 of type vlan for network b8afc800-a1e3-423d-b347-efd3925facb9 Oct 15 20:05:30.937502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01975ea-ec38-4307-9985-5151d11bb2a8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:30.948009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d85569-1db9-41b3-814b-1fc5f7323edd') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:30.948618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d85569-1db9-41b3-814b-1fc5f7323edd') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:30.960353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.976464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:30.984800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:30.985356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:31.001105 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:31.140632 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.150889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.156630 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/d01975ea-ec38-4307-9985-5151d11bb2a8 HTTP/1.1" status: 204 len: 168 time: 0.7530785 Oct 15 20:05:31.162185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38568) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:31.177885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'name': 'tempest-PortsTestJSON-1078347074'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:31.183099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8c7a2-4512-4495-8124-0de950bec8b7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=d01975ea-ec38-4307-9985-5151d11bb2a8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:31.244859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.333620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.339819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:31.340486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.345572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:31.349315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.373415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 94e1a716-9924-4f7c-bde7-cf734a37e5f3 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:31.380475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:31.406965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:31.407313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 498f1113-aa62-44f3-84ff-c1c00bf1b9f3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:31.412643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=b8afc800-a1e3-423d-b347-efd3925facb9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:31.427259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b8afc800-a1e3-423d-b347-efd3925facb9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:31.449658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38572) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:31.450379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-934d0d28-8f43-4116-84b2-4ba14aadf4f3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6619060 Oct 15 20:05:31.465830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1199617135'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:31.561026 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.575000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:31.575000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.611476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:31.621593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.622035 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Added segment dfc5164c-a80c-4fed-96c2-77de928c9359 of type vlan for network c3c15a60-89ea-4e8b-afac-831fe644b5cc Oct 15 20:05:31.664323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.683526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.725876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:31.729706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:31.733334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:31.739011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:31.739631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.749109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=94e1a716-9924-4f7c-bde7-cf734a37e5f3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:31.759617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.762285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:31.762862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.827522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Network': ['ID=c3c15a60-89ea-4e8b-afac-831fe644b5cc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:31.833850 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b83d1479-d4cc-42c1-81f9-c6469f621919 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6599514 Oct 15 20:05:31.837028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:31.839321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:31.865561 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87254cf6-af1e-4a19-b0d5-6ba2fefb9f99 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4114845 Oct 15 20:05:31.929089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 94e1a716-9924-4f7c-bde7-cf734a37e5f3 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:31.929427 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:31.994875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.007735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 94e1a716-9924-4f7c-bde7-cf734a37e5f3 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:32.150880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.177191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=94e1a716-9924-4f7c-bde7-cf734a37e5f3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:32.186697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.192705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38576) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:32.192876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd69ab63-f14d-458e-a949-179639d7e602 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/94e1a716-9924-4f7c-bde7-cf734a37e5f3 HTTP/1.1" status: 204 len: 168 time: 0.3544593 Oct 15 20:05:32.198548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'mac_address': 'fa:16:3e:05:b6:ef', 'name': 'tempest-PortsTestJSON-927193368'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:32.344761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:32.409401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.435274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:32.625435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.716776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.763377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:32.766367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:32.769218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:32.775170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:32.775777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:32.790420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:32.850375 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe48ffdf-0d39-4575-a51b-0b6e0000eda4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6565938 Oct 15 20:05:32.853606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38584) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:32.909624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7f1b2-4e8f-4b89-bc29-9cb4061a78a2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:33.067739 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5fb7f1b2-4e8f-4b89-bc29-9cb4061a78a2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d HTTP/1.1" status: 200 len: 840 time: 0.0594423 Oct 15 20:05:33.067932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38586) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:33.067932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:33.067932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.081861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.095418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:33.235916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.267917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:33.282295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.286049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c7dc74ad-1647-441c-93dc-413fa0aefb01 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d HTTP/1.1" status: 204 len: 168 time: 0.3706405 Oct 15 20:05:33.288548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38590) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:33.312991 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e6e5fe-ffbf-4e29-9614-ee86d8195b70 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:33.314489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-99e6e5fe-ffbf-4e29-9614-ee86d8195b70 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/8cfedb3b-4eb1-4f66-bb32-ffb7031ee32d HTTP/1.1" status: 404 len: 333 time: 0.0249503 Oct 15 20:05:33.318246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38592) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:33.324714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'name': 'tempest-PortsTestJSON-829754902'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:33.487834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:33.491297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.510211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:33.675888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.751119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.790033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:33.795338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:33.797926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:33.804129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:33.804800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:33.823634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=4cac0b53-4b17-41ae-8d65-eb17bfbf52a0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:33.874044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e777698a-aa35-4b3e-aa20-0a226aaad3e0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5543048 Oct 15 20:05:33.876498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:33.881524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:33.948916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.102851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.173565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.206530 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] In _notify_port_updated(), no bound segment for port 4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 on network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:34.212014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:34.212613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.214157 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/ports/4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 HTTP/1.1" status: 200 len: 818 time: 0.3364878 Oct 15 20:05:34.217051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38598) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:34.237083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42af52-f3d9-4f3a-8070-683eb9b2e3a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=4cac0b53-4b17-41ae-8d65-eb17bfbf52a0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:34.308120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:34.308456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.377117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.391639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:34.539398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.568727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=4cac0b53-4b17-41ae-8d65-eb17bfbf52a0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:34.572906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.576630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aada5b42-9e31-4e62-be78-159b8ac6264e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 HTTP/1.1" status: 204 len: 168 time: 0.3583174 Oct 15 20:05:34.578744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:34.628890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3d6d6e-c610-4b72-8dc3-cc4113d36071 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:34.632903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9f3d6d6e-c610-4b72-8dc3-cc4113d36071 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0507555 Oct 15 20:05:34.634350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38606) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:34.659330 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-469c0c9f-f377-487a-b248-8ff875700ec1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:34.660863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-469c0c9f-f377-487a-b248-8ff875700ec1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/4cac0b53-4b17-41ae-8d65-eb17bfbf52a0 HTTP/1.1" status: 404 len: 333 time: 0.0261936 Oct 15 20:05:34.664638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:34.670085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-504980591'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:34.744705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:34.748093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.772221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:34.781940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.782280 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment 7a85df53-0219-479e-be2b-3a2ea979e5e5 of type vlan for network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c Oct 15 20:05:34.824857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.944526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:34.950846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:34.951413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.015529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:35.026179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:35.069565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:35.079671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'subnets': [{'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--759600084', 'ip_version': 6}, {'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:35.079671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'subnet': {'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--759600084', 'ip_version': 6}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:35.079671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Request body: {'subnet': {'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:35.083569 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c1db06ed-d4ab-4a8e-98f9-e3b4bec9b8a5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4175260 Oct 15 20:05:35.088001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38612) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:35.094087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:35.242086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:35.246648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.487967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.549993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=5464d772-458a-42d0-90d6-4cb17268943d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:35.557548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': '7a85df53-0219-479e-be2b-3a2ea979e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:35.557914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:35.619346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Made reservation on behalf of 71d9c1c6c90c4f2eba0e7ef731509040 for: {'subnet': 2} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:35.624322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.625419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.636565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:35.709696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:35.717921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:35.718175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:35.722011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981bf93-9498-49c8-a8e6-a4e792d816e7 None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:35.788628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7440cb8-89ac-411d-b768-04db44cfba95 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6985579 Oct 15 20:05:35.791942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38618) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:35.797028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:35.876432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': '5464d772-458a-42d0-90d6-4cb17268943d'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:35.881705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.002599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:36.006748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.028377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Allocated IP 172.20.0.2 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/5464d772-458a-42d0-90d6-4cb17268943d/a406db0e-c701-4797-b7ec-2820dca3a3df) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:36.094401 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5464d772-458a-42d0-90d6-4cb17268943d (CIDR: 172.20.0.0/28) Oct 15 20:05:36.098688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.150800 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:05:36.151312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:05:36.161626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Subnet': ['ID=f0b046bd-b9ec-44e3-8fa3-691b8e62081a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:36.170386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Checking segment: {'id': 'ee15c20c-d4dd-478c-9225-7b82309cd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:36.170574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network hostable DHCP agents. Network: b8afc800-a1e3-423d-b347-efd3925facb9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:36.221770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f5c9800-c494-4dcb-9876-324e15174ecf tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4286926 Oct 15 20:05:36.224404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38620) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:36.230587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:36.248260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network b8afc800-a1e3-423d-b347-efd3925facb9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:36.327959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b8afc800-a1e3-423d-b347-efd3925facb9) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:36.333005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.335893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.347169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301d64f-9485-433c-84dc-c4ea4795c360 None None] Network b8afc800-a1e3-423d-b347-efd3925facb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:36.401086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event updated for resources: {'Subnet': ['ID=3f9ad430-4613-41eb-b510-862ca35bf9a1,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:36.412755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Checking segment: {'id': 'dfc5164c-a80c-4fed-96c2-77de928c9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:36.413179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network hostable DHCP agents. Network: c3c15a60-89ea-4e8b-afac-831fe644b5cc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:36.426795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.436132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:36.439884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.502264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:36.508818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Pushing event updated for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:36.511299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:36.515286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:36.517853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:36.558834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b8afc800-a1e3-423d-b347-efd3925facb9', 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9', 'tenant_id': '71d9c1c6c90c4f2eba0e7ef731509040', 'fixed_ips': [{'subnet_id': 'f0b046bd-b9ec-44e3-8fa3-691b8e62081a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:36.559721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.609280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Attempting to bind port a406db0e-c701-4797-b7ec-2820dca3a3df on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:36.609555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Attempting to bind port a406db0e-c701-4797-b7ec-2820dca3a3df by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7a85df53-0219-479e-be2b-3a2ea979e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:36.609907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Attempting to bind port a406db0e-c701-4797-b7ec-2820dca3a3df on network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:36.623908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, c3c15a60-89ea-4e8b-afac-831fe644b5cc) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:36.634448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.635220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.636108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.656804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580cd75-757f-4983-a31e-b7a7c6b71926 None None] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:36.661546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:36.661741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Checking segment: {'id': '7a85df53-0219-479e-be2b-3a2ea979e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:36.661971 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.662357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Bound using segment: {'id': '7a85df53-0219-479e-be2b-3a2ea979e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:36.662832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Bound port: a406db0e-c701-4797-b7ec-2820dca3a3df, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a85df53-0219-479e-be2b-3a2ea979e5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:36.663202 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.712514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bfdabe69-7d9d-4454-b084-70e3247ce452 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6417701 Oct 15 20:05:36.715310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38624) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:36.763802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.812953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2d39-71b6-4a4b-8473-c915ff516de0 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.815642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2d39-71b6-4a4b-8473-c915ff516de0 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.817196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f2d39-71b6-4a4b-8473-c915ff516de0 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.819281 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-391f2d39-71b6-4a4b-8473-c915ff516de0 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1029778 Oct 15 20:05:36.829334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38630) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:36.838437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:36.842453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:36.846058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:36.846866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.850945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Allocated IP 2001:db8::1 (b8afc800-a1e3-423d-b347-efd3925facb9/f0b046bd-b9ec-44e3-8fa3-691b8e62081a/9307ceea-a233-4d04-9329-64493904681e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:36.868383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=c4c683ff-e4c5-4d00-b489-fd6ae7b59d65,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:36.876122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:36.888616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting subnet f0b046bd-b9ec-44e3-8fa3-691b8e62081a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:36.898525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a406db0e-c701-4797-b7ec-2820dca3a3df,segment=NetworkSegment(7a85df53-0219-479e-be2b-3a2ea979e5e5),segment_id=7a85df53-0219-479e-be2b-3a2ea979e5e5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:36.928338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:36.931231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b70a4918-5907-48db-8c2c-a6d236c0a73b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7028158 Oct 15 20:05:36.934454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'fixed_ips': [{'subnet_id': '5464d772-458a-42d0-90d6-4cb17268943d'}, {'subnet_id': 'c4c683ff-e4c5-4d00-b489-fd6ae7b59d65'}], 'name': 'tempest-PortsTestJSON-1298818781'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:36.951251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-c3c15a60-89ea-4e8b-afac-831fe644b5cc', 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc', 'tenant_id': '71d9c1c6c90c4f2eba0e7ef731509040', 'fixed_ips': [{'subnet_id': '3f9ad430-4613-41eb-b510-862ca35bf9a1'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:36.952128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:36.995012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.122205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:37.168636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6f154-64b5-4138-bb0b-e245a74c2323 None None] Pushing event updated for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:37.221135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.270991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.271214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:37.271446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Allocated IP 2001:db8:0:1::1 (c3c15a60-89ea-4e8b-afac-831fe644b5cc/3f9ad430-4613-41eb-b510-862ca35bf9a1/a597320c-d2fe-4700-8427-7f4d2e287a7b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:37.301329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.301598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.357325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.388207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Network b8afc800-a1e3-423d-b347-efd3925facb9 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:37.398800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:37.402531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Pushing event updated for resources: {'Port': ['ID=9307ceea-a233-4d04-9329-64493904681e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:37.406154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:37.460809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a406db0e-c701-4797-b7ec-2820dca3a3df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:37.524388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Attempting to bind port 9307ceea-a233-4d04-9329-64493904681e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:37.524657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Attempting to bind port 9307ceea-a233-4d04-9329-64493904681e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ee15c20c-d4dd-478c-9225-7b82309cd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:37.525017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Attempting to bind port 9307ceea-a233-4d04-9329-64493904681e on network b8afc800-a1e3-423d-b347-efd3925facb9 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:37.535519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.538373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:37.538746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Checking segment: {'id': 'ee15c20c-d4dd-478c-9225-7b82309cd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:37.539676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.540068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Bound using segment: {'id': 'ee15c20c-d4dd-478c-9225-7b82309cd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:37.540542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Bound port: 9307ceea-a233-4d04-9329-64493904681e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee15c20c-d4dd-478c-9225-7b82309cd885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b8afc800-a1e3-423d-b347-efd3925facb9'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:37.540910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.574981 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.624154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:37.624154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.656302 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.687657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.8 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/5464d772-458a-42d0-90d6-4cb17268943d/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:37.693968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.22 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:37.704589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:37.710785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:37.719011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:37.724421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Pushing event updated for resources: {'Port': ['ID=a597320c-d2fe-4700-8427-7f4d2e287a7b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:37.738953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.739117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] For port 9307ceea-a233-4d04-9329-64493904681e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:37.761527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] For port 9307ceea-a233-4d04-9329-64493904681e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9307ceea-a233-4d04-9329-64493904681e,segment=NetworkSegment(ee15c20c-d4dd-478c-9225-7b82309cd885),segment_id=ee15c20c-d4dd-478c-9225-7b82309cd885)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:37.780166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b046bd-b9ec-44e3-8fa3-691b8e62081a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:37.782278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.785671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-85be4a2e-54c2-49c6-babf-31b8ce852fbd tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/subnets/f0b046bd-b9ec-44e3-8fa3-691b8e62081a HTTP/1.1" status: 204 len: 168 time: 0.9551814 Oct 15 20:05:37.789770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38636) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:37.828855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Attempting to bind port a597320c-d2fe-4700-8427-7f4d2e287a7b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:37.834640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Attempting to bind port a597320c-d2fe-4700-8427-7f4d2e287a7b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'dfc5164c-a80c-4fed-96c2-77de928c9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:37.834640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Attempting to bind port a597320c-d2fe-4700-8427-7f4d2e287a7b on network c3c15a60-89ea-4e8b-afac-831fe644b5cc {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:37.838651 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.841097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:37.841470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Checking segment: {'id': 'dfc5164c-a80c-4fed-96c2-77de928c9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:37.841861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.842247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Bound using segment: {'id': 'dfc5164c-a80c-4fed-96c2-77de928c9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:37.842720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Bound port: a597320c-d2fe-4700-8427-7f4d2e287a7b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc5164c-a80c-4fed-96c2-77de928c9359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c3c15a60-89ea-4e8b-afac-831fe644b5cc'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:37.843091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.861355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.889686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting subnet 3f9ad430-4613-41eb-b510-862ca35bf9a1 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:37.893433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.906532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:37.954885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.002168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a406db0e-c701-4797-b7ec-2820dca3a3df,segment=NetworkSegment(7a85df53-0219-479e-be2b-3a2ea979e5e5),segment_id=7a85df53-0219-479e-be2b-3a2ea979e5e5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:38.016029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] For port a597320c-d2fe-4700-8427-7f4d2e287a7b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:38.021539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] For port a597320c-d2fe-4700-8427-7f4d2e287a7b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a597320c-d2fe-4700-8427-7f4d2e287a7b,segment=NetworkSegment(dfc5164c-a80c-4fed-96c2-77de928c9359),segment_id=dfc5164c-a80c-4fed-96c2-77de928c9359)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:38.027948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdb0fd-ee8c-4bbc-af19-1408c9a00a8e None None] Pushing event updated for resources: {'Port': ['ID=9307ceea-a233-4d04-9329-64493904681e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.028128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.076791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:38.080020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:38.084105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:38.104916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.116532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.136619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.141276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.158614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:38.159381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.202291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.251717 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-61551520-e9e9-497f-b7e9-cf0492809f2f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3196669 Oct 15 20:05:38.251865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:38.260396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5464d772-458a-42d0-90d6-4cb17268943d'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:38.292776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3df94-a63f-4617-a3dd-8223a001effc None None] Pushing event updated for resources: {'Port': ['ID=a597320c-d2fe-4700-8427-7f4d2e287a7b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.301556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.333078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9ad430-4613-41eb-b510-862ca35bf9a1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.346351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.360054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ec4e471-910a-42d8-9f2e-b1721b9e7c24 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/subnets/3f9ad430-4613-41eb-b510-862ca35bf9a1 HTTP/1.1" status: 204 len: 168 time: 0.5608590 Oct 15 20:05:38.360054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38644) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:38.364496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b54e50-1dad-417c-914c-ecedfd7c655a None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:38.395770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.469777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3987c89-85c3-4527-a0fa-8d01182fff31 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:38.475198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c3987c89-85c3-4527-a0fa-8d01182fff31 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152973 Oct 15 20:05:38.475469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:38.483574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3633c51b-e7ce-46ee-8b87-78926cc08fd1 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:38.484034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3633c51b-e7ce-46ee-8b87-78926cc08fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.603625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.666035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting port a597320c-d2fe-4700-8427-7f4d2e287a7b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:38.666744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.762803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Delete allocated IP 172.20.0.22 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:05:38.766356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] For port a597320c-d2fe-4700-8427-7f4d2e287a7b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a597320c-d2fe-4700-8427-7f4d2e287a7b,segment=NetworkSegment(dfc5164c-a80c-4fed-96c2-77de928c9359),segment_id=dfc5164c-a80c-4fed-96c2-77de928c9359)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:38.766731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.778766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Update dhcp port {'port': {'network_id': '7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c', 'fixed_ips': [{'subnet_id': '5464d772-458a-42d0-90d6-4cb17268943d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4c683ff-e4c5-4d00-b489-fd6ae7b59d65'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'a406db0e-c701-4797-b7ec-2820dca3a3df'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:05:38.783838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Calling delete_port for a597320c-d2fe-4700-8427-7f4d2e287a7b owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:38.810943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.910189 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.939218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.965126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Port': ['ID=a597320c-d2fe-4700-8427-7f4d2e287a7b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:38.967829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:38.974002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] No DVR routers for this DVR port a597320c-d2fe-4700-8427-7f4d2e287a7b on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:39.037839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Allocated IP 172.20.0.18 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65/a406db0e-c701-4797-b7ec-2820dca3a3df) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:39.072379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.085529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:39.097405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c15a60-89ea-4e8b-afac-831fe644b5cc']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:39.107383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] In _notify_port_updated(), no bound segment for port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 on network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:39.110920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc5164c-a80c-4fed-96c2-77de928c9359') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:39.111219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc5164c-a80c-4fed-96c2-77de928c9359') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:39.112740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:39.113377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.114721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a745b095-71c1-4dc9-b15f-ecf3dc7c9986 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/ports/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 HTTP/1.1" status: 200 len: 919 time: 0.8619940 Oct 15 20:05:39.120088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:39.121985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.126625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5464d772-458a-42d0-90d6-4cb17268943d'}, {'subnet_id': 'c4c683ff-e4c5-4d00-b489-fd6ae7b59d65'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:39.140034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.146475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:39.146898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.159504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a406db0e-c701-4797-b7ec-2820dca3a3df,segment=NetworkSegment(7a85df53-0219-479e-be2b-3a2ea979e5e5),segment_id=7a85df53-0219-479e-be2b-3a2ea979e5e5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:39.162900 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:39.208992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.219730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.269592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.299366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.307150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.310929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/c3c15a60-89ea-4e8b-afac-831fe644b5cc HTTP/1.1" status: 204 len: 168 time: 0.8344293 Oct 15 20:05:39.316924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38656) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:39.336455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aad43a-0665-435e-be16-725b31d1f49b tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=c3c15a60-89ea-4e8b-afac-831fe644b5cc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:39.394937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525aaf2-261c-43f3-a3a2-7bbce0cd2258 None None] Pushing event updated for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:39.485305 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.519054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-59471845-9d1d-4ef7-ad71-ce6d57080ea0 None None] Could not find standard attr ID for object a597320c-d2fe-4700-8427-7f4d2e287a7b. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:39.612581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af01c67-6cbf-49fd-a2d9-eec2d4053172 None None] DHCP port deletion for c3c15a60-89ea-4e8b-afac-831fe644b5cc request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:39.632482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194fad3-c7cd-4668-bd78-7e5a15e130ef None None] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:39.654937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2194fad3-c7cd-4668-bd78-7e5a15e130ef None None] Network c3c15a60-89ea-4e8b-afac-831fe644b5cc could not be found, it might have been deleted concurrently. {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 20:05:39.658295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9307ceea-a233-4d04-9329-64493904681e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:39.665193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.19 (7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:39.678381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Deleting port 9307ceea-a233-4d04-9329-64493904681e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:39.678671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.718408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9307ceea-a233-4d04-9329-64493904681e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:39.719014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.813914 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.822843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] For port 9307ceea-a233-4d04-9329-64493904681e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9307ceea-a233-4d04-9329-64493904681e,segment=NetworkSegment(ee15c20c-d4dd-478c-9225-7b82309cd885),segment_id=ee15c20c-d4dd-478c-9225-7b82309cd885)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:39.823207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.844629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Calling delete_port for 9307ceea-a233-4d04-9329-64493904681e owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:39.864249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9307ceea-a233-4d04-9329-64493904681e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9307ceea-a233-4d04-9329-64493904681e,segment=NetworkSegment(ee15c20c-d4dd-478c-9225-7b82309cd885),segment_id=ee15c20c-d4dd-478c-9225-7b82309cd885)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:39.903202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96902750-1352-4197-8e71-8a81ac22b4e6 None None] Network b8afc800-a1e3-423d-b347-efd3925facb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:39.932920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.974240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:39.975125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a406db0e-c701-4797-b7ec-2820dca3a3df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:39.990155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.064479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.087804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-af8a8fa9-d204-46bf-9f48-afdc73384fe5 None None] Provisioning complete for port 9307ceea-a233-4d04-9329-64493904681e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:40.088170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-af8a8fa9-d204-46bf-9f48-afdc73384fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.124033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.132230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-af8a8fa9-d204-46bf-9f48-afdc73384fe5 None None] Port 9307ceea-a233-4d04-9329-64493904681e was deleted so its status cannot be updated. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 15 20:05:40.135393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9307ceea-a233-4d04-9329-64493904681e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.136469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] No DVR routers for this DVR port 9307ceea-a233-4d04-9329-64493904681e on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:40.154425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:40.154425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.187825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Port': ['ID=9307ceea-a233-4d04-9329-64493904681e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.245129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] In _notify_port_updated(), no bound segment for port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 on network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:05:40.250741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:40.251392 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.255297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-caf2bc89-cfd0-4a1a-9880-c5bc94a68435 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/ports/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 HTTP/1.1" status: 200 len: 999 time: 1.1313438 Oct 15 20:05:40.256865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38662) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:40.286291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.309261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8afc800-a1e3-423d-b347-efd3925facb9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.319484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee15c20c-d4dd-478c-9225-7b82309cd885') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.319813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee15c20c-d4dd-478c-9225-7b82309cd885') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.330760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.346307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.353231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:40.353763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.353902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:40.354197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:40.357489 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:40.368063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8689c-5f67-454e-b307-5ee10479507b None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:40.370033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8152f2-c38c-459d-8f98-50a6f74b1092 None None] DHCP port deletion for b8afc800-a1e3-423d-b347-efd3925facb9 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:40.441180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6ba66a0f-95ad-4f1b-afea-8fec6fd86081 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:40.441470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ba66a0f-95ad-4f1b-afea-8fec6fd86081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.455606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.468625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:40.482272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.501060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.505708 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/b8afc800-a1e3-423d-b347-efd3925facb9 HTTP/1.1" status: 204 len: 168 time: 1.1882885 Oct 15 20:05:40.506994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2da24-66af-491a-9438-2543c7f613e3 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=b8afc800-a1e3-423d-b347-efd3925facb9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.510035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:40.595136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.655208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6ba66a0f-95ad-4f1b-afea-8fec6fd86081 None None] Provisioning complete for port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:40.655638 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ba66a0f-95ad-4f1b-afea-8fec6fd86081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.687533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.694223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6ba66a0f-95ad-4f1b-afea-8fec6fd86081 None None] Port 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:40.708629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b82bcfc-b119-4605-92a6-1cdeaf94446e']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.718606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea080df-279a-456d-8775-8160cac7db8a') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.718901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea080df-279a-456d-8775-8160cac7db8a') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:40.728177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.728362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.741979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.748774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:40.749155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:40.752236 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:40.757031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.844613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.847848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bfb94232-d003-480d-b4aa-2891ba1a7a0c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 HTTP/1.1" status: 204 len: 168 time: 0.5896733 Oct 15 20:05:40.850400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38666) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:40.865108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.877774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:40.877894 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-0901e51a-6810-45a4-a2dc-44eff48e8b2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:40.877986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/1b82bcfc-b119-4605-92a6-1cdeaf94446e HTTP/1.1" status: 204 len: 168 time: 0.3657506 Oct 15 20:05:40.878079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0901e51a-6810-45a4-a2dc-44eff48e8b2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 HTTP/1.1" status: 404 len: 333 time: 0.0256872 Oct 15 20:05:40.879266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38668) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:40.880974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38670) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:40.889827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf5498-7fbb-4d86-8e09-4ee33dc39309 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=1b82bcfc-b119-4605-92a6-1cdeaf94446e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:40.995264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet c4c683ff-e4c5-4d00-b489-fd6ae7b59d65 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:40.998421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.003421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.064513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.152657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.195086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1c3adb-f1f0-4912-a070-4a49b4914333']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:41.208431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd1889b-b9cd-49f9-966c-2a59358167af') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:41.208724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd1889b-b9cd-49f9-966c-2a59358167af') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:41.224550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.235112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.259772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.275617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:41.276007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:41.278793 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:41.386817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a406db0e-c701-4797-b7ec-2820dca3a3df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:41.407742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.416630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.419518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] 10.222.0.13 "DELETE /v2.0/networks/6c1c3adb-f1f0-4912-a070-4a49b4914333 HTTP/1.1" status: 204 len: 168 time: 0.5392954 Oct 15 20:05:41.431229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd692aa5-94ef-4d9c-8bf9-d004bbcb9271 tempest-BulkNetworkOpsIpV6Test-1120639288 tempest-BulkNetworkOpsIpV6Test-1120639288-project] Pushing event deleted for resources: {'Network': ['ID=6c1c3adb-f1f0-4912-a070-4a49b4914333,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:41.439243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:41.439637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.442669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.472612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c683ff-e4c5-4d00-b489-fd6ae7b59d65,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:41.474515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.481648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-db433ba8-799f-4783-bcaf-992798b30f6c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65 HTTP/1.1" status: 204 len: 168 time: 0.5891726 Oct 15 20:05:41.481648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38678) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:41.536950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 5464d772-458a-42d0-90d6-4cb17268943d {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:41.540721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.574105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9307ceea-a233-4d04-9329-64493904681e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:41.582003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.597190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9307ceea-a233-4d04-9329-64493904681e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:41.598013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9307ceea-a233-4d04-9329-64493904681e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:41.598013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a597320c-d2fe-4700-8427-7f4d2e287a7b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:41.617952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a597320c-d2fe-4700-8427-7f4d2e287a7b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:41.618325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a597320c-d2fe-4700-8427-7f4d2e287a7b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:41.667157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.790649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9c3be-8a4b-4de4-8ec0-8cd3154376d6 None None] Network 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:41.802498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.832264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=5464d772-458a-42d0-90d6-4cb17268943d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:41.838678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.845354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bfd98850-3d50-4ce3-bedd-5db5c4c6214a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/5464d772-458a-42d0-90d6-4cb17268943d HTTP/1.1" status: 204 len: 168 time: 0.3640580 Oct 15 20:05:41.845808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38680) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:41.859108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-13ce173e-b89b-4b58-9733-24d2c7a03a94 None None] Provisioning complete for port a406db0e-c701-4797-b7ec-2820dca3a3df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:41.859478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-13ce173e-b89b-4b58-9733-24d2c7a03a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.925088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:41.976272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:41.987458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port a406db0e-c701-4797-b7ec-2820dca3a3df {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:41.987895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.027428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-13ce173e-b89b-4b58-9733-24d2c7a03a94 None None] Could not find standard attr ID for object 6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:42.061412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a406db0e-c701-4797-b7ec-2820dca3a3df,segment=NetworkSegment(7a85df53-0219-479e-be2b-3a2ea979e5e5),segment_id=7a85df53-0219-479e-be2b-3a2ea979e5e5)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:42.061412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.074902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for a406db0e-c701-4797-b7ec-2820dca3a3df owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:42.097623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] DHCP port deletion for 7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:42.146417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Deleting port a406db0e-c701-4797-b7ec-2820dca3a3df {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:42.147043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.150999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-744080a5-9827-4a1e-8da6-2dcf6cfbec43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71d9c1c6c90c4f2eba0e7ef731509040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734958 Oct 15 20:05:42.154626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38692) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:42.216889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.217928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] For port a406db0e-c701-4797-b7ec-2820dca3a3df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a406db0e-c701-4797-b7ec-2820dca3a3df,segment=NetworkSegment(7a85df53-0219-479e-be2b-3a2ea979e5e5),segment_id=7a85df53-0219-479e-be2b-3a2ea979e5e5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:42.218318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.230419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.232155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Calling delete_port for a406db0e-c701-4797-b7ec-2820dca3a3df owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:42.238296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.259181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:42.261241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port a406db0e-c701-4797-b7ec-2820dca3a3df on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:42.324925 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.342369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.353684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] Pushing event deleted for resources: {'Port': ['ID=a406db0e-c701-4797-b7ec-2820dca3a3df,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:42.359166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420a887-fdaf-415d-8113-81396ea7711f None None] No DVR routers for this DVR port a406db0e-c701-4797-b7ec-2820dca3a3df on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:42.371146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:42.373532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.376272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.377787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19aee336-6a8a-44e6-8854-35f4a491df05 HTTP/1.1" status: 204 len: 168 time: 0.2214096 Oct 15 20:05:42.381568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a85df53-0219-479e-be2b-3a2ea979e5e5') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:42.381883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a85df53-0219-479e-be2b-3a2ea979e5e5') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:42.387639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84295045-9589-4441-bc21-e88817fcf308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aee336-6a8a-44e6-8854-35f4a491df05,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:42.399808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.415283 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.421356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:42.421800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:42.424874 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:42.579352 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.586610 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.590260 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c HTTP/1.1" status: 204 len: 168 time: 0.7430363 Oct 15 20:05:42.593917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38696) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:42.602765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efb27d-afbd-4cb6-9437-1bb66892bee1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=7ad7f8ad-e9a7-4c58-bc05-5de314ddae5c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:42.647132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cb154-a47f-46c6-bcb8-52d4d5e80f54 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:42.649453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f86cb154-a47f-46c6-bcb8-52d4d5e80f54 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0541573 Oct 15 20:05:42.652878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38700) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:42.697571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6da46fe4-d558-4966-8556-9d0542e84c94 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0436513 Oct 15 20:05:42.700995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:42.705807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-897151137'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:42.773295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:42.777475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.804125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:42.813726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.823401 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment 13333d4f-cf44-416f-bc3b-b5c96bce884a of type vlan for network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 Oct 15 20:05:42.856200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.950810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:42.956548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:42.957158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.026765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=b9c88772-424b-4a1f-a103-ba2ecbb9e1c1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:43.037694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:43.079215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f7df34cd-05c3-4af1-a230-a709c45994f5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3770845 Oct 15 20:05:43.082098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38714) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:43.087445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:43.236005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:43.240410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.384005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a406db0e-c701-4797-b7ec-2820dca3a3df no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:43.404566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a406db0e-c701-4797-b7ec-2820dca3a3df {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:43.405053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a406db0e-c701-4797-b7ec-2820dca3a3df not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:43.447946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38726) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:43.554166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-753680519'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:43.641826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:43.645317 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.654801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.728321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.767482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.784382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.816247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:43.826074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39768c2-38cc-493b-a329-e18a37321cba,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:43.832201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.832602 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment 384e1e25-7d97-4066-9ce3-f2f57b06fe85 of type vlan for network fd45819b-9925-4059-90d6-7b0302c56bda Oct 15 20:05:43.835437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=fd8494b6-368c-4490-b279-343e6284d83f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:43.844222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': '13333d4f-cf44-416f-bc3b-b5c96bce884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:43.844643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: b9c88772-424b-4a1f-a103-ba2ecbb9e1c1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:43.875056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.933206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:43.962334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:43.968184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:43.968761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.007841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b9c88772-424b-4a1f-a103-ba2ecbb9e1c1) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:44.012010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:44.012591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.018882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392e8e15-f2f7-49a6-8492-30b663b8fdef None None] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:44.034814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=fd45819b-9925-4059-90d6-7b0302c56bda,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:44.047707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network fd45819b-9925-4059-90d6-7b0302c56bda details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:44.062058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a966dfbc-fc91-4b52-9d73-97849f3ef6f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6129997 Oct 15 20:05:44.088998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d3610512-9e49-470d-bb7c-21f8ee4c3d3a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0055327 Oct 15 20:05:44.089795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38730) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:44.095469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1', 'name': 'tempest-PortsTestJSON-1636045115'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:44.240119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b9c88772-424b-4a1f-a103-ba2ecbb9e1c1', 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': 'fd8494b6-368c-4490-b279-343e6284d83f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:44.240966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.286660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:44.293614 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.321548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 867881f7-9188-4143-b80d-41062cb7c3ca yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:44.385825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Allocated IP 172.20.0.2 (b9c88772-424b-4a1f-a103-ba2ecbb9e1c1/fd8494b6-368c-4490-b279-343e6284d83f/ae52265a-e50c-4e86-8fb8-3cfc68d499fc) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:44.522992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.585273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.626615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:44.630856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:44.638629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:44.641137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Pushing event updated for resources: {'Port': ['ID=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:44.644923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.10 (b9c88772-424b-4a1f-a103-ba2ecbb9e1c1/fd8494b6-368c-4490-b279-343e6284d83f/867881f7-9188-4143-b80d-41062cb7c3ca) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:44.693636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Attempting to bind port ae52265a-e50c-4e86-8fb8-3cfc68d499fc on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:44.694008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Attempting to bind port ae52265a-e50c-4e86-8fb8-3cfc68d499fc by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '13333d4f-cf44-416f-bc3b-b5c96bce884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:44.694358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Attempting to bind port ae52265a-e50c-4e86-8fb8-3cfc68d499fc on network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:44.699780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:44.700157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Checking segment: {'id': '13333d4f-cf44-416f-bc3b-b5c96bce884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:44.700559 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.700946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Bound using segment: {'id': '13333d4f-cf44-416f-bc3b-b5c96bce884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:44.701410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Bound port: ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13333d4f-cf44-416f-bc3b-b5c96bce884a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:44.701784 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.763785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] For port ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:44.766766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] For port ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,segment=NetworkSegment(13333d4f-cf44-416f-bc3b-b5c96bce884a),segment_id=13333d4f-cf44-416f-bc3b-b5c96bce884a)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:44.795292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.824504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.885724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81262-728a-45e5-8acc-1edf7220223c None None] Pushing event updated for resources: {'Port': ['ID=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:44.929094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:44.978696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:44.981863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:44.985808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:45.019238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=867881f7-9188-4143-b80d-41062cb7c3ca,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:45.050112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:45.051345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.124584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ded84189-a0af-4214-8b82-7db8aa1545fb tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0336657 Oct 15 20:05:45.127035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38738) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:45.132253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': 'b9c88772-424b-4a1f-a103-ba2ecbb9e1c1', 'name': 'tempest-PortsTestJSON-680038700'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:45.293425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:45.297153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.325158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 7a56dc57-bc05-4f44-aa8b-9f0487a2620e yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:45.449822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.9 (b9c88772-424b-4a1f-a103-ba2ecbb9e1c1/fd8494b6-368c-4490-b279-343e6284d83f/7a56dc57-bc05-4f44-aa8b-9f0487a2620e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:45.474770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae52265a-e50c-4e86-8fb8-3cfc68d499fc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:45.529203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ae52265a-e50c-4e86-8fb8-3cfc68d499fc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:45.529579 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.614619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.615840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.651304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,segment=NetworkSegment(13333d4f-cf44-416f-bc3b-b5c96bce884a),segment_id=13333d4f-cf44-416f-bc3b-b5c96bce884a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:45.711464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.734873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.784317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:45.794729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:45.798081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:45.805529 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:45.809492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=7a56dc57-bc05-4f44-aa8b-9f0487a2620e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:45.858499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:45.859208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:45.932097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0a627ed6-09d4-453e-a6d1-27026a866b87 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8038890 Oct 15 20:05:45.934793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38744) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:45.965066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d62349-d5bc-4f91-badc-bdb97c480a21 None None] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:46.025556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a2199b-66e6-46e7-89d2-8d3739d2bbe7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:46.027059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-37a2199b-66e6-46e7-89d2-8d3739d2bbe7 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.0912778 Oct 15 20:05:46.029986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38746) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:46.037157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1e9bd1ff-b816-4d12-b350-c7310da8df74 None None] Provisioning complete for port ae52265a-e50c-4e86-8fb8-3cfc68d499fc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:46.037528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd1ff-b816-4d12-b350-c7310da8df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.124714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 7a56dc57-bc05-4f44-aa8b-9f0487a2620e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:46.124714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.230103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.243169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 7a56dc57-bc05-4f44-aa8b-9f0487a2620e owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:46.465169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.509685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=7a56dc57-bc05-4f44-aa8b-9f0487a2620e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:46.519970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Provisioning complete for port ae52265a-e50c-4e86-8fb8-3cfc68d499fc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:46.520911 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.583291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.590675 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1bbd6745-5d9d-4d44-b1d5-f47974ca2cd6 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/7a56dc57-bc05-4f44-aa8b-9f0487a2620e HTTP/1.1" status: 204 len: 168 time: 0.5596211 Oct 15 20:05:46.591778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38752) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:46.621943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Could not find standard attr ID for object 7a56dc57-bc05-4f44-aa8b-9f0487a2620e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:46.631450 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b20eca-cad3-4b12-bca3-bfb23c2cc0e8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:46.633672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Provisioning complete for port 867881f7-9188-4143-b80d-41062cb7c3ca triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:46.634043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.634512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-51b20eca-cad3-4b12-bca3-bfb23c2cc0e8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/7a56dc57-bc05-4f44-aa8b-9f0487a2620e HTTP/1.1" status: 404 len: 333 time: 0.0412869 Oct 15 20:05:46.636938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38754) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:46.675831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-34732194-eeb2-46ab-a9cd-35c749538bc2 None None] Port 867881f7-9188-4143-b80d-41062cb7c3ca cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:46.734187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 867881f7-9188-4143-b80d-41062cb7c3ca {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:46.734523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.802903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ae67335-d3cc-4dc2-8571-3aa10dbe54d6 None None] Provisioning complete for port 867881f7-9188-4143-b80d-41062cb7c3ca triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:46.803665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ae67335-d3cc-4dc2-8571-3aa10dbe54d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.831200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:46.850532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 867881f7-9188-4143-b80d-41062cb7c3ca owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:46.854590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3ae67335-d3cc-4dc2-8571-3aa10dbe54d6 None None] Port 867881f7-9188-4143-b80d-41062cb7c3ca cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:46.970608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7cf87bbf-62bc-433e-a335-2ed40d1a1c58 None None] Could not find standard attr ID for object 7a56dc57-bc05-4f44-aa8b-9f0487a2620e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:47.053119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.085482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=867881f7-9188-4143-b80d-41062cb7c3ca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:47.155496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.161090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50774343-08b0-4328-b84e-ef6c5a2473e1 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/867881f7-9188-4143-b80d-41062cb7c3ca HTTP/1.1" status: 204 len: 168 time: 0.5205681 Oct 15 20:05:47.161414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:47.186831 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9796ca6f-ceba-458d-96bd-ce330811fe90 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:47.190824 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9796ca6f-ceba-458d-96bd-ce330811fe90 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/867881f7-9188-4143-b80d-41062cb7c3ca HTTP/1.1" status: 404 len: 333 time: 0.0259740 Oct 15 20:05:47.191174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38758) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:47.244641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet fd8494b6-368c-4490-b279-343e6284d83f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:47.248071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.288461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.314814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38760) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:47.320115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:47.379042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.395015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae52265a-e50c-4e86-8fb8-3cfc68d499fc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:47.450781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ae52265a-e50c-4e86-8fb8-3cfc68d499fc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:47.451031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.498987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:47.502842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.532599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.566002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=fd8494b6-368c-4490-b279-343e6284d83f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:47.570518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.574261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c025d3e6-f4da-4192-8ec2-1e5f6fe89237 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8494b6-368c-4490-b279-343e6284d83f HTTP/1.1" status: 204 len: 168 time: 0.3820035 Oct 15 20:05:47.577186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38766) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:47.578223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb26ef7-a919-483c-85d3-ff2ce933bfa7 None None] Network b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:47.668238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.726624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port ae52265a-e50c-4e86-8fb8-3cfc68d499fc {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:47.727609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.761929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.774218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] DHCP port deletion for b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:47.804722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,segment=NetworkSegment(13333d4f-cf44-416f-bc3b-b5c96bce884a),segment_id=13333d4f-cf44-416f-bc3b-b5c96bce884a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:47.805091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.818828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for ae52265a-e50c-4e86-8fb8-3cfc68d499fc owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:47.830350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Deleting port ae52265a-e50c-4e86-8fb8-3cfc68d499fc {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:47.830724 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.844836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=b0d3d507-78fb-453d-b292-12d27aeb9ceb,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:47.851718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': '384e1e25-7d97-4066-9ce3-f2f57b06fe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:47.852153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: fd45819b-9925-4059-90d6-7b0302c56bda, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:47.916424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] For port ae52265a-e50c-4e86-8fb8-3cfc68d499fc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,segment=NetworkSegment(13333d4f-cf44-416f-bc3b-b5c96bce884a),segment_id=13333d4f-cf44-416f-bc3b-b5c96bce884a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:47.916982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:47.930195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Calling delete_port for ae52265a-e50c-4e86-8fb8-3cfc68d499fc owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:47.961528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network fd45819b-9925-4059-90d6-7b0302c56bda is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:47.989727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.007112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.016245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.019823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port ae52265a-e50c-4e86-8fb8-3cfc68d499fc on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:48.031924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] Pushing event deleted for resources: {'Port': ['ID=ae52265a-e50c-4e86-8fb8-3cfc68d499fc,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.035504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59be497-c3a2-46eb-929c-c4084d466185 None None] No DVR routers for this DVR port ae52265a-e50c-4e86-8fb8-3cfc68d499fc on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:48.046418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, fd45819b-9925-4059-90d6-7b0302c56bda) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:48.051329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:48.051982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.057544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33feb3f0-ce3f-4989-92d8-5d35de3eebce None None] Network fd45819b-9925-4059-90d6-7b0302c56bda requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:48.107027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.129595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c88772-424b-4a1f-a103-ba2ecbb9e1c1']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:48.139745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13333d4f-cf44-416f-bc3b-b5c96bce884a') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:48.140022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13333d4f-cf44-416f-bc3b-b5c96bce884a') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:48.151770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.153398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a11e2fba-69c2-49ed-90c6-8b02bb06edf3 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8374734 Oct 15 20:05:48.156879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38768) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:48.162047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-842918047'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:48.173273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.184314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:48.185020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:48.188734 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:48.246558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:48.250442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.275994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:48.333182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.338631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.344798 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment d9983f39-3376-41f4-9998-7d1f17ba62f0 of type vlan for network b06c8623-ae53-4a3b-afe2-ad96e13450cf Oct 15 20:05:48.345634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.346356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/b9c88772-424b-4a1f-a103-ba2ecbb9e1c1 HTTP/1.1" status: 204 len: 168 time: 0.7675874 Oct 15 20:05:48.349703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38770) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:48.357673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1946363075'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:48.358398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-fd45819b-9925-4059-90d6-7b0302c56bda', 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda', 'tenant_id': '665d4a34739a40c2b551ade6f2b5e487', 'fixed_ips': [{'subnet_id': 'b0d3d507-78fb-453d-b292-12d27aeb9ceb'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:48.359265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.359656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0082e-3f08-4d03-a7ad-7387bb6eada0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=b9c88772-424b-4a1f-a103-ba2ecbb9e1c1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.404448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.477381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:48.481880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.500067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.505853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:48.509553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.509723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Allocated IP 2001:db8:0:ffff::2 (fd45819b-9925-4059-90d6-7b0302c56bda/b0d3d507-78fb-453d-b292-12d27aeb9ceb/370bd000-d06c-407d-9153-74c3cc95a37c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:48.543746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:48.553110 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-79bd3522-2318-4890-8d13-63e899e6297d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.590512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.590855 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment 1dd1753d-16c6-412f-8d1b-ab87c5ea09d3 of type vlan for network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 Oct 15 20:05:48.601435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=b06c8623-ae53-4a3b-afe2-ad96e13450cf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.607455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9eef0fc5-c8ce-4010-a348-102f9e2dc98a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4495325 Oct 15 20:05:48.611475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38776) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:48.617832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:48.643375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.666444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:48.702698 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.727424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.733169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:48.733745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.745351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.792924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Network fd45819b-9925-4059-90d6-7b0302c56bda is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:48.795681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:48.798653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:48.801588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:48.803140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=07b4b0d4-8e27-4cd8-be0f-42065a8960d6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.812069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.814348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:48.818062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Pushing event updated for resources: {'Port': ['ID=370bd000-d06c-407d-9153-74c3cc95a37c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:48.858350 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3bda4e88-1a59-49db-82fe-f0b3fe21a951 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5050657 Oct 15 20:05:48.858580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:48.863773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:48.918292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Attempting to bind port 370bd000-d06c-407d-9153-74c3cc95a37c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:48.918676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Attempting to bind port 370bd000-d06c-407d-9153-74c3cc95a37c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '384e1e25-7d97-4066-9ce3-f2f57b06fe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:48.919025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Attempting to bind port 370bd000-d06c-407d-9153-74c3cc95a37c on network fd45819b-9925-4059-90d6-7b0302c56bda {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:48.926727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:48.927162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Checking segment: {'id': '384e1e25-7d97-4066-9ce3-f2f57b06fe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:48.927494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:48.927918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Bound using segment: {'id': '384e1e25-7d97-4066-9ce3-f2f57b06fe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:48.928380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Bound port: 370bd000-d06c-407d-9153-74c3cc95a37c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384e1e25-7d97-4066-9ce3-f2f57b06fe85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fd45819b-9925-4059-90d6-7b0302c56bda'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:48.928756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.004930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] For port 370bd000-d06c-407d-9153-74c3cc95a37c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:49.009475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] For port 370bd000-d06c-407d-9153-74c3cc95a37c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=370bd000-d06c-407d-9153-74c3cc95a37c,segment=NetworkSegment(384e1e25-7d97-4066-9ce3-f2f57b06fe85),segment_id=384e1e25-7d97-4066-9ce3-f2f57b06fe85)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:49.190088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.254486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cff1b-0ef9-4d4e-b88c-362319e2b6f6 None None] Pushing event updated for resources: {'Port': ['ID=370bd000-d06c-407d-9153-74c3cc95a37c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:49.300292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 20:05:49.302349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.356580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:49.362174 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.369804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:49.375493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': 'd9983f39-3376-41f4-9998-7d1f17ba62f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:49.375944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: b06c8623-ae53-4a3b-afe2-ad96e13450cf, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:49.405376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae52265a-e50c-4e86-8fb8-3cfc68d499fc no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:49.427073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ae52265a-e50c-4e86-8fb8-3cfc68d499fc {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:49.427416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae52265a-e50c-4e86-8fb8-3cfc68d499fc not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:49.466870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:49.543547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b06c8623-ae53-4a3b-afe2-ad96e13450cf) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:49.553816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:49.555482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7399680c-0575-42cf-94a3-ba4749c82110 None None] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:49.556393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.655499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d778bfee-3938-43f3-93c6-ff211c1d46ad tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0429676 Oct 15 20:05:49.658130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:49.663085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'port': {'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf', 'name': 'tempest-NetworksIpV6TestAttrs-1703269158'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:49.676840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.719682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b06c8623-ae53-4a3b-afe2-ad96e13450cf', 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf', 'tenant_id': '665d4a34739a40c2b551ade6f2b5e487', 'fixed_ips': [{'subnet_id': '2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:49.721359 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.751890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=64af763f-81e8-4ddc-b3ab-c8c24d05f69b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:49.754214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:49.754626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: 07b4b0d4-8e27-4cd8-be0f-42065a8960d6, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:49.847382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:49.857396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:49.861088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.878332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Allocated IP 2001:db8::f816:3eff:fe4b:4515 (b06c8623-ae53-4a3b-afe2-ad96e13450cf/2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18/b7d59a7d-5b37-4d55-acd3-63903636e466) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:49.881537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] device_id is not set on port 6dc7643c-4669-4e9b-942c-c32e61405c7d yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:49.916817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 07b4b0d4-8e27-4cd8-be0f-42065a8960d6) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:49.922815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:49.923418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:49.947330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289c666-daaa-47bc-92ba-7f0e17c39aac None None] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:50.010768 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-75804dcd-ddeb-4b2b-8b80-5c82b7fbbe96 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1511495 Oct 15 20:05:50.013823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38786) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:50.019014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6', 'name': 'tempest-PortsTestJSON-790310702', 'fixed_ips': [{'subnet_id': '64af763f-81e8-4ddc-b3ab-c8c24d05f69b', 'ip_address': '172.20.0.10'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:50.124028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.170856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-07b4b0d4-8e27-4cd8-be0f-42065a8960d6', 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': '64af763f-81e8-4ddc-b3ab-c8c24d05f69b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:50.171812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.243669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.246401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:50.267296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Allocated IP 2001:db8::f816:3eff:feec:727c (b06c8623-ae53-4a3b-afe2-ad96e13450cf/2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18/6dc7643c-4669-4e9b-942c-c32e61405c7d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:50.294812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:50.301895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:50.310171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:50.353915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.355491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Pushing event updated for resources: {'Port': ['ID=b7d59a7d-5b37-4d55-acd3-63903636e466,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:50.370993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a861876-b9d5-4b24-a0d6-d97b9834612b None None] Network fd45819b-9925-4059-90d6-7b0302c56bda requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:50.385579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 978a6eec-e078-4ef5-8974-823f41c06038 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:50.449733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.485024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Allocated IP 172.20.0.2 (07b4b0d4-8e27-4cd8-be0f-42065a8960d6/64af763f-81e8-4ddc-b3ab-c8c24d05f69b/edd8ede7-0831-4d7c-8a40-aefc3f19aa8c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:50.503624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Attempting to bind port b7d59a7d-5b37-4d55-acd3-63903636e466 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:50.503888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Attempting to bind port b7d59a7d-5b37-4d55-acd3-63903636e466 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd9983f39-3376-41f4-9998-7d1f17ba62f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:50.504245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Attempting to bind port b7d59a7d-5b37-4d55-acd3-63903636e466 on network b06c8623-ae53-4a3b-afe2-ad96e13450cf {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:50.513530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] Provisioning complete for port 370bd000-d06c-407d-9153-74c3cc95a37c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:50.514017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.541031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:50.546020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Checking segment: {'id': 'd9983f39-3376-41f4-9998-7d1f17ba62f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:50.546020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.546020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Bound using segment: {'id': 'd9983f39-3376-41f4-9998-7d1f17ba62f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:50.546020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Bound port: b7d59a7d-5b37-4d55-acd3-63903636e466, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9983f39-3376-41f4-9998-7d1f17ba62f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b06c8623-ae53-4a3b-afe2-ad96e13450cf'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:50.546020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.562276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.626221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:50.629543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:50.635455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:50.644976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:50.646067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.664350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Port': ['ID=6dc7643c-4669-4e9b-942c-c32e61405c7d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:50.746063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] For port b7d59a7d-5b37-4d55-acd3-63903636e466, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:50.748850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a51a9abb-58cd-4da8-b04a-76e2a64905d0 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0892718 Oct 15 20:05:50.750246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] For port b7d59a7d-5b37-4d55-acd3-63903636e466, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b7d59a7d-5b37-4d55-acd3-63903636e466,segment=NetworkSegment(d9983f39-3376-41f4-9998-7d1f17ba62f0),segment_id=d9983f39-3376-41f4-9998-7d1f17ba62f0)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:50.751414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38790) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:50.819619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting subnet 2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:50.825255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.835357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.858187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.869396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.914553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:50.961287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] For port 370bd000-d06c-407d-9153-74c3cc95a37c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=370bd000-d06c-407d-9153-74c3cc95a37c,segment=NetworkSegment(384e1e25-7d97-4066-9ce3-f2f57b06fe85),segment_id=384e1e25-7d97-4066-9ce3-f2f57b06fe85)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:50.962183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5d8fd8-6515-4f09-a255-6ea3345b3a9a None None] Pushing event updated for resources: {'Port': ['ID=b7d59a7d-5b37-4d55-acd3-63903636e466,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:50.991067 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.025140 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.044274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:51.052633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:51.054836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Pushing event updated for resources: {'Port': ['ID=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:51.057431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:51.094706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.10 (07b4b0d4-8e27-4cd8-be0f-42065a8960d6/64af763f-81e8-4ddc-b3ab-c8c24d05f69b/978a6eec-e078-4ef5-8974-823f41c06038) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:51.103599 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.165336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb4c67-f562-4bb6-b169-ae043d341241 None None] Pushing event updated for resources: {'Port': ['ID=370bd000-d06c-407d-9153-74c3cc95a37c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:51.172978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Attempting to bind port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:51.175269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Attempting to bind port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:51.175269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Attempting to bind port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c on network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:51.181536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:51.181791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Checking segment: {'id': '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:51.182059 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.182462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Bound using segment: {'id': '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:51.183548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Bound port: edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:51.183548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.281995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.331231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] For port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:51.334034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.340102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] For port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,segment=NetworkSegment(1dd1753d-16c6-412f-8d1b-ab87c5ea09d3),segment_id=1dd1753d-16c6-412f-8d1b-ab87c5ea09d3)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:51.341784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:51.341947 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18 HTTP/1.1" status: 204 len: 168 time: 0.5890152 Oct 15 20:05:51.370509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffb40c-f988-4a38-8b9e-0d10ff3173be tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:51.393412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-236dbe7c-41b7-4a60-b039-3fa94f575642 None None] Provisioning complete for port 370bd000-d06c-407d-9153-74c3cc95a37c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:51.393725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-236dbe7c-41b7-4a60-b039-3fa94f575642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.425866 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.438001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c8d28-7f1c-4027-9fac-0a530c919807 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:51.439802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c8d28-7f1c-4027-9fac-0a530c919807 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:51.444105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d12c8d28-7f1c-4027-9fac-0a530c919807 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1004157 Oct 15 20:05:51.445735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:51.450481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.498073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-466fb8b0-d907-47c6-adc7-f1bae010bea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.524521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 370bd000-d06c-407d-9153-74c3cc95a37c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:51.561770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76417d94-a76e-4cfe-b182-ee0303147712 None None] Pushing event updated for resources: {'Port': ['ID=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:51.562811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7cf95ea-def8-4c1a-ac87-91af88d98d64 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.570449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.572481 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cf95ea-def8-4c1a-ac87-91af88d98d64 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 15 20:05:51.573199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cf95ea-def8-4c1a-ac87-91af88d98d64 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:05:51.576697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c7cf95ea-def8-4c1a-ac87-91af88d98d64 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/b06c8623-ae53-4a3b-afe2-ad96e13450cf HTTP/1.1" status: 409 len: 405 time: 0.1297848 Oct 15 20:05:51.580897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38798) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:51.591651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2066750700'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:51.627103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:51.627103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:51.628824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:51.638058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 370bd000-d06c-407d-9153-74c3cc95a37c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:51.642309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.682531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=978a6eec-e078-4ef5-8974-823f41c06038,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:51.699092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:51.702380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:51.703109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.704661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.751199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:51.775451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.776468 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment 952c5f92-803d-4f03-b8d5-5c9f4307cdb7 of type vlan for network aba9dec0-9c14-4a70-ada3-4af8411f796b Oct 15 20:05:51.805523 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b5ecffe-163c-488e-a1a7-a19fe544d3f9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7901728 Oct 15 20:05:51.823807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38802) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:51.830511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': '07b4b0d4-8e27-4cd8-be0f-42065a8960d6', 'name': 'tempest-PortsTestJSON-424572166', 'fixed_ips': [{'subnet_id': '64af763f-81e8-4ddc-b3ab-c8c24d05f69b', 'ip_address': '172.20.0.9'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:51.857485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.950513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.956650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:51.957146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:51.964552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b7d59a7d-5b37-4d55-acd3-63903636e466 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:52.021301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b7d59a7d-5b37-4d55-acd3-63903636e466 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:52.021980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.031362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=aba9dec0-9c14-4a70-ada3-4af8411f796b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:52.036562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9e741df5-bbff-4a42-83ba-c20402a97d77 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4542305 Oct 15 20:05:52.040719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38806) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:52.045722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:52.057998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network aba9dec0-9c14-4a70-ada3-4af8411f796b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:52.114756 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:52.120377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.143688 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port db78ef12-f30a-418c-a499-e22fae3a3cc6 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:52.183946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.226607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port b7d59a7d-5b37-4d55-acd3-63903636e466, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b7d59a7d-5b37-4d55-acd3-63903636e466,segment=NetworkSegment(d9983f39-3376-41f4-9998-7d1f17ba62f0),segment_id=d9983f39-3376-41f4-9998-7d1f17ba62f0)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:52.247252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:52.250942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.305277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68425cad-c117-4819-a060-46539d4bc9e4 None None] Network b06c8623-ae53-4a3b-afe2-ad96e13450cf requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:52.317856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.335063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.9 (07b4b0d4-8e27-4cd8-be0f-42065a8960d6/64af763f-81e8-4ddc-b3ab-c8c24d05f69b/db78ef12-f30a-418c-a499-e22fae3a3cc6) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:52.417840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.435541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ef4084ff-63ed-4e5e-8f23-be3bba30f4ef None None] Provisioning complete for port b7d59a7d-5b37-4d55-acd3-63903636e466 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:52.435942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ef4084ff-63ed-4e5e-8f23-be3bba30f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.522766 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.535624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=b7d59a7d-5b37-4d55-acd3-63903636e466,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:52.653482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.653764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] DHCP port deletion for b06c8623-ae53-4a3b-afe2-ad96e13450cf request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:52.655755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.objects.ports [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101180) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 20:05:52.658216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.688444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.699629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:52.707193 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:52.711096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:52.732242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Deleting port b7d59a7d-5b37-4d55-acd3-63903636e466 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:52.732765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.738610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=9fd3325f-a9dc-45f9-a657-2e096ade1e5c,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:52.750921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=db78ef12-f30a-418c-a499-e22fae3a3cc6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:52.755537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': '952c5f92-803d-4f03-b8d5-5c9f4307cdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:52.756284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: aba9dec0-9c14-4a70-ada3-4af8411f796b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:52.784945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:52.791647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.803024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.823410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936933f0-3cc9-4dfd-b573-e8f3bbf3f2ce None None] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:52.826102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] For port b7d59a7d-5b37-4d55-acd3-63903636e466, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b7d59a7d-5b37-4d55-acd3-63903636e466,segment=NetworkSegment(d9983f39-3376-41f4-9998-7d1f17ba62f0),segment_id=d9983f39-3376-41f4-9998-7d1f17ba62f0)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:52.826491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.858491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network aba9dec0-9c14-4a70-ada3-4af8411f796b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:52.861472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Calling delete_port for b7d59a7d-5b37-4d55-acd3-63903636e466 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:52.884573 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e27b8679-4041-4d24-b190-7ad0a5a9fbaa tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0591118 Oct 15 20:05:52.887131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:52.904539 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.947063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] Provisioning complete for port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:52.947432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.961651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, aba9dec0-9c14-4a70-ada3-4af8411f796b) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:52.966390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:52.967237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:52.975946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c7a77-f73f-4d11-aa0a-5b701c416da3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:52.980428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-462c7a77-f73f-4d11-aa0a-5b701c416da3 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0894296 Oct 15 20:05:52.980428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:52.984350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b5270-c0cc-437d-8d1b-00c4fdda2835 None None] Network aba9dec0-9c14-4a70-ada3-4af8411f796b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:53.044535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-213c0134-3b53-4df9-8973-a1e294be6a58 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0027225 Oct 15 20:05:53.045733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65486f72-cee0-47ea-8f46-9171a1d85d57 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:53.047253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38818) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:53.052097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65486f72-cee0-47ea-8f46-9171a1d85d57 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:53.052274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'port': {'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b', 'name': 'tempest-NetworksIpV6TestAttrs-364047446'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:53.059037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65486f72-cee0-47ea-8f46-9171a1d85d57 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:53.064664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-65486f72-cee0-47ea-8f46-9171a1d85d57 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0797095 Oct 15 20:05:53.064664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38820) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:53.163000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port db78ef12-f30a-418c-a499-e22fae3a3cc6 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:53.163940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.223043 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.231539 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.247496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:53.251756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.253929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.266742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for db78ef12-f30a-418c-a499-e22fae3a3cc6 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:53.270686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] device_id is not set on port f766d95e-ced9-4b0d-94fb-36b993ef6c7e yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:53.274067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] Pushing event deleted for resources: {'Port': ['ID=b7d59a7d-5b37-4d55-acd3-63903636e466,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:53.282112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd87a6a-72af-419a-a7ae-c77ec66bb24a None None] No DVR routers for this DVR port b7d59a7d-5b37-4d55-acd3-63903636e466 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:53.331604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] For port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,segment=NetworkSegment(1dd1753d-16c6-412f-8d1b-ab87c5ea09d3),segment_id=1dd1753d-16c6-412f-8d1b-ab87c5ea09d3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:53.341612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-aba9dec0-9c14-4a70-ada3-4af8411f796b', 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b', 'tenant_id': '665d4a34739a40c2b551ade6f2b5e487', 'fixed_ips': [{'subnet_id': '9fd3325f-a9dc-45f9-a657-2e096ade1e5c'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:53.342480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.382878 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.469683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Allocated IP 2001:db8::f816:3eff:fee6:f71d (aba9dec0-9c14-4a70-ada3-4af8411f796b/9fd3325f-a9dc-45f9-a657-2e096ade1e5c/f766d95e-ced9-4b0d-94fb-36b993ef6c7e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:53.473955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device edd8ede7-0831-4d7c-8a40-aefc3f19aa8c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:53.556698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.578136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c6703-4c78-49f7-a911-11b4cc585d3e None None] Pushing event updated for resources: {'Port': ['ID=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:53.591467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:53.591919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.603929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=db78ef12-f30a-418c-a499-e22fae3a3cc6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:53.637647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Provisioning complete for port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:53.637917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.690236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.699583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.720959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4fba16c5-0638-4720-bc12-28dd8b9f1492 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/db78ef12-f30a-418c-a499-e22fae3a3cc6 HTTP/1.1" status: 204 len: 168 time: 0.6559286 Oct 15 20:05:53.722132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38822) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:53.750760 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-987e1cd0-14ef-4f49-a2e1-7bdbb29077ed tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:53.752989 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-987e1cd0-14ef-4f49-a2e1-7bdbb29077ed tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/db78ef12-f30a-418c-a499-e22fae3a3cc6 HTTP/1.1" status: 404 len: 333 time: 0.0294390 Oct 15 20:05:53.755730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38824) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:53.770384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Could not find standard attr ID for object db78ef12-f30a-418c-a499-e22fae3a3cc6. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:53.781423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Provisioning complete for port 978a6eec-e078-4ef5-8974-823f41c06038 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:53.781935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.794617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.817572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b7d59a7d-5b37-4d55-acd3-63903636e466 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:53.858836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network aba9dec0-9c14-4a70-ada3-4af8411f796b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:53.862910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:53.865682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:53.867388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b7d59a7d-5b37-4d55-acd3-63903636e466 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:53.867779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b7d59a7d-5b37-4d55-acd3-63903636e466 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:53.877762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:53.877762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.891422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Allocated IP 2001:db8::f816:3eff:fe65:b5d (aba9dec0-9c14-4a70-ada3-4af8411f796b/9fd3325f-a9dc-45f9-a657-2e096ade1e5c/8d1bf631-4c2e-4e3e-9fe2-966f13e4e917) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:53.908940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdbed8-9370-4c45-940b-20161c6384eb None None] Port 978a6eec-e078-4ef5-8974-823f41c06038 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:53.927754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Port': ['ID=f766d95e-ced9-4b0d-94fb-36b993ef6c7e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:53.957655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 978a6eec-e078-4ef5-8974-823f41c06038 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:53.957995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:53.968081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe491b2c-dcd6-422a-980c-ed4199d6eec8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9195604 Oct 15 20:05:53.974657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.041277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting subnet 9fd3325f-a9dc-45f9-a657-2e096ade1e5c {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:54.079946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.095539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 978a6eec-e078-4ef5-8974-823f41c06038 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:54.104106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-42d3023e-3a51-415c-9f45-1faf54e60d00 None None] Provisioning complete for port 978a6eec-e078-4ef5-8974-823f41c06038 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:54.104710 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42d3023e-3a51-415c-9f45-1faf54e60d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.149425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.156866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-42d3023e-3a51-415c-9f45-1faf54e60d00 None None] Port 978a6eec-e078-4ef5-8974-823f41c06038 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:05:54.258758 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.259885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.293962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-084ef039-fa5d-4e50-ac25-7f1fd78843a9 None None] Could not find standard attr ID for object db78ef12-f30a-418c-a499-e22fae3a3cc6. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:05:54.306238 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.308273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Network aba9dec0-9c14-4a70-ada3-4af8411f796b is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:54.312687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:54.315158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:54.316051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.327295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Pushing event updated for resources: {'Port': ['ID=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:54.345391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=978a6eec-e078-4ef5-8974-823f41c06038,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:54.391958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Attempting to bind port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:54.392325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Attempting to bind port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '952c5f92-803d-4f03-b8d5-5c9f4307cdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:54.392684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Attempting to bind port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 on network aba9dec0-9c14-4a70-ada3-4af8411f796b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:54.400154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:54.400561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Checking segment: {'id': '952c5f92-803d-4f03-b8d5-5c9f4307cdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:54.400918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.401302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Bound using segment: {'id': '952c5f92-803d-4f03-b8d5-5c9f4307cdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:54.401778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Bound port: 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '952c5f92-803d-4f03-b8d5-5c9f4307cdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aba9dec0-9c14-4a70-ada3-4af8411f796b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:54.402156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.434136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.437904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d9b78fe7-be44-4f4a-8e06-a70d5a04a2e9 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/978a6eec-e078-4ef5-8974-823f41c06038 HTTP/1.1" status: 204 len: 168 time: 0.6809840 Oct 15 20:05:54.440572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38832) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.475320 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c93d394-f9bf-473d-8d24-c12118323f37 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:05:54.477737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0c93d394-f9bf-473d-8d24-c12118323f37 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/978a6eec-e078-4ef5-8974-823f41c06038 HTTP/1.1" status: 404 len: 333 time: 0.0348547 Oct 15 20:05:54.480479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.487429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.538803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 64af763f-81e8-4ddc-b3ab-c8c24d05f69b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:05:54.543066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.584266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.585542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.640991 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.643604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] For port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:54.656656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] For port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,segment=NetworkSegment(952c5f92-803d-4f03-b8d5-5c9f4307cdb7),segment_id=952c5f92-803d-4f03-b8d5-5c9f4307cdb7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:54.669929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd3325f-a9dc-45f9-a657-2e096ade1e5c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:54.672093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.673993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.675608 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84895c0c-2df0-419a-8cef-7652bf38425c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/9fd3325f-a9dc-45f9-a657-2e096ade1e5c HTTP/1.1" status: 204 len: 168 time: 0.7055552 Oct 15 20:05:54.677978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38836) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.732529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.734209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89a206-925f-43ec-b958-ae37535dd635 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:54.735809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89a206-925f-43ec-b958-ae37535dd635 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:54.739776 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c89a206-925f-43ec-b958-ae37535dd635 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0583096 Oct 15 20:05:54.740112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38838) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.795772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661e76-d35d-42b1-9b18-b56b0499b011 None None] Pushing event updated for resources: {'Port': ['ID=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:54.801783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.822676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd6fb5de-6eb1-415d-9007-d139c57ec7bb tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.829663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=64af763f-81e8-4ddc-b3ab-c8c24d05f69b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:54.833836 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6fb5de-6eb1-415d-9007-d139c57ec7bb tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 15 20:05:54.833836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6fb5de-6eb1-415d-9007-d139c57ec7bb tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:05:54.839615 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cd6fb5de-6eb1-415d-9007-d139c57ec7bb tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/aba9dec0-9c14-4a70-ada3-4af8411f796b HTTP/1.1" status: 409 len: 405 time: 0.0951052 Oct 15 20:05:54.842257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38840) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.848299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-513115598'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:54.849923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df54553b-c63f-4f44-ac28-33f62187b348 None None] Network 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:54.854425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:54.859364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e69d1f14-8279-47b1-836b-27e31fa3ce2d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/64af763f-81e8-4ddc-b3ab-c8c24d05f69b HTTP/1.1" status: 204 len: 168 time: 0.3774738 Oct 15 20:05:54.873646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38842) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:54.980855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.036370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:55.040423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.076919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:55.090441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.090782 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment 9d2181e5-d52a-4632-9ee2-807207c54096 of type vlan for network 3d9dc5f7-e958-4c20-a3d1-e824be290e97 Oct 15 20:05:55.104141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:55.107701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.112936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] DHCP port deletion for 07b4b0d4-8e27-4cd8-be0f-42065a8960d6 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:55.175389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Deleting port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:55.175702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.212725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.232416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,segment=NetworkSegment(1dd1753d-16c6-412f-8d1b-ab87c5ea09d3),segment_id=1dd1753d-16c6-412f-8d1b-ab87c5ea09d3)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:55.232774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.246049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] For port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,segment=NetworkSegment(1dd1753d-16c6-412f-8d1b-ab87c5ea09d3),segment_id=1dd1753d-16c6-412f-8d1b-ab87c5ea09d3)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:55.246379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.254059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for edd8ede7-0831-4d7c-8a40-aefc3f19aa8c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:55.260551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Calling delete_port for edd8ede7-0831-4d7c-8a40-aefc3f19aa8c owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:55.333206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.339445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:55.340091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.385601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.406861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.411326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] Pushing event deleted for resources: {'Port': ['ID=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:55.420765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=3d9dc5f7-e958-4c20-a3d1-e824be290e97,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:55.431253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479a869-1a36-4667-a7ac-b43d9cb2b25e None None] No DVR routers for this DVR port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:55.440355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3d9dc5f7-e958-4c20-a3d1-e824be290e97 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:55.446474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=edd8ede7-0831-4d7c-8a40-aefc3f19aa8c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:55.450285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:55.454229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port edd8ede7-0831-4d7c-8a40-aefc3f19aa8c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:55.464080 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8dc3daf4-b1c2-4294-a8b8-a2f2b47ddf00 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6204879 Oct 15 20:05:55.466870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38848) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:55.472899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': '3d9dc5f7-e958-4c20-a3d1-e824be290e97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:55.583611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:55.584114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.615292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.642268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b4b0d4-8e27-4cd8-be0f-42065a8960d6']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:55.659211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:55.659488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd1753d-16c6-412f-8d1b-ab87c5ea09d3') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:55.668662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.672500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.687079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.693704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:55.695304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:55.698033 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:55.706623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,segment=NetworkSegment(952c5f92-803d-4f03-b8d5-5c9f4307cdb7),segment_id=952c5f92-803d-4f03-b8d5-5c9f4307cdb7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:55.752237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:55.763404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.778344 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.839224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:55.853829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device edd8ede7-0831-4d7c-8a40-aefc3f19aa8c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:55.857169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8734c9-633a-4f50-b91c-47667ef78a04 None None] Network aba9dec0-9c14-4a70-ada3-4af8411f796b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:55.857964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.866823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.870355 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/07b4b0d4-8e27-4cd8-be0f-42065a8960d6 HTTP/1.1" status: 204 len: 168 time: 0.9954188 Oct 15 20:05:55.875029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:55.890113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-550354804'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:55.891261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: edd8ede7-0831-4d7c-8a40-aefc3f19aa8c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:55.891630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device edd8ede7-0831-4d7c-8a40-aefc3f19aa8c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:55.895399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576ab17-1d9f-44b3-9bc3-a627aa4d1185 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=07b4b0d4-8e27-4cd8-be0f-42065a8960d6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:55.971212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c5a06ba2-a004-45df-978d-1d0d6e8b29ee None None] Provisioning complete for port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:55.971811 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5a06ba2-a004-45df-978d-1d0d6e8b29ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:55.997386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:56.001513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.030058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:56.039394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.040349 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Added segment 86025492-8a8c-44f3-b9e3-7883173917f5 of type vlan for network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 Oct 15 20:05:56.115881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] DHCP port deletion for aba9dec0-9c14-4a70-ada3-4af8411f796b request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:05:56.121453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.161533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Deleting port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:05:56.161921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.194687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 20:05:56.200974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.237037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] For port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,segment=NetworkSegment(952c5f92-803d-4f03-b8d5-5c9f4307cdb7),segment_id=952c5f92-803d-4f03-b8d5-5c9f4307cdb7)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:05:56.237598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.251753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Calling delete_port for 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:05:56.265575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.271147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:56.272070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.279911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=38894fef-c7f3-408c-99b4-9e3ebae80749,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:56.317969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': '9d2181e5-d52a-4632-9ee2-807207c54096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3d9dc5f7-e958-4c20-a3d1-e824be290e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:56.318327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: 3d9dc5f7-e958-4c20-a3d1-e824be290e97, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:56.360489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Network': ['ID=bb0c1c6b-a38c-40c7-9442-87adc5e51be0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:56.371311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:56.379962 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-62cee5e6-36a6-4654-84b1-5f5928b94778 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4949789 Oct 15 20:05:56.383355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38856) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:56.388362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:56.448803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network 3d9dc5f7-e958-4c20-a3d1-e824be290e97 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:56.539318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3d9dc5f7-e958-4c20-a3d1-e824be290e97) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:56.543628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:56.544277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.573638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c831654-fd17-4ea5-ad50-ee33b8bc07f1 None None] Network 3d9dc5f7-e958-4c20-a3d1-e824be290e97 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:56.573952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:56.577534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.578659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.623431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] Pushing event deleted for resources: {'Port': ['ID=8d1bf631-4c2e-4e3e-9fe2-966f13e4e917,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:56.636760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478843c4-9844-4134-aa99-2e6b3608c286 None None] No DVR routers for this DVR port 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:05:56.641033 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1199bf81-7f2d-4135-94af-b9bd608fa18d tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1728866 Oct 15 20:05:56.643834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:56.758383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.779070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9a966-291c-4304-835c-c3b47101a491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3d9dc5f7-e958-4c20-a3d1-e824be290e97', 'network_id': '3d9dc5f7-e958-4c20-a3d1-e824be290e97', 'tenant_id': '665d4a34739a40c2b551ade6f2b5e487', 'fixed_ips': [{'subnet_id': '38894fef-c7f3-408c-99b4-9e3ebae80749'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:56.780237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fae9a966-291c-4304-835c-c3b47101a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.812926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.813971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-076ccff5-c343-4ded-ad66-0f7060a562eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0810633 Oct 15 20:05:56.880642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623448-d292-4494-9760-b6d6c6559ad7 req-ff041955-fd89-41e1-bbd6-17ab81f50470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:56.882957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-ff041955-fd89-41e1-bbd6-17ab81f50470 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1097 time: 0.0464146 Oct 15 20:05:56.889120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:56.973689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.007599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=38894fef-c7f3-408c-99b4-9e3ebae80749,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:57.009177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=c239675b-9fc1-4b05-8b28-3395ade185e4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-fae9a966-291c-4304-835c-c3b47101a491 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38894fef-c7f3-408c-99b4-9e3ebae80749: This subnet is being modified by another concurrent operation. Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38894fef-c7f3-408c-99b4-9e3ebae80749: This subnet is being modified by another concurrent operation. Oct 15 20:05:57.010251 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:05:57.020697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Checking segment: {'id': '86025492-8a8c-44f3-b9e3-7883173917f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:57.020697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network hostable DHCP agents. Network: bb0c1c6b-a38c-40c7-9442-87adc5e51be0, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:57.031181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a07e47-f2b6-46dd-9146-0ec15f417e08 None None] Network 3d9dc5f7-e958-4c20-a3d1-e824be290e97 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:57.055144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623448-d292-4494-9760-b6d6c6559ad7 req-fe579dd8-c0bd-439b-a9ef-aca4a2ed97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:57.063090 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-fe579dd8-c0bd-439b-a9ef-aca4a2ed97f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.1390686 Oct 15 20:05:57.082867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.104968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9dc5f7-e958-4c20-a3d1-e824be290e97']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:57.120136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2181e5-d52a-4632-9ee2-807207c54096') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:57.120136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2181e5-d52a-4632-9ee2-807207c54096') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:57.126553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.139086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-63b02bf4-e44c-4408-af55-b6c9a2a0e981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1001 time: 0.0744355 Oct 15 20:05:57.140621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.140784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:57.154350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:57.154763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:57.157807 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:57.173392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0f69cb-8c13-4369-af23-e7587b5e9f9f None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:05:57.203298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623448-d292-4494-9760-b6d6c6559ad7 req-827c78e3-1f39-4dcf-813c-589ac7358735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:57.204787 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-827c78e3-1f39-4dcf-813c-589ac7358735 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0586965 Oct 15 20:05:57.252159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bb0c1c6b-a38c-40c7-9442-87adc5e51be0) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:57.260196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:57.262561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.266228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623448-d292-4494-9760-b6d6c6559ad7 req-dbd40fa7-a0ba-4f6c-b1c2-fd29df0f150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:57.267904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-dbd40fa7-a0ba-4f6c-b1c2-fd29df0f150f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543184 Oct 15 20:05:57.281830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.286653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0f69cb-8c13-4369-af23-e7587b5e9f9f None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:05:57.298058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.306008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/3d9dc5f7-e958-4c20-a3d1-e824be290e97 HTTP/1.1" status: 204 len: 168 time: 0.6609123 Oct 15 20:05:57.308281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38864) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:57.326849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2027383825'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:57.328953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e348c23-8359-48db-ab1b-38b480cb4c06 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=3d9dc5f7-e958-4c20-a3d1-e824be290e97,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:57.350026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e83ee04e-29d4-48d2-a1e4-d6a9eb1fe7ea tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9655397 Oct 15 20:05:57.353457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38866) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:57.360514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1406928735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:57.390889 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-0d000626-44f7-4230-814f-e23be46ec10a service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131146 Oct 15 20:05:57.417420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:05:57.440339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:57.443812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.449209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:05:57.449559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8d1bf631-4c2e-4e3e-9fe2-966f13e4e917 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:05:57.477289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:05:57.487006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.487350 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment 519963fa-da76-424d-89a6-a3e1fddc2941 of type vlan for network 1849ed4e-0950-4f2a-8de3-c7682807249d Oct 15 20:05:57.504669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-13623448-d292-4494-9760-b6d6c6559ad7 req-8030138b-a6eb-4f83-9b6d-f624cfc3e9de service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059725 Oct 15 20:05:57.532574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.556175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.557456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.598843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bb0c1c6b-a38c-40c7-9442-87adc5e51be0', 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': 'c239675b-9fc1-4b05-8b28-3395ade185e4'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:05:57.598843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.609903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.618792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.624715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:57.625462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.670503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.696993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=1849ed4e-0950-4f2a-8de3-c7682807249d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:57.712705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1849ed4e-0950-4f2a-8de3-c7682807249d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:05:57.730322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-378e8608-02bd-4699-8f8e-6d062bd9756a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4209197 Oct 15 20:05:57.733279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38868) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:57.738266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': '1849ed4e-0950-4f2a-8de3-c7682807249d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:57.758343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.761390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f01e0859-d3b1-4c58-8775-db5561698512 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4053147 Oct 15 20:05:57.763408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38870) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:57.768483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0', 'name': 'tempest-PortsTestJSON-652577424'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:57.785323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Allocated IP 172.20.0.2 (bb0c1c6b-a38c-40c7-9442-87adc5e51be0/c239675b-9fc1-4b05-8b28-3395ade185e4/205476b6-515f-4959-9c33-33d9d9962838) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:57.927368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:57.931405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:57.941285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.018378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:05:58.021979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.040148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port f4219a4d-1ba0-42f1-b430-c0b560db7164 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:05:58.071235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.111029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:58.115322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:58.118835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:58.126566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Pushing event updated for resources: {'Port': ['ID=205476b6-515f-4959-9c33-33d9d9962838,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:58.155432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.13 (bb0c1c6b-a38c-40c7-9442-87adc5e51be0/c239675b-9fc1-4b05-8b28-3395ade185e4/f4219a4d-1ba0-42f1-b430-c0b560db7164) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:05:58.167747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.189686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Attempting to bind port 205476b6-515f-4959-9c33-33d9d9962838 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:05:58.190277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Attempting to bind port 205476b6-515f-4959-9c33-33d9d9962838 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '86025492-8a8c-44f3-b9e3-7883173917f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:05:58.190711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Attempting to bind port 205476b6-515f-4959-9c33-33d9d9962838 on network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:05:58.202614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:05:58.203048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Checking segment: {'id': '86025492-8a8c-44f3-b9e3-7883173917f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:58.203402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.206031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Bound using segment: {'id': '86025492-8a8c-44f3-b9e3-7883173917f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:05:58.206031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Bound port: 205476b6-515f-4959-9c33-33d9d9962838, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86025492-8a8c-44f3-b9e3-7883173917f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'bb0c1c6b-a38c-40c7-9442-87adc5e51be0'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:05:58.206283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.247926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=00db2bac-eb6c-4d65-9a81-abdc6a1284ca,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:58.253852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': '519963fa-da76-424d-89a6-a3e1fddc2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1849ed4e-0950-4f2a-8de3-c7682807249d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:05:58.254216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: 1849ed4e-0950-4f2a-8de3-c7682807249d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:05:58.301708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] For port 205476b6-515f-4959-9c33-33d9d9962838, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:05:58.305623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] For port 205476b6-515f-4959-9c33-33d9d9962838, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=205476b6-515f-4959-9c33-33d9d9962838,segment=NetworkSegment(86025492-8a8c-44f3-b9e3-7883173917f5),segment_id=86025492-8a8c-44f3-b9e3-7883173917f5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:05:58.355880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network 1849ed4e-0950-4f2a-8de3-c7682807249d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:05:58.390923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.424672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1849ed4e-0950-4f2a-8de3-c7682807249d) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:58.437832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:58.437832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.453168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad5d5f-3197-4931-b3b4-194712a2611a None None] Pushing event updated for resources: {'Port': ['ID=205476b6-515f-4959-9c33-33d9d9962838,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:58.502083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a1589b1a-1464-4715-b13d-eea45fc24c50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7676392 Oct 15 20:05:58.504907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38876) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:58.660213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.739239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.793453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:05:58.796835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:05:58.800774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:05:58.829146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=f4219a4d-1ba0-42f1-b430-c0b560db7164,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:58.858661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:05:58.859274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:58.952907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-35318b9f-bcab-4ca6-9297-d8bd4818fbfd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1883054 Oct 15 20:05:58.955486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38878) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:59.010226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.221895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.369349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.414668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.454407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 205476b6-515f-4959-9c33-33d9d9962838 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:05:59.481007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=00db2bac-eb6c-4d65-9a81-abdc6a1284ca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:59.482779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccffb7a-d1cb-419d-834c-25b50d2eb50e None None] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:59.484813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07601503-4032-4b42-8590-fe42c3bcc1e3 None None] Network 1849ed4e-0950-4f2a-8de3-c7682807249d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:59.573681 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.634509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] Provisioning complete for port 205476b6-515f-4959-9c33-33d9d9962838 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:59.634874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.636419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1849ed4e-0950-4f2a-8de3-c7682807249d']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:59.655350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519963fa-da76-424d-89a6-a3e1fddc2941') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:59.655714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519963fa-da76-424d-89a6-a3e1fddc2941') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:05:59.696144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.718450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.727638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac23c3-84f7-4795-8918-2fac3841728d None None] Network 1849ed4e-0950-4f2a-8de3-c7682807249d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:05:59.729289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 205476b6-515f-4959-9c33-33d9d9962838 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:05:59.729646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.729765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:05:59.730059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:05:59.732993 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:05:59.820028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.857650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.865184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.868687 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/1849ed4e-0950-4f2a-8de3-c7682807249d HTTP/1.1" status: 204 len: 168 time: 1.3627093 Oct 15 20:05:59.873104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38884) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:05:59.877518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1945496508'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:05:59.895571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.902854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7207c6-6771-4c40-bdac-fd9fddd7acbe tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=1849ed4e-0950-4f2a-8de3-c7682807249d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:05:59.973412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:05:59.988707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=f4219a4d-1ba0-42f1-b430-c0b560db7164,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:00.000338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.008794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:00.012665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.025485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] For port 205476b6-515f-4959-9c33-33d9d9962838, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=205476b6-515f-4959-9c33-33d9d9962838,segment=NetworkSegment(86025492-8a8c-44f3-b9e3-7883173917f5),segment_id=86025492-8a8c-44f3-b9e3-7883173917f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:00.083250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.099536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:06:00.153825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:06:00.154203 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:06:00.164633 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.165124 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Added segment 855e8431-55a7-4756-aab4-c5e030cb8a94 of type vlan for network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e Oct 15 20:06:00.170008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0cefd-8f65-45b9-bb2b-4df72db92618 None None] Pushing event updated for resources: {'Port': ['ID=205476b6-515f-4959-9c33-33d9d9962838,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:00.195589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.270377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.384366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.390134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:00.390727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.433112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba06c9-11ac-4d06-b67d-91bdecf735d0 None None] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:00.453453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.500887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Network': ['ID=fbacbd6d-0e3b-4094-a5b1-aee56db7e74e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:00.520000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:06:00.533769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-27c1f238-56aa-4ff3-bbf5-a09b33e2f35c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6600962 Oct 15 20:06:00.536539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:00.540054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-37c9d595-433c-4657-a6d1-6248ff357927 None None] Provisioning complete for port f4219a4d-1ba0-42f1-b430-c0b560db7164 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:00.540425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37c9d595-433c-4657-a6d1-6248ff357927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.541898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Request body: {'subnet': {'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:00.645543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-37c9d595-433c-4657-a6d1-6248ff357927 None None] Port f4219a4d-1ba0-42f1-b430-c0b560db7164 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:00.706142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-37c9d595-433c-4657-a6d1-6248ff357927 None None] Provisioning complete for port 205476b6-515f-4959-9c33-33d9d9962838 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:00.706509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37c9d595-433c-4657-a6d1-6248ff357927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.787257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Made reservation on behalf of 665d4a34739a40c2b551ade6f2b5e487 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:00.792537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:00.930310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.022031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-08534359-06c9-4d68-8beb-3b3a46bb1cd4 None None] Provisioning complete for port f4219a4d-1ba0-42f1-b430-c0b560db7164 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.023016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-08534359-06c9-4d68-8beb-3b3a46bb1cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.026294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.065079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-08534359-06c9-4d68-8beb-3b3a46bb1cd4 None None] Port f4219a4d-1ba0-42f1-b430-c0b560db7164 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:01.077221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-08534359-06c9-4d68-8beb-3b3a46bb1cd4 None None] Provisioning complete for port 205476b6-515f-4959-9c33-33d9d9962838 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.077592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-08534359-06c9-4d68-8beb-3b3a46bb1cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.121904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=f4219a4d-1ba0-42f1-b430-c0b560db7164,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:01.127063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.272642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e4d2-0d98-48bd-9f03-e6dd5219c7d6 req-1ab2b32d-1e18-49e4-a510-c26f56d87c46 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:01.280239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a03e4d2-0d98-48bd-9f03-e6dd5219c7d6 req-1ab2b32d-1e18-49e4-a510-c26f56d87c46 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.3240631 Oct 15 20:06:01.298577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7a0d2ad3-c902-4699-a5dd-d03420e748cb None None] Provisioning complete for port f4219a4d-1ba0-42f1-b430-c0b560db7164 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.298947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7a0d2ad3-c902-4699-a5dd-d03420e748cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.313303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.objects.ports [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101181) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 15 20:06:01.318197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.323034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:01.324099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a03e4d2-0d98-48bd-9f03-e6dd5219c7d6 req-643761b4-3dc2-4668-a60a-386947f2d19d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429814 Oct 15 20:06:01.331402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:01.346390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7a0d2ad3-c902-4699-a5dd-d03420e748cb None None] Port f4219a4d-1ba0-42f1-b430-c0b560db7164 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:01.367045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38898) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:01.435352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 205476b6-515f-4959-9c33-33d9d9962838 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:01.478926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a09e5a22-040c-4f19-83bb-5b9d84451fae tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5661175e-efe1-46f1-a7c6-6d2ae69df805 HTTP/1.1" status: 200 len: 993 time: 0.1112478 Oct 15 20:06:01.502090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4e35f08b-4351-4859-8b88-e63098b8bc5e None None] Provisioning complete for port f4219a4d-1ba0-42f1-b430-c0b560db7164 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.502538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4e35f08b-4351-4859-8b88-e63098b8bc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.513016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event updated for resources: {'Subnet': ['ID=4d7140d9-5513-402b-abf5-9dc0520da5e2,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:01.516913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Checking segment: {'id': '855e8431-55a7-4756-aab4-c5e030cb8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:01.517281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network hostable DHCP agents. Network: fbacbd6d-0e3b-4094-a5b1-aee56db7e74e, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:06:01.563274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4e35f08b-4351-4859-8b88-e63098b8bc5e None None] Port f4219a4d-1ba0-42f1-b430-c0b560db7164 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:01.565810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 205476b6-515f-4959-9c33-33d9d9962838 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.566190 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.607076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:06:01.641175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Router 65dcb4b6-43f0-4924-a5a2-27c333af409f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:06:01.686079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, fbacbd6d-0e3b-4094-a5b1-aee56db7e74e) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:01.691811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:01.692922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.693766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5929bf56-631f-4ad9-95fc-e32308091dbb None None] Network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:01.762691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:01.771668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38910) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:01.773152 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84dda5c3-8db6-468b-9a6d-dbf976421833 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/routers/65dcb4b6-43f0-4924-a5a2-27c333af409f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8160961 Oct 15 20:06:01.777388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] Sync routers for ids ['65dcb4b6-43f0-4924-a5a2-27c333af409f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:01.781750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b43e7b9-01f5-429e-9817-40468a488d7a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2441652 Oct 15 20:06:01.782564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:01.789372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] Routers {'65dcb4b6-43f0-4924-a5a2-27c333af409f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:01.790304 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:05:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['65dcb4b6-43f0-4924-a5a2-27c333af409f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:01.827401 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:01.837406 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] Routers {'65dcb4b6-43f0-4924-a5a2-27c333af409f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:01.838469 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:05:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['65dcb4b6-43f0-4924-a5a2-27c333af409f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:01.866587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cdd2ab-fe4e-44b9-b8a0-7f0bb612caa5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:01.868368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-86cdd2ab-fe4e-44b9-b8a0-7f0bb612caa5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?device_id=65dcb4b6-43f0-4924-a5a2-27c333af409f HTTP/1.1" status: 200 len: 982 time: 0.0953598 Oct 15 20:06:01.872643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38914) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:01.876044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f5ba0-6f45-4dda-970d-8155236a995e req-a9e195a2-4b2f-4d0f-8a8e-d0e8b6e4dd96 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:01.876731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:01.877616 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8b01a9-e3a4-442c-b4d5-70a25ce9a986 None None] The sync data for ids ['65dcb4b6-43f0-4924-a5a2-27c333af409f'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:01.885117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63f5ba0-6f45-4dda-970d-8155236a995e req-a9e195a2-4b2f-4d0f-8a8e-d0e8b6e4dd96 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1097 time: 0.1155119 Oct 15 20:06:01.918068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63f5ba0-6f45-4dda-970d-8155236a995e req-6fdbf535-afeb-434b-86f9-54a7158f77d2 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320153 Oct 15 20:06:01.966531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2b58e513-0d3e-41dd-8bda-cf5e57d93b84 None None] Provisioning complete for port f4219a4d-1ba0-42f1-b430-c0b560db7164 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:01.966531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b58e513-0d3e-41dd-8bda-cf5e57d93b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:01.974514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.032370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2b58e513-0d3e-41dd-8bda-cf5e57d93b84 None None] Port f4219a4d-1ba0-42f1-b430-c0b560db7164 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:02.065656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-fbacbd6d-0e3b-4094-a5b1-aee56db7e74e', 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e', 'tenant_id': '665d4a34739a40c2b551ade6f2b5e487', 'fixed_ips': [{'subnet_id': '4d7140d9-5513-402b-abf5-9dc0520da5e2'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:02.066524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.117214 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.211803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Allocated IP 2001:db8::f816:3eff:fe1a:616e (fbacbd6d-0e3b-4094-a5b1-aee56db7e74e/4d7140d9-5513-402b-abf5-9dc0520da5e2/97dcc513-b898-45f8-8c2e-3aafe3f85b54) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:02.362111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.420335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.462869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:02.466065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:02.473374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:02.478339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Pushing event updated for resources: {'Port': ['ID=97dcc513-b898-45f8-8c2e-3aafe3f85b54,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:02.544175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Attempting to bind port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:02.544557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Attempting to bind port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '855e8431-55a7-4756-aab4-c5e030cb8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:02.544932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Attempting to bind port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 on network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:02.550949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:02.551340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Checking segment: {'id': '855e8431-55a7-4756-aab4-c5e030cb8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:02.551911 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.552311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Bound using segment: {'id': '855e8431-55a7-4756-aab4-c5e030cb8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:02.552786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Bound port: 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855e8431-55a7-4756-aab4-c5e030cb8a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:02.553172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.625091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] For port 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:02.629304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] For port 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97dcc513-b898-45f8-8c2e-3aafe3f85b54,segment=NetworkSegment(855e8431-55a7-4756-aab4-c5e030cb8a94),segment_id=855e8431-55a7-4756-aab4-c5e030cb8a94)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:02.662050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:06:02.709502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.743504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.772934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87cdc5-a4ee-4fe2-af09-69209cb2163b None None] Pushing event updated for resources: {'Port': ['ID=97dcc513-b898-45f8-8c2e-3aafe3f85b54,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:02.806226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7140d9-5513-402b-abf5-9dc0520da5e2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:02.812782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.950722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-383d570b-33f2-46df-b2e3-031dac392d3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0578799 Oct 15 20:06:02.955724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-25c7d698-b076-458f-9861-2d6c83ac2924 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:06:02.967870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:02.968034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-25c7d698-b076-458f-9861-2d6c83ac2924 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0163906 Oct 15 20:06:03.002603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbacbd6d-0e3b-4094-a5b1-aee56db7e74e']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:03.041829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855e8431-55a7-4756-aab4-c5e030cb8a94') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:03.042134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855e8431-55a7-4756-aab4-c5e030cb8a94') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:03.069919 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.087164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.095713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:03.096112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:03.099257 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:03.219998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:06:03.219998 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:06:03.219998 n-d-712140-14 neutron-server[101181]: [parameters: {'id': 'fbacbd6d-0e3b-4094-a5b1-aee56db7e74e'}] Oct 15 20:06:03.219998 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:06:03.220965 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:06:03.231859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port f4219a4d-1ba0-42f1-b430-c0b560db7164 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:03.232194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.325159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.339782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for f4219a4d-1ba0-42f1-b430-c0b560db7164 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:03.445191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97dcc513-b898-45f8-8c2e-3aafe3f85b54 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:03.507474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:03.508947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.599143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.612646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.634712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97dcc513-b898-45f8-8c2e-3aafe3f85b54,segment=NetworkSegment(855e8431-55a7-4756-aab4-c5e030cb8a94),segment_id=855e8431-55a7-4756-aab4-c5e030cb8a94)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:03.650842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=f4219a4d-1ba0-42f1-b430-c0b560db7164,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:03.722033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.727166 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.782531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=97dcc513-b898-45f8-8c2e-3aafe3f85b54,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:03.800582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ff357-a33e-4213-a582-926de38a6ba3 None None] Network fbacbd6d-0e3b-4094-a5b1-aee56db7e74e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:03.829945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.913404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f1f551fd-6488-46c2-a1fc-045d15a175af None None] Provisioning complete for port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:03.913404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1f551fd-6488-46c2-a1fc-045d15a175af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.924482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:03.924823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:03.974150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-6c41ea75-da2b-40a2-bb55-94d443fde54e tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:03.977497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-6c41ea75-da2b-40a2-bb55-94d443fde54e tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1094 time: 0.1015952 Oct 15 20:06:03.993076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Request body: {'binding': {'host': 'n-h1-712140-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:03.993958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Unknown quota resources ['binding']. {{(pid=101180) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 15 20:06:04.066851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] For port 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97dcc513-b898-45f8-8c2e-3aafe3f85b54,segment=NetworkSegment(855e8431-55a7-4756-aab4-c5e030cb8a94),segment_id=855e8431-55a7-4756-aab4-c5e030cb8a94)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:04.067226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.071896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Router 65dcb4b6-43f0-4924-a5a2-27c333af409f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:04.079671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] DHCP port deletion for fbacbd6d-0e3b-4094-a5b1-aee56db7e74e request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:04.087503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Calling delete_port for 97dcc513-b898-45f8-8c2e-3aafe3f85b54 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:04.139477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Deleting port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:04.139893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.175152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on host n-h1-712140-14 for vnic_type normal with profile None {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:04.175486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:04.176059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:04.181363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:06:04.182004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:04.189741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:04.190572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:04.191201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Bound using segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:04.191906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Bound port: c0cf462a-e884-4590-80f7-44b8f5309edd, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:04.218734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:04.223489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] For port 97dcc513-b898-45f8-8c2e-3aafe3f85b54, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97dcc513-b898-45f8-8c2e-3aafe3f85b54,segment=NetworkSegment(855e8431-55a7-4756-aab4-c5e030cb8a94),segment_id=855e8431-55a7-4756-aab4-c5e030cb8a94)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:04.223945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.227408 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-876c854a-fa6f-42b3-a9f8-b4012603a361 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/routers/65dcb4b6-43f0-4924-a5a2-27c333af409f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3535969 Oct 15 20:06:04.234180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38946) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.245062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] Sync routers for ids ['65dcb4b6-43f0-4924-a5a2-27c333af409f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:04.257217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Calling delete_port for 97dcc513-b898-45f8-8c2e-3aafe3f85b54 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:04.267669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] Routers {'65dcb4b6-43f0-4924-a5a2-27c333af409f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:04.268607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:05:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['65dcb4b6-43f0-4924-a5a2-27c333af409f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.280589 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a3b6d1-ebac-40bb-b428-2f63372ad8a0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:06:04.282404 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e8a3b6d1-ebac-40bb-b428-2f63372ad8a0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/f4219a4d-1ba0-42f1-b430-c0b560db7164 HTTP/1.1" status: 404 len: 333 time: 0.0470312 Oct 15 20:06:04.285301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.305569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.336186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:04.349383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] Routers {'65dcb4b6-43f0-4924-a5a2-27c333af409f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:04.350011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:05:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['65dcb4b6-43f0-4924-a5a2-27c333af409f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.361604 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.372771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.390133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.390349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Port': ['ID=97dcc513-b898-45f8-8c2e-3aafe3f85b54,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:04.390795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf226be-77b0-4366-bf45-dce852c07f93 None None] The sync data for ids ['65dcb4b6-43f0-4924-a5a2-27c333af409f'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:04.395251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No DVR routers for this DVR port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:04.414596 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.445840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.451123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-875ed495-ae78-463d-a026-fbc3d3bb9596 service neutron] 10.222.0.13 "POST /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd/bindings HTTP/1.1" status: 201 len: 390 time: 0.4665966 Oct 15 20:06:04.454025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] No DVR routers for this DVR port 97dcc513-b898-45f8-8c2e-3aafe3f85b54 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:04.456721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975f58a-9abd-4c6f-aa28-5b1b47b2f4f9 None None] Pushing event deleted for resources: {'Port': ['ID=97dcc513-b898-45f8-8c2e-3aafe3f85b54,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:04.492243 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.511767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbacbd6d-0e3b-4094-a5b1-aee56db7e74e']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.521269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855e8431-55a7-4756-aab4-c5e030cb8a94') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.521647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855e8431-55a7-4756-aab4-c5e030cb8a94') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:04.531185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.544892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.545460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.547669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.550889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:04.551278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:04.555860 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:04.668721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.669239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Fanout notify agent at l3_agent the message router_deleted on router 65dcb4b6-43f0-4924-a5a2-27c333af409f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:06:04.681842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.681842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c97af02f-903d-4e2d-8efe-5a2b6dbd3851 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/routers/65dcb4b6-43f0-4924-a5a2-27c333af409f HTTP/1.1" status: 204 len: 168 time: 0.3897393 Oct 15 20:06:04.682953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38952) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.721745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.731441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.734952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/fbacbd6d-0e3b-4094-a5b1-aee56db7e74e HTTP/1.1" status: 204 len: 168 time: 2.9514172 Oct 15 20:06:04.741662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet c239675b-9fc1-4b05-8b28-3395ade185e4 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:04.748787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38954) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.749003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd378ebc-b348-47d8-8679-9fdac2b9e51c tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=fbacbd6d-0e3b-4094-a5b1-aee56db7e74e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:04.753124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.797599 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc05719f-aa17-4623-b5cd-f70dc0b14f6f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.798058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc05719f-aa17-4623-b5cd-f70dc0b14f6f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.801130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bc05719f-aa17-4623-b5cd-f70dc0b14f6f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/4d7140d9-5513-402b-abf5-9dc0520da5e2 HTTP/1.1" status: 404 len: 337 time: 0.0555425 Oct 15 20:06:04.804551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.831605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:04.869698 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d42b375-4a73-4e3e-aca6-5594634e6354 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.870391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d42b375-4a73-4e3e-aca6-5594634e6354 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.873653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7d42b375-4a73-4e3e-aca6-5594634e6354 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/fbacbd6d-0e3b-4094-a5b1-aee56db7e74e HTTP/1.1" status: 404 len: 339 time: 0.0664291 Oct 15 20:06:04.876377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.904485 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d04fb4b-cbbd-4d5a-8149-56abb56b6978 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.904940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d04fb4b-cbbd-4d5a-8149-56abb56b6978 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.908037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9d04fb4b-cbbd-4d5a-8149-56abb56b6978 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/00db2bac-eb6c-4d65-9a81-abdc6a1284ca HTTP/1.1" status: 404 len: 337 time: 0.0302260 Oct 15 20:06:04.910638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38960) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.928923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1872d32-0a1a-4268-8b2f-d80ccb518674 req-c339a28d-a080-48d5-ac6b-ff61c0491dc8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:04.933680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1872d32-0a1a-4268-8b2f-d80ccb518674 req-c339a28d-a080-48d5-ac6b-ff61c0491dc8 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.1103435 Oct 15 20:06:04.933815 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1769d622-a078-4467-9bc6-714118fabec5 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.933815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1769d622-a078-4467-9bc6-714118fabec5 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.935169 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1769d622-a078-4467-9bc6-714118fabec5 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/1849ed4e-0950-4f2a-8de3-c7682807249d HTTP/1.1" status: 404 len: 339 time: 0.0235970 Oct 15 20:06:04.937910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38962) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.966057 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-37071948-02c4-49ff-9285-22162d57e478 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.966057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37071948-02c4-49ff-9285-22162d57e478 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.969206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-37071948-02c4-49ff-9285-22162d57e478 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/38894fef-c7f3-408c-99b4-9e3ebae80749 HTTP/1.1" status: 404 len: 337 time: 0.0299873 Oct 15 20:06:04.971603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38964) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:04.994071 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3652427-5c2e-4d30-970e-e1949a75f1c4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:04.994932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3652427-5c2e-4d30-970e-e1949a75f1c4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:04.997653 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3652427-5c2e-4d30-970e-e1949a75f1c4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/3d9dc5f7-e958-4c20-a3d1-e824be290e97 HTTP/1.1" status: 404 len: 339 time: 0.0249856 Oct 15 20:06:04.998349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.000504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38966) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:05.023677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1872d32-0a1a-4268-8b2f-d80ccb518674 req-f3aac239-f0ae-4c49-baea-a10bd7d329bc tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868270 Oct 15 20:06:05.098886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting port f766d95e-ced9-4b0d-94fb-36b993ef6c7e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:05.099224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.133466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-b132f6a7-736c-484d-900d-0940c9d3e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:05.134973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-b132f6a7-736c-484d-900d-0940c9d3e7ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1097 time: 0.0465105 Oct 15 20:06:05.136391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.166462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.179920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=c239675b-9fc1-4b05-8b28-3395ade185e4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:05.180252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Calling delete_port for f766d95e-ced9-4b0d-94fb-36b993ef6c7e owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:05.190145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc56fe9-dd79-4dae-914f-f1b6cf7c05c5 None None] Network bb0c1c6b-a38c-40c7-9442-87adc5e51be0 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:05.192548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.196469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d826b9a-8aaf-4c33-87a0-ecb573894a83 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/c239675b-9fc1-4b05-8b28-3395ade185e4 HTTP/1.1" status: 204 len: 168 time: 0.5120642 Oct 15 20:06:05.198918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38968) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:05.270475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-c5a68b5a-801f-4fb4-9741-18c010c1772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:05.273305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-c5a68b5a-801f-4fb4-9741-18c010c1772e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.1025620 Oct 15 20:06:05.324295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.359175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-8a051c24-c12d-4d44-a91a-abad1fccf7ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1001 time: 0.0739827 Oct 15 20:06:05.391997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 205476b6-515f-4959-9c33-33d9d9962838 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:05.392384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.405856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] DHCP port deletion for bb0c1c6b-a38c-40c7-9442-87adc5e51be0 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:05.408343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-9709f17e-024d-43ce-96bd-ce6291a2787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:05.409445 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-9709f17e-024d-43ce-96bd-ce6291a2787f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0484650 Oct 15 20:06:05.439848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97dcc513-b898-45f8-8c2e-3aafe3f85b54 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:05.450007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.460106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-70a46e92-6192-499c-9d7d-dd593bbd87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:05.461622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-70a46e92-6192-499c-9d7d-dd593bbd87c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445189 Oct 15 20:06:05.466760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 97dcc513-b898-45f8-8c2e-3aafe3f85b54 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:05.467101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97dcc513-b898-45f8-8c2e-3aafe3f85b54 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:05.485022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Deleting port 205476b6-515f-4959-9c33-33d9d9962838 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:05.485592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.490839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Port': ['ID=f766d95e-ced9-4b0d-94fb-36b993ef6c7e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:05.493980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] For port 205476b6-515f-4959-9c33-33d9d9962838, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=205476b6-515f-4959-9c33-33d9d9962838,segment=NetworkSegment(86025492-8a8c-44f3-b9e3-7883173917f5),segment_id=86025492-8a8c-44f3-b9e3-7883173917f5)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:05.494342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.514450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.519997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/ports/f766d95e-ced9-4b0d-94fb-36b993ef6c7e HTTP/1.1" status: 204 len: 168 time: 0.5166314 Oct 15 20:06:05.519997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 205476b6-515f-4959-9c33-33d9d9962838 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:05.521948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.522269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.522613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.522951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.523278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.523630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.523959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.524282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.524607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.524926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.525241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.525567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbc4658-ba04-4ad8-8715-e72b32af5b5f tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:05.530106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38970) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:05.566094 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0976ec-8b58-4ae6-b98a-f44cd53d7063 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:05.566388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-0304d431-5197-496a-bcda-172148ba6c86 service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966713 Oct 15 20:06:05.566555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0976ec-8b58-4ae6-b98a-f44cd53d7063 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:05.569769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] For port 205476b6-515f-4959-9c33-33d9d9962838, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=205476b6-515f-4959-9c33-33d9d9962838,segment=NetworkSegment(86025492-8a8c-44f3-b9e3-7883173917f5),segment_id=86025492-8a8c-44f3-b9e3-7883173917f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:05.569955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca0976ec-8b58-4ae6-b98a-f44cd53d7063 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/9fd3325f-a9dc-45f9-a657-2e096ade1e5c HTTP/1.1" status: 404 len: 337 time: 0.0388856 Oct 15 20:06:05.570359 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.573305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:05.583303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Calling delete_port for 205476b6-515f-4959-9c33-33d9d9962838 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:05.659398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-37337669-893e-40dc-8cdb-b5148420e4d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859005 Oct 15 20:06:05.692325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.737563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.764415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.788749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] Pushing event deleted for resources: {'Port': ['ID=205476b6-515f-4959-9c33-33d9d9962838,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:05.796070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ec4b6d-ebd1-4ba3-aa95-0c4956a1898a None None] No DVR routers for this DVR port 205476b6-515f-4959-9c33-33d9d9962838 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:05.819900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.820194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e2f2aa16-31bd-4e2e-a6b6-db5c11108a8e tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:05.822390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e2f2aa16-31bd-4e2e-a6b6-db5c11108a8e tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&tenant_id=a2301625fb6245419989ec4432323cf2&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1097 time: 0.1061115 Oct 15 20:06:05.827760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=205476b6-515f-4959-9c33-33d9d9962838,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:05.832916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No DVR routers for this DVR port 205476b6-515f-4959-9c33-33d9d9962838 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:05.841114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-14'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:05.868809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba9dec0-9c14-4a70-ada3-4af8411f796b']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:05.890333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '952c5f92-803d-4f03-b8d5-5c9f4307cdb7') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:05.890626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '952c5f92-803d-4f03-b8d5-5c9f4307cdb7') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:05.896689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.909358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.948527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.956023 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.970082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:05.970483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:05.973422 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:05.988496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0c1c6b-a38c-40c7-9442-87adc5e51be0']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.025407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:06.034565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86025492-8a8c-44f3-b9e3-7883173917f5') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.034804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86025492-8a8c-44f3-b9e3-7883173917f5') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.047826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.061608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.063735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:06.068001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:06.068394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:06.072158 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:06.113125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:06.115411 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948daabb-7e5b-4bdf-a474-06e533bd696f" -d '{"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:06.121645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.132780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.140210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.143437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/aba9dec0-9c14-4a70-ada3-4af8411f796b HTTP/1.1" status: 204 len: 168 time: 0.5690422 Oct 15 20:06:06.154335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38982) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.163626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103dde-94a4-44b2-842f-374e7f8905f4 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=aba9dec0-9c14-4a70-ada3-4af8411f796b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:06.178458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68a46a-e34d-40fb-b1aa-7f0fbaec1e2b req-1c4a7578-bca7-4113-9d7d-77f32f2ca000 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:06.187338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af68a46a-e34d-40fb-b1aa-7f0fbaec1e2b req-1c4a7578-bca7-4113-9d7d-77f32f2ca000 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Oct 15 20:06:06.215909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.237826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.246526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.260555 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/bb0c1c6b-a38c-40c7-9442-87adc5e51be0 HTTP/1.1" status: 204 len: 168 time: 1.0534551 Oct 15 20:06:06.262028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af68a46a-e34d-40fb-b1aa-7f0fbaec1e2b req-d3b11362-94dd-418c-9200-ab3b6cbe5985 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737903 Oct 15 20:06:06.262597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.271058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b89316-692b-4bc7-85a2-f60894288f81 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=bb0c1c6b-a38c-40c7-9442-87adc5e51be0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:06.293214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting port 6dc7643c-4669-4e9b-942c-c32e61405c7d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:06.293555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.345515 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10c747a-bcf6-461b-9dbc-db972b9b825a x-openstack-request-id: req-f10c747a-bcf6-461b-9dbc-db972b9b825a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:06.345786 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:06.346048 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f10c747a-bcf6-461b-9dbc-db972b9b825a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:06.346442 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'code': 200} Oct 15 20:06:06.356796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a687a7b0-5040-4ad2-93b0-6e60b4ac9a77 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:06.362041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a687a7b0-5040-4ad2-93b0-6e60b4ac9a77 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 HTTP/1.1" status: 200 len: 840 time: 0.0931978 Oct 15 20:06:06.362715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38986) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.400443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.419172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:06.421462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Calling delete_port for 6dc7643c-4669-4e9b-942c-c32e61405c7d owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:06.429114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bce0e12b-01d5-45bd-9f21-592cf84b37c4 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/4105b9cb-b83c-4fdd-8c7a-e1e5a5239234?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0601311 Oct 15 20:06:06.432744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38988) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.442647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:06.573048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on host n-h2-712140-14 for vnic_type normal with profile {"migrating_to": "n-h1-712140-14"} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:06.573296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:06.573593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:06.583809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:06:06.584137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Attempting to bind port c0cf462a-e884-4590-80f7-44b8f5309edd on network a500c9f8-7a62-41e3-bb7a-53969b680a17 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:06.592011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:06.592351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Checking segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:06.592741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Bound using segment: {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:06.593172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Bound port: c0cf462a-e884-4590-80f7-44b8f5309edd, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc73d862-ca1e-49f4-b66c-5355841e785f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:06.593530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.599483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c5bc898d-fd05-4da3-a2d1-6efb9a0fbed4 None None] Provisioning complete for port c0cf462a-e884-4590-80f7-44b8f5309edd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:06.600740 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c5bc898d-fd05-4da3-a2d1-6efb9a0fbed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.607152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.635719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc898d-fd05-4da3-a2d1-6efb9a0fbed4 None None] Port c0cf462a-e884-4590-80f7-44b8f5309edd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:06.647953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.652601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/ports/6dc7643c-4669-4e9b-942c-c32e61405c7d HTTP/1.1" status: 204 len: 168 time: 0.4972932 Oct 15 20:06:06.654967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e315191-c4c6-4016-add4-eda60165b067 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Port': ['ID=6dc7643c-4669-4e9b-942c-c32e61405c7d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:06.655396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38990) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.660653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:06.664131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.712079 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c79beb9-7e18-4d36-b1c9-b8430b76ed50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:06.712523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c79beb9-7e18-4d36-b1c9-b8430b76ed50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:06.715751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c79beb9-7e18-4d36-b1c9-b8430b76ed50 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/2d65ff03-e52c-49ce-89e3-1f9a2e0f9d18 HTTP/1.1" status: 404 len: 337 time: 0.0478761 Oct 15 20:06:06.718567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38992) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:06.719929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:06.763522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:06.799695 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.830267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.901491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.924147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06c8623-ae53-4a3b-afe2-ad96e13450cf']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.938445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9983f39-3376-41f4-9998-7d1f17ba62f0') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.938445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9983f39-3376-41f4-9998-7d1f17ba62f0') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:06.949220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.964513 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.971072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:06.971545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:06.974714 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:06.997357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=8']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:07.042456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:07.043249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.044707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-ca958b1e-b08a-4623-80d0-f800f8cd5304 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1123 time: 1.2143536 Oct 15 20:06:07.058416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.075595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.083101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.090328 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/b06c8623-ae53-4a3b-afe2-ad96e13450cf HTTP/1.1" status: 204 len: 168 time: 0.3682559 Oct 15 20:06:07.091345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:07.104360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b275667-2cb0-4db8-90d3-d2a6c54e5e8a tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=b06c8623-ae53-4a3b-afe2-ad96e13450cf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:07.112975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:07.118390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['c0cf462a-e884-4590-80f7-44b8f5309edd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:06:07.135407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:07.146366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:07.146950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.147096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c796edf-052f-4c6e-b720-ad8dac6c5148 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:07.171783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=b644e68e-2f51-48af-b279-ff8279737805,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:07.180411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting subnet b0d3d507-78fb-453d-b292-12d27aeb9ceb {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:07.184035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.226590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f79fe51-fe75-476a-b6d2-9d5963d64133 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927930 Oct 15 20:06:07.229336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:07.233662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'security_group': {'name': 'tempest-secgroup-302666503'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:07.237771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] Provisioning complete for port c0cf462a-e884-4590-80f7-44b8f5309edd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:07.238143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.242386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.367475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.393712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.433409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 205476b6-515f-4959-9c33-33d9d9962838 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:07.438795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.459177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150c88b-29c7-4b94-9ce2-4b6d09e86dfe req-099317cf-b102-4989-a3c0-cf7e989c4b17 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:07.461281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a150c88b-29c7-4b94-9ce2-4b6d09e86dfe req-099317cf-b102-4989-a3c0-cf7e989c4b17 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 943 time: 0.1237240 Oct 15 20:06:07.478078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 205476b6-515f-4959-9c33-33d9d9962838 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:07.478418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 205476b6-515f-4959-9c33-33d9d9962838 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:07.508148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a150c88b-29c7-4b94-9ce2-4b6d09e86dfe req-2f78dd72-67f5-46a5-90be-9078a62fc08e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400674 Oct 15 20:06:07.515188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:07.517472 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af5d58-faa6-4bbd-90ae-69b2fa5706fc" -d '{"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:07.526631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.538070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:07.547606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'tenant_id': '415cbac734f545f594679587e84215f0', 'fixed_ips': [{'subnet_id': 'b644e68e-2f51-48af-b279-ff8279737805'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:07.548456 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.566962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d3d507-78fb-453d-b292-12d27aeb9ceb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:07.574807 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.575947 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdac91f-ca59-40b9-9947-4f214b19383f x-openstack-request-id: req-3cdac91f-ca59-40b9-9947-4f214b19383f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:07.576233 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-plugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:07.576484 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cdac91f-ca59-40b9-9947-4f214b19383f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:07.576873 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'code': 200} Oct 15 20:06:07.580653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec60e137-1e63-4ae9-bfe7-55f1494d9809 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/subnets/b0d3d507-78fb-453d-b292-12d27aeb9ceb HTTP/1.1" status: 204 len: 168 time: 0.4862406 Oct 15 20:06:07.581086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39006) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:07.582472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e168bcd-dcda-4925-aa90-1cd2b4cd84c8 None None] Network fd45819b-9925-4059-90d6-7b0302c56bda requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:07.614950 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.619268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.668488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.669782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.700347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db27ef93-6109-4df6-a2c0-7ac389dcce6f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:07.727064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Deleting port 370bd000-d06c-407d-9153-74c3cc95a37c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:07.727485 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.740257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.744443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1020f190-fa3e-4ed3-9bd0-c0d67b119e92 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5117538 Oct 15 20:06:07.744722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39008) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:07.755240 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'security_group': {'name': 'tempest-secgroup-798806678'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:07.814651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] For port 370bd000-d06c-407d-9153-74c3cc95a37c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=370bd000-d06c-407d-9153-74c3cc95a37c,segment=NetworkSegment(384e1e25-7d97-4066-9ce3-f2f57b06fe85),segment_id=384e1e25-7d97-4066-9ce3-f2f57b06fe85)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:07.815016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.829079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Calling delete_port for 370bd000-d06c-407d-9153-74c3cc95a37c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:07.876051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.978630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:07.995690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.027429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.029743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Port': ['ID=370bd000-d06c-407d-9153-74c3cc95a37c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:08.055121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] No DVR routers for this DVR port 370bd000-d06c-407d-9153-74c3cc95a37c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:08.091884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9271be-2b00-4024-92a5-a4d853d70840,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:08.107093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.108403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dc89eceb-df08-4184-ab32-385a3d71bc21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3626890 Oct 15 20:06:08.111645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39014) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:08.113438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bed70-a637-489c-847b-ff9c802b00a8 None None] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:08.119744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1967402423', 'security_groups': ['8e9271be-2b00-4024-92a5-a4d853d70840'], 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b644e68e-2f51-48af-b279-ff8279737805'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:08.167915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Allocated IP 172.20.0.2 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b644e68e-2f51-48af-b279-ff8279737805/802aa488-d291-475a-86aa-84c3a1846a87) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:08.187179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.211995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a003d46-b050-41e2-8e6c-4c88ab6ffa66 None None] DHCP port deletion for fd45819b-9925-4059-90d6-7b0302c56bda request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:08.250752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd45819b-9925-4059-90d6-7b0302c56bda']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:08.264016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384e1e25-7d97-4066-9ce3-f2f57b06fe85') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:08.264321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384e1e25-7d97-4066-9ce3-f2f57b06fe85') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:08.278033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.306108 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.316601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:08.317006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:08.320712 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:08.328374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.348345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:08.350793 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:08.388760 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908f1365-71bd-4746-9fbe-429d0ec598e9 x-openstack-request-id: req-908f1365-71bd-4746-9fbe-429d0ec598e9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:08.388985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.389215 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:08.389597 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-908f1365-71bd-4746-9fbe-429d0ec598e9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:08.390102 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'status': 'completed', 'code': 200} Oct 15 20:06:08.421474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:08.426512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:08.426732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:08.431121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:08.445008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:08.493766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Attempting to bind port 802aa488-d291-475a-86aa-84c3a1846a87 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:08.494124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Attempting to bind port 802aa488-d291-475a-86aa-84c3a1846a87 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '2528e279-360e-4a3f-8a54-c35c1fea57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:08.494605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Attempting to bind port 802aa488-d291-475a-86aa-84c3a1846a87 on network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:08.499609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:08.499988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Checking segment: {'id': '2528e279-360e-4a3f-8a54-c35c1fea57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:08.500377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.500515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.500765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Bound using segment: {'id': '2528e279-360e-4a3f-8a54-c35c1fea57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:08.501226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Bound port: 802aa488-d291-475a-86aa-84c3a1846a87, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2528e279-360e-4a3f-8a54-c35c1fea57f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:08.502220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.507654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-c4fb24fa-030d-4120-b381-303c3a63df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:08.509171 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-c4fb24fa-030d-4120-b381-303c3a63df21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1128 time: 0.0980761 Oct 15 20:06:08.517722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.520906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] 10.222.0.13 "DELETE /v2.0/networks/fd45819b-9925-4059-90d6-7b0302c56bda HTTP/1.1" status: 204 len: 168 time: 0.9385424 Oct 15 20:06:08.591158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:08.597614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:08.643717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457028f-ca68-4300-94f6-4682949e875b req-87efd0ae-1ec9-4fee-9611-58e8c7f5a2d4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:08.648242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6457028f-ca68-4300-94f6-4682949e875b req-87efd0ae-1ec9-4fee-9611-58e8c7f5a2d4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0600910 Oct 15 20:06:08.675301 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:08.696124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6457028f-ca68-4300-94f6-4682949e875b req-f16345fc-c48f-4467-81b8-286a6b47684f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437813 Oct 15 20:06:08.747877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6a51a-09cc-4bcf-a5c3-8033edf044ec None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:08.942842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5812b4-bd51-4788-9fc7-c33f2cc120e8 tempest-NetworksIpV6TestAttrs-1823711094 tempest-NetworksIpV6TestAttrs-1823711094-project] Pushing event deleted for resources: {'Network': ['ID=fd45819b-9925-4059-90d6-7b0302c56bda,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:09.027715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.062886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port fa8920b5-2600-4ae6-b580-b3cd9a23b243 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:06:09.074007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-b03f387b-a761-42fd-9a67-4e63f39cb829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:09.075513 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-b03f387b-a761-42fd-9a67-4e63f39cb829 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.5509048 Oct 15 20:06:09.098975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:09.220065 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-3000dfec-5ec1-444d-9e1c-ab01b7ccca86 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 1001 time: 0.1045539 Oct 15 20:06:09.244029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c9319fcf-235d-44bd-9a81-090d834a4c29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=665d4a34739a40c2b551ade6f2b5e487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438129 Oct 15 20:06:09.246743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39032) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:09.296647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.310597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-4ceb0e97-5499-4edb-b2c3-fdba8561a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:09.312129 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-4ceb0e97-5499-4edb-b2c3-fdba8561a71f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0833364 Oct 15 20:06:09.318595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.330221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.13 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b644e68e-2f51-48af-b279-ff8279737805/fa8920b5-2600-4ae6-b580-b3cd9a23b243) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:09.389713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-df54272f-d173-4026-8033-b6c08bb902c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:09.395745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-df54272f-d173-4026-8033-b6c08bb902c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686154 Oct 15 20:06:09.446563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.450123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.452625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a39768c2-38cc-493b-a329-e18a37321cba HTTP/1.1" status: 204 len: 168 time: 0.2040603 Oct 15 20:06:09.466534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:09.472168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aeaa7-523a-4666-94f3-f8289e61ccc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39768c2-38cc-493b-a329-e18a37321cba,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:09.529683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:09.530396 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.593876 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-be370300-d4f5-49d1-9bf4-54195c1e6e5b service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936226 Oct 15 20:06:09.616062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.632065 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.670287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:09.721926 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3ac05452-6eeb-4ae6-b2cb-e3abb4fe91c3 req-18f069db-2be3-40c1-9ad2-120915e9d38e service neutron] 10.222.0.11 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197047 Oct 15 20:06:09.733020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.796778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.812501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 370bd000-d06c-407d-9153-74c3cc95a37c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:09.843322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 370bd000-d06c-407d-9153-74c3cc95a37c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:09.844586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 370bd000-d06c-407d-9153-74c3cc95a37c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:09.855444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:09.877961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:09.877961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:09.885350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d4eb5-47d3-41f7-b300-d9c2aa7793b0 req-5b3368a5-3c9a-4380-9342-bdbf8d1fea5c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:09.887501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d4d4eb5-47d3-41f7-b300-d9c2aa7793b0 req-5b3368a5-3c9a-4380-9342-bdbf8d1fea5c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0698874 Oct 15 20:06:09.891791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:09.896603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=fa8920b5-2600-4ae6-b580-b3cd9a23b243,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:09.941537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b08da7bb-d85a-451e-874d-0ec3263c5149 None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:09.941906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b08da7bb-d85a-451e-874d-0ec3263c5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:09.945088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d4d4eb5-47d3-41f7-b300-d9c2aa7793b0 req-f6f441b2-d302-44c7-a7d8-b82c9b475935 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513682 Oct 15 20:06:09.975979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:09.976741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.001067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b08da7bb-d85a-451e-874d-0ec3263c5149 None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:10.006598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:06:10.026291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b08da7bb-d85a-451e-874d-0ec3263c5149 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:10.026666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b08da7bb-d85a-451e-874d-0ec3263c5149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.127724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b9a5d6f-b0a4-4c98-9561-e922d87b3389 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0092223 Oct 15 20:06:10.127885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39050) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:10.129783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:10.182765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:10.202642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd has no active binding in host n-h1-712140-14 {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 15 20:06:10.315075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cd7f0236-3da1-4298-a032-538f10e0be21 None None] Provisioning complete for port fa8920b5-2600-4ae6-b580-b3cd9a23b243 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:10.315435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd7f0236-3da1-4298-a032-538f10e0be21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.354627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cd7f0236-3da1-4298-a032-538f10e0be21 None None] Port fa8920b5-2600-4ae6-b580-b3cd9a23b243 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:10.367267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:10.370899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.468358 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b644e68e-2f51-48af-b279-ff8279737805 (CIDR: 172.20.0.0/28) Oct 15 20:06:10.521343 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:10.521854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:10.592797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be1e6aeb-2886-4562-9911-553383e8e1c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4689224 Oct 15 20:06:10.595444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:10.600892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:10.661627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39064) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:10.756771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--397868417'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:10.789455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:10.793017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.881204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.890906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:10.970802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.035598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.075427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7b64b7-1685-4035-a87d-51445bf2232f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:11.119854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.177838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.211909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142d5836-0a10-4ac4-ac96-27ff83878d4a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:11.236374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b135f07-2cb2-4d2c-930e-3704ac5ba58a req-d069fd92-2988-4718-aec6-cc6fdce9ed13 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:11.237796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b135f07-2cb2-4d2c-930e-3704ac5ba58a req-d069fd92-2988-4718-aec6-cc6fdce9ed13 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0829000 Oct 15 20:06:11.254324 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.258176 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2ab6937e-b47f-4134-a84e-aed8aaee60f0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5923347 Oct 15 20:06:11.258447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39074) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.311696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b135f07-2cb2-4d2c-930e-3704ac5ba58a req-b79032b4-0675-45da-ac11-5855ff7606dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668371 Oct 15 20:06:11.319230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-22d11d8e-f04f-4e28-80ea-a5f1693fff04 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0596735 Oct 15 20:06:11.322064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39076) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.326502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-security--619940066', 'description': 'tempest-security-description-532965494'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:11.354432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.417797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.423448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:11.473179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:11.473551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.481272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.492181 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.495003 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.496683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "PUT /v2.0/security-groups/142d5836-0a10-4ac4-ac96-27ff83878d4a HTTP/1.1" status: 200 len: 1778 time: 0.1735253 Oct 15 20:06:11.501302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.528943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:11.534156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:11.538164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:11.539013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.541346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4713e-1a1e-473e-ab83-dcff11c648a9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142d5836-0a10-4ac4-ac96-27ff83878d4a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:11.547881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b4a52-b750-449a-a0d7-443260eb13c6 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:11.559858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-341dfd98-0ae2-4823-826f-2d41db802d7c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups/142d5836-0a10-4ac4-ac96-27ff83878d4a HTTP/1.1" status: 200 len: 1778 time: 0.0573769 Oct 15 20:06:11.562324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39080) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.562724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=779eb4ff-6eff-4322-a3c8-e9b6d7ee7970,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:11.617702 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.640921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.649704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-beeea920-394d-4a15-be57-6296cf5d5bc0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0530384 Oct 15 20:06:11.652375 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39082) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.660579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1379774333', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '779eb4ff-6eff-4322-a3c8-e9b6d7ee7970'}], 'security_groups': ['db27ef93-6109-4df6-a2c0-7ac389dcce6f']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:11.744313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.788872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Update dhcp port {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'fixed_ips': [{'subnet_id': 'b644e68e-2f51-48af-b279-ff8279737805', 'ip_address': '172.20.0.2'}, {'subnet_id': '779eb4ff-6eff-4322-a3c8-e9b6d7ee7970'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '802aa488-d291-475a-86aa-84c3a1846a87'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:06:11.813725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.816528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.819293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:11.825536 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/142d5836-0a10-4ac4-ac96-27ff83878d4a HTTP/1.1" status: 204 len: 168 time: 0.2576718 Oct 15 20:06:11.826892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39084) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.842931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd74d1-dae3-454f-84b5-3fa7684a34d6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d5836-0a10-4ac4-ac96-27ff83878d4a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:11.882429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29b0ed40-c01a-4029-8a7d-f7349a381094 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541990 Oct 15 20:06:11.885592 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.900597 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c2867260-87ff-4937-bfdd-eccd2697d6bb tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] delete failed (client error): The resource could not be found. Oct 15 20:06:11.905288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2867260-87ff-4937-bfdd-eccd2697d6bb tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/142d5836-0a10-4ac4-ac96-27ff83878d4a HTTP/1.1" status: 404 len: 347 time: 0.0151238 Oct 15 20:06:11.905540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39088) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:11.909987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491269071'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:11.997976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Allocated IP 172.20.0.18 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/779eb4ff-6eff-4322-a3c8-e9b6d7ee7970/802aa488-d291-475a-86aa-84c3a1846a87) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:12.017563 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.088879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.092801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:12.122308 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.148857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.177239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c264a82-1a02-4149-827d-e8b0ce89e5b9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:12.240828 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.266038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.269791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fde15b4d-708f-45c6-ba61-795d9a17abe6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3607106 Oct 15 20:06:12.270088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:12.275307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '8c264a82-1a02-4149-827d-e8b0ce89e5b9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:12.336453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605125c5-b5f7-4858-b1ae-e887cdac7515 None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:12.345911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Delete allocated IP 172.20.0.13 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b644e68e-2f51-48af-b279-ff8279737805) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:06:12.349354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.354975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.22 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/779eb4ff-6eff-4322-a3c8-e9b6d7ee7970/fa8920b5-2600-4ae6-b580-b3cd9a23b243) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:12.432381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.470544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff3fa0-a019-44e5-94d7-ee326579548f req-3a3332d4-2c2e-452a-b4a0-9497dc25b74c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:12.472162 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28ff3fa0-a019-44e5-94d7-ee326579548f req-3a3332d4-2c2e-452a-b4a0-9497dc25b74c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0617037 Oct 15 20:06:12.475280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.507213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05a49d4-f742-4fb6-a326-8952f828dc34,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:12.543868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28ff3fa0-a019-44e5-94d7-ee326579548f req-142818c3-2bc5-42ae-aa5f-607274a5b5fb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573456 Oct 15 20:06:12.559036 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.569066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.570320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b4246d71-8be6-440a-8c75-915a2341eabe tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992775 Oct 15 20:06:12.573173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39098) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:12.604303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.613906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.651431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.714174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.729616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.732014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a05a49d4-f742-4fb6-a326-8952f828dc34 HTTP/1.1" status: 204 len: 168 time: 0.1578538 Oct 15 20:06:12.736669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39100) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:12.738882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421d322-6992-4d2c-8a83-91c1f49f4232 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a05a49d4-f742-4fb6-a326-8952f828dc34,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:12.755236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=fa8920b5-2600-4ae6-b580-b3cd9a23b243,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:12.780527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] In _notify_port_updated(), no bound segment for port fa8920b5-2600-4ae6-b580-b3cd9a23b243 on network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:06:12.786493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:12.787161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.788628 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9bf90ac9-32c4-473a-b245-d20d226dc0c0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/ports/fa8920b5-2600-4ae6-b580-b3cd9a23b243 HTTP/1.1" status: 200 len: 921 time: 1.1352701 Oct 15 20:06:12.790667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66c49c34-4336-4f42-92f3-3df3a1ba2c2e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526903 Oct 15 20:06:12.791483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39102) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:12.793422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39104) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:12.852709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.885228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port fa8920b5-2600-4ae6-b580-b3cd9a23b243 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:12.885566 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.888504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.984398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.993392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Provisioning complete for port fa8920b5-2600-4ae6-b580-b3cd9a23b243 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:12.993952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:12.997923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for fa8920b5-2600-4ae6-b580-b3cd9a23b243 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:13.018112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.020968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.022957 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c264a82-1a02-4149-827d-e8b0ce89e5b9 HTTP/1.1" status: 204 len: 168 time: 0.2285683 Oct 15 20:06:13.026286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39106) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.031383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Port fa8920b5-2600-4ae6-b580-b3cd9a23b243 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:13.040145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4b412-bf99-4667-9a5a-305f2da2ace0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c264a82-1a02-4149-827d-e8b0ce89e5b9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.042929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:13.043515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.089240 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5dc89986-08bf-4d31-aab0-3ad2bc53759a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606885 Oct 15 20:06:13.090685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:13.092825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39108) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.097782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189822313'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:13.105743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:13.106109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-68e99e6b-d27a-4a50-90ad-6fc5043ec42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.207529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.234113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.270028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=fa8920b5-2600-4ae6-b580-b3cd9a23b243,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.286358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.340612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.344440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a35fbde1-67c4-4d33-9ce4-008f5147fe21 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/fa8920b5-2600-4ae6-b580-b3cd9a23b243 HTTP/1.1" status: 204 len: 168 time: 0.5520062 Oct 15 20:06:13.347131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39110) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.379164 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.382444 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac00b3-eb35-4296-8830-1a6ad8fb484c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:06:13.384132 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-25ac00b3-eb35-4296-8830-1a6ad8fb484c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/fa8920b5-2600-4ae6-b580-b3cd9a23b243 HTTP/1.1" status: 404 len: 333 time: 0.0358901 Oct 15 20:06:13.388514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.414773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901e29bb-918f-4b7e-af6e-30a5358622c6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.432692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:13.449882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.471778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.476431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a31018e5-93ab-4b1d-a732-3eb4d76bc496 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3825417 Oct 15 20:06:13.476977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39114) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.479886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.482229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '901e29bb-918f-4b7e-af6e-30a5358622c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:13.486160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:13.486528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.529174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f5b2e4ae-8ec5-4233-943d-69f8722e8658 None None] Could not find standard attr ID for object fa8920b5-2600-4ae6-b580-b3cd9a23b243. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:06:13.588148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.601780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.607874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.612204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39118) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.612825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/security-groups/8e9271be-2b00-4024-92a5-a4d853d70840 HTTP/1.1" status: 204 len: 168 time: 0.2249582 Oct 15 20:06:13.637699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cd991-fe83-4d84-8ca9-139a13db5edd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9271be-2b00-4024-92a5-a4d853d70840,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.689095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32c813-75f1-4d5b-9768-928988237306 req-f0f8bb9e-d495-461e-9423-0232fcaf7720 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:13.690602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd32c813-75f1-4d5b-9768-928988237306 req-f0f8bb9e-d495-461e-9423-0232fcaf7720 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0719237 Oct 15 20:06:13.694822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.705011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.728184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.732112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd32c813-75f1-4d5b-9768-928988237306 req-0c47068f-7f57-47a3-9079-9fd262ddb854 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346930 Oct 15 20:06:13.782509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.807502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5997b3a-d6f1-4e05-8704-2fae66272506,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.863119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.866421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.867617 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/security-groups/db27ef93-6109-4df6-a2c0-7ac389dcce6f HTTP/1.1" status: 204 len: 168 time: 0.2545753 Oct 15 20:06:13.870502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39124) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.881567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528bf43-ad9c-461c-a6f2-c51f67afa53b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db27ef93-6109-4df6-a2c0-7ac389dcce6f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:13.894939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.904119 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0d5470de-977f-4ec6-9a66-1d8038d72e8c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4195464 Oct 15 20:06:13.906268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39126) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:13.910769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '901e29bb-918f-4b7e-af6e-30a5358622c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:13.927325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet b644e68e-2f51-48af-b279-ff8279737805 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:13.931112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:13.970393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.016537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.057082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.080052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.153858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.172356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30e0fbfc-2e55-4acd-bf15-0345be51687d,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:14.184788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.212051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=b644e68e-2f51-48af-b279-ff8279737805,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:14.216139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.221321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2d7e93cb-de6a-40cb-a628-07fdd1c1babd tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/b644e68e-2f51-48af-b279-ff8279737805 HTTP/1.1" status: 204 len: 168 time: 0.3475139 Oct 15 20:06:14.222838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af89daf-b282-485b-8fef-7b0fb515ce7a None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:14.224223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39128) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:14.229977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:14.247276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.249584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f9ebf2a-87ee-48f9-96cb-fdfa2eefa9b6 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3412549 Oct 15 20:06:14.257671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39130) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:14.263712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '901e29bb-918f-4b7e-af6e-30a5358622c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:14.377412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.440421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.446389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:14.450128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.498006 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.515983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a4775a-7595-4499-a6f4-0ecf2b0ddb8b,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:14.568655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.570192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a363f367-9379-425b-8a88-472862214c84 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3114488 Oct 15 20:06:14.573156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39132) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:14.579474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '901e29bb-918f-4b7e-af6e-30a5358622c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:14.726547 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.781125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.806779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.849376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:14.852751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:14.857124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:14.857708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.872689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=b83891b2-988b-42c0-9788-d39912c13e54,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:14.873195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71b320-37f7-478c-8027-48e09d34247f req-c67e6bc3-2b36-44de-beed-6ae46156b458 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:14.874630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db71b320-37f7-478c-8027-48e09d34247f req-c67e6bc3-2b36-44de-beed-6ae46156b458 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.0697339 Oct 15 20:06:14.888333 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:14.889486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5fdca-51ac-4f47-b87f-c3976528314a None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:14.911671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905b2162-32a6-44f4-869a-34939dc2ecd6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:14.918363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db71b320-37f7-478c-8027-48e09d34247f req-4c9c1645-451b-4107-97da-180c00a1f407 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363598 Oct 15 20:06:14.987022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6ac00239-a9a8-47d1-84d6-1913f3b720a8 None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:14.987386 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ac00239-a9a8-47d1-84d6-1913f3b720a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.004934 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df92e9b7-873e-4506-acd0-4e10368ca4cc tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7789810 Oct 15 20:06:15.008294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39140) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.012740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'security_group': {'name': 'tempest-secgroup-196838907'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:15.063160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6ac00239-a9a8-47d1-84d6-1913f3b720a8 None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:15.082155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6ac00239-a9a8-47d1-84d6-1913f3b720a8 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:15.082515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ac00239-a9a8-47d1-84d6-1913f3b720a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.119737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.120816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe10f6e4-53a9-41d3-92c7-19586de897ad tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5464983 Oct 15 20:06:15.124105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39142) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.129314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '901e29bb-918f-4b7e-af6e-30a5358622c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:15.201951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.229229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Update dhcp port {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'fixed_ips': [{'subnet_id': '779eb4ff-6eff-4322-a3c8-e9b6d7ee7970', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b83891b2-988b-42c0-9788-d39912c13e54'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '802aa488-d291-475a-86aa-84c3a1846a87'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:06:15.255153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.269116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.302396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.352813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.354271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.388738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50381bf9-1ba2-4afd-a1e2-90cfb3948cb3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:15.421409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Allocated IP 172.20.0.2 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b83891b2-988b-42c0-9788-d39912c13e54/802aa488-d291-475a-86aa-84c3a1846a87) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:15.441052 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.462202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d98d7a-c744-45df-8725-23bb2708763f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:15.470795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.470975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.471513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.471513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.471815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.472345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.472879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.473211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.473539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.473866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.474190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.474548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.474896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:15.476208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-04bfd348-1ae4-43ef-a3e5-6ff1ee5e698a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4669328 Oct 15 20:06:15.477081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39144) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.487099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'security_group': {'name': 'tempest-secgroup-749294309'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:15.519366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:15.527477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.529417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bc625527-5c9b-46d0-af0e-43fc8a0d069c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4034557 Oct 15 20:06:15.531587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.548975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.553248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-eba6a0f6-e3f1-4701-8c61-89f95a573421 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:06:15.557943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-eba6a0f6-e3f1-4701-8c61-89f95a573421 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060427 Oct 15 20:06:15.558104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.564356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.608178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.628446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-a99d4715-b41e-4f89-8b9e-018a9c2b3081 service neutron] 10.222.0.11 "GET /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 385 time: 0.0670123 Oct 15 20:06:15.629682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.692713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.701164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.704613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/21d98d7a-c744-45df-8725-23bb2708763f HTTP/1.1" status: 204 len: 168 time: 0.1697686 Oct 15 20:06:15.705043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.712116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387c573-51e5-4b7a-b3b8-fd367c1dac57 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21d98d7a-c744-45df-8725-23bb2708763f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:15.722300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64385720-08ce-4ab7-bb29-8b53209cc29f None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:15.806691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.842585 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae1886e2-5642-4dc1-ae2c-090966004341 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1362209 Oct 15 20:06:15.845434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39150) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:15.871761 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.878938 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.898396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:15.918234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.937763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:15.980570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d88604-bb9f-4c12-9a06-ad68f2239939,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:15.984032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.990647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:15.991767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/905b2162-32a6-44f4-869a-34939dc2ecd6 HTTP/1.1" status: 204 len: 168 time: 0.1452146 Oct 15 20:06:15.994434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39154) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.002448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:16.005023 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef76106c-a272-48ca-96ef-87da3dd26202" -d '{"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:16.013216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9ee5b-06b4-4e2e-82b1-826c2c0926d0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=905b2162-32a6-44f4-869a-34939dc2ecd6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:16.013481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:16.031276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.035274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39160) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.041468 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-11f0d907-36fe-44a8-a14b-115291174d43 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5517428 Oct 15 20:06:16.056962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596641468'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:16.070553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.104372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6c76549-84f2-4d52-9c5b-34eed4ae2cb8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1086724 Oct 15 20:06:16.107869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39164) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.122985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3c77-a8b8-4881-8b87-19f96043ff0e req-b6fb4f6c-d704-4dea-b1b4-04eee0b232ef tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:16.124564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81ec3c77-a8b8-4881-8b87-19f96043ff0e req-b6fb4f6c-d704-4dea-b1b4-04eee0b232ef tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 945 time: 0.1035705 Oct 15 20:06:16.168875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.173374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81ec3c77-a8b8-4881-8b87-19f96043ff0e req-3e8793fc-aa8e-4916-9417-e321916437f4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391769 Oct 15 20:06:16.174633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.181831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.226236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] Transition to ACTIVE for port object c0cf462a-e884-4590-80f7-44b8f5309edd will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:06:16.262098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.284215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.313587 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c26edbb-b533-4e46-92eb-0807543da48b x-openstack-request-id: req-3c26edbb-b533-4e46-92eb-0807543da48b {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:16.313877 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-unplugged", "status": "completed", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:16.316901 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c26edbb-b533-4e46-92eb-0807543da48b {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:16.316901 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'code': 200} Oct 15 20:06:16.327197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.361424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29275aff-8876-490c-914e-63bcf83922d5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:16.380309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e852d040-89c9-488b-a7b0-3e2b646b7244 None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:16.381391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e852d040-89c9-488b-a7b0-3e2b646b7244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.397929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.402894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.404264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/44a4775a-7595-4499-a6f4-0ecf2b0ddb8b HTTP/1.1" status: 204 len: 168 time: 0.2955830 Oct 15 20:06:16.407029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39166) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.431988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e852d040-89c9-488b-a7b0-3e2b646b7244 None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:16.446986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.448616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2c93b62-7fbb-4461-95cd-7709d7b2f9c5 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4124331 Oct 15 20:06:16.452597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e852d040-89c9-488b-a7b0-3e2b646b7244 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:16.453109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e852d040-89c9-488b-a7b0-3e2b646b7244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.465158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39168) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.465158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:16.466970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8db8735c-f0de-4f56-ab99-8ca7c20af040 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0585551 Oct 15 20:06:16.487821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-66609829', 'security_groups': ['29275aff-8876-490c-914e-63bcf83922d5'], 'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b83891b2-988b-42c0-9788-d39912c13e54'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:16.520515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] Pushing event updated for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=11']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:16.544571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6154f51-14eb-4ca6-8454-109216c15948 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a4775a-7595-4499-a6f4-0ecf2b0ddb8b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:16.600022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] No DVR routers for this DVR port c0cf462a-e884-4590-80f7-44b8f5309edd on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:16.605235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:16.653659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.029909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-112c4ee6-5bcf-48a5-aca0-4a8c28643a6d service neutron] 10.222.0.11 "PUT /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd/bindings/n-h1-712140-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3932300 Oct 15 20:06:17.039736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.046852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.047956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/30e0fbfc-2e55-4acd-bf15-0345be51687d HTTP/1.1" status: 204 len: 168 time: 0.5802722 Oct 15 20:06:17.050780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39174) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.052236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aadd69-12d6-47d3-b197-f86e7d92b753 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30e0fbfc-2e55-4acd-bf15-0345be51687d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:17.069389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:17.095338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-035df943-c049-4c27-826f-62cb50983c36 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0434186 Oct 15 20:06:17.098158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.121567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.129182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.155532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.173271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] device_id is not set on port 5907e91d-e609-4f7d-b5fa-397f4c02475a yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:06:17.194693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-d8de2adf-4843-46e9-9243-e82ffb741d54 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.196273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-d8de2adf-4843-46e9-9243-e82ffb741d54 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&tenant_id=a2301625fb6245419989ec4432323cf2&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.0539846 Oct 15 20:06:17.253401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.262715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.263812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d5997b3a-d6f1-4e05-8704-2fae66272506 HTTP/1.1" status: 204 len: 168 time: 0.1646793 Oct 15 20:06:17.269836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39180) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.301562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f348278f-6884-4417-9d4f-68774577be12 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5997b3a-d6f1-4e05-8704-2fae66272506,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:17.316322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-3efe6b24-c96d-47c4-8ddb-6c5c53866e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.317868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-3efe6b24-c96d-47c4-8ddb-6c5c53866e11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 1096 time: 0.1138709 Oct 15 20:06:17.334434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e1138-216a-401d-93d0-6364fdffffae req-04efd7f9-82ed-4fb0-908d-b1c167c167d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.339191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb8e1138-216a-401d-93d0-6364fdffffae req-04efd7f9-82ed-4fb0-908d-b1c167c167d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.0790200 Oct 15 20:06:17.351616 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c49e496b-115f-49c9-ae13-378cb1b92b87 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806100 Oct 15 20:06:17.354997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39184) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.390257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:17.412224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb8e1138-216a-401d-93d0-6364fdffffae req-8ccbcd4d-7913-415c-b77b-8b6eb152fd28 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635328 Oct 15 20:06:17.417972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-1f101895-f481-4fdb-b3b1-03d3cb827d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.419658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-1f101895-f481-4fdb-b3b1-03d3cb827d61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1096 time: 0.0792246 Oct 15 20:06:17.462908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:17.466492 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.491030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.10 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b83891b2-988b-42c0-9788-d39912c13e54/5907e91d-e609-4f7d-b5fa-397f4c02475a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:17.495180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:17.507325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.536462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:17.536839 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.540928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-d07733f4-6e4f-4c99-add0-bd0f6dd14463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.542665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-d07733f4-6e4f-4c99-add0-bd0f6dd14463 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.1155639 Oct 15 20:06:17.618705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-41c1fd13-070e-4afc-9c23-7ecded51f982 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 999 time: 0.0687721 Oct 15 20:06:17.671430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-58f45673-eb14-40ef-8ee5-2863bbd2bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.673068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-58f45673-eb14-40ef-8ee5-2863bbd2bb57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0478446 Oct 15 20:06:17.676908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.679539 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.680699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/901e29bb-918f-4b7e-af6e-30a5358622c6 HTTP/1.1" status: 204 len: 168 time: 0.3247621 Oct 15 20:06:17.687885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.699520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e457b-b6a9-485d-ace5-aff3df842401 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=901e29bb-918f-4b7e-af6e-30a5358622c6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:17.705641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.757823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-37d48064-dcef-419e-9d40-38338da42b6d tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688734 Oct 15 20:06:17.759827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-3ef77319-cd9f-468f-a5d3-362e55309562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.761208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-3ef77319-cd9f-468f-a5d3-362e55309562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816736 Oct 15 20:06:17.762181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39190) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:17.766819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911863703'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:17.795501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.839504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:17.842750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.846502 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:17.858352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-9ec93d7c-4c66-44e6-b8a1-2d91793d04e0 service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Oct 15 20:06:17.859770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:17.883524 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=5907e91d-e609-4f7d-b5fa-397f4c02475a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:17.921755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:17.922414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.962949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e5ddfbca-72f3-4978-86df-c8cc0c73dce7 service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976329 Oct 15 20:06:17.982296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:17.997980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6dffd700-d649-46e1-833e-7e2e5c9ade2a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5316482 Oct 15 20:06:18.001365 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39192) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:18.006740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:18.072390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.101412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ea62bf19-6033-413e-97ad-6d1b67163bb9 None None] Provisioning complete for port 5907e91d-e609-4f7d-b5fa-397f4c02475a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:18.101412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea62bf19-6033-413e-97ad-6d1b67163bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.119291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820d1227-96f5-4aa7-ac5f-cbd9d7cc5b64,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:18.138393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ea62bf19-6033-413e-97ad-6d1b67163bb9 None None] Port 5907e91d-e609-4f7d-b5fa-397f4c02475a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:18.181945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.183327 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6a40238b-d879-42c7-be8d-d3f14a09d702 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4201410 Oct 15 20:06:18.186214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:18.191027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '820d1227-96f5-4aa7-ac5f-cbd9d7cc5b64', 'direction': 'ingress', 'protocol': 17}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:18.257646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:18.261686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.357584 n-d-712140-14 neutron-server[101181]: INFO neutron.db.ipam_backend_mixin [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b83891b2-988b-42c0-9788-d39912c13e54 (CIDR: 172.20.0.0/28) Oct 15 20:06:18.370037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.389513 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:18.390154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:18.413726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-31de23a6-8ba8-480c-8ec9-dd5304732196 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:18.415232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-31de23a6-8ba8-480c-8ec9-dd5304732196 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822&tenant_id=a2301625fb6245419989ec4432323cf2&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 1096 time: 0.0788581 Oct 15 20:06:18.435631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.462422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26d756cf-f7b1-45bc-979c-37bdc08cb0ec tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4598622 Oct 15 20:06:18.465442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39198) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:18.471127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:18.487484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ab3cc47-4019-4f2d-a9e4-df48c69dbda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.560111 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.596655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4a0264-3ae5-4de1-b342-8c3cfe9e6399,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:18.616480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4f46-b247-43c5-abb3-f9aea62da39b req-6feecd67-6610-4566-b569-f16064456d3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:18.617325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d0d4f46-b247-43c5-abb3-f9aea62da39b req-6feecd67-6610-4566-b569-f16064456d3d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.1191850 Oct 15 20:06:18.656306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d0d4f46-b247-43c5-abb3-f9aea62da39b req-b9dbfe69-47c2-4b07-be89-e7a63dc000d9 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329695 Oct 15 20:06:18.675227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.675227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8372a33e-dbca-49b6-8a12-d38cf87e014f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4849589 Oct 15 20:06:18.675419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39204) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:18.684056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e89d4fd4-d858-48e8-b5bd-49cd5eb9ab7d service neutron] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:18.690582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e89d4fd4-d858-48e8-b5bd-49cd5eb9ab7d service neutron] Publish callbacks [] for binding, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.690582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-741a06a6-9ba2-4800-97ce-40d1cf33bb83 req-e89d4fd4-d858-48e8-b5bd-49cd5eb9ab7d service neutron] 10.222.0.15 "DELETE /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd/bindings/n-h2-712140-14 HTTP/1.1" status: 204 len: 173 time: 0.2660294 Oct 15 20:06:18.744253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.772891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:18.776460 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.781510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.879113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680324c9-4fe2-4c73-b062-96ccbc92b903 req-bc0c3d10-ee7f-417c-a5bd-0c10646c51ab tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:18.881928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-680324c9-4fe2-4c73-b062-96ccbc92b903 req-bc0c3d10-ee7f-417c-a5bd-0c10646c51ab tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1096 time: 0.0448058 Oct 15 20:06:18.897938 n-d-712140-14 neutron-server[101181]: INFO neutron.db.ipam_backend_mixin [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 779eb4ff-6eff-4322-a3c8-e9b6d7ee7970 (CIDR: 172.20.0.16/28) Oct 15 20:06:18.921629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-680324c9-4fe2-4c73-b062-96ccbc92b903 req-eeba4fc6-bf17-4ead-a32b-07d61f3538f8 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328569 Oct 15 20:06:18.955989 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:18.956520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:18.961034 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.963899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:18.965056 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/820d1227-96f5-4aa7-ac5f-cbd9d7cc5b64 HTTP/1.1" status: 204 len: 168 time: 0.2890439 Oct 15 20:06:18.967871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:18.979732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72703e01-7a78-41e1-93fe-b3f58d75f6e3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d1227-96f5-4aa7-ac5f-cbd9d7cc5b64,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:19.050620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-05463a9e-0f9f-4a08-b615-4f59ea2d7477 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0779421 Oct 15 20:06:19.050869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.057926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060016662'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:19.062750 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54b1984a-3011-43a7-b316-2fe945a02255 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5960386 Oct 15 20:06:19.069526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.075442 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'subnet': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:19.081886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e67c67-451d-40ec-a41b-664788a788e2 req-4715a203-85f4-4540-946a-7598375d1d74 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:19.083395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61e67c67-451d-40ec-a41b-664788a788e2 req-4715a203-85f4-4540-946a-7598375d1d74 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.0944991 Oct 15 20:06:19.125733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61e67c67-451d-40ec-a41b-664788a788e2 req-fb1a1ce1-627a-4dc9-b034-f2b67d45ef2b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340762 Oct 15 20:06:19.149579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.191289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.233566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73f5d0e9-47a0-48db-a47a-edee641cd818 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/5661175e-efe1-46f1-a7c6-6d2ae69df805 HTTP/1.1" status: 200 len: 991 time: 0.0827801 Oct 15 20:06:19.278308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.286225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Made reservation on behalf of 415cbac734f545f594679587e84215f0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:19.289928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.332084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.371671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f355bfa8-3219-42a1-8c8c-0aa33194930d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:19.415518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.416745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca982b83-9c03-4ce6-be66-fc2f760860f1 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3628085 Oct 15 20:06:19.419507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39222) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.425130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1009557761'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:19.514127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.566954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.582562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.608909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:19.615747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:19.616999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:19.617584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.622828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3daff5d-4b04-4734-acdb-809bf0e7e2d4 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:19.628860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Subnet': ['ID=543ebbb2-0324-47bf-9437-05034db4c1f0,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:19.680456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.710836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e952c8-10df-4e04-88bc-7bfad5a259eb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:19.724816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fcc1d4c6-9e10-43f6-badd-cba64020919f tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6533403 Oct 15 20:06:19.759615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39226) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.759615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-947523457', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '543ebbb2-0324-47bf-9437-05034db4c1f0'}], 'security_groups': ['50381bf9-1ba2-4afd-a1e2-90cfb3948cb3', '53d88604-bb9f-4c12-9a06-ad68f2239939']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:19.839485 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.918594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:19.918594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a2fa39ca-7cb2-4413-b552-662a3de20810 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4971871 Oct 15 20:06:19.939677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39230) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:19.944445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': 'f355bfa8-3219-42a1-8c8c-0aa33194930d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '77e952c8-10df-4e04-88bc-7bfad5a259eb', 'remote_ip_prefix': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:20.007099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:20.033544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.035290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Update dhcp port {'port': {'network_id': '6e88b3e6-0adf-4cfe-846a-97f97c8d22d4', 'fixed_ips': [{'subnet_id': '779eb4ff-6eff-4322-a3c8-e9b6d7ee7970', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b83891b2-988b-42c0-9788-d39912c13e54', 'ip_address': '172.20.0.2'}, {'subnet_id': '543ebbb2-0324-47bf-9437-05034db4c1f0'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '802aa488-d291-475a-86aa-84c3a1846a87'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:06:20.072752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.116614 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.171623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Delete allocated IP 172.20.0.10 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/b83891b2-988b-42c0-9788-d39912c13e54) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:06:20.177087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.183277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Allocated IP 172.20.0.41 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/543ebbb2-0324-47bf-9437-05034db4c1f0/5907e91d-e609-4f7d-b5fa-397f4c02475a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:20.200959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76e0137-590b-4d5a-b0f1-4438be8f6091,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:20.265339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.266584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fd9d133-0039-4ca7-8c64-1157c527110a tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3259614 Oct 15 20:06:20.269358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.296436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.304474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.352635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.400390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.407191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.408362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a76e0137-590b-4d5a-b0f1-4438be8f6091 HTTP/1.1" status: 204 len: 168 time: 0.1380675 Oct 15 20:06:20.411065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39234) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.413850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f1365-5594-499f-a7ed-8b36e4aa1b0c tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a76e0137-590b-4d5a-b0f1-4438be8f6091,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:20.436571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.484667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Allocated IP 172.20.0.34 (6e88b3e6-0adf-4cfe-846a-97f97c8d22d4/543ebbb2-0324-47bf-9437-05034db4c1f0/802aa488-d291-475a-86aa-84c3a1846a87) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:20.489830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-512d9ec1-8dda-4412-afa2-ab1a6e2780dd tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0750608 Oct 15 20:06:20.491080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39236) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.532507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event updated for resources: {'Port': ['ID=5907e91d-e609-4f7d-b5fa-397f4c02475a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:20.552985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.579590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] In _notify_port_updated(), no bound segment for port 5907e91d-e609-4f7d-b5fa-397f4c02475a on network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:06:20.581923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.585717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:20.586344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.590721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f040899-1a78-4264-9f73-a843925db29d tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "PUT /v2.0/ports/5907e91d-e609-4f7d-b5fa-397f4c02475a HTTP/1.1" status: 200 len: 959 time: 0.8351784 Oct 15 20:06:20.590898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:20.591025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.620624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.680788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 5907e91d-e609-4f7d-b5fa-397f4c02475a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:20.681128 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.709758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.719819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.722694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.727040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/77e952c8-10df-4e04-88bc-7bfad5a259eb HTTP/1.1" status: 204 len: 168 time: 0.2318175 Oct 15 20:06:20.728381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.749309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f647e1-35fa-4499-a6af-a8db97d7928e tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e952c8-10df-4e04-88bc-7bfad5a259eb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:20.777435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.788082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9365af4-42a0-47e8-bfe8-fb89ddbf837c None None] Pushing event updated for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:20.793321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-42e404a7-22ec-44e2-8dd1-d4ed504fe2c0 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0612810 Oct 15 20:06:20.793643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39242) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:20.794452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 5907e91d-e609-4f7d-b5fa-397f4c02475a owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:20.873508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:20.910039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.023133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.053370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.053623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=5907e91d-e609-4f7d-b5fa-397f4c02475a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.061355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.064890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/f355bfa8-3219-42a1-8c8c-0aa33194930d HTTP/1.1" status: 204 len: 168 time: 0.2679033 Oct 15 20:06:21.065966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.086525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca427-779d-43de-b75c-af0a7cef5133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f355bfa8-3219-42a1-8c8c-0aa33194930d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.121339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-61d1598d-adfd-462f-b3bc-5d77fde43d18 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541787 Oct 15 20:06:21.125708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39250) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.129874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--893378562'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:21.142316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.145975 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c9104d0-214a-4630-a138-45fe960c2401 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/5907e91d-e609-4f7d-b5fa-397f4c02475a HTTP/1.1" status: 204 len: 168 time: 0.5540946 Oct 15 20:06:21.148771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39252) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.177089 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-365dfac6-6a28-45ec-a46d-ada20e2d2637 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] GET failed (client error): The resource could not be found. Oct 15 20:06:21.178898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-365dfac6-6a28-45ec-a46d-ada20e2d2637 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports/5907e91d-e609-4f7d-b5fa-397f4c02475a HTTP/1.1" status: 404 len: 333 time: 0.0291405 Oct 15 20:06:21.181731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.237090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.254209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.289159 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.358374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.378310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Could not find standard attr ID for object 5907e91d-e609-4f7d-b5fa-397f4c02475a. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:06:21.390291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:21.390658 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.425606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:21.429068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.432349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.433158 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/security-groups/29275aff-8876-490c-914e-63bcf83922d5 HTTP/1.1" status: 204 len: 168 time: 0.2500312 Oct 15 20:06:21.435665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.436132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:21.436419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2aa0c3be-fedc-40f8-883f-2917d1da70a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.439392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:21.445123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8134-97fb-4fa1-929f-bc15bd4155ef tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29275aff-8876-490c-914e-63bcf83922d5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.476151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.483333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55aa29b2-c24f-4626-b2f2-2a0ca554e15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.499882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.514613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4a617-7fd9-4b4d-9369-fb3ae0e23823,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.525542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.534473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:21.534844 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.579093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.582902 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-67339157-48ec-467c-9109-07076d8d08d3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4542568 Oct 15 20:06:21.583138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39258) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.589124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': '98d4a617-7fd9-4b4d-9369-fb3ae0e23823', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:21.656820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.659401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.660602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/security-groups/53d88604-bb9f-4c12-9a06-ad68f2239939 HTTP/1.1" status: 204 len: 168 time: 0.2230556 Oct 15 20:06:21.666248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39260) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.669544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa576ecc-4ac9-450f-80d4-9bd22ebe3b3c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d88604-bb9f-4c12-9a06-ad68f2239939,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.700011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.748954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.782815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.795998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.869546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.892570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e9d04c-7cdf-48f6-8a94-a41312307d0e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.895155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.897790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.898966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/security-groups/50381bf9-1ba2-4afd-a1e2-90cfb3948cb3 HTTP/1.1" status: 204 len: 168 time: 0.2343116 Oct 15 20:06:21.902113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39264) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:21.909099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c5d7a-ef2c-45eb-9f48-b96404184c61 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50381bf9-1ba2-4afd-a1e2-90cfb3948cb3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:21.925479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7a3f6fb9-72e0-420b-9fcd-bddf5ac4f8b1 None None] Could not find standard attr ID for object 5907e91d-e609-4f7d-b5fa-397f4c02475a. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:06:21.978367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet b83891b2-988b-42c0-9788-d39912c13e54 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:21.982161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.984988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:21.986206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8a4800c2-c671-4370-9f7f-c3243aadbff3 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4009230 Oct 15 20:06:21.989025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39268) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.016569 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.031367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.032542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.116700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.165138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.171468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.175103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a6e9d04c-7cdf-48f6-8a94-a41312307d0e HTTP/1.1" status: 204 len: 168 time: 0.1826406 Oct 15 20:06:22.175376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39270) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.177874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b8b14-4c77-44a1-b7b4-e8dec621e35f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6e9d04c-7cdf-48f6-8a94-a41312307d0e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:22.215158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-44885c0e-dffc-46af-8769-f3d1429d5643 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386088 Oct 15 20:06:22.217732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39272) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.253733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.287809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=b83891b2-988b-42c0-9788-d39912c13e54,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:22.289777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.294862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-334bb42d-7b8d-4e93-94d8-91dbbb6d9eb2 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/b83891b2-988b-42c0-9788-d39912c13e54 HTTP/1.1" status: 204 len: 168 time: 0.3893645 Oct 15 20:06:22.296692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.300046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c0cddf-2fd7-4863-9bb6-c6617db87cc8 None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:22.304245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.329227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.355594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 543ebbb2-0324-47bf-9437-05034db4c1f0 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:22.358484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.363292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.406470 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.429475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.432184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.436743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/98d4a617-7fd9-4b4d-9369-fb3ae0e23823 HTTP/1.1" status: 204 len: 168 time: 0.2148850 Oct 15 20:06:22.437387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39276) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.443365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2a34d-e9b4-43a8-97c6-6081d1e56e80 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4a617-7fd9-4b4d-9369-fb3ae0e23823,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:22.505490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.528564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e33d639-99c8-4991-b780-c29c596dfa07 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877166 Oct 15 20:06:22.528805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.534724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1573408349'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:22.556564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.617745 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.652341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.671805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.681239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:22.681575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.713800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.717462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/543ebbb2-0324-47bf-9437-05034db4c1f0 HTTP/1.1" status: 204 len: 168 time: 0.4191177 Oct 15 20:06:22.718269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb8fa-62d4-48aa-9240-76c5a5c976b0 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=543ebbb2-0324-47bf-9437-05034db4c1f0,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:22.723577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.762972 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ef4867-9c1b-4d77-8455-e002d64d68a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:22.763295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ef4867-9c1b-4d77-8455-e002d64d68a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:22.766542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-68ef4867-9c1b-4d77-8455-e002d64d68a8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/b83891b2-988b-42c0-9788-d39912c13e54 HTTP/1.1" status: 404 len: 337 time: 0.0418010 Oct 15 20:06:22.769612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39284) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:22.785803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.786505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.791263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.799925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:22.842690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.847485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting subnet 779eb4ff-6eff-4322-a3c8-e9b6d7ee7970 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:22.851431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.881237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.894341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:22.937531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.000560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0502da-6ed0-417d-8d96-deacc24b66a8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.020161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.029203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.056354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=c1cf3f1d-38b9-47eb-8d0c-4013f9e0ab3c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.062340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.062340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4f0bd38f-8f92-4c45-9521-3273323c8c42 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5323367 Oct 15 20:06:23.062794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39290) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.070508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': 'bd0502da-6ed0-417d-8d96-deacc24b66a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:23.099465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63562e60-41bb-415f-a02a-349cb0ade46a None None] Network 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:23.139390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.139803 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 5661175e-efe1-46f1-a7c6-6d2ae69df805 disassociated (deleted). External IP: 172.25.0.254, port: c0cf462a-e884-4590-80f7-44b8f5309edd. Oct 15 20:06:23.155094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.178311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c3a8edd8-795b-4fb5-a69b-0a11540e0e18 None None] Provisioning complete for port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:23.178781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3a8edd8-795b-4fb5-a69b-0a11540e0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.189425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Subnet': ['ID=779eb4ff-6eff-4322-a3c8-e9b6d7ee7970,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.193077 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.199193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-df1e2552-395a-4149-be64-c63a5658578b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/779eb4ff-6eff-4322-a3c8-e9b6d7ee7970 HTTP/1.1" status: 204 len: 168 time: 0.4264088 Oct 15 20:06:23.199458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.214949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.228487 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2816ec-d251-426c-ad3a-8b9d552c706e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.228944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2816ec-d251-426c-ad3a-8b9d552c706e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.234508 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7c2816ec-d251-426c-ad3a-8b9d552c706e tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/b644e68e-2f51-48af-b279-ff8279737805 HTTP/1.1" status: 404 len: 337 time: 0.0315042 Oct 15 20:06:23.241293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.245024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c3a8edd8-795b-4fb5-a69b-0a11540e0e18 None None] Port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:23.286470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c3a8edd8-795b-4fb5-a69b-0a11540e0e18 None None] Provisioning complete for port 802aa488-d291-475a-86aa-84c3a1846a87 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:23.287806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c3a8edd8-795b-4fb5-a69b-0a11540e0e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.298204 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a14c3c37-ae9e-4ac1-bc93-f1e46c3c0376 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "GET /v2.0/ports?device_id=65dcb4b6-43f0-4924-a5a2-27c333af409f HTTP/1.1" status: 200 len: 205 time: 0.0614159 Oct 15 20:06:23.306373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39296) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.317140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.357823 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-6cdc258a-b7f9-42f2-9881-4dc4df46ca84 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] delete failed (client error): The resource could not be found. Oct 15 20:06:23.362231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6cdc258a-b7f9-42f2-9881-4dc4df46ca84 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/routers/65dcb4b6-43f0-4924-a5a2-27c333af409f HTTP/1.1" status: 404 len: 336 time: 0.0539548 Oct 15 20:06:23.362792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39298) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.385893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.404148 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb13ffe8-67e7-4909-89cc-f1e59456bb47 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.404992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb13ffe8-67e7-4909-89cc-f1e59456bb47 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.410334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eb13ffe8-67e7-4909-89cc-f1e59456bb47 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/c239675b-9fc1-4b05-8b28-3395ade185e4 HTTP/1.1" status: 404 len: 337 time: 0.0457444 Oct 15 20:06:23.413900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39300) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.422011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac26ba11-faf3-4f40-9cf5-40579c6885d3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.441828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] DHCP port deletion for 6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:23.448978 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c43d06-3dca-485c-8ced-69508ad07214 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.449562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c43d06-3dca-485c-8ced-69508ad07214 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.455208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-85c43d06-3dca-485c-8ced-69508ad07214 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/64af763f-81e8-4ddc-b3ab-c8c24d05f69b HTTP/1.1" status: 404 len: 337 time: 0.0377543 Oct 15 20:06:23.459270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39302) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.489354 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fa02b4-f29f-4c69-8c20-5216cd343b46 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.490995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fa02b4-f29f-4c69-8c20-5216cd343b46 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.495715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18fa02b4-f29f-4c69-8c20-5216cd343b46 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/fd8494b6-368c-4490-b279-343e6284d83f HTTP/1.1" status: 404 len: 337 time: 0.0369029 Oct 15 20:06:23.495888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39304) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.512403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Deleting port 802aa488-d291-475a-86aa-84c3a1846a87 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:23.512912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.518147 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0921af-f1c7-4866-8099-0adc60614f26 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.518853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0921af-f1c7-4866-8099-0adc60614f26 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.519157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 37d50ad2-3636-48da-90e1-72926b2155d0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:23.525138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff0921af-f1c7-4866-8099-0adc60614f26 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/6f4f5f54-e7f2-4b6a-92a7-e10aef9cf8b0 HTTP/1.1" status: 404 len: 333 time: 0.0257921 Oct 15 20:06:23.527081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.528363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-edba90eb-f000-4dce-ae44-1cdc17bc6c89 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4647551 Oct 15 20:06:23.528995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.536057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.562942 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ad4963-e000-4e85-9529-9218756fdf60 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.563406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ad4963-e000-4e85-9529-9218756fdf60 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.566662 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47ad4963-e000-4e85-9529-9218756fdf60 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/c4c683ff-e4c5-4d00-b489-fd6ae7b59d65 HTTP/1.1" status: 404 len: 337 time: 0.0366859 Oct 15 20:06:23.571302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c4167f4-4bf0-403b-bff2-aa8f89406ad9 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules/ac26ba11-faf3-4f40-9cf5-40579c6885d3 HTTP/1.1" status: 200 len: 763 time: 0.0321350 Oct 15 20:06:23.573742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39310) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.576039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39312) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.596468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] For port 802aa488-d291-475a-86aa-84c3a1846a87, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=802aa488-d291-475a-86aa-84c3a1846a87,segment=NetworkSegment(2528e279-360e-4a3f-8a54-c35c1fea57f5),segment_id=2528e279-360e-4a3f-8a54-c35c1fea57f5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:23.597286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.613223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Calling delete_port for 802aa488-d291-475a-86aa-84c3a1846a87 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:23.625929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-943ed43a-1d7e-41ec-b0b8-8a908448c160 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0484347 Oct 15 20:06:23.628462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39314) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.653806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.662088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.665911 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e4e30-e51e-42a6-8e30-95aaba7c59ce tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.666378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233e4e30-e51e-42a6-8e30-95aaba7c59ce tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.672022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-233e4e30-e51e-42a6-8e30-95aaba7c59ce tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/5464d772-458a-42d0-90d6-4cb17268943d HTTP/1.1" status: 404 len: 337 time: 0.0982726 Oct 15 20:06:23.675488 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39316) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.707220 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b295e61-eb90-4669-97a2-f54466ba895c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.707473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b295e61-eb90-4669-97a2-f54466ba895c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.714087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b295e61-eb90-4669-97a2-f54466ba895c tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/81e550ba-ce3a-45c5-bd9c-fa148ce1e3b6 HTTP/1.1" status: 404 len: 333 time: 0.0349226 Oct 15 20:06:23.714923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39318) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.739105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:23.744709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.751942 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Sync routers for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:23.756932 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f27806-b8e4-4920-8d42-4f7b14da254a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.757392 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f27806-b8e4-4920-8d42-4f7b14da254a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.761905 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:23.762556 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:23.764422 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-80f27806-b8e4-4920-8d42-4f7b14da254a tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/03fa9dfb-74e0-4224-b8ad-3e777e3b4d67 HTTP/1.1" status: 404 len: 337 time: 0.0467236 Oct 15 20:06:23.764422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39320) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.777787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f723a930-f729-4795-aa2b-536f258271d0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/floatingips/5661175e-efe1-46f1-a7c6-6d2ae69df805 HTTP/1.1" status: 204 len: 168 time: 1.2686000 Oct 15 20:06:23.777787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:23.778339 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137426e2-b689-43f7-8787-e68b5dab7a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:23.783989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.793338 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-785a5469-7409-4f8f-a932-3f3d8f4c5fb8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] DELETE failed (client error): The resource could not be found. Oct 15 20:06:23.793799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785a5469-7409-4f8f-a932-3f3d8f4c5fb8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:06:23.796919 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-785a5469-7409-4f8f-a932-3f3d8f4c5fb8 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/subnets/3eb15f07-442b-4cc1-8a9f-0c976550e857 HTTP/1.1" status: 404 len: 337 time: 0.0322223 Oct 15 20:06:23.799951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.813251 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.819908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] Pushing event deleted for resources: {'Port': ['ID=802aa488-d291-475a-86aa-84c3a1846a87,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.823209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:23.827576 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ac26ba11-faf3-4f40-9cf5-40579c6885d3 HTTP/1.1" status: 204 len: 168 time: 0.1950376 Oct 15 20:06:23.828400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.830549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7ff4c7-80da-4f3e-be82-d92aae139f40 None None] No DVR routers for this DVR port 802aa488-d291-475a-86aa-84c3a1846a87 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:23.861824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2e3ae-23e0-444a-98a9-65c0dff9f8d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac26ba11-faf3-4f40-9cf5-40579c6885d3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:23.882040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d038c850-d5ec-4c2d-82d4-a2b3d5b994d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520966 Oct 15 20:06:23.884992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39330) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:23.897323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': 'bd0502da-6ed0-417d-8d96-deacc24b66a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:23.928844 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:23.941618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Deleting port 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:23.941954 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.000026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.043611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.060136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.063659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Calling delete_port for 4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:24.143410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.165396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9ce6a4-3b67-437d-ba79-c5c321f5a7fb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:24.214818 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b18e71-fa79-49a5-91a8-1a40cd979b66 x-openstack-request-id: req-f2b18e71-fa79-49a5-91a8-1a40cd979b66 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:24.215110 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:24.215368 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2b18e71-fa79-49a5-91a8-1a40cd979b66 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:24.216513 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'status': 'completed', 'code': 200} Oct 15 20:06:24.238646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.239748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3bfec71e-2c59-4c01-a3aa-8c23af781504 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3523417 Oct 15 20:06:24.242707 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.270809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3bc4dcdc-0f44-4248-8c18-d3ebbb806b9b tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules/9d9ce6a4-3b67-437d-ba79-c5c321f5a7fb HTTP/1.1" status: 200 len: 763 time: 0.0264537 Oct 15 20:06:24.273308 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.277840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.320632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Port': ['ID=4105b9cb-b83c-4fdd-8c7a-e1e5a5239234,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:24.327081 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:24.343401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.350450 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fbd6454c-49de-4082-afc6-f68a947f192b tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/ports/4105b9cb-b83c-4fdd-8c7a-e1e5a5239234 HTTP/1.1" status: 204 len: 168 time: 0.5485072 Oct 15 20:06:24.351813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39342) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.355635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-f5b4f06a-ef6a-4605-8d84-f8c3b46b3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:24.357736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-f5b4f06a-ef6a-4605-8d84-f8c3b46b3e88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 1096 time: 0.1167998 Oct 15 20:06:24.382588 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f966da5-73e7-48ca-b3ad-7e2ca99cccd7 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0723317 Oct 15 20:06:24.385175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39344) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.405177 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Checking router: 37d50ad2-3636-48da-90e1-72926b2155d0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:06:24.411278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.420303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.429291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:24.429920 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:24.528586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.532537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.539078 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.539704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9d9ce6a4-3b67-437d-ba79-c5c321f5a7fb HTTP/1.1" status: 204 len: 168 time: 0.1535697 Oct 15 20:06:24.542558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39346) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.554969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.558054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c267607-d7ce-4b9b-b501-954b5a241133 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9ce6a4-3b67-437d-ba79-c5c321f5a7fb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:24.562032 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:24.607456 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7b2a39d3-6f4b-418a-8ee9-333db8f37d4f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623412 Oct 15 20:06:24.609564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39348) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:24.615948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Request body: {'security_group_rule': {'security_group_id': 'bd0502da-6ed0-417d-8d96-deacc24b66a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:24.709312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.808921 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:24.830489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.837992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-e0df6d75-1c17-4bec-b166-97d45315c54b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:24.839896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-e0df6d75-1c17-4bec-b166-97d45315c54b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.0911252 Oct 15 20:06:24.844372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16d70f4-dc8b-42ce-b8ea-8e356d9ac5fd None None] The sync data for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 is: [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:04:23Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f81f2dc3-7703-4cba-a731-962cc3efef49', 'name': '', 'network_id': 'a500c9f8-7a62-41e3-bb7a-53969b680a17', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:4a:2d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:22Z', 'updated_at': '2021-10-15T20:04:30Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': '9bf0c397-2f4d-45d4-9326-02b12ebf75cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:24.935731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:24.947931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31d4d5-43a6-4828-8d24-c04c8a3d329b req-b0b019c0-f6ae-4cbd-9bf2-8cd76d896752 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:24.949638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb31d4d5-43a6-4828-8d24-c04c8a3d329b req-b0b019c0-f6ae-4cbd-9bf2-8cd76d896752 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 944 time: 0.4881618 Oct 15 20:06:24.958712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5b8503-20e8-46b2-851d-0ed43ec792a8,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:24.973413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port c0cf462a-e884-4590-80f7-44b8f5309edd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:24.973765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.027128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-d894a022-23ca-4748-a3ae-80ff4fcb3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:25.028789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-d894a022-23ca-4748-a3ae-80ff4fcb3465 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 200 len: 897 time: 0.5661697 Oct 15 20:06:25.042314 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.043535 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d631cf87-89a6-412b-b80d-4fb0c2073eed tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4330189 Oct 15 20:06:25.046539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39350) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.071519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2272bda4-b672-4959-850e-6f6dad2c8e4b tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules/0e5b8503-20e8-46b2-851d-0ed43ec792a8 HTTP/1.1" status: 200 len: 764 time: 0.0241022 Oct 15 20:06:25.074372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39352) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.077636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.110948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port c0cf462a-e884-4590-80f7-44b8f5309edd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c0cf462a-e884-4590-80f7-44b8f5309edd,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:25.111322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.124024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-0c62b648-aa2b-481f-a05d-b9b1fbbe70b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 200 len: 217 time: 0.0587628 Oct 15 20:06:25.130292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb31d4d5-43a6-4828-8d24-c04c8a3d329b req-7ea7794b-50a8-48f9-86af-ff5a92ebfd2a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=8eba3e24-6f83-4cea-bef1-7014fa11a4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546123 Oct 15 20:06:25.134173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for c0cf462a-e884-4590-80f7-44b8f5309edd owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:25.138817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dbe4fc-17c4-42d2-98c7-f26562798877 None None] New status for floating IP 5661175e-efe1-46f1-a7c6-6d2ae69df805: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:06:25.147844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e88b3e6-0adf-4cfe-846a-97f97c8d22d4']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:25.148086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-816dfea6-04c5-47ab-b558-4ab8d7cbfd7b tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0727377 Oct 15 20:06:25.151458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39354) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.188204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2528e279-360e-4a3f-8a54-c35c1fea57f5') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:25.188485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2528e279-360e-4a3f-8a54-c35c1fea57f5') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:25.201019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.219591 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.220218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-d78a5763-06e6-4d8d-9ede-9ace7b3b830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:25.221714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-d78a5763-06e6-4d8d-9ede-9ace7b3b830a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 200 len: 833 time: 0.0863349 Oct 15 20:06:25.222978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.230837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.236958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:25.237324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:25.252841 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:25.326820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-8f0939e9-614a-4b72-b567-f200baa8937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:25.328996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-8f0939e9-614a-4b72-b567-f200baa8937f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a500c9f8-7a62-41e3-bb7a-53969b680a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995207 Oct 15 20:06:25.360719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.369467 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.369467 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0e5b8503-20e8-46b2-851d-0ed43ec792a8 HTTP/1.1" status: 204 len: 168 time: 0.2164273 Oct 15 20:06:25.371361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.382743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf4d77-d214-46db-97b8-a9d7711695af tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e5b8503-20e8-46b2-851d-0ed43ec792a8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:25.422336 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6fdf6414-c538-423e-849b-da08076a8d6f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497532 Oct 15 20:06:25.426360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:25.428309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39362) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.436155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.438913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.442102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.447882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 802aa488-d291-475a-86aa-84c3a1846a87 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:25.449021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 802aa488-d291-475a-86aa-84c3a1846a87 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:25.449261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] 10.222.0.13 "DELETE /v2.0/networks/6e88b3e6-0adf-4cfe-846a-97f97c8d22d4 HTTP/1.1" status: 204 len: 168 time: 1.0906596 Oct 15 20:06:25.474773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1917945-b005-431e-b015-7ff540b55319 tempest-PortsTestJSON-1245601762 tempest-PortsTestJSON-1245601762-project] Pushing event deleted for resources: {'Network': ['ID=6e88b3e6-0adf-4cfe-846a-97f97c8d22d4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:25.497303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-76745bd5-160e-4d9f-bc54-b43104fb84d3 service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612420 Oct 15 20:06:25.497451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=c0cf462a-e884-4590-80f7-44b8f5309edd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:25.547379 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] No DVR routers for this DVR port c0cf462a-e884-4590-80f7-44b8f5309edd on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:25.551587 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.555330 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f53a553c-e8d1-47d5-a3c9-b910519f66cb req-0f5396f8-1dd5-4948-b05e-22f7e0abc2d2 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "DELETE /v2.0/ports/c0cf462a-e884-4590-80f7-44b8f5309edd HTTP/1.1" status: 204 len: 173 time: 0.7084599 Oct 15 20:06:25.556138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-deleted', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:25.559000 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9881c4-d99c-48b8-88a2-f5d524b3752a" -d '{"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-deleted", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:25.580558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.604654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.613166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-137426e2-b689-43f7-8787-e68b5dab7a7f req-ca14f716-f9a4-4982-b5d7-ea745840b04e service neutron] 10.222.0.15 "GET /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981400 Oct 15 20:06:25.614756 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d1502-b6fb-46e4-bea4-9f4724dc77ca x-openstack-request-id: req-b38d1502-b6fb-46e4-bea4-9f4724dc77ca {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:25.615062 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ef4dc3-61ff-435b-9293-8031f851d822", "name": "network-vif-deleted", "tag": "c0cf462a-e884-4590-80f7-44b8f5309edd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:25.615314 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b38d1502-b6fb-46e4-bea4-9f4724dc77ca {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:25.615724 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ef4dc3-61ff-435b-9293-8031f851d822', 'name': 'network-vif-deleted', 'tag': 'c0cf462a-e884-4590-80f7-44b8f5309edd', 'status': 'completed', 'code': 200} Oct 15 20:06:25.805293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.808301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:25.809484 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "DELETE /v2.0/security-groups/bd0502da-6ed0-417d-8d96-deacc24b66a8 HTTP/1.1" status: 204 len: 168 time: 0.3799286 Oct 15 20:06:25.812471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39368) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.820114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ecb3c-e258-4a7c-8262-9639fa2b6f9f tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0502da-6ed0-417d-8d96-deacc24b66a8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:25.866586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-009d49c8-1223-48e4-9e47-2a7302df4c66 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524836 Oct 15 20:06:25.872068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:25.921817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e91965c0-0cd3-4d72-ade8-57db9bc873d8 tempest-SecGroupTest-419904775 tempest-SecGroupTest-419904775-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483181 Oct 15 20:06:26.040675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39376) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:26.199041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d2015e1-2e8f-425a-a57d-46fbe38243c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=415cbac734f545f594679587e84215f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569905 Oct 15 20:06:26.202446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:26.261539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0502805a-48a9-4fdc-a4b4-a82a992d7380 req-28b927dd-b27f-4f83-a04a-9c2729378c31 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1ef4dc3-61ff-435b-9293-8031f851d822 HTTP/1.1" status: 200 len: 210 time: 0.0340908 Oct 15 20:06:26.277590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.298677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.406449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.409496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.411524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf9b901b-8799-4e5d-be53-88ec1cd196e5 HTTP/1.1" status: 204 len: 168 time: 0.2075596 Oct 15 20:06:26.420346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7c9b-67fc-437b-a18c-92015ec4aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b901b-8799-4e5d-be53-88ec1cd196e5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:26.469670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39390) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:26.610132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb64863b-8353-4cdb-8dc6-a6903c943f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bddf025afbea4862843887cdcefc1313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539121 Oct 15 20:06:26.612624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39396) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:26.663875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.694278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.799502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.802740 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:26.803976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7b64b7-1685-4035-a87d-51445bf2232f HTTP/1.1" status: 204 len: 168 time: 0.1903434 Oct 15 20:06:26.811992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb01d4-6d5a-45c5-b320-218f7bfa40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7b64b7-1685-4035-a87d-51445bf2232f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:27.321760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39428) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:27.441289 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:27.544630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-869770120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:27.674853 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.675980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.734885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.736609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.778107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.865272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:27.869803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39450) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:27.874904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9ece6cc0-44bb-444d-beb3-44569491355f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4275885 Oct 15 20:06:27.876318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1973200753'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:27.991229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:27.994852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.010898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.021976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:28.043706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c0cf462a-e884-4590-80f7-44b8f5309edd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:28.044329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c0cf462a-e884-4590-80f7-44b8f5309edd not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:28.053343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port f81f2dc3-7703-4cba-a731-962cc3efef49 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:28.053688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.173738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port f81f2dc3-7703-4cba-a731-962cc3efef49, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f81f2dc3-7703-4cba-a731-962cc3efef49,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:28.174105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.185875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.191827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for f81f2dc3-7703-4cba-a731-962cc3efef49 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:28.256336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.294879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:06:28.338300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc128ceb-92de-46ea-822f-a8a981fa54ba,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:28.344884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.345228 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Added segment 20ffb734-4565-4cde-8858-d15d9498077e of type vlan for network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f Oct 15 20:06:28.405560 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.514455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.520430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:28.521699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.556842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:28.608582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=f81f2dc3-7703-4cba-a731-962cc3efef49,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:28.655047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7809937 Oct 15 20:06:28.655743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:28.666840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'subnet': {'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:28.673737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8e7d-295d-4920-ab4c-9cc969189514 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Network': ['ID=83be97f1-6a42-4912-8c6c-d9df9ca5f11f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:28.686216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:06:28.883632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.118206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 37d50ad2-3636-48da-90e1-72926b2155d0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:29.132666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:29.136512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.229702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:29.235381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-83896f22-20f8-4903-adcd-7c9af19f5b7c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/37d50ad2-3636-48da-90e1-72926b2155d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9120173 Oct 15 20:06:29.237542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39490) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:29.243469 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Sync routers for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:29.254465 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:29.255181 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:29.307356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting subnet 9bf0c397-2f4d-45d4-9326-02b12ebf75cd {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:29.311771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.361866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.380689 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:29.394194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.466625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.474888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Subnet': ['ID=d0a8c7be-e885-4473-be3c-8ed9c9318471,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:29.483722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Checking segment: {'id': '20ffb734-4565-4cde-8858-d15d9498077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:29.484112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network hostable DHCP agents. Network: 83be97f1-6a42-4912-8c6c-d9df9ca5f11f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:06:29.566527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:06:29.595014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.603781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:06:28Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:29.631524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf0c397-2f4d-45d4-9326-02b12ebf75cd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:29.632728 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Checking router: 37d50ad2-3636-48da-90e1-72926b2155d0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:06:29.633617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.636880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87be4d97-5958-455a-8c19-2a5fd52fd8cb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/subnets/9bf0c397-2f4d-45d4-9326-02b12ebf75cd HTTP/1.1" status: 204 len: 168 time: 0.3976333 Oct 15 20:06:29.639460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39502) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:29.642187 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Routers {'37d50ad2-3636-48da-90e1-72926b2155d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:29.642498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0fb78-4ef3-4038-a307-8eec3014d1fa None None] Network a500c9f8-7a62-41e3-bb7a-53969b680a17 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:29.643005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['37d50ad2-3636-48da-90e1-72926b2155d0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:29.652523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 83be97f1-6a42-4912-8c6c-d9df9ca5f11f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:29.657146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:29.661872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.679026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35dae0-2c67-4bc2-8107-f59909255499 None None] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:29.728847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d939a2d2-fcee-40b0-a506-cbc013c5f5ba tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0708206 Oct 15 20:06:29.731868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39506) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:29.736893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'network': {'name': 'tempest-router-network01--1260477479'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:29.761287 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] Set router 37d50ad2-3636-48da-90e1-72926b2155d0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:29.785729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.852099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:29.859752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.893985 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:06:29.931111 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.932609 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Added segment b64df9d6-e0bb-4519-98c4-f533e86352bd of type vlan for network 698dd27a-b45b-4785-8432-7b6f8a687205 Oct 15 20:06:29.986554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:29.989079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] DHCP port deletion for a500c9f8-7a62-41e3-bb7a-53969b680a17 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:29.993113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-83be97f1-6a42-4912-8c6c-d9df9ca5f11f', 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f', 'tenant_id': '8f16bfb5eee64b5a92b8bc69ec322f05', 'fixed_ips': [{'subnet_id': 'd0a8c7be-e885-4473-be3c-8ed9c9318471'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:30.001175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.032105 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:06:28Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:30.041117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39510) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:30.069640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.075786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:30.076216 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9fb34b-7e4f-4096-ba81-bf62d797ab59 None None] The sync data for ids ['37d50ad2-3636-48da-90e1-72926b2155d0'] in n-d-712140-14 is: [{'id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-464901577', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:12Z', 'updated_at': '2021-10-15T20:06:28Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': 'c5fe04ef-01b5-4797-af68-6853c61cf93a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d50ad2-3636-48da-90e1-72926b2155d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:13Z', 'updated_at': '2021-10-15T20:04:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:30.076406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.184362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Deleting port d0a68afd-5855-40a1-b6cc-2da1496d57d1 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:30.184741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.194824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Network': ['ID=698dd27a-b45b-4785-8432-7b6f8a687205,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:30.222820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 698dd27a-b45b-4785-8432-7b6f8a687205 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:06:30.225190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d0f418e-cc44-4b57-8b39-a5e11ddff662 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.250038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4cf6f7c2-1ea7-4067-bffe-f02043e78f5a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5170887 Oct 15 20:06:30.253254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39514) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:30.261006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'network': {'name': 'tempest-router-network02--197498277'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:30.332599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.343646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d0f418e-cc44-4b57-8b39-a5e11ddff662 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.344680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Allocated IP 172.20.0.2 (83be97f1-6a42-4912-8c6c-d9df9ca5f11f/d0a8c7be-e885-4473-be3c-8ed9c9318471/93a81d8c-3722-40cd-ae61-4bc133976236) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:30.365854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:30.369430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.373925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] For port d0a68afd-5855-40a1-b6cc-2da1496d57d1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d0a68afd-5855-40a1-b6cc-2da1496d57d1,segment=NetworkSegment(bc73d862-ca1e-49f4-b66c-5355841e785f),segment_id=bc73d862-ca1e-49f4-b66c-5355841e785f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:30.381086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.393357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:06:30.402981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.403334 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Added segment 649aff81-ec0d-44a9-82be-fc315fec53d1 of type vlan for network e80991b7-1ce3-49e9-acb2-751587933a72 Oct 15 20:06:30.404636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Calling delete_port for d0a68afd-5855-40a1-b6cc-2da1496d57d1 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:30.447837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.488686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8d0f418e-cc44-4b57-8b39-a5e11ddff662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.498392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port c5fe04ef-01b5-4797-af68-6853c61cf93a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:30.498931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.545121 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8d0f418e-cc44-4b57-8b39-a5e11ddff662 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4880c5c0c83a44e28eb80ffe33c3b822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028567 Oct 15 20:06:30.547980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f418e-cc44-4b57-8b39-a5e11ddff662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6fb42c-d9ef-459d-8ee2-bca07b236b61,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:30.552390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.555049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39516) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:30.558729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:30.560018 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.601721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.625085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port c5fe04ef-01b5-4797-af68-6853c61cf93a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c5fe04ef-01b5-4797-af68-6853c61cf93a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:30.625461 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.646409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for c5fe04ef-01b5-4797-af68-6853c61cf93a owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:30.648068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.655393 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4009662 Oct 15 20:06:30.658089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:30.663744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'subnet': {'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:30.668660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a0bf6-25ab-412d-823d-18aa46716b27 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Network': ['ID=e80991b7-1ce3-49e9-acb2-751587933a72,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:30.680362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e80991b7-1ce3-49e9-acb2-751587933a72 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:06:30.696492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.711500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.718372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:30.719937 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.731622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:30.744174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:30.744174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] No DVR routers for this DVR port d0a68afd-5855-40a1-b6cc-2da1496d57d1 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:30.898646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:30.902822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.943238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.946085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:30.949679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e6fb42c-d9ef-459d-8ee2-bca07b236b61 HTTP/1.1" status: 204 len: 168 time: 0.3911498 Oct 15 20:06:30.962373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f817b-bf7e-4600-a501-18ecf8f1c003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6fb42c-d9ef-459d-8ee2-bca07b236b61,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:30.989131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.057878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=c5fe04ef-01b5-4797-af68-6853c61cf93a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:31.077104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Pushing event updated for resources: {'Port': ['ID=93a81d8c-3722-40cd-ae61-4bc133976236,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:31.077307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Attempting to bind port 93a81d8c-3722-40cd-ae61-4bc133976236 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:31.077870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Attempting to bind port 93a81d8c-3722-40cd-ae61-4bc133976236 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '20ffb734-4565-4cde-8858-d15d9498077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:31.078187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Attempting to bind port 93a81d8c-3722-40cd-ae61-4bc133976236 on network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:31.089062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.089502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.089837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.090170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.090558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.090917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.091210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.091539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.091882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.092201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.092519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.092832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:31.096568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:31.096939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Checking segment: {'id': '20ffb734-4565-4cde-8858-d15d9498077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:31.097499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.098350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Bound using segment: {'id': '20ffb734-4565-4cde-8858-d15d9498077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:31.099375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Bound port: 93a81d8c-3722-40cd-ae61-4bc133976236, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ffb734-4565-4cde-8858-d15d9498077e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '83be97f1-6a42-4912-8c6c-d9df9ca5f11f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:31.099788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.109204 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.134511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bc3fb-6dc7-4a45-9532-06c49a30ff7e None None] Pushing event deleted for resources: {'Port': ['ID=d0a68afd-5855-40a1-b6cc-2da1496d57d1,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:31.192270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] For port 93a81d8c-3722-40cd-ae61-4bc133976236, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:31.196361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] For port 93a81d8c-3722-40cd-ae61-4bc133976236, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=93a81d8c-3722-40cd-ae61-4bc133976236,segment=NetworkSegment(20ffb734-4565-4cde-8858-d15d9498077e),segment_id=20ffb734-4565-4cde-8858-d15d9498077e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:31.210977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.213642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.215867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.287525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.307162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Subnet': ['ID=dcc503e6-b677-43bd-b3c4-e299abb57b63,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:31.325101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Checking segment: {'id': 'b64df9d6-e0bb-4519-98c4-f533e86352bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:31.326079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network hostable DHCP agents. Network: 698dd27a-b45b-4785-8432-7b6f8a687205, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:06:31.377610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.378163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Fanout notify agent at l3_agent the message router_deleted on router 37d50ad2-3636-48da-90e1-72926b2155d0 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:06:31.392521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197313-84be-4c69-a7a6-ab0e8298c097 None None] Pushing event updated for resources: {'Port': ['ID=93a81d8c-3722-40cd-ae61-4bc133976236,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:31.393284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.395623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b80ef311-cf46-4d73-ac7e-649fbb0b911b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/routers/37d50ad2-3636-48da-90e1-72926b2155d0 HTTP/1.1" status: 204 len: 168 time: 1.7530172 Oct 15 20:06:31.401428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39528) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:31.413409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 698dd27a-b45b-4785-8432-7b6f8a687205 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:06:31.524610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 698dd27a-b45b-4785-8432-7b6f8a687205) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:31.532446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:31.533088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.537390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f81f2dc3-7703-4cba-a731-962cc3efef49 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:31.541116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.542527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfc4c3a-b9ce-40a7-a2fb-7f4523bcf025 None None] Network 698dd27a-b45b-4785-8432-7b6f8a687205 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:31.583455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f81f2dc3-7703-4cba-a731-962cc3efef49 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:31.584214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f81f2dc3-7703-4cba-a731-962cc3efef49 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:31.584898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0a68afd-5855-40a1-b6cc-2da1496d57d1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:31.654360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d0a68afd-5855-40a1-b6cc-2da1496d57d1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:31.654713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d0a68afd-5855-40a1-b6cc-2da1496d57d1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:31.666114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-755e2f5c-d685-492e-b9ef-f116aab81ccb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0044284 Oct 15 20:06:31.671725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:31.681932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'subnet': {'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:31.714135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39532) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:31.722751 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.750108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa0908e-e7c1-4989-8bc6-edd8f430370d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.769250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a500c9f8-7a62-41e3-bb7a-53969b680a17']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:31.792544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc73d862-ca1e-49f4-b66c-5355841e785f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:31.793003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc73d862-ca1e-49f4-b66c-5355841e785f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:31.829172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.858412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.874953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:31.881029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:31.898187 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:31.909346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-698dd27a-b45b-4785-8432-7b6f8a687205', 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205', 'tenant_id': '8f16bfb5eee64b5a92b8bc69ec322f05', 'fixed_ips': [{'subnet_id': 'dcc503e6-b677-43bd-b3c4-e299abb57b63'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:31.911372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.924165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Made reservation on behalf of 8f16bfb5eee64b5a92b8bc69ec322f05 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:31.928842 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:31.933104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa0908e-e7c1-4989-8bc6-edd8f430370d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.030601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-faa0908e-e7c1-4989-8bc6-edd8f430370d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.064309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Allocated IP 172.20.0.2 (698dd27a-b45b-4785-8432-7b6f8a687205/dcc503e6-b677-43bd-b3c4-e299abb57b63/c53f19f3-0ebf-471a-9c3b-c31a481ff2f6) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:32.074683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.090736 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.094359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/networks/a500c9f8-7a62-41e3-bb7a-53969b680a17 HTTP/1.1" status: 204 len: 168 time: 0.6928706 Oct 15 20:06:32.100055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:32.105859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e99b8-40f2-4f5c-ba67-bed63a492d22 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Network': ['ID=a500c9f8-7a62-41e3-bb7a-53969b680a17,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.117764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0908e-e7c1-4989-8bc6-edd8f430370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec08983-d635-472e-9fc2-161af7d2d7e5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.138319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-faa0908e-e7c1-4989-8bc6-edd8f430370d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ede805080faa428ea7bba7bbed629327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228573 Oct 15 20:06:32.141598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39540) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:32.214919 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.220030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.227495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.239391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.253773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.258029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.287042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.336727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Network 698dd27a-b45b-4785-8432-7b6f8a687205 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:32.340005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:32.342712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:32.356301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Subnet': ['ID=227289f8-5de0-40c8-a813-0cf590f00649,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.369567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Checking segment: {'id': '649aff81-ec0d-44a9-82be-fc315fec53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:32.369940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network hostable DHCP agents. Network: e80991b7-1ce3-49e9-acb2-751587933a72, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:06:32.377576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Pushing event updated for resources: {'Port': ['ID=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.383819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.388811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.388811 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ec08983-d635-472e-9fc2-161af7d2d7e5 HTTP/1.1" status: 204 len: 168 time: 0.2450039 Oct 15 20:06:32.399043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5152f-f3ec-4ad5-859a-9b1c7a535bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec08983-d635-472e-9fc2-161af7d2d7e5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.438979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Attempting to bind port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:32.439486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Attempting to bind port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'b64df9d6-e0bb-4519-98c4-f533e86352bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:32.439984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Attempting to bind port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 on network 698dd27a-b45b-4785-8432-7b6f8a687205 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:32.447092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:32.451488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Checking segment: {'id': 'b64df9d6-e0bb-4519-98c4-f533e86352bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:32.451488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.451488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Bound using segment: {'id': 'b64df9d6-e0bb-4519-98c4-f533e86352bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:32.451488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Bound port: c53f19f3-0ebf-471a-9c3b-c31a481ff2f6, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64df9d6-e0bb-4519-98c4-f533e86352bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '698dd27a-b45b-4785-8432-7b6f8a687205'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:32.451488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.469531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network e80991b7-1ce3-49e9-acb2-751587933a72 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:06:32.472689 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.476385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.480538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/security-groups/8eba3e24-6f83-4cea-bef1-7014fa11a4b3 HTTP/1.1" status: 204 len: 168 time: 0.3739834 Oct 15 20:06:32.501970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349a58a-103a-462e-96e7-6d9211372b6b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eba3e24-6f83-4cea-bef1-7014fa11a4b3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.533591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] For port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:32.537627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] For port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,segment=NetworkSegment(b64df9d6-e0bb-4519-98c4-f533e86352bd),segment_id=b64df9d6-e0bb-4519-98c4-f533e86352bd)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:32.571674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e80991b7-1ce3-49e9-acb2-751587933a72) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:32.576031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:32.576641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.583006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ded2bf-d9e2-4256-a665-b97a0093748a None None] Network e80991b7-1ce3-49e9-acb2-751587933a72 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:32.597598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.646239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b2dd0-bb8c-4f38-b1ae-9bd45bfd692b None None] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:32.666174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ecb11af9-2456-4322-93ce-bd9f8bf26621 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9961448 Oct 15 20:06:32.670639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39546) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:32.786500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee493fc4-593f-4502-9521-1b423323a578 None None] Pushing event updated for resources: {'Port': ['ID=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:32.791720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] Provisioning complete for port 93a81d8c-3722-40cd-ae61-4bc133976236 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:32.792288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:32.973004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-e80991b7-1ce3-49e9-acb2-751587933a72', 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72', 'tenant_id': '8f16bfb5eee64b5a92b8bc69ec322f05', 'fixed_ips': [{'subnet_id': '227289f8-5de0-40c8-a813-0cf590f00649'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:32.974075 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.052762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.124561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.212571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Allocated IP 172.20.0.2 (e80991b7-1ce3-49e9-acb2-751587933a72/227289f8-5de0-40c8-a813-0cf590f00649/9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:33.227268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] For port 93a81d8c-3722-40cd-ae61-4bc133976236, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=93a81d8c-3722-40cd-ae61-4bc133976236,segment=NetworkSegment(20ffb734-4565-4cde-8858-d15d9498077e),segment_id=20ffb734-4565-4cde-8858-d15d9498077e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:33.300160 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.344654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Allocated IP 172.20.0.1 (698dd27a-b45b-4785-8432-7b6f8a687205/dcc503e6-b677-43bd-b3c4-e299abb57b63/a7cc611a-7668-4368-9f7c-34055ce6d1d6) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:33.468002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3959ff-c3b6-4dd2-b397-4c01edf60d63 None None] Pushing event updated for resources: {'Port': ['ID=93a81d8c-3722-40cd-ae61-4bc133976236,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:33.487382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.546636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0548466b-37e7-47d3-a51d-6520121101c8 None None] Provisioning complete for port 93a81d8c-3722-40cd-ae61-4bc133976236 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:33.546924 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0548466b-37e7-47d3-a51d-6520121101c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.549142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.550951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 93a81d8c-3722-40cd-ae61-4bc133976236 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:33.580146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.679021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Network e80991b7-1ce3-49e9-acb2-751587933a72 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:33.694714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:33.697923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:33.700692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Pushing event updated for resources: {'Port': ['ID=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:33.703035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.742107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 698dd27a-b45b-4785-8432-7b6f8a687205 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:33.744596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:33.778269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:33.795235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 93a81d8c-3722-40cd-ae61-4bc133976236 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:33.795628 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.851865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Attempting to bind port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:33.852385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Attempting to bind port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '649aff81-ec0d-44a9-82be-fc315fec53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:33.854377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Attempting to bind port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 on network e80991b7-1ce3-49e9-acb2-751587933a72 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:33.872959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:33.873547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Checking segment: {'id': '649aff81-ec0d-44a9-82be-fc315fec53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:33.874034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.874739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Bound using segment: {'id': '649aff81-ec0d-44a9-82be-fc315fec53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:33.875485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Bound port: 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649aff81-ec0d-44a9-82be-fc315fec53d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e80991b7-1ce3-49e9-acb2-751587933a72'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:33.878482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:33.881677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Port': ['ID=a7cc611a-7668-4368-9f7c-34055ce6d1d6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:33.908489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.011687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:34.013860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] For port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:34.045338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] For port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,segment=NetworkSegment(649aff81-ec0d-44a9-82be-fc315fec53d1),segment_id=649aff81-ec0d-44a9-82be-fc315fec53d1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:34.096094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:34.096461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.123295 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.128495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.183406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f909221-86a5-4dcf-8a0f-ef3e61891ef5 None None] Network 698dd27a-b45b-4785-8432-7b6f8a687205 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:34.324774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a9fc-6f08-411b-bb4c-c42044243546 None None] Pushing event updated for resources: {'Port': ['ID=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:34.383193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5a628899-3b79-4358-a7fe-1c6653b0a5f9 None None] Provisioning complete for port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:34.383625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a628899-3b79-4358-a7fe-1c6653b0a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.488864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.521907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.583120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.612356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,segment=NetworkSegment(b64df9d6-e0bb-4519-98c4-f533e86352bd),segment_id=b64df9d6-e0bb-4519-98c4-f533e86352bd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:34.663356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a628899-3b79-4358-a7fe-1c6653b0a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.694700 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.708725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5fe04ef-01b5-4797-af68-6853c61cf93a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:34.731034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Port': ['ID=a7cc611a-7668-4368-9f7c-34055ce6d1d6,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:34.733910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:34.798670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c5fe04ef-01b5-4797-af68-6853c61cf93a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:34.800104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c5fe04ef-01b5-4797-af68-6853c61cf93a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:34.826145 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-5a628899-3b79-4358-a7fe-1c6653b0a5f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:06:34.826535 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-5a628899-3b79-4358-a7fe-1c6653b0a5f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:06:34.847705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:34.858198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:34.862956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647886197', 'description': 'tempest-secgroup-smoke-1647886197 description', 'project_id': 'a2301625fb6245419989ec4432323cf2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:34.921214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 698dd27a-b45b-4785-8432-7b6f8a687205 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:34.922724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:35.017316 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.129464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.188861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Router 4a90491d-269e-4998-94c3-0973a015584b is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:06:35.246630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.316601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07bcec46-afd3-478c-a347-bd476db3a1a4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:35.328746 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:35.337175 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6ee0ac9c-2e67-4bf9-a5d0-93a034753c58 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6626301 Oct 15 20:06:35.337710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39606) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:35.374523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] Sync routers for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:35.412380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:35.413042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:35.419807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.428658 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8b34e3f2-a9f1-464a-a196-3038ed8449c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5645547 Oct 15 20:06:35.428658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:35.433119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:35.504051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:35.531291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:35.532016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:35.579365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.698843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.754049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.766596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:35.767252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328bec3e-0ff2-4a28-910f-b1f71f8d2550 None None] The sync data for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:35.769045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:35.773917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12c0493-4942-4d36-801d-a4725e72417a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:35.788917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a83559-8940-4778-92f8-46fa464d2b9c None None] Network e80991b7-1ce3-49e9-acb2-751587933a72 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:35.854557 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.856755 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d690824d-e280-48b7-966e-5ee290565ca6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4311633 Oct 15 20:06:35.859296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:35.867201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:35.879360 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-54291e11-8dc1-46b3-a4b5-caab16d3bfa6 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:35.881973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54291e11-8dc1-46b3-a4b5-caab16d3bfa6 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5422647 Oct 15 20:06:35.884618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39616) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:35.892412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:35.893028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.938640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39618) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:35.961637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:35.977180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Provisioning complete for port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:35.977554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.028427 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.097660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.107515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.135226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1309c9e6-8dd1-4a89-8e20-40e02d79e8a2,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:36.156629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dea7ad1-4fac-4060-a960-02d68377f89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.189200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,segment=NetworkSegment(649aff81-ec0d-44a9-82be-fc315fec53d1),segment_id=649aff81-ec0d-44a9-82be-fc315fec53d1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:36.214524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.218057 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e612aea-c52f-4b4b-ad52-7a089ff74bee tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541658 Oct 15 20:06:36.222651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:36.229465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:36.231468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Provisioning complete for port a7cc611a-7668-4368-9f7c-34055ce6d1d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:36.232289 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.278527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.279326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:36.293894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dea7ad1-4fac-4060-a960-02d68377f89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.325227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.337869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Port a7cc611a-7668-4368-9f7c-34055ce6d1d6 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:36.341222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.357138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3dea7ad1-4fac-4060-a960-02d68377f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.373069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Provisioning complete for port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:36.373446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b501b9a-eb52-4e28-87be-d56054c0438b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.415237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:36.435742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:36.436177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.436640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea7ad1-4fac-4060-a960-02d68377f89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4fa114-416f-49e8-86c4-986f18901d8d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:36.446847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3dea7ad1-4fac-4060-a960-02d68377f89b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8868ed46496448fb56e9673dc54d53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069668 Oct 15 20:06:36.449437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39628) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:36.493773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.517481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.541424 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.559115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 93a81d8c-3722-40cd-ae61-4bc133976236 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:36.559390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.591980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b2a7b2-a353-4bf1-bcf5-a35fce32b231,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:36.611132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 93a81d8c-3722-40cd-ae61-4bc133976236 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:36.611132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.619058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting port a7cc611a-7668-4368-9f7c-34055ce6d1d6 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:36.619670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.659378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-564875c4-e6b9-4713-b96d-254d5beee977 None None] Provisioning complete for port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:36.659824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-564875c4-e6b9-4713-b96d-254d5beee977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.687838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.689361 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-424bd3dd-b5a1-404d-9c03-e1f23deb92dd tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4649591 Oct 15 20:06:36.692710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:36.697504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:36.717783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.717783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.720875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.721031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc4fa114-416f-49e8-86c4-986f18901d8d HTTP/1.1" status: 204 len: 168 time: 0.2681997 Oct 15 20:06:36.731210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e0ae-4d83-46ef-b62d-5171dd2c61be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4fa114-416f-49e8-86c4-986f18901d8d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:36.746984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Calling delete_port for a7cc611a-7668-4368-9f7c-34055ce6d1d6 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:36.799494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.860019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.971291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:36.990175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8df6b4f-196c-4bc8-99f6-b7948e52852e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:37.069159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.069423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.069423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cc921154-0b92-4f9c-956f-b8ff9176c07f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733740 Oct 15 20:06:37.072075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39638) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.079381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:37.162765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Port': ['ID=a7cc611a-7668-4368-9f7c-34055ce6d1d6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:37.207070 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:06:37.212085 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.282248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.285249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.347584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.371798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2260351e-2471-489a-98fc-58158fded057,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:37.434921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:37.436762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.438147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b18d4cd-c098-4931-9347-58b04b6d83e4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3650839 Oct 15 20:06:37.440920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39644) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.443953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Router 4a90491d-269e-4998-94c3-0973a015584b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:37.447826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'security_group_rule': {'security_group_id': '07bcec46-afd3-478c-a347-bd476db3a1a4', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:37.458631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.485717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:37.486101 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.504068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3213c4fe-7289-4236-a581-204d536541f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.542069 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Project a2301625fb6245419989ec4432323cf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:06:37.547197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:37.547981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.558137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0f3529d-fa7d-4673-9203-2aa0eb03204a tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6679201 Oct 15 20:06:37.558446 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] Sync routers for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:37.558908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.567971 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:37.568675 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:37.610571 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:37.620022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:37.620645 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:37.624325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.656181 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:37.656848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351aaf9-8e34-41ce-978b-e3065089aff5 None None] The sync data for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:37.714691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.735836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa06a9f-a320-43e2-82d7-9d06da2d534e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:37.830874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.834108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-23060415-9f33-4a8a-87be-99eb51d553af tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902795 Oct 15 20:06:37.835686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39650) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.840932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'network': {'name': 'tempest-network-smoke--2064879680', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:37.897569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:37.901221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.910505 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-5e4f0c27-2a88-4898-aa5b-de156157481f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] delete failed (client error): The resource could not be found. Oct 15 20:06:37.912148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e4f0c27-2a88-4898-aa5b-de156157481f tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1662311973 HTTP/1.1" status: 404 len: 335 time: 0.3528733 Oct 15 20:06:37.918094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:37.922471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-80308074-53f4-434d-b80f-0609b4a0d0be tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a90491d-269e-4998-94c3-0973a015584b'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:37.926032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:06:37.935080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:37.935435 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Added segment 601a452c-5c53-484a-a151-8bc81ba3dd9e of type vlan for network 48a90c00-3493-40c9-91a7-d44585112842 Oct 15 20:06:37.975701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.034180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.040604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:38.041256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.111978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Network': ['ID=48a90c00-3493-40c9-91a7-d44585112842,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:38.125151 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-603acf82-6911-4357-968e-805db32eff63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2858863 Oct 15 20:06:38.125375 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:38.126246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 48a90c00-3493-40c9-91a7-d44585112842 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:06:38.129456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3213c4fe-7289-4236-a581-204d536541f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.130344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'admin_state_up': True, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:38.162546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80308074-53f4-434d-b80f-0609b4a0d0be tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.199833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3213c4fe-7289-4236-a581-204d536541f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.222899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.226996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.252468 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-80308074-53f4-434d-b80f-0609b4a0d0be tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] update failed (client error): The resource could not be found. Oct 15 20:06:38.257880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-80308074-53f4-434d-b80f-0609b4a0d0be tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b HTTP/1.1" status: 404 len: 339 time: 0.3345101 Oct 15 20:06:38.261123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3213c4fe-7289-4236-a581-204d536541f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36735e14050d4ff9b5ea5043eadf5951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985985 Oct 15 20:06:38.261123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39660) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:38.261123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213c4fe-7289-4236-a581-204d536541f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ce6f5-7a9b-4a4a-a9a8-2b87dddcfa72,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:38.263418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39662) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:38.287396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.452746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.538505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.627239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.717977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.768382 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.771455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:38.772611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/627ce6f5-7a9b-4a4a-a9a8-2b87dddcfa72 HTTP/1.1" status: 204 len: 168 time: 0.5042784 Oct 15 20:06:38.833911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d25594-89d2-4268-a30b-fc12f929090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ce6f5-7a9b-4a4a-a9a8-2b87dddcfa72,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:38.969627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Allocated IP 172.20.0.1 (83be97f1-6a42-4912-8c6c-d9df9ca5f11f/d0a8c7be-e885-4473-be3c-8ed9c9318471/242f4aa2-34a3-4d3b-ab18-bb35282d658e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:39.017601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.040833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.089399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.191242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.74 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/613b2000-9c9d-453f-8c8d-b88b18509066) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:39.217658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.266154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:39.270943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:39.275203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:39.329569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.362435 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.384437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Port': ['ID=242f4aa2-34a3-4d3b-ab18-bb35282d658e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:39.531847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.548227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-850a81ff-2390-4917-9d57-686109315ec6 None None] Provisioning complete for port 242f4aa2-34a3-4d3b-ab18-bb35282d658e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:39.548927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-850a81ff-2390-4917-9d57-686109315ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.575607 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.577528 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:39.580820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:39.585255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:39.590785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-850a81ff-2390-4917-9d57-686109315ec6 None None] Port 242f4aa2-34a3-4d3b-ab18-bb35282d658e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:39.627039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=613b2000-9c9d-453f-8c8d-b88b18509066,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:39.660511 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:06:39.867339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.925399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.941413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:39.999299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:40.002306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event updated for resources: {'Port': ['ID=242f4aa2-34a3-4d3b-ab18-bb35282d658e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:40.101064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:40.102606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:40.170808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:40.228580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Router 4a90491d-269e-4998-94c3-0973a015584b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:40.332373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:40.344345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] Sync routers for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:40.346826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39696) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:40.348121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-da87d420-f17d-47ea-974a-f6ca379e03dd tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0878997 Oct 15 20:06:40.364451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:40.369109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:40.412079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:40.427005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:40.427842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:40.431208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 87d7c65a-4d9c-454a-b5b8-ccd584288792 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:06:40.462680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:40.463754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1de3daa-9ed2-4612-afea-20b2992f1275 None None] The sync data for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:40.465375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f1f343bd-a9e0-440f-97d7-3b7445e9cbcd None None] Provisioning complete for port 242f4aa2-34a3-4d3b-ab18-bb35282d658e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:40.465808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f1f343bd-a9e0-440f-97d7-3b7445e9cbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:40.496800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4db76af1-b851-4684-8fd2-712055ac0b18 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:40.507005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f1f343bd-a9e0-440f-97d7-3b7445e9cbcd None None] Port 242f4aa2-34a3-4d3b-ab18-bb35282d658e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:40.624775 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-4db76af1-b851-4684-8fd2-712055ac0b18 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 20:06:40.628807 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4db76af1-b851-4684-8fd2-712055ac0b18 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b HTTP/1.1" status: 409 len: 329 time: 0.2780042 Oct 15 20:06:40.629180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39706) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:40.635344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:40.648886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Sync routers for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:40.659099 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:40.659948 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:40.727825 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:40.732333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eda4da74-28de-4e60-8acb-1497fbe86c66 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6030431 Oct 15 20:06:40.732607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39710) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:40.774843 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-673392e4-2270-4d17-9725-ab950f1bc41f tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a2301625fb6245419989ec4432323cf2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384364 Oct 15 20:06:40.775072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39712) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:40.868057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:40.955624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0b052-94e8-4a42-9dd5-8f9e7e452606 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:40.959613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ce0b052-94e8-4a42-9dd5-8f9e7e452606 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1810038 Oct 15 20:06:40.960847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39718) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:40.998815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-70af356e-ad49-4eb4-b163-faacf928b895 tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366392 Oct 15 20:06:41.001576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:41.007343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1228212502', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'project_id': 'a2301625fb6245419989ec4432323cf2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:41.027996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.056772 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:39Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:41.085495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Checking router: 87d7c65a-4d9c-454a-b5b8-ccd584288792 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:06:41.085839 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Updating router 87d7c65a-4d9c-454a-b5b8-ccd584288792 port 613b2000-9c9d-453f-8c8d-b88b18509066 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:06:41.120174 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.327653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting port 242f4aa2-34a3-4d3b-ab18-bb35282d658e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:41.327996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.439712 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.491230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:41.494863 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.554476 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.606833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Attempting to bind port 613b2000-9c9d-453f-8c8d-b88b18509066 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:41.607227 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Attempting to bind port 613b2000-9c9d-453f-8c8d-b88b18509066 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:41.607575 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Attempting to bind port 613b2000-9c9d-453f-8c8d-b88b18509066 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:41.616960 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:41.617448 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:41.617738 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.618132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:41.618610 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Bound port: 613b2000-9c9d-453f-8c8d-b88b18509066, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:41.618990 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.647546 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Pushing event updated for resources: {'Port': ['ID=613b2000-9c9d-453f-8c8d-b88b18509066,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:41.661275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.661696 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.662047 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.662384 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.662717 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.663045 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.663370 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.663723 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.664046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.664368 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.664713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.665032 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:06:41.693121 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] For port 613b2000-9c9d-453f-8c8d-b88b18509066, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:41.696759 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] For port 613b2000-9c9d-453f-8c8d-b88b18509066, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=613b2000-9c9d-453f-8c8d-b88b18509066,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:41.761050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.766179 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.773428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Calling delete_port for 242f4aa2-34a3-4d3b-ab18-bb35282d658e owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:41.824550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:41.828720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:41.829426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:41.867592 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28cd351-bcd5-470b-8523-37568bb1798d None None] Pushing event updated for resources: {'Port': ['ID=613b2000-9c9d-453f-8c8d-b88b18509066,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:41.897874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Subnet': ['ID=c7a42678-5766-48f6-9fb7-0d6369ab0d75,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:41.908207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Checking segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:41.908744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network hostable DHCP agents. Network: 48a90c00-3493-40c9-91a7-d44585112842, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:06:41.945531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:42.017097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 48a90c00-3493-40c9-91a7-d44585112842 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:06:42.045085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.074618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Port': ['ID=242f4aa2-34a3-4d3b-ab18-bb35282d658e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:42.120897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 48a90c00-3493-40c9-91a7-d44585112842) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:42.123645 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:39Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:42.126863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:42.127690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.133446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b44a21b-816c-4602-9a24-d06178c7257c None None] Network 48a90c00-3493-40c9-91a7-d44585112842 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:42.154474 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef2111-1b8e-4533-94e9-1199257e4d90 None None] The sync data for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 is: [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:39Z', 'revision_number': 3, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:42.224186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.243141 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6405319-8cc2-4857-8e51-95c6cc3c88df tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2404110 Oct 15 20:06:42.249306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39734) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:42.341613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-48a90c00-3493-40c9-91a7-d44585112842', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:06:42.344055 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.398303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Router 4a90491d-269e-4998-94c3-0973a015584b has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:42.519482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:42.530197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-707c23f0-2b02-4a47-93f7-c12c49832324 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8951080 Oct 15 20:06:42.530197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39738) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:42.551692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] Sync routers for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:42.569818 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-60c95a7f-efee-4302-8e01-bc3d87be67fa tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] show failed (client error): The resource could not be found. Oct 15 20:06:42.571622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-60c95a7f-efee-4302-8e01-bc3d87be67fa tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-441050521 HTTP/1.1" status: 404 len: 334 time: 0.0403495 Oct 15 20:06:42.574004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:42.575124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:42.575995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39740) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:42.581100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f9f61d2e-8574-496e-b65a-86a1072a99d2 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:42.626546 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-f9f61d2e-8574-496e-b65a-86a1072a99d2 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] update failed (client error): The resource could not be found. Oct 15 20:06:42.627962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9f61d2e-8574-496e-b65a-86a1072a99d2 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1981512533 HTTP/1.1" status: 404 len: 335 time: 0.0508451 Oct 15 20:06:42.633509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39744) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:42.634995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Allocated IP 172.20.0.2 (48a90c00-3493-40c9-91a7-d44585112842/c7a42678-5766-48f6-9fb7-0d6369ab0d75/7390a277-4f98-407f-b283-b5c356a98719) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:42.637077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:42.665172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] Routers {'4a90491d-269e-4998-94c3-0973a015584b'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:42.665820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['4a90491d-269e-4998-94c3-0973a015584b'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:42.706149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting subnet 227289f8-5de0-40c8-a813-0cf590f00649 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:42.711157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.732405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:42.733077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db42965f-f9b2-4dde-8512-f73f997c3a0c None None] The sync data for ids ['4a90491d-269e-4998-94c3-0973a015584b'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:42.762219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.883302 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.888750 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.945133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:42.977298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.006742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.029514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Pushing event updated for resources: {'Port': ['ID=7390a277-4f98-407f-b283-b5c356a98719,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:43.045360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Subnet': ['ID=227289f8-5de0-40c8-a813-0cf590f00649,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:43.058246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.059070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Network 48a90c00-3493-40c9-91a7-d44585112842 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:43.062117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3712e96c-c74f-4765-921a-10cbc3fe24ef tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/subnets/227289f8-5de0-40c8-a813-0cf590f00649 HTTP/1.1" status: 204 len: 168 time: 0.4273024 Oct 15 20:06:43.063237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6172a5-0624-45e8-a610-a4af3109d220 None None] Network e80991b7-1ce3-49e9-acb2-751587933a72 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:43.064518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39754) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:43.066404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:43.070972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:43.146553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting subnet dcc503e6-b677-43bd-b3c4-e299abb57b63 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:43.151393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.208572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.225954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Attempting to bind port 7390a277-4f98-407f-b283-b5c356a98719 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:43.226554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Attempting to bind port 7390a277-4f98-407f-b283-b5c356a98719 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:43.226676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Attempting to bind port 7390a277-4f98-407f-b283-b5c356a98719 on network 48a90c00-3493-40c9-91a7-d44585112842 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:43.247138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:43.254429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Checking segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:43.254429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.254429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Bound using segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:43.254429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Bound port: 7390a277-4f98-407f-b283-b5c356a98719, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:43.254429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.355827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] For port 7390a277-4f98-407f-b283-b5c356a98719, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:43.361055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.1 (48a90c00-3493-40c9-91a7-d44585112842/c7a42678-5766-48f6-9fb7-0d6369ab0d75/974a6f7f-876f-4fc9-a2eb-1b296d5315e4) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:43.364458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] For port 7390a277-4f98-407f-b283-b5c356a98719, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7390a277-4f98-407f-b283-b5c356a98719,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:43.369044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.369397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] DHCP port deletion for e80991b7-1ce3-49e9-acb2-751587933a72 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:43.424238 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.515092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 613b2000-9c9d-453f-8c8d-b88b18509066 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:43.553856 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.559908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.560780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d72d49-ebe5-4bf4-8696-b2b538e35ec0 None None] Pushing event updated for resources: {'Port': ['ID=7390a277-4f98-407f-b283-b5c356a98719,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:43.602918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc503e6-b677-43bd-b3c4-e299abb57b63,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:43.604978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.617483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7879a-d983-481d-a1ae-88bdc36f748e None None] Network 698dd27a-b45b-4785-8432-7b6f8a687205 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:43.621007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-39bb0da8-b2ee-44bc-88e5-2bb6aa1b6fdb tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/subnets/dcc503e6-b677-43bd-b3c4-e299abb57b63 HTTP/1.1" status: 204 len: 168 time: 0.5551810 Oct 15 20:06:43.621923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Deleting port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:43.622478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.623885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39772) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:43.658662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 613b2000-9c9d-453f-8c8d-b88b18509066 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:43.658662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.709402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.762312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.789396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 48a90c00-3493-40c9-91a7-d44585112842 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:43.813810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:43.823841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:43.853791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] For port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,segment=NetworkSegment(649aff81-ec0d-44a9-82be-fc315fec53d1),segment_id=649aff81-ec0d-44a9-82be-fc315fec53d1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:43.854807 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.857366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:43.910455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Calling delete_port for 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:43.922949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:43.977518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:43.978171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.081588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.089061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] For port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,segment=NetworkSegment(649aff81-ec0d-44a9-82be-fc315fec53d1),segment_id=649aff81-ec0d-44a9-82be-fc315fec53d1)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:44.089061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.103978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 613b2000-9c9d-453f-8c8d-b88b18509066, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=613b2000-9c9d-453f-8c8d-b88b18509066,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:44.110308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Calling delete_port for 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:44.136874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.169175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] DHCP port deletion for 698dd27a-b45b-4785-8432-7b6f8a687205 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:44.173823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] Pushing event deleted for resources: {'Port': ['ID=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:44.179811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a1855-47bb-4fde-909f-0baef113e766 None None] No DVR routers for this DVR port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:44.184551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.264699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.271638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=613b2000-9c9d-453f-8c8d-b88b18509066,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:44.277913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:44.291817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.306402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:44.306818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:44.316413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Deleting port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:44.316947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.360537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] No DVR routers for this DVR port 9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:44.367469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Port': ['ID=9ab5a2f1-03cb-4ec7-a4c9-425e98516bd3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:44.515631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.555148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] For port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,segment=NetworkSegment(b64df9d6-e0bb-4519-98c4-f533e86352bd),segment_id=b64df9d6-e0bb-4519-98c4-f533e86352bd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:44.555453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.568266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80991b7-1ce3-49e9-acb2-751587933a72']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:44.570210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Calling delete_port for c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:44.581795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649aff81-ec0d-44a9-82be-fc315fec53d1') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:44.582168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649aff81-ec0d-44a9-82be-fc315fec53d1') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:44.603201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.639212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.648206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:44.649264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:44.668034 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:44.747906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.783390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] Pushing event deleted for resources: {'Port': ['ID=c53f19f3-0ebf-471a-9c3b-c31a481ff2f6,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:44.784591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c9c718-a835-4a84-97e1-3dd7e5a9af12 None None] No DVR routers for this DVR port c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:44.845696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.858948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.865719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:44.866192 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/networks/e80991b7-1ce3-49e9-acb2-751587933a72 HTTP/1.1" status: 204 len: 168 time: 1.2399733 Oct 15 20:06:44.868500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:44.886201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598acee-46e6-4111-8fb3-1f83b2e2182c tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Network': ['ID=e80991b7-1ce3-49e9-acb2-751587933a72,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:44.914123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.002344 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.005821 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:45.049080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.133466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133f453b-16a9-46f4-8b48-a7850deaf1a4 None None] Network 48a90c00-3493-40c9-91a7-d44585112842 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:45.168211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 48a90c00-3493-40c9-91a7-d44585112842 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:45.172338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:45.249661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.317194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698dd27a-b45b-4785-8432-7b6f8a687205']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:45.321048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 87d7c65a-4d9c-454a-b5b8-ccd584288792 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:06:45.345132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64df9d6-e0bb-4519-98c4-f533e86352bd') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:45.345429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64df9d6-e0bb-4519-98c4-f533e86352bd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:45.371580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.396356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] Provisioning complete for port 7390a277-4f98-407f-b283-b5c356a98719 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:45.400639 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.402201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.414988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:45.415328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:45.424968 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:45.484102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:06:45.487727 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c533a93c-e97b-4180-948a-63d6552a65f3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/87d7c65a-4d9c-454a-b5b8-ccd584288792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2316356 Oct 15 20:06:45.493453 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Sync routers for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:06:45.512411 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:45.513258 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:45.601786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.658216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.663979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.668950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/networks/698dd27a-b45b-4785-8432-7b6f8a687205 HTTP/1.1" status: 204 len: 168 time: 0.8013978 Oct 15 20:06:45.672084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39800) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:45.672370 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:45.702818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9b1a5-f552-4589-8ee0-83922cb5cef3 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Network': ['ID=698dd27a-b45b-4785-8432-7b6f8a687205,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:45.707916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 613b2000-9c9d-453f-8c8d-b88b18509066 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:45.828007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting subnet d0a8c7be-e885-4473-be3c-8ed9c9318471 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:06:45.831210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] For port 7390a277-4f98-407f-b283-b5c356a98719, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7390a277-4f98-407f-b283-b5c356a98719,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:45.841658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.884699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-901a21fb-edde-4367-afb0-f94c87c3f1fe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647886197&fields=id&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 267 time: 0.0520835 Oct 15 20:06:45.914492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 613b2000-9c9d-453f-8c8d-b88b18509066 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:45.914752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.919392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.930079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:45.962326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:46.122196 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.167622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-5456ae2e-c515-4bb7-ae57-ee948ab39407 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:46.190970 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 2, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:46.198118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4298a245-cfb0-484d-8f39-0840690ac848 None None] Provisioning complete for port 7390a277-4f98-407f-b283-b5c356a98719 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:46.198760 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4298a245-cfb0-484d-8f39-0840690ac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.205085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-5456ae2e-c515-4bb7-ae57-ee948ab39407 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 797 time: 0.3178499 Oct 15 20:06:46.230072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-d0ec0fa7-baf7-49ae-9329-9423835a268a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/quotas/a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 375 time: 0.0243108 Oct 15 20:06:46.234499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Checking router: 87d7c65a-4d9c-454a-b5b8-ccd584288792 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:06:46.234838 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Updating router 87d7c65a-4d9c-454a-b5b8-ccd584288792 port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:06:46.267453 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.279968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a7a46-6f4a-42c1-b808-647eaf9ca3da None None] Pushing event updated for resources: {'Port': ['ID=7390a277-4f98-407f-b283-b5c356a98719,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:46.284562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83d2d8b2-c8b6-4730-bb37-bac760d52e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.309519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.349228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7390a277-4f98-407f-b283-b5c356a98719 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:46.352409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a8c7be-e885-4473-be3c-8ed9c9318471,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:46.356453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.360558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87801e16-705c-4e56-af6b-dff150afc48e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/subnets/d0a8c7be-e885-4473-be3c-8ed9c9318471 HTTP/1.1" status: 204 len: 168 time: 0.6872802 Oct 15 20:06:46.362895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:46.386937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aede84b-f339-4b77-a28c-5994dc231502 None None] Network 83be97f1-6a42-4912-8c6c-d9df9ca5f11f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:06:46.389468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-8b83c0a4-d56a-4fd7-a0aa-8b0bef305090 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243706 Oct 15 20:06:46.495429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.549711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83d2d8b2-c8b6-4730-bb37-bac760d52e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.584164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-3cd21504-30af-4b2c-9e64-a2ebb032b530 service neutron] 10.222.0.13 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946232 Oct 15 20:06:46.606738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Deleting port 93a81d8c-3722-40cd-ae61-4bc133976236 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:46.606738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.620982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83d2d8b2-c8b6-4730-bb37-bac760d52e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.642345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7390a277-4f98-407f-b283-b5c356a98719 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:46.643666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.670893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d2d8b2-c8b6-4730-bb37-bac760d52e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f66b8-8e5c-46b2-b7a2-c489effcb68d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:46.703393 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.729841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] For port 93a81d8c-3722-40cd-ae61-4bc133976236, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=93a81d8c-3722-40cd-ae61-4bc133976236,segment=NetworkSegment(20ffb734-4565-4cde-8858-d15d9498077e),segment_id=20ffb734-4565-4cde-8858-d15d9498077e)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:46.730227 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.744192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Calling delete_port for 93a81d8c-3722-40cd-ae61-4bc133976236 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:46.770849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4298a245-cfb0-484d-8f39-0840690ac848 None None] Provisioning complete for port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:46.770849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4298a245-cfb0-484d-8f39-0840690ac848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.771829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-83d2d8b2-c8b6-4730-bb37-bac760d52e05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d692c7b327754583ac9fd6236fc671c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8058298 Oct 15 20:06:46.773063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39832) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:46.788941 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.828073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4298a245-cfb0-484d-8f39-0840690ac848 None None] Port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:46.846418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] DHCP port deletion for 83be97f1-6a42-4912-8c6c-d9df9ca5f11f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:06:46.858290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-e00d6586-d2a8-49ff-86cf-6756739b421c service neutron] 10.222.0.13 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723260 Oct 15 20:06:46.880533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.923137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.930109 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bca18-4c08-495a-afb4-11c0fa956698 None None] Pushing event updated for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:46.954487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:46.980068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] No DVR routers for this DVR port 93a81d8c-3722-40cd-ae61-4bc133976236 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:47.014984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b5f05e5a-f69c-40fc-9e32-a63b237a6df2 None None] Provisioning complete for port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:47.016491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b5f05e5a-f69c-40fc-9e32-a63b237a6df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.021899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Attempting to bind port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:47.022380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Attempting to bind port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:47.026292 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Attempting to bind port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 on network 48a90c00-3493-40c9-91a7-d44585112842 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:47.041647 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:47.041647 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Checking segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:47.047383 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.047383 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Bound using segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:47.050771 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Bound port: 974a6f7f-876f-4fc9-a2eb-1b296d5315e4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:47.051980 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.052138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Port': ['ID=93a81d8c-3722-40cd-ae61-4bc133976236,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.062130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.066344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.074438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Deleting port 93a81d8c-3722-40cd-ae61-4bc133976236 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:06:47.077342 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.078872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d7f66b8-8e5c-46b2-b7a2-c489effcb68d HTTP/1.1" status: 204 len: 168 time: 0.3023906 Oct 15 20:06:47.102255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09926dd1-c17e-4882-ba7c-609276d2c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f66b8-8e5c-46b2-b7a2-c489effcb68d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.207405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] For port 93a81d8c-3722-40cd-ae61-4bc133976236, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:47.208031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.217074 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] For port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:47.225255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] For port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:47.225432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.230379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:47.252158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83be97f1-6a42-4912-8c6c-d9df9ca5f11f']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:47.263043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Calling delete_port for 93a81d8c-3722-40cd-ae61-4bc133976236 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:06:47.265551 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ffb734-4565-4cde-8858-d15d9498077e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:47.266438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ffb734-4565-4cde-8858-d15d9498077e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:47.270308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Port 93a81d8c-3722-40cd-ae61-4bc133976236 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 20:06:47.274506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:47.274851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c53f19f3-0ebf-471a-9c3b-c31a481ff2f6 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:47.278210 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.293141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.311719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] Pushing event deleted for resources: {'Port': ['ID=93a81d8c-3722-40cd-ae61-4bc133976236,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.316481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b5f05e5a-f69c-40fc-9e32-a63b237a6df2 None None] Port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:47.316956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.324736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65b1b6-f5af-41ff-bb4a-e2b4152855dc None None] No DVR routers for this DVR port 93a81d8c-3722-40cd-ae61-4bc133976236 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:06:47.327188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:06:47.327697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:06:47.331594 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:06:47.342871 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.349629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33bd6a3b-4552-4c1d-9452-6c89419a394e req-00165b11-6d26-401f-9cbd-7f3c6d3ae647 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0464573 Oct 15 20:06:47.429881 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bca18-4c08-495a-afb4-11c0fa956698 None None] Pushing event updated for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.433214 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:06:47.433816 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:47.453163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] Provisioning complete for port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:47.453531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.488979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7390a277-4f98-407f-b283-b5c356a98719 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:47.582615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7390a277-4f98-407f-b283-b5c356a98719 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:47.583019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.609432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.614068 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.617745 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/networks/83be97f1-6a42-4912-8c6c-d9df9ca5f11f HTTP/1.1" status: 204 len: 168 time: 1.2532077 Oct 15 20:06:47.621002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39842) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:47.639243 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.641363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939aaa6b-39f4-4047-bc9f-34073145f33e tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Pushing event deleted for resources: {'Network': ['ID=83be97f1-6a42-4912-8c6c-d9df9ca5f11f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.671991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-445aec48-4229-4697-9be2-573f867c6d82 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a90491d-269e-4998-94c3-0973a015584b HTTP/1.1" status: 200 len: 205 time: 0.0496888 Oct 15 20:06:47.674365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:47.718665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] For port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:06:47.763433 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:06:47.795366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.809530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 93a81d8c-3722-40cd-ae61-4bc133976236 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:06:47.832042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 93a81d8c-3722-40cd-ae61-4bc133976236 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:06:47.833271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 93a81d8c-3722-40cd-ae61-4bc133976236 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:06:47.847119 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.900412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee865d-4e01-499a-9512-85c85f212833 None None] Pushing event updated for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:47.929133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:47.944268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e76d0a3-f13d-469a-8579-9afdb0f90108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.968361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ee2affc8-1993-4d30-9be0-0606e6a7a821 None None] Provisioning complete for port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:47.968842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee2affc8-1993-4d30-9be0-0606e6a7a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.997042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:47.999412 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.033740 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:06:48.063785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986197e-9733-4c8c-b6f2-b6de4e5dc509 None None] The sync data for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 is: [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:06:48.097246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.098361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Fanout notify agent at l3_agent the message router_deleted on router 4a90491d-269e-4998-94c3-0973a015584b {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:06:48.114653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.115869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1bf7af87-27ee-495b-93c1-13542152c559 tempest-RoutersNegativeTest-356987617 tempest-RoutersNegativeTest-356987617-project] 10.222.0.13 "DELETE /v2.0/routers/4a90491d-269e-4998-94c3-0973a015584b HTTP/1.1" status: 204 len: 168 time: 0.4399395 Oct 15 20:06:48.161979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e76d0a3-f13d-469a-8579-9afdb0f90108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.221064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e76d0a3-f13d-469a-8579-9afdb0f90108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.260808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e76d0a3-f13d-469a-8579-9afdb0f90108 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=373e3dd233fc43728489af362bf53929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301351 Oct 15 20:06:48.266122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:48.308704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76d0a3-f13d-469a-8579-9afdb0f90108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c232fe38-9109-4553-80e1-4194cc5701d3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:48.343829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.370053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.446721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d66ce7fd-c7a0-452c-b64f-b02f20039311 req-5f0cdc06-83d3-4f85-b6ae-c91cba31b40b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0351260 Oct 15 20:06:48.502575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14eee12-2a4e-4fce-a827-1809da315de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.530977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.533191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:48.539720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c232fe38-9109-4553-80e1-4194cc5701d3 HTTP/1.1" status: 204 len: 168 time: 0.2701430 Oct 15 20:06:48.543628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb73ce-2685-49ce-8732-9a1420194e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232fe38-9109-4553-80e1-4194cc5701d3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:48.691203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39870) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:48.948525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-40a3a9a3-e298-44e9-937c-df45519beaa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f16bfb5eee64b5a92b8bc69ec322f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553697 Oct 15 20:06:48.951131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39882) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:49.009619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:49.032416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:49.148991 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:49.152143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:49.153409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc128ceb-92de-46ea-822f-a8a981fa54ba HTTP/1.1" status: 204 len: 168 time: 0.2010226 Oct 15 20:06:49.163342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc19030-ced6-4ebf-9ec8-85a51b8974b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc128ceb-92de-46ea-822f-a8a981fa54ba,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:49.458277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:06:49.513188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:49.513489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:50.168904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab5973da-18f1-4ab9-a700-5de4745d2ccb req-8789dfe6-6412-4711-b570-83348237f53e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0441186 Oct 15 20:06:50.283745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25784c3b-adf9-4b0c-976b-4a6be5bf401f req-4a863852-5e9a-48a4-bdd0-11043f70178f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:50.285913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25784c3b-adf9-4b0c-976b-4a6be5bf401f req-4a863852-5e9a-48a4-bdd0-11043f70178f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0516481 Oct 15 20:06:50.326504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25784c3b-adf9-4b0c-976b-4a6be5bf401f req-228dcdf9-ce38-4577-bd39-b1ebd77f31ad tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342379 Oct 15 20:06:50.465167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:50.670380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5ea23e87-1358-4ca6-b664-084de30cca60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:50.670819 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-5ea23e87-1358-4ca6-b664-084de30cca60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 20:06:50.671306 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-5ea23e87-1358-4ca6-b664-084de30cca60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 20:06:50.672740 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5ea23e87-1358-4ca6-b664-084de30cca60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2065258 Oct 15 20:06:50.677011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:50.682484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--891093376'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:50.977083 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:50.985852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.067733 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.142518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.185121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2266c88a-4c29-4aa7-833c-4c19ac664e77,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:51.235571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.259124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efdd21b8-38e1-4af3-8228-9180b5479520 req-09d9995a-18fe-4cd7-86f5-26e5e7dff6ff tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0288534 Oct 15 20:06:51.302102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.331437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b193216b-ed10-4a54-9fd3-10aecaaa8239,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:51.435361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.439868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed29c20f-0b31-4c99-b2c9-27a908c75833 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7616060 Oct 15 20:06:51.442873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39978) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:51.446068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'b193216b-ed10-4a54-9fd3-10aecaaa8239', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:51.463417 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edb3b99c-b163-4dc7-a912-30a11e8772e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.482600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63265d8-55f7-44ca-8343-676a3dc84299 req-c7bdbf20-bd9f-422d-a758-59e7e26d3468 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:51.485096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63265d8-55f7-44ca-8343-676a3dc84299 req-c7bdbf20-bd9f-422d-a758-59e7e26d3468 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0692303 Oct 15 20:06:51.525390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63265d8-55f7-44ca-8343-676a3dc84299 req-773ab05b-82ae-4bf8-bf58-ae810e3304c2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Oct 15 20:06:51.542902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.605204 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.651238 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.669413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8a1154-877a-4084-931a-b18ca00d646d,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:51.721814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.725842 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c541999b-0dfc-4dcb-9a5e-761a19207fcd tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815881 Oct 15 20:06:51.726144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39988) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:51.730541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-63bc422f-b9d3-40a3-956a-4f78c586f03c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'b193216b-ed10-4a54-9fd3-10aecaaa8239', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:51.798468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-63bc422f-b9d3-40a3-956a-4f78c586f03c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:51.936927 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-63bc422f-b9d3-40a3-956a-4f78c586f03c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): There was a conflict when trying to complete your request. Oct 15 20:06:51.938085 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-63bc422f-b9d3-40a3-956a-4f78c586f03c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2110119 Oct 15 20:06:51.944924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39998) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.002409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.027051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.153006 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.155704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.156875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/b193216b-ed10-4a54-9fd3-10aecaaa8239 HTTP/1.1" status: 204 len: 168 time: 0.2109766 Oct 15 20:06:52.159672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.166484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5ac22-3578-4edd-ae8c-e411b293456b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b193216b-ed10-4a54-9fd3-10aecaaa8239,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:52.215933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-150c3496-96a4-4430-99f5-7048f2e53912 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550387 Oct 15 20:06:52.219680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.224731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1637548172'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:52.319790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.350254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.361533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ef4fb10-564b-4cba-ba15-380c2166fd26 req-ae8800af-e01c-4e01-97f2-5dffc963b1bb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0315099 Oct 15 20:06:52.417737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.508199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.539150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9748a193-dbe4-4e96-b7e8-bcc993dde63a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:52.631233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.632603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e06810d-dd53-46eb-91f3-48d0730e8b4a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4119532 Oct 15 20:06:52.635455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40014) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.640100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-41939911-ae95-4d46-ba35-82cd17623d21 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '9748a193-dbe4-4e96-b7e8-bcc993dde63a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:52.640823 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-41939911-ae95-4d46-ba35-82cd17623d21 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 15 20:06:52.641338 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-41939911-ae95-4d46-ba35-82cd17623d21 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:52.642555 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-41939911-ae95-4d46-ba35-82cd17623d21 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060587 Oct 15 20:06:52.656329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973126d-3653-4e60-8a35-ff3eaa703a74 req-0146e148-e44c-4cd5-a7cd-3ca0dfe935e4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:52.657247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40018) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.657842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5973126d-3653-4e60-8a35-ff3eaa703a74 req-0146e148-e44c-4cd5-a7cd-3ca0dfe935e4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0579073 Oct 15 20:06:52.674080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.716378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5973126d-3653-4e60-8a35-ff3eaa703a74 req-97d0cfdb-854f-4367-bf36-f56f5176e750 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510397 Oct 15 20:06:52.748161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.771081 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.775625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.885258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.908237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.911212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:52.912528 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/9748a193-dbe4-4e96-b7e8-bcc993dde63a HTTP/1.1" status: 204 len: 168 time: 0.2531095 Oct 15 20:06:52.915344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.921738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b4db7-2fd8-4b2e-a318-f4e8d8896325 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9748a193-dbe4-4e96-b7e8-bcc993dde63a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:52.974149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e01d61b1-d7b7-44d4-847b-934c00559cbf tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532198 Oct 15 20:06:52.974380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40030) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:52.980164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058154174'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:53.073535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.140591 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.233193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.262223 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b028182-efcd-4929-b706-42d4572c724f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:53.321645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.323003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-054b8e2a-a30b-465d-a2a9-a36ed384005d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3473163 Oct 15 20:06:53.325730 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40036) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:53.330900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9bddc366-18ff-463c-985e-4af78c0ff9a3 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '4b028182-efcd-4929-b706-42d4572c724f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:53.334442 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-9bddc366-18ff-463c-985e-4af78c0ff9a3 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 15 20:06:53.334442 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-9bddc366-18ff-463c-985e-4af78c0ff9a3 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:53.334442 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9bddc366-18ff-463c-985e-4af78c0ff9a3 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057349 Oct 15 20:06:53.336504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40038) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:53.390936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.415338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.460178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd88dc60-3636-4d1e-bc8b-1f234f7a10cc req-59eacfb1-b749-408d-929e-fdbc1392a1ec tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0261667 Oct 15 20:06:53.542028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.545056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.546224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b028182-efcd-4929-b706-42d4572c724f HTTP/1.1" status: 204 len: 168 time: 0.2088537 Oct 15 20:06:53.550819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40044) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:53.570866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe01bf-eb92-45b9-a9fe-1067dfccc7f7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b028182-efcd-4929-b706-42d4572c724f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:53.608728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-e272d4cb-034b-4ab5-a3ad-d64b15ecda14 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:53.610766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-e272d4cb-034b-4ab5-a3ad-d64b15ecda14 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 797 time: 0.1154780 Oct 15 20:06:53.614398 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52bb591a-46e2-45ec-b5fb-42543a4e47ad tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617397 Oct 15 20:06:53.617890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:53.622508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--34236692'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:53.656566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-1b0e1f1b-7471-4132-b29f-b8b2d112b410 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2301625fb6245419989ec4432323cf2 HTTP/1.1" status: 200 len: 380 time: 0.0352085 Oct 15 20:06:53.666852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'port': {'device_id': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'admin_state_up': True, 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'security_groups': ['07bcec46-afd3-478c-a347-bd476db3a1a4']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:53.727069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.804697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.855402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef16350-e6e8-4659-8fc1-9f69509be9a5 req-7789f294-df4a-4af6-adc9-b8b4562a1b0d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:53.856845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ef16350-e6e8-4659-8fc1-9f69509be9a5 req-7789f294-df4a-4af6-adc9-b8b4562a1b0d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0496378 Oct 15 20:06:53.857938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Made reservation on behalf of a2301625fb6245419989ec4432323cf2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:06:53.861245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.908648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:53.944255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02cb9f36-5b9c-4c58-a153-d660d489a2f7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:53.955216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ef16350-e6e8-4659-8fc1-9f69509be9a5 req-e8244dab-9a62-43f2-a67c-4209d6978a2f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897915 Oct 15 20:06:54.001793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.003315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ff3cd3d-b2b7-410d-bdba-87f750980e0c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3844233 Oct 15 20:06:54.006298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40056) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.012376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-83ab199d-cc9d-4394-a443-a9a70b15e560 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '02cb9f36-5b9c-4c58-a153-d660d489a2f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.016106 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-83ab199d-cc9d-4394-a443-a9a70b15e560 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 15 20:06:54.016106 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-83ab199d-cc9d-4394-a443-a9a70b15e560 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:54.016415 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-83ab199d-cc9d-4394-a443-a9a70b15e560 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085177 Oct 15 20:06:54.018824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40058) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.026217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-98febffb-532a-4513-aac0-c97757d8f193 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '02cb9f36-5b9c-4c58-a153-d660d489a2f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.026899 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-98febffb-532a-4513-aac0-c97757d8f193 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 15 20:06:54.028017 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-98febffb-532a-4513-aac0-c97757d8f193 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:54.028388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98febffb-532a-4513-aac0-c97757d8f193 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085931 Oct 15 20:06:54.031393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.038276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1c6b976f-78df-4c46-92bd-c493b043aa5a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '02cb9f36-5b9c-4c58-a153-d660d489a2f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.039092 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-1c6b976f-78df-4c46-92bd-c493b043aa5a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 15 20:06:54.039583 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-1c6b976f-78df-4c46-92bd-c493b043aa5a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:54.040532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c6b976f-78df-4c46-92bd-c493b043aa5a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085034 Oct 15 20:06:54.043299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.048059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-594529c6-ab4c-4e94-960b-9f2a37cef170 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '02cb9f36-5b9c-4c58-a153-d660d489a2f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.048877 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-594529c6-ab4c-4e94-960b-9f2a37cef170 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 15 20:06:54.050664 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-594529c6-ab4c-4e94-960b-9f2a37cef170 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:54.050664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-594529c6-ab4c-4e94-960b-9f2a37cef170 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060384 Oct 15 20:06:54.053135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40064) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.075280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.20.0.8 (48a90c00-3493-40c9-91a7-d44585112842/c7a42678-5766-48f6-9fb7-0d6369ab0d75/c996bc58-5c0d-41f6-a468-d0d55304ab60) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:06:54.143390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.195076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.288396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.348165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.350834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.352017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/02cb9f36-5b9c-4c58-a153-d660d489a2f7 HTTP/1.1" status: 204 len: 168 time: 0.2980256 Oct 15 20:06:54.354865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40068) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.361121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d58b60-2994-49c8-ab86-8a7ef0021077 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cb9f36-5b9c-4c58-a153-d660d489a2f7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:54.383311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.415966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4d9c89c7-35a8-4dd6-ad6c-ad5986942c72 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561247 Oct 15 20:06:54.417080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40070) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.420648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492546740'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.427980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 48a90c00-3493-40c9-91a7-d44585112842 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:06:54.431363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:06:54.435490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:06:54.478473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:54.516074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:54.517650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.537277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.562473 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.603390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485be5-b650-4c97-8a20-ed87f837b5d1 req-6371426d-91bd-4b4e-96cb-ca8d8979245e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:54.611213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c485be5-b650-4c97-8a20-ed87f837b5d1 req-6371426d-91bd-4b4e-96cb-ca8d8979245e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 931 time: 0.0673215 Oct 15 20:06:54.621500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-dff2c19d-ea71-4fdb-922a-6f54c2d97680 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585373 Oct 15 20:06:54.635595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-76fc625a-c274-468f-9ea8-494d81e85504 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:06:54.636865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-76fc625a-c274-468f-9ea8-494d81e85504 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054827 Oct 15 20:06:54.642190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.666933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c485be5-b650-4c97-8a20-ed87f837b5d1 req-57613d19-028a-4871-88c3-50542f32c4a3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525215 Oct 15 20:06:54.713431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.741958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-18a8b231-922d-4ae7-85ba-0e0f956cda0c None None] Provisioning complete for port c996bc58-5c0d-41f6-a468-d0d55304ab60 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:06:54.742926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18a8b231-922d-4ae7-85ba-0e0f956cda0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.749444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af29d2-070b-4b1b-a225-457902718ae2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:54.767417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Request body: {'port': {'device_id': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.782447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-18a8b231-922d-4ae7-85ba-0e0f956cda0c None None] Port c996bc58-5c0d-41f6-a468-d0d55304ab60 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:06:54.806475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:54.809037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1661d618-4a9d-4bca-ba42-97e3a4fe4034 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3918011 Oct 15 20:06:54.810757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.815466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-893f009c-f936-419f-a626-c5e257bccd95 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.815986 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-893f009c-f936-419f-a626-c5e257bccd95 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 20:06:54.817038 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-893f009c-f936-419f-a626-c5e257bccd95 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:54.817951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-893f009c-f936-419f-a626-c5e257bccd95 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059428 Oct 15 20:06:54.820757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40080) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:54.825160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b2ae1326-40db-4f00-b1e7-08afdad2d358 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:54.856999 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.011458 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-b2ae1326-40db-4f00-b1e7-08afdad2d358 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.012596 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b2ae1326-40db-4f00-b1e7-08afdad2d358 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1909237 Oct 15 20:06:55.016090 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40086) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.022957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b4c88cc7-6d4a-4da6-8397-7074ebe440d7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.023460 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-b4c88cc7-6d4a-4da6-8397-7074ebe440d7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 15 20:06:55.023982 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-b4c88cc7-6d4a-4da6-8397-7074ebe440d7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.025061 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b4c88cc7-6d4a-4da6-8397-7074ebe440d7 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071983 Oct 15 20:06:55.028244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.032617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-93689abb-2a6a-4fb0-b7b2-34affd2b3f29 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.125103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59501a7c-e73a-4652-960d-a13d20eb307e req-74bb0589-55f6-49bf-9776-5d13ed253cfb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.126611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59501a7c-e73a-4652-960d-a13d20eb307e req-74bb0589-55f6-49bf-9776-5d13ed253cfb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0765803 Oct 15 20:06:55.199688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59501a7c-e73a-4652-960d-a13d20eb307e req-c3dfa2ef-295f-48f6-930e-2cf52de3cb3a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653152 Oct 15 20:06:55.207794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c996bc58-5c0d-41f6-a468-d0d55304ab60 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:06:55.216356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.216526 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-93689abb-2a6a-4fb0-b7b2-34affd2b3f29 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.217694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-93689abb-2a6a-4fb0-b7b2-34affd2b3f29 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1885500 Oct 15 20:06:55.227330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.231065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Transition to ACTIVE for port object c996bc58-5c0d-41f6-a468-d0d55304ab60 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:06:55.231922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-40c2cb15-73b4-47be-9572-bd4cf8cf66eb tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.232441 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-40c2cb15-73b4-47be-9572-bd4cf8cf66eb tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 15 20:06:55.232878 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-40c2cb15-73b4-47be-9572-bd4cf8cf66eb tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.233823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-40c2cb15-73b4-47be-9572-bd4cf8cf66eb tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054667 Oct 15 20:06:55.236513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.240947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e876479b-d68b-4726-b3ba-db7c926bb928 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.331030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.390783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:55.445496 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-e876479b-d68b-4726-b3ba-db7c926bb928 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.450968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e876479b-d68b-4726-b3ba-db7c926bb928 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2132885 Oct 15 20:06:55.453722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40096) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.460960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-38b975d1-6d6d-4a12-bbbf-6a2ca667a6b8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.460960 n-d-712140-14 neutron-server[101180]: WARNING neutron.api.v2.base [None req-38b975d1-6d6d-4a12-bbbf-6a2ca667a6b8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 15 20:06:55.460960 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-38b975d1-6d6d-4a12-bbbf-6a2ca667a6b8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.461492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38b975d1-6d6d-4a12-bbbf-6a2ca667a6b8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068271 Oct 15 20:06:55.464515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Attempting to bind port c996bc58-5c0d-41f6-a468-d0d55304ab60 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:06:55.464845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Attempting to bind port c996bc58-5c0d-41f6-a468-d0d55304ab60 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:06:55.465397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Attempting to bind port c996bc58-5c0d-41f6-a468-d0d55304ab60 on network 48a90c00-3493-40c9-91a7-d44585112842 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:55.465823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40098) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.470648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Port c996bc58-5c0d-41f6-a468-d0d55304ab60 on network 48a90c00-3493-40c9-91a7-d44585112842 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:06:55.471229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Attempting to bind port c996bc58-5c0d-41f6-a468-d0d55304ab60 on network 48a90c00-3493-40c9-91a7-d44585112842 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:06:55.471386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3b994614-c5c2-407c-872c-3748336ce983 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.476630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:06:55.476968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Checking segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:06:55.477350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Bound using segment: {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:06:55.477784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Bound port: c996bc58-5c0d-41f6-a468-d0d55304ab60, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601a452c-5c53-484a-a151-8bc81ba3dd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '48a90c00-3493-40c9-91a7-d44585112842'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:06:55.478144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.547942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:06:55.551817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:06:55.574657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-6b431efa-b749-475e-8387-61cbba7459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.576309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-6b431efa-b749-475e-8387-61cbba7459d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1098 time: 0.0426002 Oct 15 20:06:55.634633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.667549 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-3b994614-c5c2-407c-872c-3748336ce983 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.667549 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b994614-c5c2-407c-872c-3748336ce983 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1978145 Oct 15 20:06:55.667856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40102) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.683651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-18cf3612-4ea8-4376-9b18-80903fe7f755 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'a3af29d2-070b-4b1b-a225-457902718ae2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:55.703918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.704426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:55.705818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] 10.222.0.15 "PUT /v2.0/ports/c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 1092 time: 1.0599504 Oct 15 20:06:55.705970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-a46b3924-c2ed-440a-93dc-bfdb35a51ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.706373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:06:55.707996 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-a46b3924-c2ed-440a-93dc-bfdb35a51ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1126907 Oct 15 20:06:55.715477 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b" -d '{"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:06:55.733815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6fcd-0296-458d-b1c4-b39cfaf591bf service neutron] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:55.802709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-ae234865-3cc0-4728-8a7a-32336e35a5c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 1001 time: 0.0851786 Oct 15 20:06:55.819174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ae17a-2085-4ac9-bf57-3a6566155b3d req-57241d8d-ca2a-4b5c-b10a-5bb15cba3fab tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.820923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca0ae17a-2085-4ac9-bf57-3a6566155b3d req-57241d8d-ca2a-4b5c-b10a-5bb15cba3fab tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0635343 Oct 15 20:06:55.844450 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-18cf3612-4ea8-4376-9b18-80903fe7f755 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:55.845526 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18cf3612-4ea8-4376-9b18-80903fe7f755 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1768565 Oct 15 20:06:55.850216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40112) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:55.890936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-200dcd07-e122-4c21-a192-d025c128f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.891636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca0ae17a-2085-4ac9-bf57-3a6566155b3d req-d710d809-7106-474e-99eb-39699b4a4f5e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618997 Oct 15 20:06:55.892437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-200dcd07-e122-4c21-a192-d025c128f06c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0828149 Oct 15 20:06:55.895064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-67041810-682d-48cc-bbda-d6b6b813a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:55.898636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-67041810-682d-48cc-bbda-d6b6b813a8e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1095 time: 0.0747132 Oct 15 20:06:55.965604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-d6012850-08fc-4960-8d04-cb8094ed7c5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 217 time: 0.0594845 Oct 15 20:06:56.030328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-5a10280d-82c0-4251-af1b-a6850257016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.031856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-5a10280d-82c0-4251-af1b-a6850257016e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0593815 Oct 15 20:06:56.092368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-c5ba8935-84e0-4ac7-af17-f60684ec10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.094088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-c5ba8935-84e0-4ac7-af17-f60684ec10f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552275 Oct 15 20:06:56.124325 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98ca8d-3e5c-4af3-b7c2-d83209ce0be9 x-openstack-request-id: req-fa98ca8d-3e5c-4af3-b7c2-d83209ce0be9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:06:56.124697 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:06:56.125022 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa98ca8d-3e5c-4af3-b7c2-d83209ce0be9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:06:56.125491 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'status': 'completed', 'code': 200} Oct 15 20:06:56.219161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-be65743a-0c76-42c8-9043-e21d869db641 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167934 Oct 15 20:06:56.280286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.309643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.321996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-7bc18b38-9afd-43aa-8bac-7a78328d3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.323495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-7bc18b38-9afd-43aa-8bac-7a78328d3809 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4178102 Oct 15 20:06:56.354016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48d3def5-5a63-4c7d-9c11-2bcf7a8073d1 req-97008241-3829-4385-89ae-7fdc4901189c service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281331 Oct 15 20:06:56.367174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74061666-367c-4023-a18a-4edad9098b25 req-0a31af95-29fc-4492-8014-92b86415dbed tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.368530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74061666-367c-4023-a18a-4edad9098b25 req-0a31af95-29fc-4492-8014-92b86415dbed tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0752277 Oct 15 20:06:56.423342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74061666-367c-4023-a18a-4edad9098b25 req-cbb5821f-fc72-41f2-8503-cb4aedf9eb01 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Oct 15 20:06:56.457044 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-f984bbb9-44d8-4548-9ccc-510129f59691 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241469 Oct 15 20:06:56.497960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.501012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.504499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3af29d2-070b-4b1b-a225-457902718ae2 HTTP/1.1" status: 204 len: 168 time: 0.6509869 Oct 15 20:06:56.514196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40122) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:56.530197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560871a8-3fde-4f73-a56a-e0f7ca85b1c8 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af29d2-070b-4b1b-a225-457902718ae2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:56.543781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-1bd18d25-3561-4588-8c43-962f9fe0ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.545774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-1bd18d25-3561-4588-8c43-962f9fe0ab3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1095 time: 0.0575492 Oct 15 20:06:56.606277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e742849-dba7-4b84-a1d4-b53088bd37f5 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0909030 Oct 15 20:06:56.610224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40124) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:56.619522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--377783733'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:56.639037 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da694b8a-dd57-440c-bc02-ed59eb608aab req-982ee5a0-16cd-41e5-bafd-0e7362fcb725 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690266 Oct 15 20:06:56.649065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-73ba8678-5c2e-4578-b03a-9feeb19f52de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.650430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-73ba8678-5c2e-4578-b03a-9feeb19f52de service neutron] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 898 time: 0.0978794 Oct 15 20:06:56.697477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-188d5f62-295d-43ff-bc37-c7c11e43ab11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 217 time: 0.0396252 Oct 15 20:06:56.725776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.757301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-7c1ea46e-2c8d-44ce-8ec3-018020f31c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.759160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-7c1ea46e-2c8d-44ce-8ec3-018020f31c8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0558369 Oct 15 20:06:56.817441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-b323acfe-196e-4624-b720-2860d8124feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.819015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-b323acfe-196e-4624-b720-2860d8124feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506237 Oct 15 20:06:56.841555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.846371 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-a7c3a1c7-ee74-4cef-8bbd-b3e9828c915f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1273282 Oct 15 20:06:56.923825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-8b63103c-53f5-4759-82f2-084098320173 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969467 Oct 15 20:06:56.938347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:56.975326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1a00e-d443-41e3-84bd-edab74a13758,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:56.983083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-9e6aee2e-9e5d-429c-8b8e-d2695d434c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:56.985244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-9e6aee2e-9e5d-429c-8b8e-d2695d434c12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1097 time: 0.0925028 Oct 15 20:06:57.039745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:57.043782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a265fcde-b6a3-4606-a206-75e445c4966e tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4298687 Oct 15 20:06:57.047497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40132) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.053166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-efc2b302-ae36-4004-b79c-ece77f87b812 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'fbd1a00e-d443-41e3-84bd-edab74a13758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:57.075345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f853d49b-ef54-40d4-bbdb-c8fd4d89f49b req-a0030531-c6e7-4daf-987a-ea607695601b service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439867 Oct 15 20:06:57.092130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb6be6-e8a9-4311-89ac-84f048251872 req-d4d9e413-e1e0-430a-88a2-4f3c058297bb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:57.093636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30bb6be6-e8a9-4311-89ac-84f048251872 req-d4d9e413-e1e0-430a-88a2-4f3c058297bb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0978775 Oct 15 20:06:57.130162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-853fd886-b940-432d-927b-f8ea598dab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:57.131789 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-853fd886-b940-432d-927b-f8ea598dab15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1262374 Oct 15 20:06:57.136133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30bb6be6-e8a9-4311-89ac-84f048251872 req-9ae93098-b2a4-4534-b072-45e586ab00a7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350616 Oct 15 20:06:57.218304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-373939bf-c815-4d7d-8a3e-ab4af5e3ea2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 1000 time: 0.0794351 Oct 15 20:06:57.256709 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-efc2b302-ae36-4004-b79c-ece77f87b812 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The resource could not be found. Oct 15 20:06:57.260386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-efc2b302-ae36-4004-b79c-ece77f87b812 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2091546 Oct 15 20:06:57.260626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40134) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.265120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0ef03cf1-19e0-4ad2-93b8-11842d9f8037 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': 'fbd1a00e-d443-41e3-84bd-edab74a13758', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ab3abad3-3221-408f-9c3c-b5272f39a2e0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:57.276760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-9b75c2be-fbdd-467f-8591-d71958144fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:57.278529 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-9b75c2be-fbdd-467f-8591-d71958144fc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0530925 Oct 15 20:06:57.325615 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-92817bd2-02df-46a4-9eb3-414464cfe66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:57.327087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-92817bd2-02df-46a4-9eb3-414464cfe66e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404210 Oct 15 20:06:57.416542 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-0ef03cf1-19e0-4ad2-93b8-11842d9f8037 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The resource could not be found. Oct 15 20:06:57.417615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0ef03cf1-19e0-4ad2-93b8-11842d9f8037 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1560619 Oct 15 20:06:57.419322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-1dd15811-818c-4ec2-9d28-aa3e531e1fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834141 Oct 15 20:06:57.420519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40136) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.539964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:57.546965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dfc79-1551-4641-8746-d14d644aedf5 req-d1e189d9-cd54-4b1f-b347-bf3e42d99464 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:57.548667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2dfc79-1551-4641-8746-d14d644aedf5 req-d1e189d9-cd54-4b1f-b347-bf3e42d99464 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0533171 Oct 15 20:06:57.565757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a0aa0860-85e7-44a4-8505-8cbe78dd5c77 req-4bef07d2-09f7-43f4-9189-ed2bfb45838b service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382079 Oct 15 20:06:57.573752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:57.597164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c2dfc79-1551-4641-8746-d14d644aedf5 req-78fcc2a3-8c6e-41f6-98dd-cd901cf5317a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Oct 15 20:06:57.689994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:57.693793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:57.694225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/fbd1a00e-d443-41e3-84bd-edab74a13758 HTTP/1.1" status: 204 len: 168 time: 0.2728858 Oct 15 20:06:57.696881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40142) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.704490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490b46a-6968-479c-a51e-3e1e64eeba59 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1a00e-d443-41e3-84bd-edab74a13758,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:57.743325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-03c298e5-a083-4f69-be75-57a5f894634f tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453207 Oct 15 20:06:57.747135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.751462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6ad5c67e-249c-4561-b6a8-1a0d2040805a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '1a9773be-afff-43cd-9707-6d84703e3cb6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:57.936773 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-6ad5c67e-249c-4561-b6a8-1a0d2040805a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The resource could not be found. Oct 15 20:06:57.941321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6ad5c67e-249c-4561-b6a8-1a0d2040805a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1896632 Oct 15 20:06:57.941582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:57.945989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123191389'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:58.068233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.141459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.223378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.272970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883f02c8-e23d-4e3a-a28b-907b2d6c0ea7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:58.287534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77f024-45bf-4f97-8f10-f158a0f46a4f req-97b4ee31-e3f9-4b92-b339-8824ac4c5055 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:58.289054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b77f024-45bf-4f97-8f10-f158a0f46a4f req-97b4ee31-e3f9-4b92-b339-8824ac4c5055 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0768194 Oct 15 20:06:58.327706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b77f024-45bf-4f97-8f10-f158a0f46a4f req-27411400-a681-4a3b-a625-c7321b7f677b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Oct 15 20:06:58.344121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.348081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1e71e08-2c2a-47d2-bf98-921641d96064 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4028091 Oct 15 20:06:58.348311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:58.352688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223947490'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:58.450608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.516353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.576408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.606679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07d970d-e1ad-4d05-a8a7-81600ee8a378,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:58.664616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.668753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0fc20e1-e637-40ea-9657-5296270e481c tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3167620 Oct 15 20:06:58.669101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:58.673510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6de1e108-8791-439b-826f-f5460c514512 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group_rule': {'security_group_id': '883f02c8-e23d-4e3a-a28b-907b2d6c0ea7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e07d970d-e1ad-4d05-a8a7-81600ee8a378'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:06:58.747767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe6d6b-6677-4379-b048-a347132ba65a req-f3716cb3-64c4-4cb6-b4b9-e9bfa23421bc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:58.749363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bbe6d6b-6677-4379-b048-a347132ba65a req-f3716cb3-64c4-4cb6-b4b9-e9bfa23421bc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0698214 Oct 15 20:06:58.770958 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-dce19be9-ceb8-4dcf-847e-8663eb9108e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494556 Oct 15 20:06:58.794181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bbe6d6b-6677-4379-b048-a347132ba65a req-a630e808-0116-4ea5-b7d8-fec2c392a677 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367548 Oct 15 20:06:58.855843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-b1b69fe2-d4f9-4fa9-b829-df311af9a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:58.857435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-b1b69fe2-d4f9-4fa9-b829-df311af9a5e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1097 time: 0.0449638 Oct 15 20:06:58.915947 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-6de1e108-8791-439b-826f-f5460c514512 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:06:58.920043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6de1e108-8791-439b-826f-f5460c514512 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2469399 Oct 15 20:06:58.922970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40160) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:58.982938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-7734e561-1da8-4c7d-ad87-ae084f919497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:58.983601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:58.984648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-7734e561-1da8-4c7d-ad87-ae084f919497 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1045809 Oct 15 20:06:59.008021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.056168 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-98dd3a68-777f-4879-8707-536cf361a4fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 1000 time: 0.0633049 Oct 15 20:06:59.108098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-ac2dde9c-116b-412e-9821-6b88b34f2ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:59.109543 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-ac2dde9c-116b-412e-9821-6b88b34f2ad1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0469499 Oct 15 20:06:59.153701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.161966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.161966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/e07d970d-e1ad-4d05-a8a7-81600ee8a378 HTTP/1.1" status: 204 len: 168 time: 0.2335541 Oct 15 20:06:59.168779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f8d89-0311-42ae-90e5-601511c0d409 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07d970d-e1ad-4d05-a8a7-81600ee8a378,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:59.170780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40166) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:59.215395 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-9165bf8d-ff09-4694-85ba-0aebf4e446b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:59.217010 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-9165bf8d-ff09-4694-85ba-0aebf4e446b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002500 Oct 15 20:06:59.273683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d76d5086-1676-4ece-b3a4-97be934d938a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1004062 Oct 15 20:06:59.276378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40168) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:59.370699 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-0d69cdd0-b93a-43d1-b527-0dcfa1d4fd1b service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461380 Oct 15 20:06:59.409904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.455027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33507f1b-f52b-44c7-a08c-188153f99ac2 req-7a1de2f7-3a8a-498f-8f25-57935fd7439a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:06:59.456834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33507f1b-f52b-44c7-a08c-188153f99ac2 req-7a1de2f7-3a8a-498f-8f25-57935fd7439a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0550869 Oct 15 20:06:59.467568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.509858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33507f1b-f52b-44c7-a08c-188153f99ac2 req-193e73f8-f44a-4d7a-81cc-03c81d07bb09 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Oct 15 20:06:59.527474 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-5a516419-92b6-4ac6-9187-3cd5c52e7d1e req-493d94a4-3b14-41ab-a136-b0472f30c7c5 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457396 Oct 15 20:06:59.599312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.601996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:06:59.603132 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/883f02c8-e23d-4e3a-a28b-907b2d6c0ea7 HTTP/1.1" status: 204 len: 168 time: 0.3257706 Oct 15 20:06:59.605930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40172) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:59.612626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85579e-7634-4986-bce2-57da0b5130f9 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883f02c8-e23d-4e3a-a28b-907b2d6c0ea7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:06:59.983043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e8054ad-b934-4c18-9fe0-b9095c19a9fe tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3756964 Oct 15 20:06:59.986961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:06:59.991988 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680004812'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:07:00.021306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f926154-744a-4024-a025-9daf90978073 req-3484590c-9059-4494-86c6-73059ffc037c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:00.022826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f926154-744a-4024-a025-9daf90978073 req-3484590c-9059-4494-86c6-73059ffc037c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0588841 Oct 15 20:07:00.061496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f926154-744a-4024-a025-9daf90978073 req-58113555-aa42-45b0-84cb-bf63ffa2a1b1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319278 Oct 15 20:07:00.068203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.151394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.155021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:07:00.211158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.245947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f1392-1114-49da-a93e-45ebfe0c71c4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:00.257504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:00.269752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'mac_address': 'fa:16:3e:54:c4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:07:00.308115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.321193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c996bc58-5c0d-41f6-a468-d0d55304ab60 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:07:00.341134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:00.350253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.351651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c988ab2e-4ade-49d5-82e9-21cc7189196a tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3635764 Oct 15 20:07:00.354393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.358875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3b91a5a7-f85f-4813-b43f-42164307249d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:07:00.359244 n-d-712140-14 neutron-server[101181]: WARNING neutron.api.v2.base [None req-3b91a5a7-f85f-4813-b43f-42164307249d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 15 20:07:00.359759 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-3b91a5a7-f85f-4813-b43f-42164307249d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] update failed (client error): There was a conflict when trying to complete your request. Oct 15 20:07:00.360690 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b91a5a7-f85f-4813-b43f-42164307249d tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "PUT /v2.0/security-groups/8f5f1392-1114-49da-a93e-45ebfe0c71c4 HTTP/1.1" status: 409 len: 330 time: 0.0053871 Oct 15 20:07:00.363432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40188) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.392541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.423508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.445898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:00.447546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.552945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.555819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:00.557640 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/8f5f1392-1114-49da-a93e-45ebfe0c71c4 HTTP/1.1" status: 204 len: 168 time: 0.1925349 Oct 15 20:07:00.559809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.568616 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15177d6b-a345-4d13-beec-8da73aaead36 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f1392-1114-49da-a93e-45ebfe0c71c4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:00.629859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e76d45e9-a562-4e93-a3a5-48f0290ec583 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689218 Oct 15 20:07:00.633613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.648894 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-a6a77305-b4e1-4a24-adf0-3d5421f8bc60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] delete failed (client error): The resource could not be found. Oct 15 20:07:00.649800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a6a77305-b4e1-4a24-adf0-3d5421f8bc60 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "DELETE /v2.0/security-groups/198dde3e-26cf-4ff3-be8b-5b56106bb96f HTTP/1.1" status: 404 len: 347 time: 0.0153134 Oct 15 20:07:00.663085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40196) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.665728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68d7a4-57f9-4e19-a50b-08025f620d30 req-426cf611-8df3-4d6c-b7bc-81d06bfe6a79 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:00.667182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e68d7a4-57f9-4e19-a50b-08025f620d30 req-426cf611-8df3-4d6c-b7bc-81d06bfe6a79 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 944 time: 0.0748920 Oct 15 20:07:00.677432 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-7b47a82d-aaf4-4b9d-ba2d-49ddde211c31 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] show failed (client error): The resource could not be found. Oct 15 20:07:00.678418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7b47a82d-aaf4-4b9d-ba2d-49ddde211c31 tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-groups/1442c7ce-fe3d-4384-a048-1c5409e5c75d HTTP/1.1" status: 404 len: 347 time: 0.0143161 Oct 15 20:07:00.683799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40198) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:00.697451 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-69722c66-97e7-47fa-97a0-ca664506a63b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] show failed (client error): The resource could not be found. Oct 15 20:07:00.698841 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-69722c66-97e7-47fa-97a0-ca664506a63b tempest-NegativeSecGroupTest-1337603822 tempest-NegativeSecGroupTest-1337603822-project] 10.222.0.13 "GET /v2.0/security-group-rules/b08c6d2c-958e-4ad7-9afc-e515f793aa22 HTTP/1.1" status: 404 len: 356 time: 0.0137494 Oct 15 20:07:00.711668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e68d7a4-57f9-4e19-a50b-08025f620d30 req-de6b6f1c-e05e-4be9-bae1-58644fdb1c88 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380940 Oct 15 20:07:00.735672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c996bc58-5c0d-41f6-a468-d0d55304ab60'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:07:01.204039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2174e-9d7d-4931-9d93-bc37a681524c req-3b2fbd5b-b7ff-4c0e-bee4-0de5fc07236f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:01.205768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6c2174e-9d7d-4931-9d93-bc37a681524c req-3b2fbd5b-b7ff-4c0e-bee4-0de5fc07236f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0652769 Oct 15 20:07:01.246217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6c2174e-9d7d-4931-9d93-bc37a681524c req-28ecedc0-f9ae-45ff-b925-735c9855cb86 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322289 Oct 15 20:07:01.278556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40210) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:01.414023 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3afa43ee-e007-4031-8a94-51d160e50a9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46b05493b329430baee8114c1b27db36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343431 Oct 15 20:07:01.416545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:01.464437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:01.486260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:01.610173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:01.613889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:01.615108 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2266c88a-4c29-4aa7-833c-4c19ac664e77 HTTP/1.1" status: 204 len: 168 time: 0.1976702 Oct 15 20:07:01.622666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38f5a2-1d39-42fb-bf5a-72579155f096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266c88a-4c29-4aa7-833c-4c19ac664e77,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:01.829082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100312a-63d2-41ec-a92e-14b8c0a7452b req-b957b7bc-911a-47f2-9036-230ee3e44973 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:01.830542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1100312a-63d2-41ec-a92e-14b8c0a7452b req-b957b7bc-911a-47f2-9036-230ee3e44973 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 944 time: 0.0486617 Oct 15 20:07:01.870340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1100312a-63d2-41ec-a92e-14b8c0a7452b req-5237e9a2-fa5e-4c3d-9b82-4ce266439655 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Oct 15 20:07:02.163295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:07:02.281037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c996bc58-5c0d-41f6-a468-d0d55304ab60 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:07:02.289492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c996bc58-5c0d-41f6-a468-d0d55304ab60 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:07:02.289868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:02.387568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a0bf-9eee-44cb-8359-bc5d6f63c8b1 req-da36df85-7ba4-419a-bb1d-191b5ff7b107 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:02.390179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:02.390531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e818a0bf-9eee-44cb-8359-bc5d6f63c8b1 req-da36df85-7ba4-419a-bb1d-191b5ff7b107 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0651252 Oct 15 20:07:02.419464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:02.421910 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e7cec4-499a-4447-84fd-09c66dcef230" -d '{"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-plugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:02.434623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:02.434857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e818a0bf-9eee-44cb-8359-bc5d6f63c8b1 req-87c7d66b-5bf8-4c75-88e3-961b4ac0142d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380728 Oct 15 20:07:02.519975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:02.548494 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c4b44c-0bf9-4c46-8eca-883de66a2a3d x-openstack-request-id: req-76c4b44c-0bf9-4c46-8eca-883de66a2a3d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:02.548791 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-plugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:02.549372 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76c4b44c-0bf9-4c46-8eca-883de66a2a3d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:02.549999 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'code': 200} Oct 15 20:07:02.583587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:02.647056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abdc05-d735-4c0c-9b5d-8f713255e666 req-bddfe624-953b-41a9-a55b-6cacc6c5101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:02.648595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5abdc05-d735-4c0c-9b5d-8f713255e666 req-bddfe624-953b-41a9-a55b-6cacc6c5101a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1097 time: 0.0421114 Oct 15 20:07:02.684644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5abdc05-d735-4c0c-9b5d-8f713255e666 req-5a08a668-6237-4048-a919-b721133c11bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293455 Oct 15 20:07:02.993882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4fd2e-302c-468d-87f4-566ea0d13d34 req-7f0835b5-48a9-4a8f-8485-e5d6aa5f105b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:02.995338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba4fd2e-302c-468d-87f4-566ea0d13d34 req-7f0835b5-48a9-4a8f-8485-e5d6aa5f105b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0494919 Oct 15 20:07:03.032995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ba4fd2e-302c-468d-87f4-566ea0d13d34 req-f27980b7-2275-4e93-ac90-a5e967696e37 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Oct 15 20:07:03.564960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d841a-b110-4ed1-b5b1-69203f80c8d1 req-06d80519-e1e7-41b6-a245-c3c540172821 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:03.574095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c8d841a-b110-4ed1-b5b1-69203f80c8d1 req-06d80519-e1e7-41b6-a245-c3c540172821 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0623169 Oct 15 20:07:03.613861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c8d841a-b110-4ed1-b5b1-69203f80c8d1 req-6617523e-44e9-4117-8b74-15bf0d6418b6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408971 Oct 15 20:07:04.154499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d118d3-d74c-43fb-b603-9563fb3c3383 req-aebb3522-29ac-4d04-acd6-c8494e434316 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:04.156211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4d118d3-d74c-43fb-b603-9563fb3c3383 req-aebb3522-29ac-4d04-acd6-c8494e434316 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0526924 Oct 15 20:07:04.203722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4d118d3-d74c-43fb-b603-9563fb3c3383 req-afe2fc7d-fc6d-4a5c-9c6a-e9bb8f4fe0ec tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383451 Oct 15 20:07:04.745434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef331a-51ee-4d21-b01b-e96b9bc6e9a5 req-6b71b4b5-d07b-4c0e-a65f-3851b7296570 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:04.747068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97ef331a-51ee-4d21-b01b-e96b9bc6e9a5 req-6b71b4b5-d07b-4c0e-a65f-3851b7296570 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0558298 Oct 15 20:07:04.793920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97ef331a-51ee-4d21-b01b-e96b9bc6e9a5 req-85fefcdd-04ad-41de-8581-fec9c8c62f47 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Oct 15 20:07:05.328243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912604d0-99fb-41e0-b152-fa23b53348f6 req-6e91e3ab-53d4-4555-ac45-92853198ad3e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:05.329779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-912604d0-99fb-41e0-b152-fa23b53348f6 req-6e91e3ab-53d4-4555-ac45-92853198ad3e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0536819 Oct 15 20:07:05.373356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-912604d0-99fb-41e0-b152-fa23b53348f6 req-f27bb360-24f1-432e-9fda-ca8b1e56200a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371568 Oct 15 20:07:05.532839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabf63-dfbd-41c0-92ab-76d70a32a5b4 req-121d6dfc-a256-41db-b758-af3ba25f32d6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:05.535027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9aabf63-dfbd-41c0-92ab-76d70a32a5b4 req-121d6dfc-a256-41db-b758-af3ba25f32d6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0645399 Oct 15 20:07:05.574815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9aabf63-dfbd-41c0-92ab-76d70a32a5b4 req-7fc08849-ca57-4a0b-8991-187a154bb531 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325027 Oct 15 20:07:05.598180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:05.828412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99494728-585d-4e3c-9310-704ee685758b tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:05.833959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:05.834503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99494728-585d-4e3c-9310-704ee685758b tempest-TestNetworkAdvancedServerOps-1062091286 tempest-TestNetworkAdvancedServerOps-1062091286-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1092 time: 0.2348413 Oct 15 20:07:05.839987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:07:05.912291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad97a9-212b-4879-b2ad-ad995170358f req-83aed516-5ba8-477c-baab-a7a04bc319f1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:05.913991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ad97a9-212b-4879-b2ad-ad995170358f req-83aed516-5ba8-477c-baab-a7a04bc319f1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0506692 Oct 15 20:07:05.955317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:05.960938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ad97a9-212b-4879-b2ad-ad995170358f req-87066e8e-ce17-4889-9bcb-6398f983db33 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 Oct 15 20:07:06.074695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:06.193713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Allocated IP 172.25.0.85 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/750b4e76-dc17-488f-85c1-67b8fc77326b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:07:06.302590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:06.421482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:06.456570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:07:06.462293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:07:06.463667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:07:06.502741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=750b4e76-dc17-488f-85c1-67b8fc77326b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:06.862384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:07.025906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:07.143642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e8d16-450d-429f-aa00-6733c324be4b req-f9bddfca-72d7-4699-8f4d-eab4a66b729b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:07.145299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e5e8d16-450d-429f-aa00-6733c324be4b req-f9bddfca-72d7-4699-8f4d-eab4a66b729b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0940559 Oct 15 20:07:07.244283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e5e8d16-450d-429f-aa00-6733c324be4b req-c608fec8-ff52-4568-a6a5-82243e8a56e7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611467 Oct 15 20:07:07.291250 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:07.376260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:07.425936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event updated for resources: {'Port': ['ID=750b4e76-dc17-488f-85c1-67b8fc77326b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:07.473072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:07.582063 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 2852d154-4881-4112-8407-b67f24a337a8 associated. External IP: 172.25.0.85, port: c996bc58-5c0d-41f6-a468-d0d55304ab60. Oct 15 20:07:07.814591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 87d7c65a-4d9c-454a-b5b8-ccd584288792 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:07:07.944451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:07:07.955252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Sync routers for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:07:07.966112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:07:07.966741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:07:08.018272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:08.049966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8b5ad2a-4b22-44bc-b85b-556232b9b7de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2114139 Oct 15 20:07:08.049966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:08.051100 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:08.077949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:07:08.149667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91077a94-4158-4616-a2fe-9add73a038f3 req-a7199fcf-d497-4585-8845-5f5293fefd6e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.151052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91077a94-4158-4616-a2fe-9add73a038f3 req-a7199fcf-d497-4585-8845-5f5293fefd6e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0503159 Oct 15 20:07:08.189334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:07:08.194280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91077a94-4158-4616-a2fe-9add73a038f3 req-3720c586-86ca-4b67-aee4-7a2f4f564507 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369384 Oct 15 20:07:08.223146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40364) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:08.260477 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77342f34-8217-4c7e-a64c-4863c3a25a76 x-openstack-request-id: req-77342f34-8217-4c7e-a64c-4863c3a25a76 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:08.260756 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:08.266290 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77342f34-8217-4c7e-a64c-4863c3a25a76 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:08.266290 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'status': 'completed', 'code': 200} Oct 15 20:07:08.401517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-0bec7bc5-2a81-4f9f-97e8-28159cbac6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.403493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-0bec7bc5-2a81-4f9f-97e8-28159cbac6f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1097 time: 0.1133251 Oct 15 20:07:08.412705 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d9b02a54-f605-47b9-8ca7-107f1a4ea316 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/2852d154-4881-4112-8407-b67f24a337a8 HTTP/1.1" status: 200 len: 990 time: 0.1882434 Oct 15 20:07:08.421392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46a2ec-0cc3-405a-a0e8-d6ef41a82334 req-b3be97dd-82be-4cdd-b6d3-4e34971293c2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.430027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a46a2ec-0cc3-405a-a0e8-d6ef41a82334 req-b3be97dd-82be-4cdd-b6d3-4e34971293c2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0863132 Oct 15 20:07:08.483039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a46a2ec-0cc3-405a-a0e8-d6ef41a82334 req-f3dc2735-3237-4c20-83dc-b85380e5aa89 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521166 Oct 15 20:07:08.593791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:08.596213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-a9c8ce88-a352-4aa1-8ee8-347caa865435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.598152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-a9c8ce88-a352-4aa1-8ee8-347caa865435 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 898 time: 0.1660943 Oct 15 20:07:08.613358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:07:08.661615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2852d154-4881-4112-8407-b67f24a337a8', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'mac_address': 'fa:16:3e:54:c4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:07:06Z', 'updated_at': '2021-10-15T20:07:06Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:07:08.674441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-3cf68318-0fd2-46b5-9ca4-c7e3277ff606 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 998 time: 0.0665252 Oct 15 20:07:08.682588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Checking router: 87d7c65a-4d9c-454a-b5b8-ccd584288792 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:07:08.698159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:08.707439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:07:08.708100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:06:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:07:08.732770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-e360d54f-1106-4701-a2d1-db443c4c3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.734326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-e360d54f-1106-4701-a2d1-db443c4c3334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0508428 Oct 15 20:07:08.744916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:07:08.776322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:08.789794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-c8651442-005f-487d-96ad-553951de07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:08.791318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-c8651442-005f-487d-96ad-553951de07fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489385 Oct 15 20:07:08.839326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:07:08.865857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:08.902531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-6a5f8776-0aa0-4159-a7d6-f6af9c4c4ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032362 Oct 15 20:07:08.993905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c927da10-17d2-4b34-bf7b-7dc76822ad68'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:07:09.021923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:09.025086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6da9fecc-a1ab-408b-a8cd-a051c94d2ae4 req-2ae87b13-37b4-4ecd-9e7d-d1f3c56d4457 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125400 Oct 15 20:07:09.046885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40380) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:09.174794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ef78-2bc0-4eea-9278-3843e8e3a729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.251686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ef78-2bc0-4eea-9278-3843e8e3a729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.259751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2852d154-4881-4112-8407-b67f24a337a8', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'mac_address': 'fa:16:3e:54:c4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:07:06Z', 'updated_at': '2021-10-15T20:07:06Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:07:09.288467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0eef779-e945-4c87-992b-c902ffe43130 None None] The sync data for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 is: [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2852d154-4881-4112-8407-b67f24a337a8', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'mac_address': 'fa:16:3e:54:c4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:07:06Z', 'updated_at': '2021-10-15T20:07:06Z', 'revision_number': 0, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:07:09.335826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b3f2ef78-2bc0-4eea-9278-3843e8e3a729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.375881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b3f2ef78-2bc0-4eea-9278-3843e8e3a729 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d5ff37b2cf74c77899e52ea7bcb9168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3275297 Oct 15 20:07:09.376863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2ef78-2bc0-4eea-9278-3843e8e3a729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f09da-01a7-41bb-b688-a4db1c2f7208,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:09.380580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40384) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:09.414850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40386) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:09.438254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.477606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.483977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6030a5dd-db68-4250-8a27-4f2954340391 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/2852d154-4881-4112-8407-b67f24a337a8 HTTP/1.1" status: 200 len: 990 time: 0.0679202 Oct 15 20:07:09.511311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73444283-9fbf-4b2c-9209-5517b009817a None None] New status for floating IP 2852d154-4881-4112-8407-b67f24a337a8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:07:09.598988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.601617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:09.611724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e10f09da-01a7-41bb-b688-a4db1c2f7208 HTTP/1.1" status: 204 len: 168 time: 0.2239280 Oct 15 20:07:09.630348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f09da-01a7-41bb-b688-a4db1c2f7208,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:09.639372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.639832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54b1dd-0181-40ae-87cd-4589e3bfd6f1 req-e467447f-437a-480c-a318-385f944dae85 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:09.641977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f54b1dd-0181-40ae-87cd-4589e3bfd6f1 req-e467447f-437a-480c-a318-385f944dae85 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0626230 Oct 15 20:07:09.644039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.644501 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.645085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.645677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.646148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.646580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.647007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.647569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.648046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.648483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.649011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d61b8e-5ef2-4867-96ce-3753a176d80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:09.701168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f54b1dd-0181-40ae-87cd-4589e3bfd6f1 req-08496f17-b896-493d-9cf2-57f907832889 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493481 Oct 15 20:07:10.202539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:07:10.256861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:10.259729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c927da10-17d2-4b34-bf7b-7dc76822ad68 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:07:10.260106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.274233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6195d89d-2870-420e-bed9-8cd37541d056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.361460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6195d89d-2870-420e-bed9-8cd37541d056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.363524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.387648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:10.390024 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc3b4e4-4e57-4b47-9bb1-dedc436fa6ad" -d '{"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:10.404654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:10.411049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40406) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:10.416798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6195d89d-2870-420e-bed9-8cd37541d056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.439106 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e822b5e3-eae6-498b-a0a0-40ffdac32811 x-openstack-request-id: req-e822b5e3-eae6-498b-a0a0-40ffdac32811 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:10.439459 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:10.439779 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e822b5e3-eae6-498b-a0a0-40ffdac32811 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:10.440186 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'code': 200} Oct 15 20:07:10.457564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195d89d-2870-420e-bed9-8cd37541d056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c81307-bf12-4c10-bb43-bc92bed3633b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:10.462146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.488405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40410) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:10.491608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6195d89d-2870-420e-bed9-8cd37541d056 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bf547c97db1498aa713df289781d916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335744 Oct 15 20:07:10.494113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40412) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:10.558220 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.562075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:10.578219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f095225-927d-47a7-9b55-e6a7ea2006d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.589677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.630420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-660cae70-18b6-4409-8c73-59332936563a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/2852d154-4881-4112-8407-b67f24a337a8 HTTP/1.1" status: 200 len: 992 time: 0.1408727 Oct 15 20:07:10.713620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.716465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.720295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54c81307-bf12-4c10-bb43-bc92bed3633b HTTP/1.1" status: 204 len: 168 time: 0.2226422 Oct 15 20:07:10.729053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cce110-cbab-48c1-9310-1dbdc48f586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c81307-bf12-4c10-bb43-bc92bed3633b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:10.800646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f095225-927d-47a7-9b55-e6a7ea2006d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.842353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e350ef-e7b7-4ac8-b20c-dbe2aacf6f48 req-824928c3-1335-4e65-becc-5fadf20dd534 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:10.843880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e350ef-e7b7-4ac8-b20c-dbe2aacf6f48 req-824928c3-1335-4e65-becc-5fadf20dd534 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0519528 Oct 15 20:07:10.884441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67e350ef-e7b7-4ac8-b20c-dbe2aacf6f48 req-a83e719a-8464-43de-b314-f0e260adec2a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343807 Oct 15 20:07:10.902152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f095225-927d-47a7-9b55-e6a7ea2006d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:10.957791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f095225-927d-47a7-9b55-e6a7ea2006d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca1a4b2-92c0-482d-ab70-01b9896759b6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:10.964232 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8f095225-927d-47a7-9b55-e6a7ea2006d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc6cec8b9d44fe58e3ba49cbd50ac2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5515187 Oct 15 20:07:10.966808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40420) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:11.020337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.054386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.170455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.173170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.174346 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ca1a4b2-92c0-482d-ab70-01b9896759b6 HTTP/1.1" status: 204 len: 168 time: 0.2066305 Oct 15 20:07:11.183989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ea0c-a03a-40a6-95d4-9f787aea25fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca1a4b2-92c0-482d-ab70-01b9896759b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:11.432531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40438) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:11.446198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-6159-4ee3-bd39-99ee9530ed03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.530292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-6159-4ee3-bd39-99ee9530ed03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.582064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d00362bc-6159-4ee3-bd39-99ee9530ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.623433 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d00362bc-6159-4ee3-bd39-99ee9530ed03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12da321804a34b09854e5ecf842780a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897562 Oct 15 20:07:11.626369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40448) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:11.626877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00362bc-6159-4ee3-bd39-99ee9530ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02227931-f4c5-4ccc-9ac3-ecbdb58bac44,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:11.683087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.704125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.856062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.858721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:11.860098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02227931-f4c5-4ccc-9ac3-ecbdb58bac44 HTTP/1.1" status: 204 len: 168 time: 0.2316730 Oct 15 20:07:11.868317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9427d6-f946-4be9-b0eb-2b69734de3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02227931-f4c5-4ccc-9ac3-ecbdb58bac44,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:11.994341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40466) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:12.014710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f75e9bd-6274-4afd-8d77-d5b65235e561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.089244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808baf9-867f-48a3-b950-ed9b2da6b488 req-99aba6e5-7146-413d-a9eb-f821175d6da6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:12.091111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e808baf9-867f-48a3-b950-ed9b2da6b488 req-99aba6e5-7146-413d-a9eb-f821175d6da6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0792582 Oct 15 20:07:12.169608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e808baf9-867f-48a3-b950-ed9b2da6b488 req-b6a2e6fe-2581-4000-b278-69d9ea307b18 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650449 Oct 15 20:07:12.218567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f75e9bd-6274-4afd-8d77-d5b65235e561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.307455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f75e9bd-6274-4afd-8d77-d5b65235e561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.352565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f75e9bd-6274-4afd-8d77-d5b65235e561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbe2c7a9f5f240368e3c67d03e0c8c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563693 Oct 15 20:07:12.353410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75e9bd-6274-4afd-8d77-d5b65235e561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4d95a3-74fc-404a-b186-58a20ef89029,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:12.355291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40474) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:12.441546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.467921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.604225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.607092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:12.608542 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba4d95a3-74fc-404a-b186-58a20ef89029 HTTP/1.1" status: 204 len: 168 time: 0.2506568 Oct 15 20:07:12.618363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b93b1-2264-4d1e-86d8-6de188d67837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4d95a3-74fc-404a-b186-58a20ef89029,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:13.349663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa890a-2d35-428d-a291-d60b649f773e req-f676efc1-e29a-43d9-b4c1-0b016c68693b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:13.351297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8aa890a-2d35-428d-a291-d60b649f773e req-f676efc1-e29a-43d9-b4c1-0b016c68693b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0838697 Oct 15 20:07:13.420190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8aa890a-2d35-428d-a291-d60b649f773e req-8c3a09dd-ebf8-4790-82ff-05c475a13037 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587656 Oct 15 20:07:14.574874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67989482-ff77-4d5b-8650-151382953393 req-42620275-2bf2-4211-bf6c-a7241cac1446 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:14.584563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67989482-ff77-4d5b-8650-151382953393 req-42620275-2bf2-4211-bf6c-a7241cac1446 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0787189 Oct 15 20:07:14.636021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67989482-ff77-4d5b-8650-151382953393 req-7434496b-a675-431f-bb95-baaa09a5ce8d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478392 Oct 15 20:07:14.969135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48c336-3bec-4506-8f7e-7290011e1732 req-d0c11144-e1ff-4912-aedf-43f3280d2878 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:14.970690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b48c336-3bec-4506-8f7e-7290011e1732 req-d0c11144-e1ff-4912-aedf-43f3280d2878 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0878508 Oct 15 20:07:15.024039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b48c336-3bec-4506-8f7e-7290011e1732 req-d4c773e9-7d33-4480-bb27-3d88e958d1ca tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Oct 15 20:07:15.839849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fff43d-d58c-42ad-acf2-26ba1b31648e req-ebf05086-e287-4b0a-ace3-e7ff6b820567 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:15.844179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62fff43d-d58c-42ad-acf2-26ba1b31648e req-ebf05086-e287-4b0a-ace3-e7ff6b820567 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0664790 Oct 15 20:07:15.907884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62fff43d-d58c-42ad-acf2-26ba1b31648e req-737e690d-30af-4bc9-b4f2-27cb653039b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572274 Oct 15 20:07:16.139932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40626) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:16.281099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.370333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.427099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.470731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:16.471939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e801c7e9a394598b621daa55100e482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297138 Oct 15 20:07:16.472961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd087f3-755d-403e-8044-ab2d978a17e2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:16.484136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.486472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.486472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.486472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.487103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.488370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.488763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.489106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.489500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.489820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.490147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.490472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2eeee7-c319-4cb3-afa7-c6a9931e5344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:16.544423 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.571356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.661754 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:07:16.673230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.677000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:16.678412 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/acd087f3-755d-403e-8044-ab2d978a17e2 HTTP/1.1" status: 204 len: 168 time: 0.2058275 Oct 15 20:07:16.698028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9d294-e6aa-4228-a4bb-7b4cd3d00006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd087f3-755d-403e-8044-ab2d978a17e2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:17.083127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e4286-4b7e-433d-858b-4d5ed5855438 req-78443d26-99f6-4db2-899e-28a79872f805 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:17.091297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-490e4286-4b7e-433d-858b-4d5ed5855438 req-78443d26-99f6-4db2-899e-28a79872f805 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0798917 Oct 15 20:07:17.137487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-490e4286-4b7e-433d-858b-4d5ed5855438 req-bc9d6f4f-f2c1-4659-80e4-612deccb3263 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448933 Oct 15 20:07:17.442196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:17.459823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-205eaacd-5397-4c35-bfe5-0bef14eb4703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.579525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-205eaacd-5397-4c35-bfe5-0bef14eb4703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.662515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-205eaacd-5397-4c35-bfe5-0bef14eb4703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.716232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205eaacd-5397-4c35-bfe5-0bef14eb4703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f613f0a-14d6-440d-a400-108116aae81d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:17.720636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-205eaacd-5397-4c35-bfe5-0bef14eb4703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79662ae67d024bb1b7d5bbf1e59bd1d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2772613 Oct 15 20:07:17.724653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:17.783257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.808698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.941702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.944544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:17.945949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f613f0a-14d6-440d-a400-108116aae81d HTTP/1.1" status: 204 len: 168 time: 0.2203844 Oct 15 20:07:17.956148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643a6ae-b548-4948-acb9-6f1eb7ea8af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f613f0a-14d6-440d-a400-108116aae81d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:18.298169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd04d-3703-46de-875e-04b1d4047f60 req-40c5e6fd-cd1b-4eba-af8c-e10b68ccd88e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:18.300339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6accd04d-3703-46de-875e-04b1d4047f60 req-40c5e6fd-cd1b-4eba-af8c-e10b68ccd88e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0699232 Oct 15 20:07:18.347150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6accd04d-3703-46de-875e-04b1d4047f60 req-b6a5cac2-f83a-4400-aee7-8569d70f1720 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394289 Oct 15 20:07:18.507458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce16fedd-4a3f-4bbc-84b0-f360d74c334b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:19.526340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b506-00b8-4f46-b03a-b30cb5e53a21 req-9739e02b-f0de-476d-897d-c4e359a32dae tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:19.530575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0db9b506-00b8-4f46-b03a-b30cb5e53a21 req-9739e02b-f0de-476d-897d-c4e359a32dae tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0759993 Oct 15 20:07:19.584574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0db9b506-00b8-4f46-b03a-b30cb5e53a21 req-97bda009-1971-4727-a24f-8cea1eec8871 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484393 Oct 15 20:07:20.790954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec39a-161e-435d-a7f1-b7c40b009694 req-4ad0f4b6-3841-41d4-90d8-24448bb2ad53 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:20.793020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fcec39a-161e-435d-a7f1-b7c40b009694 req-4ad0f4b6-3841-41d4-90d8-24448bb2ad53 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0886292 Oct 15 20:07:20.837375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fcec39a-161e-435d-a7f1-b7c40b009694 req-38411b14-8512-4eaa-9b82-48250b8f88ca tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368736 Oct 15 20:07:21.439286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd43c43f-3a4e-4604-a7e2-400fc2cf0e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:21.731712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:07:21.849598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:21.868380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:07:21.955748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:21.981379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:07:22.016238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:22.032485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fd5dd-ee9a-45a8-b0e4-c0b21e9f191e req-74a6503c-b6a0-4a8e-8ec7-c597fe52b3aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:22.041073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-345fd5dd-ee9a-45a8-b0e4-c0b21e9f191e req-74a6503c-b6a0-4a8e-8ec7-c597fe52b3aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0880992 Oct 15 20:07:22.108392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-345fd5dd-ee9a-45a8-b0e4-c0b21e9f191e req-2f7a2ad1-82d6-4a51-98b8-2d4218857159 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663166 Oct 15 20:07:22.113575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:22.191311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:22.223122 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0b011e2b-60fb-4188-bfcc-7a1bb862e10c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:07:22.661553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:22.679013 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:22.795334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:22.873960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:23.271980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a18c6-e84e-48b7-8dba-30257ee00dcd req-465ace4e-5967-402c-948b-335b768601f4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:23.275938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b12a18c6-e84e-48b7-8dba-30257ee00dcd req-465ace4e-5967-402c-948b-335b768601f4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0691738 Oct 15 20:07:23.376663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b12a18c6-e84e-48b7-8dba-30257ee00dcd req-d29a64d8-570a-4c54-bae9-acf7d5b45ed9 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847254 Oct 15 20:07:23.745373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:07:23.850493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:07:23.850864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:23.944742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:23.999920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:24.004201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:24.010528 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63058c1b-86bd-4702-999d-a9c0d91a96de" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:24.062666 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7db85ed-b56c-4404-9090-b66f5fad1824 x-openstack-request-id: req-b7db85ed-b56c-4404-9090-b66f5fad1824 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:24.063029 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:24.063308 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7db85ed-b56c-4404-9090-b66f5fad1824 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:24.063756 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:07:24.067541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.079273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40802) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:24.154815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:24.257159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90aea86a-0675-44c8-b46b-60d852e8b070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.338338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90aea86a-0675-44c8-b46b-60d852e8b070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.421514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90aea86a-0675-44c8-b46b-60d852e8b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.466055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90aea86a-0675-44c8-b46b-60d852e8b070 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6174e31bd54645ceba04b94efbea9f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825083 Oct 15 20:07:24.468778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:24.506593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aea86a-0675-44c8-b46b-60d852e8b070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ac28c6-36fa-4331-80c2-137bccb796c1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:24.540431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.550451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e0d8e-6546-4a40-90ba-7b806f93e2aa req-093e7c9c-97c3-414b-baa4-314b0ec8b9ce tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:24.553084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e91e0d8e-6546-4a40-90ba-7b806f93e2aa req-093e7c9c-97c3-414b-baa4-314b0ec8b9ce tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0956540 Oct 15 20:07:24.558118 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.571892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.594995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e91e0d8e-6546-4a40-90ba-7b806f93e2aa req-0d1ddfb6-8c48-4fe9-9e21-546ad1e27771 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348547 Oct 15 20:07:24.708952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.711650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:24.713118 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89ac28c6-36fa-4331-80c2-137bccb796c1 HTTP/1.1" status: 204 len: 168 time: 0.2425756 Oct 15 20:07:24.735422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d5b1a9-056e-4a15-ad78-cdb80efaba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ac28c6-36fa-4331-80c2-137bccb796c1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:24.969355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-546ba081-48c5-4b19-a3b8-09e1018c5b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:24.971027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-546ba081-48c5-4b19-a3b8-09e1018c5b20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1098 time: 0.0417309 Oct 15 20:07:25.066325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-a62e4227-9025-42a6-844b-88204518cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:25.067903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-a62e4227-9025-42a6-844b-88204518cdf1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.0890796 Oct 15 20:07:25.140200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-212bde67-2869-4ecb-b8bd-5dec8fde2c62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 1001 time: 0.0641229 Oct 15 20:07:25.189670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-66e333d5-e701-4d0e-a47c-52622fcc2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:25.191115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-66e333d5-e701-4d0e-a47c-52622fcc2c1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0433342 Oct 15 20:07:25.241547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-2bcf16f5-45c5-4e28-92ab-45f2a15d6a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:25.243057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-2bcf16f5-45c5-4e28-92ab-45f2a15d6a3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432096 Oct 15 20:07:25.358089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-9cf03ba8-c500-4658-a69f-79131c1c8e60 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069891 Oct 15 20:07:25.438058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40830) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:25.454195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0be634c8-82af-4b8c-81b6-7f10ea7b0d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.464756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b361ef07-b449-400c-987c-f4bd436ca3f7 req-a561563f-9d3f-4817-8d37-8e4edec38937 service neutron] 10.222.0.15 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987287 Oct 15 20:07:25.532370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0be634c8-82af-4b8c-81b6-7f10ea7b0d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.637931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0be634c8-82af-4b8c-81b6-7f10ea7b0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.678636 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0be634c8-82af-4b8c-81b6-7f10ea7b0d2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=642e7be498f04948b3ae043ea092b8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394557 Oct 15 20:07:25.679500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be634c8-82af-4b8c-81b6-7f10ea7b0d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6064249-18bd-4fee-b9d9-55213e6c148e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:25.681824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40834) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:25.722906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d16ea-7d97-4f58-85ca-295e1d486365 req-2c3d9215-343e-4394-8d67-e33b3f6516b4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:25.724461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-113d16ea-7d97-4f58-85ca-295e1d486365 req-2c3d9215-343e-4394-8d67-e33b3f6516b4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0536587 Oct 15 20:07:25.735976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.759697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.764554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-113d16ea-7d97-4f58-85ca-295e1d486365 req-68cca545-d7ca-441c-8451-a98fabc88093 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341697 Oct 15 20:07:25.855486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.858181 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:25.859387 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6064249-18bd-4fee-b9d9-55213e6c148e HTTP/1.1" status: 204 len: 168 time: 0.1765132 Oct 15 20:07:25.868632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187b72-fbc0-420e-a92b-93e2d9e810c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6064249-18bd-4fee-b9d9-55213e6c148e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:26.500642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40870) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:26.521812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1290db45-3dd1-4778-a78a-1798cb2c0cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:26.629547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1290db45-3dd1-4778-a78a-1798cb2c0cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:26.740863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1290db45-3dd1-4778-a78a-1798cb2c0cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:26.781726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290db45-3dd1-4778-a78a-1798cb2c0cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd6a0f-68ac-4e8e-bc8f-59c62666d2bf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:26.805376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1290db45-3dd1-4778-a78a-1798cb2c0cca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=994bc46adff64840ac68b298c63b5c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035939 Oct 15 20:07:26.808010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40876) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:26.899170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:26.924953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:26.966624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f5b11-d186-4769-81fc-f9518cd89afc req-3041322a-578a-4c14-bd2f-1ee6be8c2927 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:26.968168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c1f5b11-d186-4769-81fc-f9518cd89afc req-3041322a-578a-4c14-bd2f-1ee6be8c2927 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.1078608 Oct 15 20:07:27.029906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c1f5b11-d186-4769-81fc-f9518cd89afc req-333f82a8-3de6-49be-8efd-bc682f7fd6d9 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520301 Oct 15 20:07:27.101274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:27.103910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:27.107931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7abd6a0f-68ac-4e8e-bc8f-59c62666d2bf HTTP/1.1" status: 204 len: 168 time: 0.2989297 Oct 15 20:07:27.123894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d2901-8155-42d9-bd06-dbb2ede00f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd6a0f-68ac-4e8e-bc8f-59c62666d2bf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:28.196651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef0f66-a365-4b6c-8d9e-febb4b5ca17b req-f2d4b1f1-c953-40b8-8c98-4d2f0e8ccae7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:28.217338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaef0f66-a365-4b6c-8d9e-febb4b5ca17b req-f2d4b1f1-c953-40b8-8c98-4d2f0e8ccae7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.1076250 Oct 15 20:07:28.282625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:07:28.310675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaef0f66-a365-4b6c-8d9e-febb4b5ca17b req-7c08e507-10ba-4a14-8f4a-b40c1d058fb6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905995 Oct 15 20:07:28.426512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:28.460145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:28.464405 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495b06e-c4d3-43ef-ae87-a9b3d40bbfeb" -d '{"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:28.477446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:28.593615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:28.659853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:29.566455 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f9566-011d-48c4-9ad9-6f2b5d0a5f51 x-openstack-request-id: req-1c8f9566-011d-48c4-9ad9-6f2b5d0a5f51 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:29.566455 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-unplugged", "status": "failed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "code": 422}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:29.566455 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c8f9566-011d-48c4-9ad9-6f2b5d0a5f51 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:29.566455 n-d-712140-14 neutron-server[101182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'code': 422} returned with failed status Oct 15 20:07:29.719925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b85087ef-17ae-4d1e-a7b0-d94baeba4497 req-5ed7a96f-eaf6-4029-99c7-3fdd428bdb43 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:07:29.721216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b85087ef-17ae-4d1e-a7b0-d94baeba4497 req-5ed7a96f-eaf6-4029-99c7-3fdd428bdb43 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0085878 Oct 15 20:07:30.078423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317835-df79-4d38-b3d4-781829bdec78 req-ea762fd9-087e-49b1-afa0-5020cd08d4b6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:30.080066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86317835-df79-4d38-b3d4-781829bdec78 req-ea762fd9-087e-49b1-afa0-5020cd08d4b6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0535071 Oct 15 20:07:30.120241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86317835-df79-4d38-b3d4-781829bdec78 req-4faa5a29-de77-4275-84c2-deffc93386c3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329251 Oct 15 20:07:30.918632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-a5ebd512-1a3e-4c2e-9655-7371475e07a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879666 Oct 15 20:07:31.311498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e866e69-dfa4-47fa-93cb-8ec3b6a45107 req-ee43c827-818b-46cb-81a1-e4e5c5de3325 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:31.313583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e866e69-dfa4-47fa-93cb-8ec3b6a45107 req-ee43c827-818b-46cb-81a1-e4e5c5de3325 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0836444 Oct 15 20:07:31.383335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e866e69-dfa4-47fa-93cb-8ec3b6a45107 req-3f772f15-d9db-4888-b835-cafd97ba7746 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610080 Oct 15 20:07:32.969989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9df57d-3617-41a4-b27e-45f52e67544a req-f48610b1-2c8c-4409-b0ab-8632c0d87d1f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:32.978998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a9df57d-3617-41a4-b27e-45f52e67544a req-f48610b1-2c8c-4409-b0ab-8632c0d87d1f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.4967811 Oct 15 20:07:33.017159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a9df57d-3617-41a4-b27e-45f52e67544a req-f1ee4ec1-e0f6-4b4b-b200-7e7b266b227c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373430 Oct 15 20:07:34.224366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724b374-b436-48ba-93f7-af9758b0d77b req-c6d20b4f-90f1-472a-8594-9ec0da636d61 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:34.234302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6724b374-b436-48ba-93f7-af9758b0d77b req-c6d20b4f-90f1-472a-8594-9ec0da636d61 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1029329 Oct 15 20:07:34.325591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6724b374-b436-48ba-93f7-af9758b0d77b req-001da962-9482-4156-a578-d235495c4dcc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900521 Oct 15 20:07:35.466078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84e85e-34bb-4201-9bde-1a66ba5e5749 req-4559811b-ffc4-48aa-aa24-933d76b4ba77 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:35.467587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c84e85e-34bb-4201-9bde-1a66ba5e5749 req-4559811b-ffc4-48aa-aa24-933d76b4ba77 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0517197 Oct 15 20:07:35.522773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c84e85e-34bb-4201-9bde-1a66ba5e5749 req-12f79673-e13f-4baa-80bd-7dae7bfcfa42 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480092 Oct 15 20:07:36.680752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d447d9-7641-418f-a4ac-5032393752a1 req-dda162fe-3238-4f84-ba38-c9742cca594d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:36.689983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2d447d9-7641-418f-a4ac-5032393752a1 req-dda162fe-3238-4f84-ba38-c9742cca594d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0739176 Oct 15 20:07:36.752669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2d447d9-7641-418f-a4ac-5032393752a1 req-c5291bf3-958f-419f-adcb-ceb7177d4c68 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614851 Oct 15 20:07:38.010577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005703f-bef6-4d75-b0fd-d7bf9a6bbe93 req-25fa1d9b-d438-4f12-9ed0-782c5c4b678f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:38.038724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c005703f-bef6-4d75-b0fd-d7bf9a6bbe93 req-25fa1d9b-d438-4f12-9ed0-782c5c4b678f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1529875 Oct 15 20:07:38.143736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c005703f-bef6-4d75-b0fd-d7bf9a6bbe93 req-28456803-e60c-47b3-8401-ac95d2be6f41 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037173 Oct 15 20:07:39.325386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c6325-91f4-4ae1-87bc-fad58d566b63 req-e0c696c9-5c7f-42ca-8daf-2d508ecc25be tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:39.333353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-419c6325-91f4-4ae1-87bc-fad58d566b63 req-e0c696c9-5c7f-42ca-8daf-2d508ecc25be tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0732405 Oct 15 20:07:39.382376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-419c6325-91f4-4ae1-87bc-fad58d566b63 req-0ec516a2-9ee3-4f81-9322-5aff315ce5bb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434277 Oct 15 20:07:40.518073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c9d8e-c414-4806-be77-498b237b0206 req-7ba57543-fbb0-4c64-9b84-841eb8d7e893 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:40.521754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c92c9d8e-c414-4806-be77-498b237b0206 req-7ba57543-fbb0-4c64-9b84-841eb8d7e893 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.0637381 Oct 15 20:07:40.571027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c92c9d8e-c414-4806-be77-498b237b0206 req-2f4feaa8-9613-47ae-be0d-971521908b8d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 Oct 15 20:07:40.826267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-cf281d77-1f9d-4f01-92d6-2a9bbe44a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:40.830042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-cf281d77-1f9d-4f01-92d6-2a9bbe44a45c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 1096 time: 0.1103654 Oct 15 20:07:40.843346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:07:40.922465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:41.190105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:41.226400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h1-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:07:41.290129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:07:41.299715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:41.312872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Transition to ACTIVE for port object c927da10-17d2-4b34-bf7b-7dc76822ad68 will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:07:41.446955 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:41.523287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=9']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:41.736834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] No DVR routers for this DVR port c927da10-17d2-4b34-bf7b-7dc76822ad68 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:07:41.868200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36436f-9a8f-4bdc-a9e6-411d0b0077b4 req-e7707d65-805c-431a-bf68-c4ff762f2564 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:41.871220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be36436f-9a8f-4bdc-a9e6-411d0b0077b4 req-e7707d65-805c-431a-bf68-c4ff762f2564 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 944 time: 0.1362851 Oct 15 20:07:41.946664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:07:41.947227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:07:41.947227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:07:41.951600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:07:41.951906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Attempting to bind port c927da10-17d2-4b34-bf7b-7dc76822ad68 on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:07:41.958628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be36436f-9a8f-4bdc-a9e6-411d0b0077b4 req-ddd2166b-2b2b-4875-8e70-1f7311347920 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787508 Oct 15 20:07:41.962566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:07:41.963162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:07:41.963547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Bound using segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:07:41.964016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Bound port: c927da10-17d2-4b34-bf7b-7dc76822ad68, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:07:41.964564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:42.041302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:07:42.044839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:07:42.092091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:42.205484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:42.212588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:42.219290 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] 10.222.0.11 "PUT /v2.0/ports/c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 1093 time: 1.3802121 Oct 15 20:07:42.220572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:42.244386 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d56805-bf10-4f0f-a65b-5f40e886e58d" -d '{"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:42.305378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baf634-01e4-4c64-87d1-b4ea763ab84e service neutron] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=10']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:42.336742 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-57f1778e-0010-4aa2-b9d1-12f49a35e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:42.339695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-57f1778e-0010-4aa2-b9d1-12f49a35e4f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1097 time: 0.0929360 Oct 15 20:07:42.370342 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa507c4-f899-4251-acb4-6eecf5eb5475 x-openstack-request-id: req-6aa507c4-f899-4251-acb4-6eecf5eb5475 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:42.371484 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:42.372070 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa507c4-f899-4251-acb4-6eecf5eb5475 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:42.373225 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'status': 'completed', 'code': 200} Oct 15 20:07:42.502161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-dac2036b-59a7-4f6f-b555-7c799c094584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:42.504097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-dac2036b-59a7-4f6f-b555-7c799c094584 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1499445 Oct 15 20:07:42.622309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-28a06a66-e0b8-410b-9604-b97f0d244320 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 999 time: 0.1097429 Oct 15 20:07:42.688057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-d14ac6f7-d8b3-488f-8492-68eb9c34cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:42.690241 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-d14ac6f7-d8b3-488f-8492-68eb9c34cf4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0601466 Oct 15 20:07:42.800181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-9b5feae8-8392-41ba-aaf1-163f0e6f21da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:42.801970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-9b5feae8-8392-41ba-aaf1-163f0e6f21da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043532 Oct 15 20:07:42.911651 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-32e0d84e-a88a-42ad-a234-2881c1431028 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009357 Oct 15 20:07:43.054231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-e72c3492-397c-4e1d-b9e2-ac607623283a service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354759 Oct 15 20:07:43.196234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46380834-5eaa-442e-8bae-c399cf818dbe req-d58430a4-4f88-4f3b-a936-13b37a59c414 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.213234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46380834-5eaa-442e-8bae-c399cf818dbe req-d58430a4-4f88-4f3b-a936-13b37a59c414 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1145163 Oct 15 20:07:43.291201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-ba4b23a0-cc93-4210-b692-ff163ef89598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.292767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-ba4b23a0-cc93-4210-b692-ff163ef89598 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1097 time: 0.1092002 Oct 15 20:07:43.300115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46380834-5eaa-442e-8bae-c399cf818dbe req-31aba73d-f216-419f-ab40-db90836db6d1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856972 Oct 15 20:07:43.467310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-461900e4-1a10-403f-8d13-686493ee1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.468869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-461900e4-1a10-403f-8d13-686493ee1ab4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1645789 Oct 15 20:07:43.576519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-611bb230-f65b-4e70-ad5d-89e183c3bcaf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 999 time: 0.0776691 Oct 15 20:07:43.639514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-adfd5fa8-1d3e-4003-ab61-943f40835801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.642309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-adfd5fa8-1d3e-4003-ab61-943f40835801 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0574441 Oct 15 20:07:43.706475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-827a7d16-97e6-40b2-95f5-d0fe81453ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.708052 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-827a7d16-97e6-40b2-95f5-d0fe81453ef4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591631 Oct 15 20:07:43.821881 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-4a7b4406-4307-4397-b1d9-dba0240dd0fe service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058197 Oct 15 20:07:43.912556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccb9dc-4fa1-4ee4-a096-b379c265f26d req-af7c6878-1cfa-483b-aec7-0d39659ce35e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:43.921572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cccb9dc-4fa1-4ee4-a096-b379c265f26d req-af7c6878-1cfa-483b-aec7-0d39659ce35e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.1202590 Oct 15 20:07:43.967824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cccb9dc-4fa1-4ee4-a096-b379c265f26d req-eb657818-6bb4-42ac-a4ce-cfc81cf704c6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373492 Oct 15 20:07:44.019286 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a2d56805-bf10-4f0f-a65b-5f40e886e58d req-db6a67b6-1d7a-44be-87f3-0089461fe296 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899762 Oct 15 20:07:44.456713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c4610-ff5f-4a52-88b8-2f15c798545e req-78f048db-9297-4e89-a421-673ef12a3775 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:44.458273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf9c4610-ff5f-4a52-88b8-2f15c798545e req-78f048db-9297-4e89-a421-673ef12a3775 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0699999 Oct 15 20:07:44.503980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf9c4610-ff5f-4a52-88b8-2f15c798545e req-46d6d761-21f8-47f7-b3c7-fe153180db96 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388415 Oct 15 20:07:45.119569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0448b-f0b7-4cfc-9902-f30a85d39bd8 req-9b9b246e-5607-4aa8-b657-ee43de5bad8f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:45.121141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13f0448b-f0b7-4cfc-9902-f30a85d39bd8 req-9b9b246e-5607-4aa8-b657-ee43de5bad8f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0629570 Oct 15 20:07:45.192198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13f0448b-f0b7-4cfc-9902-f30a85d39bd8 req-eb24c14e-94dc-4290-becd-3694bbda3d4d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553234 Oct 15 20:07:45.951651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385c5af-f5c8-43a4-9507-c3af572fde2f req-4f77648f-ca52-4302-bf16-e0a19e382442 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:45.953466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1385c5af-f5c8-43a4-9507-c3af572fde2f req-4f77648f-ca52-4302-bf16-e0a19e382442 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0723290 Oct 15 20:07:46.062647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1385c5af-f5c8-43a4-9507-c3af572fde2f req-65bec9f1-0bbf-4595-9433-f5c849d41fba tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001298 Oct 15 20:07:46.383937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41264) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:46.584950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0dfd526d-e5b4-441c-9c28-dc29939546cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:46.676290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0dfd526d-e5b4-441c-9c28-dc29939546cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:46.746378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0dfd526d-e5b4-441c-9c28-dc29939546cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:46.799367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0dfd526d-e5b4-441c-9c28-dc29939546cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=743d8301dca441c682c8a232edb83545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109576 Oct 15 20:07:46.802156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41268) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:46.817220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd526d-e5b4-441c-9c28-dc29939546cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab19440-164c-4330-aafe-197a944d98a2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:46.861094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:46.884793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.022905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.026408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.030529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ab19440-164c-4330-aafe-197a944d98a2 HTTP/1.1" status: 204 len: 168 time: 0.2242346 Oct 15 20:07:47.041714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f04db0-7fce-4b61-a6d5-356f4e0f2c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab19440-164c-4330-aafe-197a944d98a2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:47.267925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebc1ae-0376-4b40-b2e1-b2d4f803b7eb req-7f38a0b9-4049-4544-a884-ac2aea099981 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:47.272056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5ebc1ae-0376-4b40-b2e1-b2d4f803b7eb req-7f38a0b9-4049-4544-a884-ac2aea099981 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0964878 Oct 15 20:07:47.326388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5ebc1ae-0376-4b40-b2e1-b2d4f803b7eb req-5893fa4f-ce31-4586-9421-aaf5906d8c67 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483799 Oct 15 20:07:47.733913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41286) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:47.747591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dd3-9714-4353-9873-fa63e1f56153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.841997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dd3-9714-4353-9873-fa63e1f56153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.876637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:07:47.946179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e6ae9dd3-9714-4353-9873-fa63e1f56153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.994361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:47.997331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e6ae9dd3-9714-4353-9873-fa63e1f56153 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e965bc349a142d38ebef634f8f89b52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622886 Oct 15 20:07:47.999962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:48.006191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae9dd3-9714-4353-9873-fa63e1f56153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0660cf-63f9-4fe4-8bad-2649fad1d921,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:48.039272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:07:48.041591 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d2b6b-455d-42c2-ac02-34023775023c" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:07:48.083260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:07:48.089493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.116528 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200941b1-3a1c-4528-b35b-e771ad0e187b x-openstack-request-id: req-200941b1-3a1c-4528-b35b-e771ad0e187b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:07:48.117128 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:07:48.117981 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-200941b1-3a1c-4528-b35b-e771ad0e187b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:07:48.119391 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:07:48.128975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.140605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.238275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:48.247771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.248481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.249043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.249629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.250179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.252107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.252835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.253405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.253971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.254686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.255226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.255859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:07:48.283151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.285735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.287237 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c0660cf-63f9-4fe4-8bad-2649fad1d921 HTTP/1.1" status: 204 len: 168 time: 0.2836936 Oct 15 20:07:48.295082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d5674-781b-43fd-92f3-adb7e1776b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0660cf-63f9-4fe4-8bad-2649fad1d921,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:48.506204 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a4acffd-8e76-4bbc-950e-362ea10fd5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:48.528654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc7dc-e781-4452-9445-041c962c227c req-314c0bf3-3a80-4bd1-9eab-bd9368aaa99d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:48.535813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-faacc7dc-e781-4452-9445-041c962c227c req-314c0bf3-3a80-4bd1-9eab-bd9368aaa99d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0814180 Oct 15 20:07:48.601355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-faacc7dc-e781-4452-9445-041c962c227c req-14fc7fe4-85b7-46b1-a512-a39c3cab7995 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589387 Oct 15 20:07:49.060762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:49.182840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7379d64c-21e4-40eb-9fef-a210ad5ecbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.316273 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7379d64c-21e4-40eb-9fef-a210ad5ecbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.431813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7379d64c-21e4-40eb-9fef-a210ad5ecbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.477632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379d64c-21e4-40eb-9fef-a210ad5ecbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04facf8a-55f7-4f34-a284-a6441524bdca,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:49.482165 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7379d64c-21e4-40eb-9fef-a210ad5ecbc9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3927516d1eb412b92d9580738e923fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197361 Oct 15 20:07:49.484815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41332) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:49.542545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.566248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.689396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.692133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:49.693322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04facf8a-55f7-4f34-a284-a6441524bdca HTTP/1.1" status: 204 len: 168 time: 0.2063923 Oct 15 20:07:49.707719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a30af-31f5-4de8-9fa4-4b5ae8e5f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04facf8a-55f7-4f34-a284-a6441524bdca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:49.795444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd4fbf-9d5d-49b5-8c64-a08872219022 req-bfc0fd32-9e27-4275-bb31-19a5e8626fa2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:49.804437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5cd4fbf-9d5d-49b5-8c64-a08872219022 req-bfc0fd32-9e27-4275-bb31-19a5e8626fa2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0858037 Oct 15 20:07:49.859543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5cd4fbf-9d5d-49b5-8c64-a08872219022 req-717ec956-78ba-4213-b96a-c63fb0dfc6c8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491245 Oct 15 20:07:50.486109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41358) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:50.493861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41362) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:50.508901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3bafa87-3050-4ea5-89a4-bbee21ec4489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.598628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3bafa87-3050-4ea5-89a4-bbee21ec4489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.666334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3bafa87-3050-4ea5-89a4-bbee21ec4489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.705685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a3bafa87-3050-4ea5-89a4-bbee21ec4489 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48d30fd68981444999a967f3c627a0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108657 Oct 15 20:07:50.708426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41364) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:50.712555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bafa87-3050-4ea5-89a4-bbee21ec4489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87f8eec-ff18-4735-86b5-aea59084b65e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:50.731500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7806ab77-7936-47d5-a2e9-f78d00cb2fa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.802167 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.818233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7806ab77-7936-47d5-a2e9-f78d00cb2fa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.824768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.889155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7806ab77-7936-47d5-a2e9-f78d00cb2fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.935643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.939058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:50.940435 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b87f8eec-ff18-4735-86b5-aea59084b65e HTTP/1.1" status: 204 len: 168 time: 0.2309911 Oct 15 20:07:50.952820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557487a-631f-4828-b4dd-42ac14843d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87f8eec-ff18-4735-86b5-aea59084b65e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:50.960315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7806ab77-7936-47d5-a2e9-f78d00cb2fa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f10f7d704f174d7fbec821002b370bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723661 Oct 15 20:07:50.960852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:50.983362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806ab77-7936-47d5-a2e9-f78d00cb2fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347bf6eb-c23d-4446-9cef-d4c96d6928ce,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:51.043186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9be38f-8b3e-41b5-bfca-d1d18296b6b9 req-0a7c0051-1c21-45d2-b2a4-6bee64437010 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:51.052009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae9be38f-8b3e-41b5-bfca-d1d18296b6b9 req-0a7c0051-1c21-45d2-b2a4-6bee64437010 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1231763 Oct 15 20:07:51.056854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.083154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.096738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae9be38f-8b3e-41b5-bfca-d1d18296b6b9 req-5f417ba5-c2df-4abf-9c3a-ef79f7f01749 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429561 Oct 15 20:07:51.409090 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2e550b9d-beb0-44a2-b9b9-fdd79f4a1d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.493939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.496741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.498048 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/347bf6eb-c23d-4446-9cef-d4c96d6928ce HTTP/1.1" status: 204 len: 168 time: 0.5356956 Oct 15 20:07:51.508246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ac6f8-2342-4169-90fd-7fcf64853113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347bf6eb-c23d-4446-9cef-d4c96d6928ce,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:51.667963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:51.681715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcf90-ff6f-46dd-b7ae-56b04593d4e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.793035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcf90-ff6f-46dd-b7ae-56b04593d4e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.888362 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fdbfcf90-ff6f-46dd-b7ae-56b04593d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:51.939137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfcf90-ff6f-46dd-b7ae-56b04593d4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195c8710-740a-4032-9f46-ae57736ac9db,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:51.939137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fdbfcf90-ff6f-46dd-b7ae-56b04593d4e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cc85693e44e48bf978beedee1854ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621951 Oct 15 20:07:51.940182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:07:52.031066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.067122 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.236789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42010b8d-8753-45b0-a710-031775e99caf req-3c9c2855-8c3d-4adb-98ee-ee53116d618f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:52.239254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42010b8d-8753-45b0-a710-031775e99caf req-3c9c2855-8c3d-4adb-98ee-ee53116d618f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0584464 Oct 15 20:07:52.279384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-42010b8d-8753-45b0-a710-031775e99caf req-99f0534a-345c-424d-a556-7c54c39e9895 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339704 Oct 15 20:07:52.431987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.435045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.452069 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/195c8710-740a-4032-9f46-ae57736ac9db HTTP/1.1" status: 204 len: 168 time: 0.5099304 Oct 15 20:07:52.472307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84200514-9f88-425f-a69c-7920a46c5668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195c8710-740a-4032-9f46-ae57736ac9db,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:07:52.507100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.700914 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.803082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:52.923407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:53.415321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476a776-161a-4667-8044-8f0b810a0e99 req-ff6b5cc3-05a3-402d-bf43-972d32572832 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:53.423633 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d476a776-161a-4667-8044-8f0b810a0e99 req-ff6b5cc3-05a3-402d-bf43-972d32572832 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0670996 Oct 15 20:07:53.462192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d476a776-161a-4667-8044-8f0b810a0e99 req-1d829766-800c-4e81-8ee0-e56a886b2abf tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365703 Oct 15 20:07:53.662810 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:07:54.575372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:07:54.633743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0a8b-cee0-48ff-a81f-545234b31b2a req-d44746d0-894d-4f88-baee-b235f5620859 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:54.635585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b7c0a8b-cee0-48ff-a81f-545234b31b2a req-d44746d0-894d-4f88-baee-b235f5620859 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0668349 Oct 15 20:07:54.677211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b7c0a8b-cee0-48ff-a81f-545234b31b2a req-9e4243e5-61f0-4ea1-8e95-bd11d8e38b48 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344474 Oct 15 20:07:55.800656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb882d-58e8-47f4-8cc2-9a07a1050140 req-dda18aa9-6f5e-46d0-b34f-f9c32e5ba430 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:55.802123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50bb882d-58e8-47f4-8cc2-9a07a1050140 req-dda18aa9-6f5e-46d0-b34f-f9c32e5ba430 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0494869 Oct 15 20:07:55.840833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50bb882d-58e8-47f4-8cc2-9a07a1050140 req-0686a07e-5a9f-42b8-a112-2c38087e46ad tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324297 Oct 15 20:07:56.516816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-19d47631-73d6-472a-ae98-d9c8fd4dfbcc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406659 Oct 15 20:07:56.601503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-85a550a1-918d-4d5f-8682-b98beaaa1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:56.602972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-85a550a1-918d-4d5f-8682-b98beaaa1321 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1097 time: 0.0444510 Oct 15 20:07:56.714989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-0815527b-2670-4534-bd86-9e0a3673630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:56.716582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-0815527b-2670-4534-bd86-9e0a3673630d service neutron] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 898 time: 0.0952666 Oct 15 20:07:56.797984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-2d751186-86d6-4355-b369-b88200f78d9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 1000 time: 0.0732553 Oct 15 20:07:56.848024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-9edada0c-ea65-4800-8692-c0a9706ae35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:56.849519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-9edada0c-ea65-4800-8692-c0a9706ae35e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0451531 Oct 15 20:07:56.897971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-8913985c-8560-424c-bd08-36b893875601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:56.899810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-8913985c-8560-424c-bd08-36b893875601 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429747 Oct 15 20:07:57.020696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8d4ea-c7af-4775-905c-50c8988b217e req-b6a6193e-c0ce-417b-be12-79f4b7cd6cae tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:57.022195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8a8d4ea-c7af-4775-905c-50c8988b217e req-b6a6193e-c0ce-417b-be12-79f4b7cd6cae tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0964174 Oct 15 20:07:57.053335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-f07fb10e-bf94-482e-9680-8b59cf46489e service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456759 Oct 15 20:07:57.095036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8a8d4ea-c7af-4775-905c-50c8988b217e req-da3e727b-ba3d-40a5-b977-8d840226dc39 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656865 Oct 15 20:07:57.177071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc245bfc-7b9c-4768-a655-7a44a5fb574f req-7e4e6b9b-da16-47e7-9347-d53395fbd39b service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153228 Oct 15 20:07:58.244204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a6ff1-e907-45f8-b368-620d03c75583 req-016def87-a46a-4ed9-9fbe-2af805e06041 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:58.246073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af8a6ff1-e907-45f8-b368-620d03c75583 req-016def87-a46a-4ed9-9fbe-2af805e06041 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0693483 Oct 15 20:07:58.290356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af8a6ff1-e907-45f8-b368-620d03c75583 req-1f1bda84-0d19-4808-baa5-2813993f068f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373325 Oct 15 20:07:59.425526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf82b74-d67b-484c-b7ad-7d460be64e02 req-c6400863-394a-4764-8242-f6962d75921c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:59.427682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcf82b74-d67b-484c-b7ad-7d460be64e02 req-c6400863-394a-4764-8242-f6962d75921c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0547800 Oct 15 20:07:59.473726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcf82b74-d67b-484c-b7ad-7d460be64e02 req-de9fab9d-c870-4978-b4cd-b5384bfdc5cb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398495 Oct 15 20:07:59.813661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-20fcb55b-083d-46d7-b824-eb0831e5402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:59.815207 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-20fcb55b-083d-46d7-b824-eb0831e5402d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1097 time: 0.0428698 Oct 15 20:07:59.938349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-9b1a259f-a57d-4dbb-afd7-d8624cc6ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:07:59.940244 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-9b1a259f-a57d-4dbb-afd7-d8624cc6ef83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1013682 Oct 15 20:08:00.012071 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-1a704666-d727-4b49-8bad-8715a9995333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 200 len: 999 time: 0.0621605 Oct 15 20:08:00.067970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-5c19c077-f416-417f-8fde-9c98e8fe7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:00.069420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-5c19c077-f416-417f-8fde-9c98e8fe7cc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0498097 Oct 15 20:08:00.118871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-66a47145-16de-421c-9163-da8bc102e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:00.120439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-66a47145-16de-421c-9163-da8bc102e08c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411041 Oct 15 20:08:00.224769 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-0d544f8c-66a9-44e0-8eff-6ba665817b91 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955420 Oct 15 20:08:00.332997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9a4f00f6-9197-4f06-8198-fb833283c649 req-5226e2c1-7f78-4a86-9473-3a6eb9821451 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992620 Oct 15 20:08:00.626035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae7e6b-6d15-46e8-82da-e7d4da2a77c7 req-d0e55b8d-8763-4c04-89a5-eb6120e85d80 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:00.627672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fae7e6b-6d15-46e8-82da-e7d4da2a77c7 req-d0e55b8d-8763-4c04-89a5-eb6120e85d80 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0682135 Oct 15 20:08:00.634773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41546) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:00.680057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fae7e6b-6d15-46e8-82da-e7d4da2a77c7 req-ffd79eb4-612c-42ec-8020-eacef0240dfc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Oct 15 20:08:00.771586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f3eab68-3ac5-4bfb-9a26-d78efe18e48c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:00.846646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f3eab68-3ac5-4bfb-9a26-d78efe18e48c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.002884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8f3eab68-3ac5-4bfb-9a26-d78efe18e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.051313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:01.051796 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8f3eab68-3ac5-4bfb-9a26-d78efe18e48c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3f3a79f7ecd349b5bbecc7754c9b0ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151502 Oct 15 20:08:01.052266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3eab68-3ac5-4bfb-9a26-d78efe18e48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ac73a3-c431-4774-b7b5-95d5c4e26bcc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:01.130652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.152262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.277178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.280018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:01.281213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01ac73a3-c431-4774-b7b5-95d5c4e26bcc HTTP/1.1" status: 204 len: 168 time: 0.2274375 Oct 15 20:08:01.290178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfea051-0b35-4585-aee1-aa830276e40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ac73a3-c431-4774-b7b5-95d5c4e26bcc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:01.804827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdea6be-efcb-47b0-b40f-0ea5ef38bafb req-8fa317fd-7586-45cb-9dcb-97679b1eea72 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:01.806342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bdea6be-efcb-47b0-b40f-0ea5ef38bafb req-8fa317fd-7586-45cb-9dcb-97679b1eea72 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0521433 Oct 15 20:08:01.844953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bdea6be-efcb-47b0-b40f-0ea5ef38bafb req-d97964a5-916a-460d-95d2-808566f272f4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Oct 15 20:08:02.328311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41588) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:02.433404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2019677568-network', 'tenant_id': '634b47d3042a497886de81159bedc8b5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:08:02.494000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Made reservation on behalf of 634b47d3042a497886de81159bedc8b5 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:08:02.496402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.505326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.581592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.619671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.654931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:08:02.664927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91063e83-290b-40b2-982a-0f6643c4a7c4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:02.672521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.673494 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Added segment 41209882-e18e-4bda-8e86-4766463608ee of type vlan for network ed38520b-6bf7-4d57-97d4-1887dab79b95 Oct 15 20:08:02.714431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.791311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.792228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:02.792844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:02.856266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ed38520b-6bf7-4d57-97d4-1887dab79b95,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:02.866075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:08:02.873390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d07ef95c-3f24-4021-802f-4c8e931d74a8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5439470 Oct 15 20:08:02.876829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41596) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:02.882107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Request body: {'subnet': {'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2019677568-subnet', 'tenant_id': '634b47d3042a497886de81159bedc8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:08:02.964904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Made reservation on behalf of 634b47d3042a497886de81159bedc8b5 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:08:02.967392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:03.026609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583df8f-9712-41f1-b54d-0c1e8c828dfb req-18e2bdc2-1bd9-426f-bf8d-6ef419efbbe6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:03.028104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7583df8f-9712-41f1-b54d-0c1e8c828dfb req-18e2bdc2-1bd9-426f-bf8d-6ef419efbbe6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1004617 Oct 15 20:08:03.089968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7583df8f-9712-41f1-b54d-0c1e8c828dfb req-4ecfe35a-580d-4f90-90f3-d533f2c2bee4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558527 Oct 15 20:08:03.254229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:03.310670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8888dc39-704f-445e-b16b-f638e6b37168,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:03.318511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Checking segment: {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:08:03.318766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Network hostable DHCP agents. Network: ed38520b-6bf7-4d57-97d4-1887dab79b95, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:08:03.402812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:08:03.471363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ed38520b-6bf7-4d57-97d4-1887dab79b95) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:08:03.475629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:03.476285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:03.492333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42341632-738a-4362-aee9-7583dc55fff8 None None] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:08:03.566211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2718dac0-4892-47c9-82ac-95562b08b51d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6879694 Oct 15 20:08:03.621847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9da117f-8217-4ba2-847d-d65140537709 None None] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:08:03.962753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:08:04.055700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:04.066887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:08:04.231493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295d4d3-a97d-4cd9-be3a-390cda25ca00 req-dd9bd0ff-8475-4e5a-b2f3-ef7854247281 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:04.241629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8295d4d3-a97d-4cd9-be3a-390cda25ca00 req-dd9bd0ff-8475-4e5a-b2f3-ef7854247281 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0617914 Oct 15 20:08:04.271039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:04.274025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8295d4d3-a97d-4cd9-be3a-390cda25ca00 req-e794ff43-122b-436b-b153-89affbb3b239 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342929 Oct 15 20:08:04.284541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:08:04.304591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:04.363303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:04.414456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:04.429529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0b011e2b-60fb-4188-bfcc-7a1bb862e10c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:08:05.396728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a24cd-2024-4a9d-8c73-41959e5bf321 req-ddd0f5f0-973a-444f-9710-0ca7f55a295e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:05.399122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d2a24cd-2024-4a9d-8c73-41959e5bf321 req-ddd0f5f0-973a-444f-9710-0ca7f55a295e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0517523 Oct 15 20:08:05.447465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d2a24cd-2024-4a9d-8c73-41959e5bf321 req-2faeef0b-460a-4899-8ecc-387aa0ffaa2b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Oct 15 20:08:05.977654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:08:06.024466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:08:06.036809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:06.101045 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:06.126595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:06.128836 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1e5285-dc09-4095-8d9c-ff71b74504a9" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:06.142146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:06.164803 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db408fc4-351c-48b1-ae5d-7a30d180cbd6 x-openstack-request-id: req-db408fc4-351c-48b1-ae5d-7a30d180cbd6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:06.165089 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:06.165339 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db408fc4-351c-48b1-ae5d-7a30d180cbd6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:06.165731 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:08:06.185209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:06.233513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:06.585325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae0fe8-b1d8-40a2-8ff1-4652855e11b7 req-8efbfbe0-ac3d-4293-9708-39ed52340e6a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:06.586933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae0fe8-b1d8-40a2-8ff1-4652855e11b7 req-8efbfbe0-ac3d-4293-9708-39ed52340e6a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0584671 Oct 15 20:08:06.669003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae0fe8-b1d8-40a2-8ff1-4652855e11b7 req-9bd11afb-8f17-4fd9-9e5c-51bbac6f9f29 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638249 Oct 15 20:08:07.854936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc9e22-d1a4-4735-bb5b-9f300362079f req-4c0aec21-cfe9-4ed4-ab03-1b61f34c018e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:07.857327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40bc9e22-d1a4-4735-bb5b-9f300362079f req-4c0aec21-cfe9-4ed4-ab03-1b61f34c018e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0566685 Oct 15 20:08:07.907490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40bc9e22-d1a4-4735-bb5b-9f300362079f req-f20cb6bb-3994-4ec0-8191-e3a9eabc1900 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Oct 15 20:08:09.091078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aedb2-abf7-40b7-86c6-8cfc181b438a req-311764b5-7c5e-44e1-adbb-f8668ce98982 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:09.118672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-255aedb2-abf7-40b7-86c6-8cfc181b438a req-311764b5-7c5e-44e1-adbb-f8668ce98982 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.1169021 Oct 15 20:08:09.182689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-255aedb2-abf7-40b7-86c6-8cfc181b438a req-19e9b825-adf3-4b9e-8504-0eb7c68da747 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580277 Oct 15 20:08:09.989191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:08:10.146469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:10.167158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'mac_address': 'fa:16:3e:9a:8a:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:08:10.258994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:10.304537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:08:10.344009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:10.416659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650ed01-3e32-4490-aeed-c4bbdbe323b4 req-f04d3d23-1d23-4f01-8dd5-be3a1d8901f6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:10.419282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650ed01-3e32-4490-aeed-c4bbdbe323b4 req-f04d3d23-1d23-4f01-8dd5-be3a1d8901f6 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 945 time: 0.0565150 Oct 15 20:08:10.419581 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:10.487315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d650ed01-3e32-4490-aeed-c4bbdbe323b4 req-9f8cfdb9-ea9e-414a-a31a-4519470d8c47 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545001 Oct 15 20:08:10.508514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:10.824270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['c927da10-17d2-4b34-bf7b-7dc76822ad68'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:08:11.994719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:08:12.011734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77564a7a-aa87-45d8-b564-857cfde7ec76 req-4ae0349d-fc68-4192-877c-42f5d423e0a5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:12.013305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77564a7a-aa87-45d8-b564-857cfde7ec76 req-4ae0349d-fc68-4192-877c-42f5d423e0a5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 946 time: 0.0660079 Oct 15 20:08:12.097822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77564a7a-aa87-45d8-b564-857cfde7ec76 req-00d0f1c2-fc58-4e49-9aae-38b123f54c01 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767963 Oct 15 20:08:12.168717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port c927da10-17d2-4b34-bf7b-7dc76822ad68 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:08:12.175540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port c927da10-17d2-4b34-bf7b-7dc76822ad68 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:08:12.176004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:12.305409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbb3c4-2a73-4bb5-9bf3-889e26dd33cc req-d624ce65-a0c3-4bc0-adfb-59efc7eee7a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:12.306906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acdbb3c4-2a73-4bb5-9bf3-889e26dd33cc req-d624ce65-a0c3-4bc0-adfb-59efc7eee7a6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0820777 Oct 15 20:08:12.332018 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:12.362219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:12.365092 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f87970-2a43-40e6-9989-e308171e17c5" -d '{"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:12.382597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:12.387377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acdbb3c4-2a73-4bb5-9bf3-889e26dd33cc req-30d1e940-dbc6-445e-a34e-e1b5b0e03cb6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730004 Oct 15 20:08:12.446311 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e833f19-9e85-429f-b9bb-ea9f3967aa42 x-openstack-request-id: req-2e833f19-9e85-429f-b9bb-ea9f3967aa42 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:12.446613 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-plugged", "status": "completed", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:12.446871 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e833f19-9e85-429f-b9bb-ea9f3967aa42 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:12.447299 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'code': 200} Oct 15 20:08:12.454261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:12.549128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:12.794806 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec98786-3f50-4a33-b0c8-8dd210115629 req-7d58cba2-196c-4b6c-9e47-e08d40514425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:12.797414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cec98786-3f50-4a33-b0c8-8dd210115629 req-7d58cba2-196c-4b6c-9e47-e08d40514425 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 1099 time: 0.0562644 Oct 15 20:08:12.845667 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cec98786-3f50-4a33-b0c8-8dd210115629 req-15661329-5ec8-4666-833e-a59226bff139 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Oct 15 20:08:13.263902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28559f-6e71-4a6e-9ea8-aa4924226251 req-f031faf5-3ca0-4331-bd1a-65f912d9eab2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:13.275175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e28559f-6e71-4a6e-9ea8-aa4924226251 req-f031faf5-3ca0-4331-bd1a-65f912d9eab2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0794678 Oct 15 20:08:13.321440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e28559f-6e71-4a6e-9ea8-aa4924226251 req-a21118cd-0fae-470b-b024-f2cd5d3c6dce tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Oct 15 20:08:13.582205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfbc58-0c4a-4604-8e50-7d763c483992 req-fb72915a-0844-4434-9689-61084b8ef8d5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:13.590897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5bfbc58-0c4a-4604-8e50-7d763c483992 req-fb72915a-0844-4434-9689-61084b8ef8d5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.1081679 Oct 15 20:08:13.680659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5bfbc58-0c4a-4604-8e50-7d763c483992 req-cb0fc1e2-8725-4a1e-8704-f0cf96b4e3ba tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885050 Oct 15 20:08:14.528935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f516c-cfd0-42a2-b957-83fc05e380a5 req-18001bab-fcb6-4f93-b532-df12b1d910e8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:14.537924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-508f516c-cfd0-42a2-b957-83fc05e380a5 req-18001bab-fcb6-4f93-b532-df12b1d910e8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0684142 Oct 15 20:08:14.580575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-508f516c-cfd0-42a2-b957-83fc05e380a5 req-7a18c5ef-6e20-4cf0-a8be-aadb88d51f49 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 Oct 15 20:08:14.863184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecf876-0b13-4d83-9003-240a0afaaa1e req-c59af442-7752-4a88-9ce8-1948781af9fe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:14.869899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49ecf876-0b13-4d83-9003-240a0afaaa1e req-c59af442-7752-4a88-9ce8-1948781af9fe tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0656114 Oct 15 20:08:14.923478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49ecf876-0b13-4d83-9003-240a0afaaa1e req-c8ef3d30-5642-47f2-a759-50c9f9fb123f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502517 Oct 15 20:08:15.729784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6869f5d-9044-4977-b4d3-12decf4b29d9 req-d5b68e06-68af-4d65-a549-9eb0865cf18a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:15.732246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6869f5d-9044-4977-b4d3-12decf4b29d9 req-d5b68e06-68af-4d65-a549-9eb0865cf18a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0755198 Oct 15 20:08:15.772139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6869f5d-9044-4977-b4d3-12decf4b29d9 req-fca793b9-a77f-4209-a506-e16676ff0782 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327184 Oct 15 20:08:16.140563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3cb9-bfbd-4856-996a-74622bc319cb req-433fb770-9267-4f91-af59-927e9ad3fda4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:16.148277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a83a3cb9-bfbd-4856-996a-74622bc319cb req-433fb770-9267-4f91-af59-927e9ad3fda4 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0784760 Oct 15 20:08:16.212317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a83a3cb9-bfbd-4856-996a-74622bc319cb req-4ba4ea03-9b73-4e98-a237-e9ad2caed3e3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629165 Oct 15 20:08:16.989474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1142a-91ca-452a-b974-bfca97d2f37f req-bfdd2e05-c5b6-47af-9d7c-3bf9996ea3d4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:17.001149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00c1142a-91ca-452a-b974-bfca97d2f37f req-bfdd2e05-c5b6-47af-9d7c-3bf9996ea3d4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.1065114 Oct 15 20:08:17.099712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00c1142a-91ca-452a-b974-bfca97d2f37f req-29019427-0292-47ec-9c2d-69047a5d4483 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969176 Oct 15 20:08:17.401689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf66f6-a9e6-4b79-8d1b-4eec3fa5b515 req-5043d433-7520-4c98-a42c-a39f67c57cd5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:17.409778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47bf66f6-a9e6-4b79-8d1b-4eec3fa5b515 req-5043d433-7520-4c98-a42c-a39f67c57cd5 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0899148 Oct 15 20:08:17.482920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47bf66f6-a9e6-4b79-8d1b-4eec3fa5b515 req-7b13c726-0be4-4489-b8c5-e2f784c88744 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702384 Oct 15 20:08:18.315803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e0b67-8fd6-4e4a-8391-5e38d915da48 req-d1d6d889-faad-4f6d-a1cf-be2a865f15f7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:18.323490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454e0b67-8fd6-4e4a-8391-5e38d915da48 req-d1d6d889-faad-4f6d-a1cf-be2a865f15f7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0611386 Oct 15 20:08:18.370153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-454e0b67-8fd6-4e4a-8391-5e38d915da48 req-909e37b1-a3e0-4c07-b9e2-4cba0955c38a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456202 Oct 15 20:08:18.529336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-240ad217-dc12-4815-ba6c-4013c256ead3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:18.616817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ddb9-8a36-47a1-80cd-739e2c4968aa req-82ae2958-fb10-4384-93f7-970a60a55ef7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:18.625490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49f4ddb9-8a36-47a1-80cd-739e2c4968aa req-82ae2958-fb10-4384-93f7-970a60a55ef7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0614676 Oct 15 20:08:18.672527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49f4ddb9-8a36-47a1-80cd-739e2c4968aa req-5f330be9-b9d3-4f5a-9802-97716e8616ca tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Oct 15 20:08:19.784796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7780a-4315-4494-95a7-c7e2d6c7e27e req-09bf4842-0fc3-4702-bdeb-834adebe941b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:19.786218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfd7780a-4315-4494-95a7-c7e2d6c7e27e req-09bf4842-0fc3-4702-bdeb-834adebe941b tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0536590 Oct 15 20:08:19.825921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfd7780a-4315-4494-95a7-c7e2d6c7e27e req-9ae05a92-6ba1-457e-af7e-6fc941e1dc07 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Oct 15 20:08:20.947890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380aab-3e1b-4c86-b144-8c9409c4946b req-bd843893-60db-4994-888b-330bae5a1fe0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:20.949384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d380aab-3e1b-4c86-b144-8c9409c4946b req-bd843893-60db-4994-888b-330bae5a1fe0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0497208 Oct 15 20:08:20.990959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d380aab-3e1b-4c86-b144-8c9409c4946b req-cceae6d8-65e4-4bea-90d6-52fbe5608bc7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Oct 15 20:08:21.413622 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a7cbe29f-91a9-4394-a6f8-3706718f29a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:22.110211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9b9a-666c-4e48-946a-deebce3df84d req-6dd585ce-9ed4-4530-9885-17190373c886 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:22.112166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-023f9b9a-666c-4e48-946a-deebce3df84d req-6dd585ce-9ed4-4530-9885-17190373c886 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0546260 Oct 15 20:08:22.151433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-023f9b9a-666c-4e48-946a-deebce3df84d req-0b712c21-3eec-401b-8640-5cba866dceee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Oct 15 20:08:22.260745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63173f8b-791a-408c-b0ae-b45d14418d7d req-2f3ffca3-c4e3-4d0e-9bac-6f380e4fe28a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:22.262209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63173f8b-791a-408c-b0ae-b45d14418d7d req-2f3ffca3-c4e3-4d0e-9bac-6f380e4fe28a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0550416 Oct 15 20:08:22.303813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63173f8b-791a-408c-b0ae-b45d14418d7d req-03beacd7-1f87-470f-954c-ee4a926462b0 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340927 Oct 15 20:08:22.350895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:22.731515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:22.820959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:22.910600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:23.177006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956d08f-4c85-4dd7-ac91-bdea755f7504 req-ed5cc970-e121-4ab1-b968-bbf5a052e018 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:23.178497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0956d08f-4c85-4dd7-ac91-bdea755f7504 req-ed5cc970-e121-4ab1-b968-bbf5a052e018 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0514421 Oct 15 20:08:23.226984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0956d08f-4c85-4dd7-ac91-bdea755f7504 req-cd166409-61ca-4670-8814-bba0d3f69d87 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351765 Oct 15 20:08:23.439951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c4e4e-8075-47ed-80a7-5fd595fdee3e req-467b507e-6989-4736-a3f7-ef5c482c273f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:23.444106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d76c4e4e-8075-47ed-80a7-5fd595fdee3e req-467b507e-6989-4736-a3f7-ef5c482c273f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0600443 Oct 15 20:08:23.490884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d76c4e4e-8075-47ed-80a7-5fd595fdee3e req-d9b9543e-1bdb-4258-861b-33d6799ed71d tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Oct 15 20:08:24.012185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:08:24.096177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:24.125491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:24.127827 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2dae6c-5f6a-4f22-bcbd-d2de2b091319" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:24.140749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:24.270879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:24.329938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:24.350696 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcf2b05-b721-4157-a2b1-c5f9ab0492aa x-openstack-request-id: req-3fcf2b05-b721-4157-a2b1-c5f9ab0492aa {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:24.351252 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:24.351636 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fcf2b05-b721-4157-a2b1-c5f9ab0492aa {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:24.352150 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:08:24.474512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65e7b1-848c-4f44-beb1-19089bdca9fb req-c6ee3b37-d0f2-4055-acfd-82019b789c9e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:24.476003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe65e7b1-848c-4f44-beb1-19089bdca9fb req-c6ee3b37-d0f2-4055-acfd-82019b789c9e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0606642 Oct 15 20:08:24.522929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe65e7b1-848c-4f44-beb1-19089bdca9fb req-caad1b93-c7ed-4c8d-bc7d-0f7de3d5f680 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406804 Oct 15 20:08:24.613294 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:24.675313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c06a2-f717-4dea-ad86-a3d7bc7ada0b req-78864944-6efc-49b1-a577-499f736dce82 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:24.680094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-090c06a2-f717-4dea-ad86-a3d7bc7ada0b req-78864944-6efc-49b1-a577-499f736dce82 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0566404 Oct 15 20:08:24.716407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-090c06a2-f717-4dea-ad86-a3d7bc7ada0b req-8fdef0ab-2f82-42a9-b8de-d9c6c6210fba tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332737 Oct 15 20:08:25.676095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a49ad2-b4bd-4159-83a5-64e09a2409fa req-a78c3d5d-48ce-46d5-9a1b-70378265ef7e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:25.677585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5a49ad2-b4bd-4159-83a5-64e09a2409fa req-a78c3d5d-48ce-46d5-9a1b-70378265ef7e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0604894 Oct 15 20:08:25.717686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5a49ad2-b4bd-4159-83a5-64e09a2409fa req-3ecb7a55-a3a5-4598-9e88-2661657e8a09 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336528 Oct 15 20:08:25.841903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd31bb-fffe-4871-b029-2ae264792b19 req-72f5acca-dec9-40c6-955d-a119eb19fca7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:25.843286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ebd31bb-fffe-4871-b029-2ae264792b19 req-72f5acca-dec9-40c6-955d-a119eb19fca7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0550828 Oct 15 20:08:25.882266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ebd31bb-fffe-4871-b029-2ae264792b19 req-b78ad768-9609-45c6-8295-f2503ef9b3e3 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Oct 15 20:08:26.610815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:08:26.700602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:26.724261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:26.726482 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9968be61-3013-4c5a-90e6-fc688ab5334f" -d '{"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-unplugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:26.738486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:26.765010 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323dd7ab-b4a4-4e74-b8df-d12bdb1025b5 x-openstack-request-id: req-323dd7ab-b4a4-4e74-b8df-d12bdb1025b5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:26.765294 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-unplugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:26.765542 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-323dd7ab-b4a4-4e74-b8df-d12bdb1025b5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:26.765959 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'code': 200} Oct 15 20:08:26.790356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:26.844854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:26.863180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fb374-c3e6-4871-8a06-85948229c080 req-810ea691-a453-4bfd-a3e0-2bff40a8a878 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:26.864779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b27fb374-c3e6-4871-8a06-85948229c080 req-810ea691-a453-4bfd-a3e0-2bff40a8a878 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0530660 Oct 15 20:08:26.907175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b27fb374-c3e6-4871-8a06-85948229c080 req-05b61017-5ed2-419f-9bbb-ce108053ebe0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364459 Oct 15 20:08:27.029321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5ed2-ee75-4657-bc2d-f9f3ab89f1e5 req-55e94830-aaf1-4c38-988f-d2c8a93f8453 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:27.030771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95eb5ed2-ee75-4657-bc2d-f9f3ab89f1e5 req-55e94830-aaf1-4c38-988f-d2c8a93f8453 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0624199 Oct 15 20:08:27.088687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd533f26-58cb-4189-a40b-1ced1157d490 req-763d06f7-2054-4cfd-ae09-dbc0cf404c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:27.090171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd533f26-58cb-4189-a40b-1ced1157d490 req-763d06f7-2054-4cfd-ae09-dbc0cf404c74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1095 time: 0.0771735 Oct 15 20:08:27.093011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95eb5ed2-ee75-4657-bc2d-f9f3ab89f1e5 req-0b7dbf9c-5ca3-49f6-a57a-4c15594e1b47 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488758 Oct 15 20:08:27.124948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd533f26-58cb-4189-a40b-1ced1157d490 req-c1622f7f-9736-46db-8894-9be681b1c33c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274174 Oct 15 20:08:28.024003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:08:28.028490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59d962-b320-4c48-825d-770a222795c9 req-82352b1f-7f15-452b-9821-40e453d57908 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:28.030017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc59d962-b320-4c48-825d-770a222795c9 req-82352b1f-7f15-452b-9821-40e453d57908 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0514357 Oct 15 20:08:28.078278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc59d962-b320-4c48-825d-770a222795c9 req-f86d44a5-3074-4df5-a68a-e4e27b0fc794 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Oct 15 20:08:28.128588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:28.140450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'mac_address': 'fa:16:3e:c4:4f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:08:28.179786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:28.192883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:08:28.216092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:28.221238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12892f-decd-4729-a148-b3af1403ca56 req-78586c97-a18b-402c-9faf-05f130b53d63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:28.222964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c12892f-decd-4729-a148-b3af1403ca56 req-78586c97-a18b-402c-9faf-05f130b53d63 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 943 time: 0.0580022 Oct 15 20:08:28.262920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c12892f-decd-4729-a148-b3af1403ca56 req-f8854dc9-281f-43eb-907f-5892fbdefa5c tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341511 Oct 15 20:08:28.293426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:28.356874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:28.380568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['0b011e2b-60fb-4188-bfcc-7a1bb862e10c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:08:28.634687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:08:28.744393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:28.756301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'port_id': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'mac_address': 'fa:16:3e:54:c4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:08:28.806224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:28.824002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c996bc58-5c0d-41f6-a468-d0d55304ab60 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:08:28.844619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:29.018896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:29.069816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:29.194966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522c3f8-edc7-44fe-8dd9-1d6d107746d4 req-a8a202e4-0b39-4450-ba0e-a16b488b80d5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:29.196531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b522c3f8-edc7-44fe-8dd9-1d6d107746d4 req-a8a202e4-0b39-4450-ba0e-a16b488b80d5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 945 time: 0.0556080 Oct 15 20:08:29.240198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b522c3f8-edc7-44fe-8dd9-1d6d107746d4 req-3f04f6b8-7b33-4aee-8fd2-186887b065c0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369155 Oct 15 20:08:29.346102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c996bc58-5c0d-41f6-a468-d0d55304ab60'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:08:29.381361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d3569-2a7a-49d0-8399-43eb00283dc3 req-4fb757f0-f317-457f-99ae-c62977562adb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:29.382963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-346d3569-2a7a-49d0-8399-43eb00283dc3 req-4fb757f0-f317-457f-99ae-c62977562adb tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 944 time: 0.0524659 Oct 15 20:08:29.425909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-346d3569-2a7a-49d0-8399-43eb00283dc3 req-6388ed22-2e37-4df7-b041-f88605ffe025 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Oct 15 20:08:29.452254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:29.524910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-45921e2e-df29-41c6-9503-c1932102f968 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/floatingips/2852d154-4881-4112-8407-b67f24a337a8 HTTP/1.1" status: 200 len: 991 time: 0.0700128 Oct 15 20:08:30.035487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:08:30.083992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:08:30.084743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.163288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.192380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:30.195855 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e57b09-aad4-46bc-8293-002c471abcd7" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:30.208129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:30.236572 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ff2d10-e175-48b9-99f2-6a6641432db0 x-openstack-request-id: req-b9ff2d10-e175-48b9-99f2-6a6641432db0 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:30.236919 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:30.237203 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9ff2d10-e175-48b9-99f2-6a6641432db0 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:30.237631 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:08:30.291589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.346349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=13']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:30.372618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9e48-3f29-4133-8bd9-cd87eecdfdb9 req-e5f98585-a9a0-4377-956a-12208d90b6be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:30.374318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b33a9e48-3f29-4133-8bd9-cd87eecdfdb9 req-e5f98585-a9a0-4377-956a-12208d90b6be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0538766 Oct 15 20:08:30.414706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b33a9e48-3f29-4133-8bd9-cd87eecdfdb9 req-1cbdbe8f-4b35-4a95-bfb3-94fc5c3a19d5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326667 Oct 15 20:08:30.649372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:08:30.661269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:08:30.701426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c996bc58-5c0d-41f6-a468-d0d55304ab60 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:08:30.701972 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.779550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.815990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:30.916529 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:30.966638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:31.531068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8ab57-98ff-4af5-b2a7-770474579355 req-a8a55941-8541-4821-a0ec-9af765670069 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:31.532760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28f8ab57-98ff-4af5-b2a7-770474579355 req-a8a55941-8541-4821-a0ec-9af765670069 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0500576 Oct 15 20:08:31.575608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28f8ab57-98ff-4af5-b2a7-770474579355 req-e3b5ebed-1fc0-4e48-a1bb-13b6a47ca74c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358863 Oct 15 20:08:32.239318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:32.241701 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fe68f2-d42e-4a61-8f98-a78036e7e12d" -d '{"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-plugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:32.349121 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae1b295-6c34-4e8e-b561-b9b8a2f079be x-openstack-request-id: req-cae1b295-6c34-4e8e-b561-b9b8a2f079be {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:32.349426 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-plugged", "status": "completed", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:32.349681 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cae1b295-6c34-4e8e-b561-b9b8a2f079be {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:32.350075 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'code': 200} Oct 15 20:08:32.744188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d50f47-2b74-4741-a36c-88a3c890a650 req-3c555372-cdcd-4d45-9094-9ce1bad465db tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:32.745679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6d50f47-2b74-4741-a36c-88a3c890a650 req-3c555372-cdcd-4d45-9094-9ce1bad465db tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0773809 Oct 15 20:08:32.807640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6d50f47-2b74-4741-a36c-88a3c890a650 req-62835044-2759-4140-ac7b-e5458c2b8aa7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Oct 15 20:08:33.935396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47704b7e-8f9f-49ba-97cb-a48f98b651fd req-8a65c387-bcaf-42fd-89fc-f59ba61984dc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:33.942932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47704b7e-8f9f-49ba-97cb-a48f98b651fd req-8a65c387-bcaf-42fd-89fc-f59ba61984dc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0594902 Oct 15 20:08:33.987177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-47704b7e-8f9f-49ba-97cb-a48f98b651fd req-4c5a94ae-97f9-44ff-972f-e2125ed1551b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433269 Oct 15 20:08:35.105654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e363f7c-0482-4fa7-95e9-3f0ef537ec10 req-3ec0df54-126d-45bc-9923-e3dad0ecee9d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:35.107254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e363f7c-0482-4fa7-95e9-3f0ef537ec10 req-3ec0df54-126d-45bc-9923-e3dad0ecee9d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0500531 Oct 15 20:08:35.150268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e363f7c-0482-4fa7-95e9-3f0ef537ec10 req-290b1822-68d5-4c5f-81ca-477c113e3d14 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360739 Oct 15 20:08:36.369977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b11a1-fdf8-400b-a622-f82fb99fe709 req-c99d9ceb-6655-4964-94aa-4aed66924490 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:36.383852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed4b11a1-fdf8-400b-a622-f82fb99fe709 req-c99d9ceb-6655-4964-94aa-4aed66924490 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0906258 Oct 15 20:08:36.442148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed4b11a1-fdf8-400b-a622-f82fb99fe709 req-fbc0439c-97d1-4227-882d-b6077f30b555 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563023 Oct 15 20:08:37.573956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc43c7d-b090-4581-80d4-6ad556ee6a60 req-e882981f-0e0a-4b18-aafa-64e16b0ecddf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:37.575584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cc43c7d-b090-4581-80d4-6ad556ee6a60 req-e882981f-0e0a-4b18-aafa-64e16b0ecddf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0566232 Oct 15 20:08:37.623637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cc43c7d-b090-4581-80d4-6ad556ee6a60 req-3accc0f6-8bb7-4c34-b85f-bb9516c4b743 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394661 Oct 15 20:08:38.755845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05c2f-7275-4858-9437-092df0815b4d req-4af5bc3a-418e-48ac-8408-1ebe3d31b972 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:38.757617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54a05c2f-7275-4858-9437-092df0815b4d req-4af5bc3a-418e-48ac-8408-1ebe3d31b972 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0553198 Oct 15 20:08:38.832019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54a05c2f-7275-4858-9437-092df0815b4d req-04c87b32-c205-4e13-bc8f-1cc044e1ab33 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561171 Oct 15 20:08:40.015973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef1744-c258-4f74-baf3-7720bc8a2b62 req-dc90feb9-e8a5-4e41-8f54-c05638f7a25c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:40.025360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6ef1744-c258-4f74-baf3-7720bc8a2b62 req-dc90feb9-e8a5-4e41-8f54-c05638f7a25c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0655515 Oct 15 20:08:40.069890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6ef1744-c258-4f74-baf3-7720bc8a2b62 req-e0d88d40-5c62-4701-9163-bf11420f5556 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361884 Oct 15 20:08:41.226770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9123-0628-4348-8a1f-507249024622 req-16d02d6d-cd27-43f8-9648-d3ff18d15225 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:41.228363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d65a9123-0628-4348-8a1f-507249024622 req-16d02d6d-cd27-43f8-9648-d3ff18d15225 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0709462 Oct 15 20:08:41.301700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d65a9123-0628-4348-8a1f-507249024622 req-ddb41d69-8aeb-4ee9-a844-577c3013e816 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671628 Oct 15 20:08:42.420856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a1ac-9ade-41c7-8345-aa611dcf652a req-1ce46dbe-9b2d-4eb5-87cd-dfaef23fddfe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:42.422602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8385a1ac-9ade-41c7-8345-aa611dcf652a req-1ce46dbe-9b2d-4eb5-87cd-dfaef23fddfe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0535636 Oct 15 20:08:42.468458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8385a1ac-9ade-41c7-8345-aa611dcf652a req-69042a57-b84c-4c52-bdca-41750b441338 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381000 Oct 15 20:08:43.613367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e599dcf-c950-4cd3-a18b-37c7ee2b692e req-3fc62d39-fa1f-4213-b8ff-53d8eae69841 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:43.622427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e599dcf-c950-4cd3-a18b-37c7ee2b692e req-3fc62d39-fa1f-4213-b8ff-53d8eae69841 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0755703 Oct 15 20:08:43.667522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e599dcf-c950-4cd3-a18b-37c7ee2b692e req-4d274aca-0ef2-4526-8433-6d7a5453cfef tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Oct 15 20:08:44.797569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f300ce5-f403-4278-baab-da0e49dd0536 req-ebfeff21-ac6c-4106-a7a9-2f0c788b68ab tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:44.802591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f300ce5-f403-4278-baab-da0e49dd0536 req-ebfeff21-ac6c-4106-a7a9-2f0c788b68ab tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0515704 Oct 15 20:08:44.848866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f300ce5-f403-4278-baab-da0e49dd0536 req-04dcbfe5-4606-45c3-9d03-440486193692 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Oct 15 20:08:47.193200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1aa14-60ea-4c5d-ad85-b7e98394d7c2 req-ea249992-5e95-4f71-a358-ba892268598b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:47.194837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3de1aa14-60ea-4c5d-ad85-b7e98394d7c2 req-ea249992-5e95-4f71-a358-ba892268598b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 946 time: 0.0570116 Oct 15 20:08:47.220021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:47.244822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3de1aa14-60ea-4c5d-ad85-b7e98394d7c2 req-306431fe-1964-474a-a225-8129e4443b63 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Oct 15 20:08:47.342135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.422971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.492376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.521696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a17a995-851d-4cdf-8502-409e00c6aeee,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:47.537905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.538419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.538765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.539229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.539456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.539770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.540097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.540424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.540747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.541066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.541391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.541712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:47.551266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e996e10e-689c-49e6-829a-34abebb07c58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35b9b17f3fb24f06b26ee892d7cae7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299031 Oct 15 20:08:47.553884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42316) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:47.602739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.624952 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.744267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.747889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:47.748358 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a17a995-851d-4cdf-8502-409e00c6aeee HTTP/1.1" status: 204 len: 168 time: 0.1937270 Oct 15 20:08:47.758005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba31d30-5687-4e11-856f-8054f0d9e538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a17a995-851d-4cdf-8502-409e00c6aeee,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:48.132139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:08:48.226133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:48.252878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:48.255102 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce8168-a3cb-4dbb-8c99-d0710ff6d26d" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:48.268668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:08:48.299613 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c246741d-e884-4915-9cf6-4b0be5489c3d x-openstack-request-id: req-c246741d-e884-4915-9cf6-4b0be5489c3d {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:48.299935 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-unplugged", "status": "completed", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:48.300188 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c246741d-e884-4915-9cf6-4b0be5489c3d {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:48.300584 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'code': 200} Oct 15 20:08:48.339074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:48.390323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=14']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:48.399172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.399514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.401329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.401329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.401329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.401329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.402027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.402027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.402027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.402658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.402658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.403045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:48.498260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f38179b1-96b3-40e8-85cb-ceea27b5b9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:50.181931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276342c3-fcc9-4f9c-a05c-334da0d02ce2 req-e0202cfe-9a84-491e-bb00-eaa526ba8e5e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.183671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-276342c3-fcc9-4f9c-a05c-334da0d02ce2 req-e0202cfe-9a84-491e-bb00-eaa526ba8e5e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0520837 Oct 15 20:08:50.227271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-276342c3-fcc9-4f9c-a05c-334da0d02ce2 req-2f818ace-afac-4421-81a7-2f07b2582fb2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338664 Oct 15 20:08:50.643734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cf464-f4c2-4ac8-9846-148cbd2ece7e req-a47c73eb-53b7-45d5-9026-851bab58eef7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.645392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c72cf464-f4c2-4ac8-9846-148cbd2ece7e req-a47c73eb-53b7-45d5-9026-851bab58eef7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0599413 Oct 15 20:08:50.695439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce99d2-3552-4830-8702-263899260693 req-be094270-6a15-47cb-b78d-bda79733634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.697188 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-be094270-6a15-47cb-b78d-bda79733634a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0524285 Oct 15 20:08:50.699427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c72cf464-f4c2-4ac8-9846-148cbd2ece7e req-8af0f85b-3a3b-49bb-a170-7c09f429ceb8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Oct 15 20:08:50.797480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce99d2-3552-4830-8702-263899260693 req-38e7d6fa-5ec3-48e0-a605-390d26ac3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.799036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-38e7d6fa-5ec3-48e0-a605-390d26ac3c72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.0942960 Oct 15 20:08:50.864724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-c904f1f4-87cc-4b7e-a970-6fca36a14731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0585971 Oct 15 20:08:50.919387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce99d2-3552-4830-8702-263899260693 req-5141b74b-d805-4012-aebb-e34886f2b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.920738 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-5141b74b-d805-4012-aebb-e34886f2b618 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0495727 Oct 15 20:08:50.966882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce99d2-3552-4830-8702-263899260693 req-69295597-2a43-4502-b6c2-579bddcd00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:50.968431 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-69295597-2a43-4502-b6c2-579bddcd00ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405118 Oct 15 20:08:51.061817 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-7977cde6-2e75-42c1-b97e-2de88f21ea71 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853584 Oct 15 20:08:51.161830 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0ce99d2-3552-4830-8702-263899260693 req-cba0ce7a-c17f-4f3f-a2b9-c484c19b310c service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925512 Oct 15 20:08:51.498351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0f5826bd-fbd8-4544-ba54-c266330b5242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:51.823764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259bae5-4856-4a4b-ae6f-c7786136b0a0 req-55c3b8ce-91f1-4b81-93c6-63cf7b501a4a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:51.826048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4259bae5-4856-4a4b-ae6f-c7786136b0a0 req-55c3b8ce-91f1-4b81-93c6-63cf7b501a4a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0538006 Oct 15 20:08:51.866864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4259bae5-4856-4a4b-ae6f-c7786136b0a0 req-89f20b6e-abc3-4d2a-8e94-8387ff230962 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338728 Oct 15 20:08:52.332127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:52.732666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:52.802382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:52.898158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:53.037819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bba2d-327d-4062-a448-0ed0e02dd179 req-3dd9d502-0be6-4f10-8851-bdee603d8ff8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:53.039328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd7bba2d-327d-4062-a448-0ed0e02dd179 req-3dd9d502-0be6-4f10-8851-bdee603d8ff8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0722013 Oct 15 20:08:53.090251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd7bba2d-327d-4062-a448-0ed0e02dd179 req-0ac85a96-56d5-40f0-88e1-d52a499462cf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436647 Oct 15 20:08:53.306907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c44418-b2a5-4096-bb3d-b8d142595a74 req-79c56ae5-649f-4841-a9b2-7cfaaf850c75 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:53.308642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0c44418-b2a5-4096-bb3d-b8d142595a74 req-79c56ae5-649f-4841-a9b2-7cfaaf850c75 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0548368 Oct 15 20:08:53.365049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0c44418-b2a5-4096-bb3d-b8d142595a74 req-10c1d738-c371-40e6-8a50-eff6c24bda2c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 Oct 15 20:08:53.486280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765f6e6-2cd7-4d33-a147-ccf45cdd1c36 req-fdb933b4-e218-4163-b5d4-d2faf7bf81a3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:53.487828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7765f6e6-2cd7-4d33-a147-ccf45cdd1c36 req-fdb933b4-e218-4163-b5d4-d2faf7bf81a3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0531034 Oct 15 20:08:53.529360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7765f6e6-2cd7-4d33-a147-ccf45cdd1c36 req-1fcff783-422e-455c-a69c-13da398e0d2d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355065 Oct 15 20:08:53.841137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-a9681d9c-10c7-428e-820d-44c12db3b3e1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:53.843310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-a9681d9c-10c7-428e-820d-44c12db3b3e1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1357083 Oct 15 20:08:53.861900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-4b7f31fd-77b1-4050-9aea-5f367a3fb7a1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/quotas/2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 375 time: 0.0114393 Oct 15 20:08:53.950037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-33cb3c0a-b01d-424b-8a6e-34293255bbab tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812366 Oct 15 20:08:54.056329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-61de8672-1f28-4c91-a7ae-6108bdc3d77f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:08:54.057495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-61de8672-1f28-4c91-a7ae-6108bdc3d77f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1067080 Oct 15 20:08:54.186192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-b8570a37-4c2e-4a54-8bb1-863fcdc1b67d service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186230 Oct 15 20:08:54.606643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:54.663804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-dfabdcb8-a95d-4b8b-a8ff-d7c37c8fa919 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526613 Oct 15 20:08:55.320209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b087d105-3dc4-4c41-a767-60f8e0a26163 req-18188332-fe8c-4e3c-8b19-3b70375f530f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 210 time: 0.0498319 Oct 15 20:08:56.417670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8abbbc08-aefd-475c-8a49-e10326986a97 req-723c0720-9eda-49a7-a4c5-cb27e4c1818d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 210 time: 0.0334499 Oct 15 20:08:56.547507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 42606) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:56.665109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-473b6539-f272-4bcc-82c3-f8539a52209f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:56.759587 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-473b6539-f272-4bcc-82c3-f8539a52209f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:56.852342 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-473b6539-f272-4bcc-82c3-f8539a52209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:56.894403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-473b6539-f272-4bcc-82c3-f8539a52209f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bad86d085c34285a188f9598051de95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456705 Oct 15 20:08:56.895118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b6539-f272-4bcc-82c3-f8539a52209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67abf276-4b36-4e83-961a-5a9ef7c41ace,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:56.897393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 42614) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:08:56.947253 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:56.972569 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:57.087826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:57.090420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:57.091677 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67abf276-4b36-4e83-961a-5a9ef7c41ace HTTP/1.1" status: 204 len: 168 time: 0.1932094 Oct 15 20:08:57.102309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67abf276-4b36-4e83-961a-5a9ef7c41ace,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:57.109081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.109428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.109769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.110106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.110434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.111809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.111809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.112112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.112445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.112770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.113094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.113419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309c8d91-7d4a-4d12-8e4e-0fbfbf9f2468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:08:57.400136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-ca26979f-1ece-4358-93a1-ffab54c79138 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:57.401635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-ca26979f-1ece-4358-93a1-ffab54c79138 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1175897 Oct 15 20:08:57.415163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'device_id': '00f30133-142b-4809-acc4-20cc13073b39', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'admin_state_up': True, 'tenant_id': '2933c801b26c455696709e5b00652959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:08:57.566353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0882b5c5-1274-4dfe-9ccd-c2d6b1447cc5 req-dbbdd6bb-8a27-495d-8cdf-71c4c6587519 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 210 time: 0.0359097 Oct 15 20:08:57.628932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-b23edb2b-fa42-486a-8231-7f9e95b7f98b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624666 Oct 15 20:08:57.658052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:08:57.661933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:57.727136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-7f2aa087-73ef-4906-aed3-53dd0b9e18d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:57.729720 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-7f2aa087-73ef-4906-aed3-53dd0b9e18d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1097 time: 0.0539012 Oct 15 20:08:57.797435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.20.0.12 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/38de7c74-5a78-495c-8f5c-42a2b186e02b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:08:57.854005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-9f5b12cb-32dc-4ec6-a4a6-34e76b851566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:57.855995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-9f5b12cb-32dc-4ec6-a4a6-34e76b851566 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 898 time: 0.0987167 Oct 15 20:08:57.951270 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-57a45429-cbc5-409c-94cb-ca86feda0989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 1000 time: 0.0875838 Oct 15 20:08:57.980676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.013159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-c1dc711e-35f4-486d-b79a-895b516cd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:58.014626 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-c1dc711e-35f4-486d-b79a-895b516cd6ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0560424 Oct 15 20:08:58.054272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.068229 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-c2ff7e06-f9e6-44e8-95a2-117566375d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:58.070685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-c2ff7e06-f9e6-44e8-95a2-117566375d52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490901 Oct 15 20:08:58.105328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:08:58.110211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:08:58.117331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:08:58.122155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:58.196961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:58.202388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.205070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-ee22d88c-804b-4564-89a6-3fd460ca07c8 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207912 Oct 15 20:08:58.303244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-9274ed78-06e5-4486-aa5c-0744206e6e21 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8921890 Oct 15 20:08:58.317949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Request body: {'port': {'device_id': '00f30133-142b-4809-acc4-20cc13073b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:08:58.382413 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-e0d41f3b-d142-465b-ba51-b1b702247abf req-33a7c4e0-cf0e-4561-894b-a808a58e3aaf service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633282 Oct 15 20:08:58.422227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.514349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e93e8897-bdec-4d2b-bd81-aaffe146ebba None None] Provisioning complete for port 38de7c74-5a78-495c-8f5c-42a2b186e02b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:08:58.514969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e93e8897-bdec-4d2b-bd81-aaffe146ebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.549612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e93e8897-bdec-4d2b-bd81-aaffe146ebba None None] Port 38de7c74-5a78-495c-8f5c-42a2b186e02b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:08:58.747226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bab41-3991-40ab-bfaa-ffec389cdd08 req-7cab14c0-7598-4668-9b1f-b194389ca71b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:58.748843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3bab41-3991-40ab-bfaa-ffec389cdd08 req-7cab14c0-7598-4668-9b1f-b194389ca71b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 932 time: 0.0996583 Oct 15 20:08:58.760277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38de7c74-5a78-495c-8f5c-42a2b186e02b {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:08:58.776163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.797238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Transition to ACTIVE for port object 38de7c74-5a78-495c-8f5c-42a2b186e02b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:08:58.811380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3bab41-3991-40ab-bfaa-ffec389cdd08 req-235ad8df-9c6e-4992-8ea0-a86310071bbe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Oct 15 20:08:58.863479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:58.941259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Pushing event updated for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:59.002700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Attempting to bind port 38de7c74-5a78-495c-8f5c-42a2b186e02b on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:08:59.003043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Attempting to bind port 38de7c74-5a78-495c-8f5c-42a2b186e02b by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:08:59.003381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Attempting to bind port 38de7c74-5a78-495c-8f5c-42a2b186e02b on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:08:59.008394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Port 38de7c74-5a78-495c-8f5c-42a2b186e02b on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:08:59.008728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Attempting to bind port 38de7c74-5a78-495c-8f5c-42a2b186e02b on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:08:59.014562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:08:59.014899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:08:59.015339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:08:59.015939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Bound port: 38de7c74-5a78-495c-8f5c-42a2b186e02b, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:08:59.021315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:59.091702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:08:59.096237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:08:59.149609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:59.197415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.198183 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:08:59.200119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] 10.222.0.15 "PUT /v2.0/ports/38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 200 len: 1093 time: 0.8882785 Oct 15 20:08:59.200730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:08:59.204893 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e8dc3-2c8f-4328-af42-781668e92c05" -d '{"events": [{"name": "network-changed", "server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:08:59.236025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91bc61-0fb8-46a5-a62a-8802efe9de32 service neutron] Pushing event updated for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:08:59.253544 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052e3afe-29ac-4719-81be-4c34ed13e6ea x-openstack-request-id: req-052e3afe-29ac-4719-81be-4c34ed13e6ea {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:08:59.253835 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:08:59.254092 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-052e3afe-29ac-4719-81be-4c34ed13e6ea {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:08:59.254494 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b', 'status': 'completed', 'code': 200} Oct 15 20:08:59.330063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-3ca90239-9dd3-4b13-a874-046907fbd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.331764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-3ca90239-9dd3-4b13-a874-046907fbd572 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1096 time: 0.0453017 Oct 15 20:08:59.540218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-bea5ef10-86f5-43cf-93f2-8cd899dac11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.541767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-bea5ef10-86f5-43cf-93f2-8cd899dac11a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2933c801b26c455696709e5b00652959&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1996019 Oct 15 20:08:59.724609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-e348223b-d07e-4539-aa5c-63294029ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.726610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b5e8dc3-2c8f-4328-af42-781668e92c05 req-e348223b-d07e-4539-aa5c-63294029ba37 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769688 Oct 15 20:08:59.803249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-c2171165-c6eb-4ddb-a84e-1db030d29880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.804691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-c2171165-c6eb-4ddb-a84e-1db030d29880 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1096 time: 0.0412838 Oct 15 20:08:59.852005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-e42501a9-95de-4756-b049-a13c7de8f9c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 200 len: 217 time: 0.0395014 Oct 15 20:08:59.934633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-bb69a89b-4f16-4fcd-980e-1ab431c2a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.936130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-bb69a89b-4f16-4fcd-980e-1ab431c2a228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0759866 Oct 15 20:08:59.981010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3701ef-46f2-4b67-95cd-0266cf910194 req-72ee305f-e73e-4c0a-baea-4a144364b74d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:08:59.982624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3701ef-46f2-4b67-95cd-0266cf910194 req-72ee305f-e73e-4c0a-baea-4a144364b74d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 944 time: 0.0936995 Oct 15 20:09:00.019639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-a900f36e-b907-4dba-9d10-81a658f8f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:00.021129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-a900f36e-b907-4dba-9d10-81a658f8f009 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779486 Oct 15 20:09:00.048918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f3701ef-46f2-4b67-95cd-0266cf910194 req-5e6a219b-6565-461a-afc6-df3a1e45c94a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Oct 15 20:09:00.135422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-dea73e6a-9690-452d-bd06-cc3b7e54cacc service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059933 Oct 15 20:09:00.240278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1bb82dd-c484-4140-a1a3-5ba97049b941 req-85b4c785-78f4-4bad-9b55-c21b560b179a service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974631 Oct 15 20:09:00.795313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-b3e6bbd5-7f83-4cc4-a033-556d22a90ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390625 Oct 15 20:09:00.857673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8143-87b5-4e9d-bdd9-173653915256 req-35741b95-7492-4958-89e5-32fbda016d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:00.859038 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-35741b95-7492-4958-89e5-32fbda016d9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0401404 Oct 15 20:09:00.970325 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8143-87b5-4e9d-bdd9-173653915256 req-dd270c0e-e51f-4f99-ae05-816166e4b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:00.971865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-dd270c0e-e51f-4f99-ae05-816166e4b090 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.0935493 Oct 15 20:09:01.052718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-f236873d-9d31-43a1-abbf-b855dea741ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0739696 Oct 15 20:09:01.129945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8143-87b5-4e9d-bdd9-173653915256 req-98232417-c208-493c-b728-8cc118c52bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:01.133049 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-98232417-c208-493c-b728-8cc118c52bd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0732622 Oct 15 20:09:01.208122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da8143-87b5-4e9d-bdd9-173653915256 req-d6db164c-78b8-4ed2-9155-5027802350f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:01.208122 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-d6db164c-78b8-4ed2-9155-5027802350f4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509646 Oct 15 20:09:01.209175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b689c0-bb84-4ef6-a60b-dc5d6e6faa36 req-c35ff5dd-7794-4aed-88e7-fad2378fdf6b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:01.209175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37b689c0-bb84-4ef6-a60b-dc5d6e6faa36 req-c35ff5dd-7794-4aed-88e7-fad2378fdf6b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 944 time: 0.0631826 Oct 15 20:09:01.245574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37b689c0-bb84-4ef6-a60b-dc5d6e6faa36 req-f2d9b7b1-e3f2-479b-abdd-6fd622cd0ea4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324750 Oct 15 20:09:01.289760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-1883c6fb-0eea-4cdf-b638-21e1aed2e3a5 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908742 Oct 15 20:09:01.364305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-d9972586-4814-4b92-a09f-014da33f2e90 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=01327d62e1534ffab278611b5b88a405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348964 Oct 15 20:09:01.395816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-96da8143-87b5-4e9d-bdd9-173653915256 req-e6f57333-2249-4f3d-ab4d-c155c9cf9ffb service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994809 Oct 15 20:09:01.562727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-6bad00eb-7857-442c-bef5-d6ec888637b6 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:01.564422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-6bad00eb-7857-442c-bef5-d6ec888637b6 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941700 Oct 15 20:09:01.578857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-5a94f769-7d98-423c-ae2e-26a25a674652 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/quotas/01327d62e1534ffab278611b5b88a405 HTTP/1.1" status: 200 len: 375 time: 0.0088274 Oct 15 20:09:01.610967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-33161582-ca10-4114-8321-ae07c374e1e0 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=01327d62e1534ffab278611b5b88a405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261097 Oct 15 20:09:01.926232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e8b442a-69bc-462b-8c35-c3e8a6972858 req-be17e940-cceb-428c-84c1-83feee819515 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 210 time: 0.0283959 Oct 15 20:09:02.390011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6271a3-a970-41a1-a5dd-5237a56a71dd req-a6fa59aa-7a1f-4280-aa57-51d7bcff652c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:02.392199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f6271a3-a970-41a1-a5dd-5237a56a71dd req-a6fa59aa-7a1f-4280-aa57-51d7bcff652c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 944 time: 0.0697637 Oct 15 20:09:02.433228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f6271a3-a970-41a1-a5dd-5237a56a71dd req-1d7ab23d-0d44-45d6-bccb-0ae3b1ef3be0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Oct 15 20:09:03.030841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654d2897-74e3-41c1-8e9c-1b27e3912d15 req-cb283e92-debb-4bf6-b15f-8f6cba62f7e7 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 210 time: 0.0332465 Oct 15 20:09:03.551272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31ee96-9183-4b92-8551-7a648be285a9 req-6995e168-212b-4e58-a977-e001d039aacb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:03.552939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c31ee96-9183-4b92-8551-7a648be285a9 req-6995e168-212b-4e58-a977-e001d039aacb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 944 time: 0.0508978 Oct 15 20:09:03.596640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c31ee96-9183-4b92-8551-7a648be285a9 req-f400507f-9741-4188-9d11-a0c7fffe4e7c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375717 Oct 15 20:09:04.019683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-43a98a33-3316-4b6d-ac60-fdc8649dc489 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=01327d62e1534ffab278611b5b88a405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287542 Oct 15 20:09:04.145707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a192626-9b8c-49b1-a399-03d27f608442 req-4005eda1-dde4-4cc6-b36c-bcaa88d27883 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 210 time: 0.0283422 Oct 15 20:09:04.241417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-54834f0b-aabd-49d9-8c89-fa772f931f5a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:04.243756 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-54834f0b-aabd-49d9-8c89-fa772f931f5a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185895 Oct 15 20:09:04.262480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Request body: {'port': {'device_id': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': '01327d62e1534ffab278611b5b88a405'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:04.434228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Made reservation on behalf of 01327d62e1534ffab278611b5b88a405 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:04.437778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.446581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.529853 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.588861 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.651770 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:04.715261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775b8d7-1d87-4577-873d-1304cc1757b8 req-febb0013-e4b2-4a60-b2c3-f00dc37901ee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:04.716772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a775b8d7-1d87-4577-873d-1304cc1757b8 req-febb0013-e4b2-4a60-b2c3-f00dc37901ee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 944 time: 0.0498967 Oct 15 20:09:04.739854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Allocated IP 192.168.233.105 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/4da29365-4f59-445b-8e94-6627d84a4a3d) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:04.755002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a775b8d7-1d87-4577-873d-1304cc1757b8 req-b2f70dfe-c746-4000-b232-a7a8b74779f7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314271 Oct 15 20:09:04.776147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 38de7c74-5a78-495c-8f5c-42a2b186e02b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:09:04.883382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:04.895806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '38de7c74-5a78-495c-8f5c-42a2b186e02b', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '38de7c74-5a78-495c-8f5c-42a2b186e02b', 'mac_address': 'fa:16:3e:b1:df:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:09:04.904648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.940479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:04.954504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38de7c74-5a78-495c-8f5c-42a2b186e02b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:04.976588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:04.995348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.038583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:05.041687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:05.045621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:05.052099 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.077951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Pushing event updated for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:05.116786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:05.118753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.122625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:05.243488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-a4f47d76-95f1-49e5-bb59-767aa5a1d1b3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9846735 Oct 15 20:09:05.258131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Request body: {'port': {'device_id': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:05.272704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-55e0163e-6400-4898-90e8-1e095de5c318 None None] Provisioning complete for port 4da29365-4f59-445b-8e94-6627d84a4a3d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:05.273534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55e0163e-6400-4898-90e8-1e095de5c318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.285790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab068f-9719-4bc0-baf1-d71804b343c3 req-df4d75e0-a133-43e9-9a70-14579fb73b42 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:05.293933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aab068f-9719-4bc0-baf1-d71804b343c3 req-df4d75e0-a133-43e9-9a70-14579fb73b42 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 936 time: 0.0718129 Oct 15 20:09:05.315911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-55e0163e-6400-4898-90e8-1e095de5c318 None None] Port 4da29365-4f59-445b-8e94-6627d84a4a3d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:09:05.328364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.336281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3aab068f-9719-4bc0-baf1-d71804b343c3 req-d207efbb-ceec-4579-bf5a-ed601607eb9c tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Oct 15 20:09:05.348812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:05.608972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da29365-4f59-445b-8e94-6627d84a4a3d {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:05.616966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.628598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Transition to ACTIVE for port object 4da29365-4f59-445b-8e94-6627d84a4a3d will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:09:05.697561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.771111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:05.845664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Attempting to bind port 4da29365-4f59-445b-8e94-6627d84a4a3d on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:05.846167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Attempting to bind port 4da29365-4f59-445b-8e94-6627d84a4a3d by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:05.846582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Attempting to bind port 4da29365-4f59-445b-8e94-6627d84a4a3d on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:05.853225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Port 4da29365-4f59-445b-8e94-6627d84a4a3d on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:09:05.857244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Attempting to bind port 4da29365-4f59-445b-8e94-6627d84a4a3d on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:05.859664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:05.860766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:05.861317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:05.862570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Bound port: 4da29365-4f59-445b-8e94-6627d84a4a3d, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:05.863061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:05.898780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19798862-e222-40d7-8812-4834d0dc62f6 req-2dc83ec2-b7fa-4172-aa03-9580ccab5796 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:05.901400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19798862-e222-40d7-8812-4834d0dc62f6 req-2dc83ec2-b7fa-4172-aa03-9580ccab5796 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Oct 15 20:09:05.943174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:05.944327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4da29365-4f59-445b-8e94-6627d84a4a3d,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:05.955405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19798862-e222-40d7-8812-4834d0dc62f6 req-1f9314ae-1530-4529-90a2-b6894b406370 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Oct 15 20:09:06.023867 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:06.060499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.061106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:06.062495 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] 10.222.0.11 "PUT /v2.0/ports/4da29365-4f59-445b-8e94-6627d84a4a3d HTTP/1.1" status: 200 len: 1097 time: 0.8091421 Oct 15 20:09:06.062935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:06.065931 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac9a8e3-d847-483f-b542-847691d66341" -d '{"events": [{"name": "network-changed", "server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:06.092140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379da0-5e03-4f2e-91b4-387e60d8bd37 service neutron] Pushing event updated for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:06.220812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3250be92-85f2-4731-b5d2-899b67822d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.222261 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-3250be92-85f2-4731-b5d2-899b67822d82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01327d62e1534ffab278611b5b88a405&device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 1100 time: 0.0523579 Oct 15 20:09:06.271221 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec5088c-0ab0-42ad-af3e-5a4b69f92069 x-openstack-request-id: req-4ec5088c-0ab0-42ad-af3e-5a4b69f92069 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:06.271510 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:06.271911 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ec5088c-0ab0-42ad-af3e-5a4b69f92069 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:06.272185 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d', 'status': 'completed', 'code': 200} Oct 15 20:09:06.273946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-e3635ad0-1613-4d89-b81b-512def25b157 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4da29365-4f59-445b-8e94-6627d84a4a3d HTTP/1.1" status: 200 len: 217 time: 0.0429580 Oct 15 20:09:06.326099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-87716a7c-3501-4620-a4a1-4124c145fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.327597 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-87716a7c-3501-4620-a4a1-4124c145fa48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0471492 Oct 15 20:09:06.375541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-90f21e95-ea86-46ae-a5e9-76c32fac496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.377206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-90f21e95-ea86-46ae-a5e9-76c32fac496a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0419848 Oct 15 20:09:06.471847 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-02b1072e-08d8-4066-8d97-e1a789e9f6d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878639 Oct 15 20:09:06.475286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b5d89-2682-4d60-9f08-29529e2640b6 req-b84e606b-5c37-4291-9d1f-8691adb0fdaa tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.476784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161b5d89-2682-4d60-9f08-29529e2640b6 req-b84e606b-5c37-4291-9d1f-8691adb0fdaa tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 948 time: 0.0497563 Oct 15 20:09:06.515814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-161b5d89-2682-4d60-9f08-29529e2640b6 req-95efdf3b-2b44-4fa8-a185-06d4a8efd236 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328157 Oct 15 20:09:06.574553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4a66abcb-886e-4dab-b4d5-9e421ae8fb31 req-2277f57e-767b-4754-8571-ecddddad3d67 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957012 Oct 15 20:09:06.723785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a8e3-d847-483f-b542-847691d66341 req-d8405396-a06f-442d-9de8-7cfd6b9e4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.725180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-d8405396-a06f-442d-9de8-7cfd6b9e4bb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01327d62e1534ffab278611b5b88a405&device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 1100 time: 0.0456409 Oct 15 20:09:06.785805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 38de7c74-5a78-495c-8f5c-42a2b186e02b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:06.815762 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a8e3-d847-483f-b542-847691d66341 req-30af1586-2834-43b6-a54a-b73a265601d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.817216 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-30af1586-2834-43b6-a54a-b73a265601d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.0851641 Oct 15 20:09:06.865498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-e8e34c64-7da7-42b4-a228-ccc7b9ef4b7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4da29365-4f59-445b-8e94-6627d84a4a3d HTTP/1.1" status: 200 len: 217 time: 0.0398345 Oct 15 20:09:06.883664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 38de7c74-5a78-495c-8f5c-42a2b186e02b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:09:06.887161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 38de7c74-5a78-495c-8f5c-42a2b186e02b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:06.887788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:06.920494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a8e3-d847-483f-b542-847691d66341 req-491d78cc-e5e5-4350-bb43-b61af292df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.921989 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-491d78cc-e5e5-4350-bb43-b61af292df79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0497160 Oct 15 20:09:06.971748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9a8e3-d847-483f-b542-847691d66341 req-8ea40b6c-c5f4-4679-b430-b996d1e03485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:06.973161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:06.973300 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-8ea40b6c-c5f4-4679-b430-b996d1e03485 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0440679 Oct 15 20:09:07.003582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:07.006258 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19334606-801e-4950-8ea9-f1e7beae43a8" -d '{"events": [{"server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "name": "network-vif-plugged", "status": "completed", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:07.021105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:07.069611 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:07.076760 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-a482e941-26e1-4c74-8b6c-2fde53c1dbd6 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957665 Oct 15 20:09:07.096375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadbc12-f0f8-4b40-b8ef-b2bceefee10a req-c31b55d7-87ed-40b6-8580-7eb9a048ec4f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:07.097913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4eadbc12-f0f8-4b40-b8ef-b2bceefee10a req-c31b55d7-87ed-40b6-8580-7eb9a048ec4f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 945 time: 0.0550954 Oct 15 20:09:07.127844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:07.139136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4eadbc12-f0f8-4b40-b8ef-b2bceefee10a req-5abe2fc1-4033-4248-b6d7-2cc787023406 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349100 Oct 15 20:09:07.185844 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a8216-b3b5-4a75-8666-899af3279e3e x-openstack-request-id: req-1b6a8216-b3b5-4a75-8666-899af3279e3e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:07.186132 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "name": "network-vif-plugged", "status": "completed", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:07.186380 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b6a8216-b3b5-4a75-8666-899af3279e3e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:07.186791 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b', 'code': 200} Oct 15 20:09:07.196366 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bac9a8e3-d847-483f-b542-847691d66341 req-383538f9-a69e-4813-a776-b86d53e3c233 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063211 Oct 15 20:09:07.299872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972c609-677f-4972-b8dc-e02eff0b776e req-b009857f-4b39-46a8-b924-f7f33576949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:07.301283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5972c609-677f-4972-b8dc-e02eff0b776e req-b009857f-4b39-46a8-b924-f7f33576949e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1098 time: 0.0448442 Oct 15 20:09:07.335231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5972c609-677f-4972-b8dc-e02eff0b776e req-1e6fa752-f51a-4380-a352-a1a8fe0c4a68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270548 Oct 15 20:09:07.649156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cee06f-69f0-484d-997e-276916a3b172 req-e959a450-695a-438e-b7da-78fdd47d700d tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:07.650678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8cee06f-69f0-484d-997e-276916a3b172 req-e959a450-695a-438e-b7da-78fdd47d700d tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 948 time: 0.0610826 Oct 15 20:09:07.661981 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:09:07.693914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8cee06f-69f0-484d-997e-276916a3b172 req-256e1dff-edef-4748-9f5c-37c4afb7d872 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312841 Oct 15 20:09:08.259543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b321959-d433-42e1-8d25-6afe8ce6efda req-374f95b3-07dc-409f-8d9c-b7210c7789d1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:08.261006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b321959-d433-42e1-8d25-6afe8ce6efda req-374f95b3-07dc-409f-8d9c-b7210c7789d1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0527952 Oct 15 20:09:08.299146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b321959-d433-42e1-8d25-6afe8ce6efda req-00d88d53-adbf-4ecf-85cc-6dcb9185d18b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Oct 15 20:09:08.808915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e545ee-0ee1-4d0d-ac5c-ffcdbad3da96 req-45faed81-9d1e-4ef9-944c-ce78681633b8 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:08.810570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22e545ee-0ee1-4d0d-ac5c-ffcdbad3da96 req-45faed81-9d1e-4ef9-944c-ce78681633b8 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 948 time: 0.0485976 Oct 15 20:09:08.852005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22e545ee-0ee1-4d0d-ac5c-ffcdbad3da96 req-502af63a-eb65-45b2-9bfb-3608ef01c384 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Oct 15 20:09:09.419941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c33a96-1149-4438-82f8-233e9995ecf9 req-2a48e58f-47d9-4c88-b9b3-68e499b5a950 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:09.421474 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77c33a96-1149-4438-82f8-233e9995ecf9 req-2a48e58f-47d9-4c88-b9b3-68e499b5a950 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0479240 Oct 15 20:09:09.459987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77c33a96-1149-4438-82f8-233e9995ecf9 req-9370e344-0668-4b89-8247-5f776680cb0d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313151 Oct 15 20:09:09.787538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d82c8f-e76b-4c79-8bc0-7ad8ea447af5 req-ff849008-8eb2-4b22-bae7-0796dfe34cd0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:09.789096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4d82c8f-e76b-4c79-8bc0-7ad8ea447af5 req-ff849008-8eb2-4b22-bae7-0796dfe34cd0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0552242 Oct 15 20:09:09.828206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4d82c8f-e76b-4c79-8bc0-7ad8ea447af5 req-2ace188f-f0d6-485b-a5c3-64875ae3358f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328603 Oct 15 20:09:09.970137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c45b5-cc2a-4357-a77b-f49571d25593 req-38660360-25ca-4898-a0d1-73f02d54627c tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:09.971807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2c45b5-cc2a-4357-a77b-f49571d25593 req-38660360-25ca-4898-a0d1-73f02d54627c tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 948 time: 0.0510147 Oct 15 20:09:10.009602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a2c45b5-cc2a-4357-a77b-f49571d25593 req-74cf3e23-f5e3-4233-9244-aca6bfba5505 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Oct 15 20:09:10.286949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4da29365-4f59-445b-8e94-6627d84a4a3d details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:09:10.387600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4da29365-4f59-445b-8e94-6627d84a4a3d,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:10.398731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '4da29365-4f59-445b-8e94-6627d84a4a3d', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '4da29365-4f59-445b-8e94-6627d84a4a3d', 'mac_address': 'fa:16:3e:9e:9d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:09:10.436713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:10.450179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da29365-4f59-445b-8e94-6627d84a4a3d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:10.470654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4da29365-4f59-445b-8e94-6627d84a4a3d,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:10.537697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:10.587415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:10.889634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4da29365-4f59-445b-8e94-6627d84a4a3d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:10.945574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e2bb1-8317-430b-8808-7abf91804880 req-2edd8234-3621-438a-ace1-0ef9a4cdd7fa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:10.968440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8e2bb1-8317-430b-8808-7abf91804880 req-2edd8234-3621-438a-ace1-0ef9a4cdd7fa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0501506 Oct 15 20:09:10.988571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8e2bb1-8317-430b-8808-7abf91804880 req-850c052d-cfd3-49b1-b0e0-0d9540932d23 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354486 Oct 15 20:09:11.138493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ba5ce-2969-4fcf-9cd2-c9abd498bb79 req-14f1ac63-8108-445c-aa5d-fcd0853cb6be tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:11.139976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-323ba5ce-2969-4fcf-9cd2-c9abd498bb79 req-14f1ac63-8108-445c-aa5d-fcd0853cb6be tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 949 time: 0.0533328 Oct 15 20:09:11.179228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-323ba5ce-2969-4fcf-9cd2-c9abd498bb79 req-dfcd05b6-5746-4021-85bc-d1cc5f006025 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Oct 15 20:09:12.110398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e58c44-358d-44cb-843e-6eba40a83192 req-25f4a56e-f992-4bbd-8f9f-20f6a801752e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:12.111907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e58c44-358d-44cb-843e-6eba40a83192 req-25f4a56e-f992-4bbd-8f9f-20f6a801752e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0557365 Oct 15 20:09:12.149144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e58c44-358d-44cb-843e-6eba40a83192 req-2b0244ea-7cf8-4085-8ce0-f5e1c6436ebe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Oct 15 20:09:12.286994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4da29365-4f59-445b-8e94-6627d84a4a3d up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:12.301423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e396a-e3f9-4dca-997a-5088859bfe2d req-d82b7273-f9ef-44c1-b43e-2fabb7de4ecf tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:12.302986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-149e396a-e3f9-4dca-997a-5088859bfe2d req-d82b7273-f9ef-44c1-b43e-2fabb7de4ecf tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 949 time: 0.0513620 Oct 15 20:09:12.341036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-149e396a-e3f9-4dca-997a-5088859bfe2d req-3a64fdac-b196-4572-aded-bf1ebfe48b2f tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315378 Oct 15 20:09:12.426369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 4da29365-4f59-445b-8e94-6627d84a4a3d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:09:12.426369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 4da29365-4f59-445b-8e94-6627d84a4a3d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:12.426704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:12.507871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:12.530326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:12.532574 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3379d9c-d15f-4c31-b81a-d91554977622" -d '{"events": [{"server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "name": "network-vif-plugged", "status": "completed", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:12.544557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4da29365-4f59-445b-8e94-6627d84a4a3d,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:12.571649 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca59544-a097-450b-beda-5f527f663977 x-openstack-request-id: req-cca59544-a097-450b-beda-5f527f663977 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:12.571946 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "name": "network-vif-plugged", "status": "completed", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:12.572199 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cca59544-a097-450b-beda-5f527f663977 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:12.572589 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d', 'code': 200} Oct 15 20:09:12.617771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:12.671992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b049b-7544-4a59-b5a5-8086252ed49d req-2a3d10f1-2182-47a1-a226-7ddf740ee1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:12.674693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d4b049b-7544-4a59-b5a5-8086252ed49d req-2a3d10f1-2182-47a1-a226-7ddf740ee1e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 1102 time: 0.0450859 Oct 15 20:09:12.677947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:12.717294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-3d4b049b-7544-4a59-b5a5-8086252ed49d req-6c2c3d4f-c9a9-4ca0-88b8-885c56f99737 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Oct 15 20:09:13.372206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc611f-9dea-4ce3-9ced-18f75cef3711 req-f37717cf-ac81-4fbf-bb22-ecbbcaf2b1e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:13.373711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aafc611f-9dea-4ce3-9ced-18f75cef3711 req-f37717cf-ac81-4fbf-bb22-ecbbcaf2b1e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0539474 Oct 15 20:09:13.413457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aafc611f-9dea-4ce3-9ced-18f75cef3711 req-021dfaca-3ee4-42ff-9636-2ae8a6a87d70 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Oct 15 20:09:13.515801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230cde-a771-49c8-8374-f58f4e8614bf req-a851d9ea-5a43-435e-abfe-f52680f9b66b tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:13.518180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc230cde-a771-49c8-8374-f58f4e8614bf req-a851d9ea-5a43-435e-abfe-f52680f9b66b tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 950 time: 0.0499146 Oct 15 20:09:13.555759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc230cde-a771-49c8-8374-f58f4e8614bf req-b8cdff05-a028-41f0-afda-55b8df5c08f3 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Oct 15 20:09:14.528180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d1a66-4d84-4ef3-83fc-f19274fa932a req-06533db4-99ec-4f66-9315-4406ee95f91f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:14.529641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df6d1a66-4d84-4ef3-83fc-f19274fa932a req-06533db4-99ec-4f66-9315-4406ee95f91f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0488780 Oct 15 20:09:14.567316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df6d1a66-4d84-4ef3-83fc-f19274fa932a req-5a001df1-2981-45a8-9516-1491bc847dff tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Oct 15 20:09:14.677706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70104e8c-2d06-4c1d-a305-8b0273ebbdbc req-51d52ca4-d99a-4369-8387-20b3ba4e249f tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:14.679181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70104e8c-2d06-4c1d-a305-8b0273ebbdbc req-51d52ca4-d99a-4369-8387-20b3ba4e249f tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 950 time: 0.0525835 Oct 15 20:09:14.717083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70104e8c-2d06-4c1d-a305-8b0273ebbdbc req-2cddf8f6-fe62-4a1c-9bd0-e320b55be415 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Oct 15 20:09:15.696582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36becc-6ff1-460c-9c87-fe196e00909b req-d3fa3c82-c7a5-49df-9aa1-430be47fdfbf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:15.698218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd36becc-6ff1-460c-9c87-fe196e00909b req-d3fa3c82-c7a5-49df-9aa1-430be47fdfbf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0547161 Oct 15 20:09:15.739843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd36becc-6ff1-460c-9c87-fe196e00909b req-fb823144-b126-4848-99fa-d79d522bb1de tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339582 Oct 15 20:09:16.861648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9c6b-1dcb-4fd4-9e84-28c5e7b2de90 req-67c5db90-5aef-439a-bf8f-2c24f990e2ee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:16.868026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89fc9c6b-1dcb-4fd4-9e84-28c5e7b2de90 req-67c5db90-5aef-439a-bf8f-2c24f990e2ee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0544000 Oct 15 20:09:16.904333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89fc9c6b-1dcb-4fd4-9e84-28c5e7b2de90 req-2124a181-4220-4dfd-8689-f7ea3d994eee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338712 Oct 15 20:09:18.043177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c59ae8-7c54-4adc-bc1b-161fd8d1e011 req-99042300-f7ee-483f-98a8-5ab1d279c85c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:18.044783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c59ae8-7c54-4adc-bc1b-161fd8d1e011 req-99042300-f7ee-483f-98a8-5ab1d279c85c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0538280 Oct 15 20:09:18.094267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c59ae8-7c54-4adc-bc1b-161fd8d1e011 req-ecfbe6e3-af1e-40dd-bca0-f477f8e375b9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Oct 15 20:09:18.520277 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-eded0f81-e751-4ffb-867b-b34077dbf06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:19.215958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28caa29b-7fbd-4524-b11d-1e58ed9c4cc6 req-c5198a72-ca32-452b-a75e-47811f372b57 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:19.217439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28caa29b-7fbd-4524-b11d-1e58ed9c4cc6 req-c5198a72-ca32-452b-a75e-47811f372b57 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0512848 Oct 15 20:09:19.256822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28caa29b-7fbd-4524-b11d-1e58ed9c4cc6 req-dcefdf80-a274-45ac-9f56-f515d4f654f3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Oct 15 20:09:20.377520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be3d20-042f-4a27-8607-12abd8a97019 req-0824e83d-8f2f-4c64-ab43-c8322196e44e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:20.379320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93be3d20-042f-4a27-8607-12abd8a97019 req-0824e83d-8f2f-4c64-ab43-c8322196e44e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0510406 Oct 15 20:09:20.424751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93be3d20-042f-4a27-8607-12abd8a97019 req-9953c72f-a50b-4b07-a7bd-6718d2991dfe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363712 Oct 15 20:09:21.439412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8860f8fe-4dd2-4553-ae7f-2c11fe9d7da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:21.557817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59db11f-ca8c-4dfa-b4e1-511be81d72fc req-327c5c9a-eb5b-4415-96be-d6bec96bb5bf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:21.559687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b59db11f-ca8c-4dfa-b4e1-511be81d72fc req-327c5c9a-eb5b-4415-96be-d6bec96bb5bf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0574236 Oct 15 20:09:21.599867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b59db11f-ca8c-4dfa-b4e1-511be81d72fc req-f5ae3171-8381-4b24-919b-68f244fdcd36 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Oct 15 20:09:22.348481 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:22.691674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:22.717626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849618a4-1d4f-4e50-ba1f-2a19053024b4 req-91a4934f-6492-4226-809f-85814c5e345d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:22.720608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849618a4-1d4f-4e50-ba1f-2a19053024b4 req-91a4934f-6492-4226-809f-85814c5e345d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0496798 Oct 15 20:09:22.757737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-849618a4-1d4f-4e50-ba1f-2a19053024b4 req-f88a2287-ebad-4185-8076-0c83437837f0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Oct 15 20:09:22.799515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:22.890771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:23.874463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98037809-9cd7-4bf4-a737-4ae2756efadc req-fe92b031-fd7a-476b-aecb-5881dee84084 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:23.876048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98037809-9cd7-4bf4-a737-4ae2756efadc req-fe92b031-fd7a-476b-aecb-5881dee84084 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0502808 Oct 15 20:09:23.917018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98037809-9cd7-4bf4-a737-4ae2756efadc req-f631b476-ccca-40f9-84ce-69190f722bb4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339527 Oct 15 20:09:24.577085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:25.043646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cb7b1-53c3-4e4e-ae88-069947a15142 req-446d2a1f-b911-4ce2-a131-a5b96fa4c779 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:25.045141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e7cb7b1-53c3-4e4e-ae88-069947a15142 req-446d2a1f-b911-4ce2-a131-a5b96fa4c779 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0532196 Oct 15 20:09:25.097840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e7cb7b1-53c3-4e4e-ae88-069947a15142 req-b3b886ce-fdee-4516-9e1a-edb4097eb52d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446320 Oct 15 20:09:26.225556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cae08-e774-489e-9143-07b8198b0aa8 req-2aa6ecf1-1bdb-40d9-bd67-af124c1f7f49 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:26.227040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de1cae08-e774-489e-9143-07b8198b0aa8 req-2aa6ecf1-1bdb-40d9-bd67-af124c1f7f49 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0486341 Oct 15 20:09:26.266716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de1cae08-e774-489e-9143-07b8198b0aa8 req-863d9926-f768-4f58-a0eb-87a516f6ea94 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Oct 15 20:09:27.392402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412913e0-9e07-45bf-97ff-82a27c383bce req-85b778f2-4c02-4c2c-b1a6-44f286075c5a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:27.393861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-412913e0-9e07-45bf-97ff-82a27c383bce req-85b778f2-4c02-4c2c-b1a6-44f286075c5a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0502634 Oct 15 20:09:27.432458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-412913e0-9e07-45bf-97ff-82a27c383bce req-f50d43f1-c4dc-449d-9112-d6fdf64f2738 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Oct 15 20:09:28.553935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114d386-35e6-4eff-b8ca-fa975f6fbfee req-f58fdca4-f9d4-4efc-bc27-ebd0744cec3c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:28.555649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4114d386-35e6-4eff-b8ca-fa975f6fbfee req-f58fdca4-f9d4-4efc-bc27-ebd0744cec3c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0535898 Oct 15 20:09:28.594932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4114d386-35e6-4eff-b8ca-fa975f6fbfee req-20de8841-8476-4213-9bc2-25d99d3c8c5b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329072 Oct 15 20:09:29.715140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936b88d-88ea-4f96-a992-a89fb48d005b req-b42b3e3e-3ac2-4000-bfcd-d924b3886c49 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:29.716684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e936b88d-88ea-4f96-a992-a89fb48d005b req-b42b3e3e-3ac2-4000-bfcd-d924b3886c49 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0511427 Oct 15 20:09:29.773945 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e936b88d-88ea-4f96-a992-a89fb48d005b req-c21fbb65-978f-404d-867e-c45f8a2c17dc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 Oct 15 20:09:30.898089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231146b-3855-4b0d-947f-fc67a7bdc534 req-d96a7df6-ee78-4ab8-997d-72092f653004 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:30.899601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8231146b-3855-4b0d-947f-fc67a7bdc534 req-d96a7df6-ee78-4ab8-997d-72092f653004 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0496075 Oct 15 20:09:30.938893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8231146b-3855-4b0d-947f-fc67a7bdc534 req-21091c4b-181d-40cc-8cee-b9bbd4836af2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328326 Oct 15 20:09:32.066810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee9c31-ffc0-459b-bbd8-c0295a20cd53 req-d8df7f76-a6ca-4a5a-aa8a-15f69c027086 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:32.068477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ee9c31-ffc0-459b-bbd8-c0295a20cd53 req-d8df7f76-a6ca-4a5a-aa8a-15f69c027086 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0566111 Oct 15 20:09:32.109453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ee9c31-ffc0-459b-bbd8-c0295a20cd53 req-79b7c9b7-2197-4c04-a6bf-b6006a17d781 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347819 Oct 15 20:09:32.977740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb12a-6313-4c47-ace1-1935dd74d89b req-4c6f9186-f3ff-4a57-bad5-fd583f07f0db tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:32.982808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d69fb12a-6313-4c47-ace1-1935dd74d89b req-4c6f9186-f3ff-4a57-bad5-fd583f07f0db tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0671148 Oct 15 20:09:33.017869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d69fb12a-6313-4c47-ace1-1935dd74d89b req-d596fef3-4659-49b1-95fa-9450ddc89f28 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325081 Oct 15 20:09:33.237174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21719c1a-827d-4cf9-8e53-0fef43c7d96d req-7ea81698-d195-4c1f-bd73-2ea1a3d5752e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:33.238976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21719c1a-827d-4cf9-8e53-0fef43c7d96d req-7ea81698-d195-4c1f-bd73-2ea1a3d5752e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0568237 Oct 15 20:09:33.277980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21719c1a-827d-4cf9-8e53-0fef43c7d96d req-83b6f42c-e6a4-4871-9106-ecc0d4d94418 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325797 Oct 15 20:09:34.145528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14a08-38cb-4f16-bc27-e962bb7646b4 req-90d537bb-dbcc-4255-9657-a34d7459ec3e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:34.147043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4a14a08-38cb-4f16-bc27-e962bb7646b4 req-90d537bb-dbcc-4255-9657-a34d7459ec3e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0552249 Oct 15 20:09:34.192592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4a14a08-38cb-4f16-bc27-e962bb7646b4 req-bb62e3e2-3710-4a09-a907-6da544dd8c92 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355055 Oct 15 20:09:34.415105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300fc52-ddf1-49be-90fb-00e78940cef4 req-91188402-e9c0-4607-82bc-466354f2a3c7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:34.416833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8300fc52-ddf1-49be-90fb-00e78940cef4 req-91188402-e9c0-4607-82bc-466354f2a3c7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0546186 Oct 15 20:09:34.468332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8300fc52-ddf1-49be-90fb-00e78940cef4 req-173fd72d-e05b-4b88-8d56-6a679b44d761 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Oct 15 20:09:34.802965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-0793ba1e-8df6-4f8b-a86f-f0b2c8e2f74a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:34.804534 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-0793ba1e-8df6-4f8b-a86f-f0b2c8e2f74a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0516074 Oct 15 20:09:34.915526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Deleting port c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:34.919480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:35.329894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] For port c927da10-17d2-4b34-bf7b-7dc76822ad68, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=c927da10-17d2-4b34-bf7b-7dc76822ad68,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:35.330299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:35.358233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc30da-8c84-4c04-855a-9342fa7beb58 req-56f657bb-df1f-403c-a24d-d6ee29b43b93 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:35.359771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75dc30da-8c84-4c04-855a-9342fa7beb58 req-56f657bb-df1f-403c-a24d-d6ee29b43b93 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 947 time: 0.0741031 Oct 15 20:09:35.405265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75dc30da-8c84-4c04-855a-9342fa7beb58 req-c5d168b6-4b03-4771-837c-829d38bbf385 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=add5c7f3-35b1-4596-9bf0-cbd695a262c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347641 Oct 15 20:09:35.597247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:35.597611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:35.597924 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Floating IP 5503df9b-87ea-4f83-8699-74068d764298 disassociated. External IP: 172.25.0.14, port: c927da10-17d2-4b34-bf7b-7dc76822ad68. Oct 15 20:09:35.598265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Calling delete_port for c927da10-17d2-4b34-bf7b-7dc76822ad68 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:35.620418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a774dd-35e9-4f8d-a4ee-423c718e7ed0 req-92630d82-6b03-4de1-934d-66b1844abcdf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:35.620806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5a774dd-35e9-4f8d-a4ee-423c718e7ed0 req-92630d82-6b03-4de1-934d-66b1844abcdf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0699003 Oct 15 20:09:35.678630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5a774dd-35e9-4f8d-a4ee-423c718e7ed0 req-9167dbc9-3280-4707-a17d-68c262a30dee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513058 Oct 15 20:09:35.867919 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:35.906411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'Port': ['ID=c927da10-17d2-4b34-bf7b-7dc76822ad68,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:35.975155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc67bcd-b9ce-4f8a-909c-d853974ae0b0 req-f40b56fd-6f0c-4f1e-b804-1408255e272a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:35.977176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddc67bcd-b9ce-4f8a-909c-d853974ae0b0 req-f40b56fd-6f0c-4f1e-b804-1408255e272a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0838106 Oct 15 20:09:36.036707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddc67bcd-b9ce-4f8a-909c-d853974ae0b0 req-03c37ee7-28cd-499f-a3ee-09edb820f2f1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494909 Oct 15 20:09:36.078197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:09:36.097013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:36.178291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d6e9-7385-4462-b592-3ccd8a8acd4e req-9d0d48df-08f8-4388-89d2-79516879c49b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:36.183994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e48d6e9-7385-4462-b592-3ccd8a8acd4e req-9d0d48df-08f8-4388-89d2-79516879c49b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0596614 Oct 15 20:09:36.240589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e48d6e9-7385-4462-b592-3ccd8a8acd4e req-bb7d08db-70a9-4f05-83c9-3f41cf2da3c5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492492 Oct 15 20:09:36.336598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:09:36.353115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:09:36.369215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:36.370204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:36.473016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] No DVR routers for this DVR port c927da10-17d2-4b34-bf7b-7dc76822ad68 on host n-h2-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:09:36.476961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:36.484293 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4bc50d5d-d179-4a69-b6ae-0b38fd20e79a req-cc400827-2725-4429-86bc-6adc3e5a95b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "DELETE /v2.0/ports/c927da10-17d2-4b34-bf7b-7dc76822ad68 HTTP/1.1" status: 204 len: 173 time: 1.6725299 Oct 15 20:09:36.484800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-deleted', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:36.487703 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51d9c0-f186-4a08-af41-43dbf693c426" -d '{"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-deleted", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:36.532752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 750b4e76-dc17-488f-85c1-67b8fc77326b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:36.532898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:36.589859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-987ea3c1-cc5f-4588-9f33-829b3c4e0c46 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:36.595484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-987ea3c1-cc5f-4588-9f33-829b3c4e0c46 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1787143 Oct 15 20:09:36.611522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-fdd17947-00c6-4e67-80c7-dfcd048e5f1d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/quotas/2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 375 time: 0.0149949 Oct 15 20:09:36.613902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:36.672578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-278fae95-98ff-4fcc-9d13-ffbf5c215ee7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0600066 Oct 15 20:09:36.731328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:36.731907 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:36.755744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 750b4e76-dc17-488f-85c1-67b8fc77326b owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:36.866194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-2c40241b-e7a4-4c08-9b9d-63dd880683d2 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853955 Oct 15 20:09:36.918128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:36.960971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:09:36.972925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:36.973754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:37.021139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-4f482ac3-e6e8-4e4b-8ff0-6c6d00d4eafe service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540253 Oct 15 20:09:37.119034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:37.131288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:37.159190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=750b4e76-dc17-488f-85c1-67b8fc77326b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:37.228015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:37.228463 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Floating IP 2852d154-4881-4112-8407-b67f24a337a8 disassociated (deleted). External IP: 172.25.0.85, port: c996bc58-5c0d-41f6-a468-d0d55304ab60. Oct 15 20:09:37.426141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18b6fb26-ad98-4537-aabd-c744d1c7097f req-26d11cbf-b92c-4843-af28-775ae409f764 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=28e75d10-409c-4f20-bebd-ce84a6058bcc HTTP/1.1" status: 200 len: 210 time: 0.0428710 Oct 15 20:09:37.437035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:37.499214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b2e125-5f13-42a1-b149-b47f6e8e80d3 None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:09:37.540769 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5b9772-36a4-4122-b4ab-4ec71fb3205f x-openstack-request-id: req-3a5b9772-36a4-4122-b4ab-4ec71fb3205f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:37.542208 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e75d10-409c-4f20-bebd-ce84a6058bcc", "name": "network-vif-deleted", "tag": "c927da10-17d2-4b34-bf7b-7dc76822ad68", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:37.542467 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a5b9772-36a4-4122-b4ab-4ec71fb3205f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:37.542935 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e75d10-409c-4f20-bebd-ce84a6058bcc', 'name': 'network-vif-deleted', 'tag': 'c927da10-17d2-4b34-bf7b-7dc76822ad68', 'status': 'completed', 'code': 200} Oct 15 20:09:37.644113 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 87d7c65a-4d9c-454a-b5b8-ccd584288792 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:09:37.648917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7073d1e-ac0d-4de3-b61c-81c252766310 req-4cad583a-1ee5-44fe-9450-6604506335b4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 210 time: 0.0452964 Oct 15 20:09:37.772334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:09:37.779342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:37.796967 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Sync routers for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:09:37.809144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0fdce3a7-8566-4f82-92bc-3edcdf1b7f4f tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/floatingips/2852d154-4881-4112-8407-b67f24a337a8 HTTP/1.1" status: 204 len: 168 time: 1.7098746 Oct 15 20:09:37.814923 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:37.816497 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:37.891399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b389d3-e5c5-4583-8aa7-be218bb6ed24 None None] New status for floating IP 5503df9b-87ea-4f83-8699-74068d764298: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:09:37.946071 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:38.189085 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:38.218718 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Checking router: 87d7c65a-4d9c-454a-b5b8-ccd584288792 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:09:38.232979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:38.232979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:38.352105 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:38.368941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0cd78-48c7-4c95-b0be-f5c12aaad3b4 req-a7b2860c-81ff-4c83-98c7-fac806bc38c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:38.370409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c0cd78-48c7-4c95-b0be-f5c12aaad3b4 req-a7b2860c-81ff-4c83-98c7-fac806bc38c6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0520213 Oct 15 20:09:38.411435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c0cd78-48c7-4c95-b0be-f5c12aaad3b4 req-5468a128-6502-4714-83ef-94ff2008ba1a tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342827 Oct 15 20:09:38.582104 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:38.611495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e6e83-339b-4fe5-8dea-c678df247bd0 None None] The sync data for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 is: [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '974a6f7f-876f-4fc9-a2eb-1b296d5315e4', 'name': '', 'network_id': '48a90c00-3493-40c9-91a7-d44585112842', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'mac_address': 'fa:16:3e:d5:14:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:43Z', 'updated_at': '2021-10-15T20:06:47Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'subnets': [{'id': 'c7a42678-5766-48f6-9fb7-0d6369ab0d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:09:38.652760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43456) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:38.719973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:38.746456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:38.793836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0285cd18-e595-442d-b775-c44fddb09cd6 req-b440f60d-b5a9-4553-b017-f30e996995b1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 210 time: 0.0375214 Oct 15 20:09:38.908963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:38.911925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:38.913147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "DELETE /v2.0/security-groups/add5c7f3-35b1-4596-9bf0-cbd695a262c0 HTTP/1.1" status: 204 len: 168 time: 0.2592115 Oct 15 20:09:38.916092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43470) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:38.929954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196e51b-8d84-4235-8625-2e175426099e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5c7f3-35b1-4596-9bf0-cbd695a262c0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:38.939816 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-33351ddf-358b-4bd2-8ab2-db15202337e0 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] show failed (client error): The resource could not be found. Oct 15 20:09:38.941767 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-33351ddf-358b-4bd2-8ab2-db15202337e0 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups/add5c7f3-35b1-4596-9bf0-cbd695a262c0 HTTP/1.1" status: 404 len: 347 time: 0.0239456 Oct 15 20:09:38.947593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43474) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:38.966896 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4a333-710d-41cd-99e2-62937814ef4a None None] New status for floating IP 2852d154-4881-4112-8407-b67f24a337a8: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:09:39.095117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Deleting port 45786e06-9760-45bc-bacd-5390e91504cf {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:39.095535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.172100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.172343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.184605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Calling delete_port for 45786e06-9760-45bc-bacd-5390e91504cf owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:39.405347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.431844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'Port': ['ID=45786e06-9760-45bc-bacd-5390e91504cf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:39.544249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:39.545637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.546863 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f998d6-0f44-4aa9-b06b-d60f5129acd0" -d '{"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:39.548931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:39.550796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38c90033-0f96-40bf-b7cb-2721296e1b7b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "DELETE /v2.0/floatingips/5503df9b-87ea-4f83-8699-74068d764298 HTTP/1.1" status: 204 len: 168 time: 0.6019168 Oct 15 20:09:39.565471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4b4ed-99c2-4d4c-adb3-92256aa16af3 req-8ff8435e-ed28-48cd-b7ac-7d461318c961 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:39.567175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94c4b4ed-99c2-4d4c-adb3-92256aa16af3 req-8ff8435e-ed28-48cd-b7ac-7d461318c961 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0690246 Oct 15 20:09:39.621460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94c4b4ed-99c2-4d4c-adb3-92256aa16af3 req-591c8ed7-3558-4330-8b81-adf0079a0e17 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479817 Oct 15 20:09:39.704261 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb4fd80-bca2-4d70-b035-9128ac09f9d7 x-openstack-request-id: req-0fb4fd80-bca2-4d70-b035-9128ac09f9d7 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:39.704626 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:39.704954 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fb4fd80-bca2-4d70-b035-9128ac09f9d7 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:39.705375 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'status': 'completed', 'code': 200} Oct 15 20:09:39.789170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-6f58943d-3b47-48ff-9825-55ddd0e56853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:39.791011 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-6f58943d-3b47-48ff-9825-55ddd0e56853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2301625fb6245419989ec4432323cf2&device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 1097 time: 0.0608244 Oct 15 20:09:39.914846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-28bf5d68-f1a4-4f6f-9271-9b32d93d60b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:39.916575 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-28bf5d68-f1a4-4f6f-9271-9b32d93d60b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 200 len: 898 time: 0.1182337 Oct 15 20:09:39.968420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-b36edff4-f97b-4fea-a6cc-784a5aa7c5ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 200 len: 217 time: 0.0442393 Oct 15 20:09:40.030792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-876a79ee-7456-4095-9800-2d5600df1983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:40.032455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-876a79ee-7456-4095-9800-2d5600df1983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 200 len: 835 time: 0.0490708 Oct 15 20:09:40.073781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43522) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:40.086098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834502267', 'description': 'tempest-description--86126627'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:40.127055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-747a4f6d-89da-4f10-89f5-11c539a7a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:40.129660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-747a4f6d-89da-4f10-89f5-11c539a7a67a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48a90c00-3493-40c9-91a7-d44585112842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898118 Oct 15 20:09:40.171726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ed6751a-3148-4d3d-8ae6-26edb290cfce req-9ba8693d-9b5f-43cf-89ab-050f3693e7d3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 210 time: 0.0464952 Oct 15 20:09:40.184944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-411971ac-8b2e-4764-8ff1-f7b04d8988f3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:40.186476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-411971ac-8b2e-4764-8ff1-f7b04d8988f3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.5441084 Oct 15 20:09:40.200393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-eb5bb525-178c-4b02-9e59-156726acfd93 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:40.201345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-eb5bb525-178c-4b02-9e59-156726acfd93 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.1113381 Oct 15 20:09:40.206034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'device_id': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'admin_state_up': True, 'tenant_id': '2933c801b26c455696709e5b00652959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:40.256131 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-5324c1a1-2c64-41f7-85ae-2621a1633cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175437 Oct 15 20:09:40.262077 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.381400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port c996bc58-5c0d-41f6-a468-d0d55304ab60 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:40.381736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.408461 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-cfafc8d9-18a8-459a-9f4e-4fbdab74d433 service neutron] 10.222.0.15 "GET /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318226 Oct 15 20:09:40.432712 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.457313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:09:40.479578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: c927da10-17d2-4b34-bf7b-7dc76822ad68 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:09:40.480384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device c927da10-17d2-4b34-bf7b-7dc76822ad68 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:09:40.484288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port c996bc58-5c0d-41f6-a468-d0d55304ab60, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c996bc58-5c0d-41f6-a468-d0d55304ab60,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:40.484759 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.498934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for c996bc58-5c0d-41f6-a468-d0d55304ab60 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:40.500970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:40.505289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.571140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.600091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d7e092-2afa-40f4-80da-debbe4ea74ba,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:40.715448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.715448 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77b125a5-edff-4a26-a791-f2f59f31d630 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6369030 Oct 15 20:09:40.723995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:40.729455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group_rule': {'security_group_id': '33d7e092-2afa-40f4-80da-debbe4ea74ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:40.736913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.20.0.7 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/c489f45f-fc1f-4bf8-ae6b-0e2a73d69671) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:40.806499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a18630-a276-4e70-831f-58161343d4b7 req-ac78c414-19e8-40e9-94fc-6b32c6a5c02e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:40.808033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a18630-a276-4e70-831f-58161343d4b7 req-ac78c414-19e8-40e9-94fc-6b32c6a5c02e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 945 time: 0.0863068 Oct 15 20:09:40.845033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.849063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9a18630-a276-4e70-831f-58161343d4b7 req-bd5f02c6-00cc-42ec-a703-77783c816b4e tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/security-groups?id=07bcec46-afd3-478c-a347-bd476db3a1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339973 Oct 15 20:09:40.868167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.905003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=c996bc58-5c0d-41f6-a468-d0d55304ab60,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:40.911462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.969937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] No DVR routers for this DVR port c996bc58-5c0d-41f6-a468-d0d55304ab60 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:09:40.975095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:40.978333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed962686-74e3-45e3-ae0d-98f7e33f62ce req-12d802be-6fe5-4f7a-ace7-dd17397203d7 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.15 "DELETE /v2.0/ports/c996bc58-5c0d-41f6-a468-d0d55304ab60 HTTP/1.1" status: 204 len: 173 time: 0.7690635 Oct 15 20:09:40.978766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-deleted', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:40.981072 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31687b31-ed3d-4f70-b82e-cc177f58542a" -d '{"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-deleted", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:41.021711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.042881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1adabe-f19f-4bd8-9e6b-7b6376f7b4f7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:41.045371 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c7b5f4-1149-453a-819b-5032db940e93 x-openstack-request-id: req-00c7b5f4-1149-453a-819b-5032db940e93 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:41.045716 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "824e84d6-1adf-4cc6-b570-bc27dc60726e", "name": "network-vif-deleted", "tag": "c996bc58-5c0d-41f6-a468-d0d55304ab60", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:41.051019 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00c7b5f4-1149-453a-819b-5032db940e93 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:41.051019 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824e84d6-1adf-4cc6-b570-bc27dc60726e', 'name': 'network-vif-deleted', 'tag': 'c996bc58-5c0d-41f6-a468-d0d55304ab60', 'status': 'completed', 'code': 200} Oct 15 20:09:41.129083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.192375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.193624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c11f7b68-e9fc-4417-a09c-d8b50b30003a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4683847 Oct 15 20:09:41.206244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:41.212392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'security_group_rule': {'security_group_id': '33d7e092-2afa-40f4-80da-debbe4ea74ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:41.228322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.240988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:41.351288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:41.367942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:41.370680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:41.373900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:41.431587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054e16c-8c9f-4eb3-8f42-594d312e182c req-ad9fbe91-aa28-4373-918f-2ce0434c70fc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:41.439300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7054e16c-8c9f-4eb3-8f42-594d312e182c req-ad9fbe91-aa28-4373-918f-2ce0434c70fc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 931 time: 0.1795712 Oct 15 20:09:41.456948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.501229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:41.501906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.538257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7054e16c-8c9f-4eb3-8f42-594d312e182c req-166a80bd-cacf-419e-ae8c-864ece7fcfd0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984216 Oct 15 20:09:41.584826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.660591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-72450ace-4ef2-4180-bf86-8f86fc3fc23e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4582295 Oct 15 20:09:41.675757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Request body: {'port': {'device_id': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:41.715011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.743550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3846a22e-f209-4841-9c0f-ecd16109081e,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:41.746093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-03fc3cab-ee6b-4382-99dd-c43a1ef182d0 None None] Provisioning complete for port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:41.747857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-03fc3cab-ee6b-4382-99dd-c43a1ef182d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.767721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.791067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-03fc3cab-ee6b-4382-99dd-c43a1ef182d0 None None] Port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:09:41.824058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:41.824058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c9cfb4d5-2bc6-4417-a2db-ebceb9a84b23 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6103451 Oct 15 20:09:41.824259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:41.826317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:41.938014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.015782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3454fa85-837f-40bd-91a0-04c4b1874beb req-cba6565c-9375-400b-80ae-34360f0da380 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "GET /v2.0/ports?device_id=824e84d6-1adf-4cc6-b570-bc27dc60726e HTTP/1.1" status: 200 len: 210 time: 0.0785143 Oct 15 20:09:42.075239 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.113636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:42.121569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.133730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Transition to ACTIVE for port object c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:09:42.186344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Allocated IP 172.25.0.176 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/e18aee69-f91e-4efe-831a-2840a1087eb7) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:42.239881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.303675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.320222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Pushing event updated for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:42.371257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Attempting to bind port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:42.371615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Attempting to bind port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:42.371947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Attempting to bind port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:42.380028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:09:42.380312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Attempting to bind port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:42.386925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:42.386925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:42.386925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:42.387360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Bound port: c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:42.388827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.416911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.462173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:42.465049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:42.466374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:42.468519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:42.471260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:42.494172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=e18aee69-f91e-4efe-831a-2840a1087eb7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:42.564568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.606929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.608066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:42.608857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.610970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] 10.222.0.15 "PUT /v2.0/ports/c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 200 len: 1092 time: 0.9405081 Oct 15 20:09:42.675353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669e63e-5080-4afe-985d-118db3ac141d service neutron] Pushing event updated for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:42.694429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59825526-bd57-41e1-b044-20c3cd3b1308 req-874eb1e3-8207-4876-be7a-6a9efdc80bc1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:42.698186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59825526-bd57-41e1-b044-20c3cd3b1308 req-874eb1e3-8207-4876-be7a-6a9efdc80bc1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 943 time: 0.0833249 Oct 15 20:09:42.750620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59825526-bd57-41e1-b044-20c3cd3b1308 req-e679874f-df1f-4dee-8cbc-4ca2bf7e8140 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467889 Oct 15 20:09:42.752058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.818208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-50fb3d8a-ecd6-4d88-b5e7-c63fd0293860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:42.819761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-50fb3d8a-ecd6-4d88-b5e7-c63fd0293860 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 1095 time: 0.0551496 Oct 15 20:09:42.899915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-64baaa51-0a40-4043-a361-50376d5e1df6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 200 len: 217 time: 0.0709753 Oct 15 20:09:42.935530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:09:42.937153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:42.954114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-26e55b4c-5b0d-41d2-8961-2f7ca58c6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:42.955816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-26e55b4c-5b0d-41d2-8961-2f7ca58c6a77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0487854 Oct 15 20:09:42.961582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c996bc58-5c0d-41f6-a468-d0d55304ab60 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:09:42.962171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c996bc58-5c0d-41f6-a468-d0d55304ab60 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:09:43.005137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-2eb6dc79-7392-40ec-a7ca-2383d0482d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:43.006657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-2eb6dc79-7392-40ec-a7ca-2383d0482d46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442271 Oct 15 20:09:43.033434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:43.047521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:43.050978 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:43.093189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:43.122479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=e18aee69-f91e-4efe-831a-2840a1087eb7,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:43.138050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:43.139543 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ba999a-d3e1-4750-80d6-673aab4b266a x-openstack-request-id: req-89ba999a-d3e1-4750-80d6-673aab4b266a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:43.139855 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:43.140108 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89ba999a-d3e1-4750-80d6-673aab4b266a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:43.140773 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'status': 'completed', 'code': 200} Oct 15 20:09:43.169761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-20dc5427-55c7-4c16-b423-2f5a4ea12049 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560159 Oct 15 20:09:43.239502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:43.239502 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30d80f6c-c683-48ab-853a-33dac74b5713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4152105 Oct 15 20:09:43.425390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ecbab05-d16b-4b0a-806c-9351c79b41b2 req-62495228-7506-40fd-8e92-cefea0906dfc service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480423 Oct 15 20:09:43.460122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-dc5b72f3-cf8e-443f-9ad9-334d549c1e1b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--834502267&fields=id&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 267 time: 0.0849850 Oct 15 20:09:43.672620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-411d18c6-0c83-44a1-bab5-f6b00dfa78ee tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:43.674295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-411d18c6-0c83-44a1-bab5-f6b00dfa78ee tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 816 time: 0.1873300 Oct 15 20:09:43.678450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-8cd948c0-0a9e-4bac-9871-4f260b989492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:43.679974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-8cd948c0-0a9e-4bac-9871-4f260b989492 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 1095 time: 0.1411488 Oct 15 20:09:43.708666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-7d1b8e61-c37d-4616-b9f2-d4e5c8ee8bfc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/quotas/a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 375 time: 0.0276380 Oct 15 20:09:43.862726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-8e74990b-5f2b-4356-abc2-31ffa1fd7369 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413765 Oct 15 20:09:43.866298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-1747dd20-c6ae-46c0-a259-1a7e42312d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:43.867681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-1747dd20-c6ae-46c0-a259-1a7e42312d47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1772282 Oct 15 20:09:43.922757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-f232e705-4d01-427d-b9a1-35f46a93baee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 200 len: 217 time: 0.0478365 Oct 15 20:09:44.014310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:44.085994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-3ac8c223-c90e-4c78-b9a7-06eefd930895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:44.087810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-3ac8c223-c90e-4c78-b9a7-06eefd930895 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.1514406 Oct 15 20:09:44.130836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-f6d95984-d7e0-4df5-b5ec-f1f6a5313e24 service neutron] 10.222.0.13 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460451 Oct 15 20:09:44.227633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-b4334942-0ecd-4f70-98e1-be301ee061df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:44.229131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-b4334942-0ecd-4f70-98e1-be301ee061df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326332 Oct 15 20:09:44.407777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-dce9c565-3c5d-43f6-97df-a87b0fa0ac5b service neutron] 10.222.0.13 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700605 Oct 15 20:09:44.432878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-4fae04b9-5f4e-4a01-acb4-af782c89e5c2 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720583 Oct 15 20:09:44.591097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e8d148b-2ee4-40c5-a122-e7eefbb80b3d req-d5a14c92-b72e-4ea9-8831-6d61a5fe7c62 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491010 Oct 15 20:09:44.627207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:44.628094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:44.663644 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:09:44.768030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f340d5-6adf-4879-8ca2-6e3690009e3f req-c72c3eaa-33c1-4081-b6c8-dda5c7e2f4f6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:44.770204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5f340d5-6adf-4879-8ca2-6e3690009e3f req-c72c3eaa-33c1-4081-b6c8-dda5c7e2f4f6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 943 time: 0.0716901 Oct 15 20:09:44.772117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port 974a6f7f-876f-4fc9-a2eb-1b296d5315e4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:44.772456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:44.805065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:45.214787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5f340d5-6adf-4879-8ca2-6e3690009e3f req-122e858d-e8f0-43be-81c5-53632012cbb7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336562 Oct 15 20:09:45.307166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c6b82cb-9b23-4355-ae2e-0c70f1894ba4 req-cc579063-d51f-4d58-9687-51d13887a676 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 210 time: 0.0320902 Oct 15 20:09:45.490533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:45.517232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=974a6f7f-876f-4fc9-a2eb-1b296d5315e4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:45.728484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:45.960457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Router 87d7c65a-4d9c-454a-b5b8-ccd584288792 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:09:46.074121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:09:46.084382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6840fad9-cbcb-4cab-8db8-27f44c5a5776 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "PUT /v2.0/routers/87d7c65a-4d9c-454a-b5b8-ccd584288792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9851499 Oct 15 20:09:46.084382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43788) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:46.086872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Sync routers for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:09:46.096613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:46.097524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:46.140828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting subnet c7a42678-5766-48f6-9fb7-0d6369ab0d75 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:09:46.144768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.195894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.218845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:46.328493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.416531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a80e5-8e8f-4904-bf5b-c41abb65750e req-45862575-b5df-471e-8ac3-0366274880f9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:46.418298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476a80e5-8e8f-4904-bf5b-c41abb65750e req-45862575-b5df-471e-8ac3-0366274880f9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 943 time: 0.1055996 Oct 15 20:09:46.446405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:09:45Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:46.463629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476a80e5-8e8f-4904-bf5b-c41abb65750e req-0ab20f07-f127-4aea-adae-abf132d4e065 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365829 Oct 15 20:09:46.480728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Checking router: 87d7c65a-4d9c-454a-b5b8-ccd584288792 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:09:46.489885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Routers {'87d7c65a-4d9c-454a-b5b8-ccd584288792'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:46.490492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['87d7c65a-4d9c-454a-b5b8-ccd584288792'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:46.507897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.566932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5fd1c19-8bda-4766-9337-77e54491ff5c req-36bd9ac9-d178-41ba-8021-fe4b34339b1b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Oct 15 20:09:46.567702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a42678-5766-48f6-9fb7-0d6369ab0d75,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:46.571825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.575022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-550d8785-8e41-4f85-9435-4687428d99de tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/subnets/c7a42678-5766-48f6-9fb7-0d6369ab0d75 HTTP/1.1" status: 204 len: 168 time: 0.4910543 Oct 15 20:09:46.578101 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:46.595920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280bf8d3-7f78-4cdd-9e5c-37eae5f3dede None None] Network 48a90c00-3493-40c9-91a7-d44585112842 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:09:46.668992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] Set router 87d7c65a-4d9c-454a-b5b8-ccd584288792 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:46.693273 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.809428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:46.898322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:09:45Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:46.933253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] DHCP port deletion for 48a90c00-3493-40c9-91a7-d44585112842 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:09:46.936792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0364f7d-82b1-4391-966f-f63ff43a1b97 None None] The sync data for ids ['87d7c65a-4d9c-454a-b5b8-ccd584288792'] in n-d-712140-14 is: [{'id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'name': 'tempest-TestNetworkAdvancedServerOps-router-480413102', 'tenant_id': 'a2301625fb6245419989ec4432323cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74'}], 'enable_snat': True}, 'gw_port_id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:06:38Z', 'updated_at': '2021-10-15T20:09:45Z', 'revision_number': 5, 'project_id': 'a2301625fb6245419989ec4432323cf2', 'gw_port': {'id': '613b2000-9c9d-453f-8c8d-b88b18509066', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:80:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d7c65a-4d9c-454a-b5b8-ccd584288792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:06:39Z', 'updated_at': '2021-10-15T20:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:09:46.963983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:09:47.085764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Deleting port 7390a277-4f98-407f-b283-b5c356a98719 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:47.086136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.124103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:47.169154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'mac_address': 'fa:16:3e:0d:50:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:09:47.178054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] For port 7390a277-4f98-407f-b283-b5c356a98719, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7390a277-4f98-407f-b283-b5c356a98719,segment=NetworkSegment(601a452c-5c53-484a-a151-8bc81ba3dd9e),segment_id=601a452c-5c53-484a-a151-8bc81ba3dd9e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:47.178810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.212411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Calling delete_port for 7390a277-4f98-407f-b283-b5c356a98719 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:47.268068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.286328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:47.328166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:47.396679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-9f550d87-4498-410a-a3f7-5cea1fbd8dd3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:47.398683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-9f550d87-4498-410a-a3f7-5cea1fbd8dd3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 816 time: 0.5682073 Oct 15 20:09:47.400601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.419706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Deleting port 613b2000-9c9d-453f-8c8d-b88b18509066 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:09:47.420101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.430738 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.447942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] No DVR routers for this DVR port 7390a277-4f98-407f-b283-b5c356a98719 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:09:47.475347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:47.515048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816c8f7-d3e3-4938-8c5e-fc84271ab35f None None] Pushing event deleted for resources: {'Port': ['ID=7390a277-4f98-407f-b283-b5c356a98719,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:47.568509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-e71880ec-c34a-46c1-8d94-1e2faa84e18e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 379 time: 0.1591938 Oct 15 20:09:47.584608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'port': {'device_id': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'admin_state_up': True, 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'security_groups': ['33d7e092-2afa-40f4-80da-debbe4ea74ba']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:47.622628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:09:47.624332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] For port 613b2000-9c9d-453f-8c8d-b88b18509066, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=613b2000-9c9d-453f-8c8d-b88b18509066,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:47.624422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa9a09-21ba-4be5-b67c-bdb06e44d715 req-47fde02f-797f-443d-afcb-46d8b0e3148a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:47.624834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:47.632490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcaa9a09-21ba-4be5-b67c-bdb06e44d715 req-47fde02f-797f-443d-afcb-46d8b0e3148a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 944 time: 0.0782897 Oct 15 20:09:47.648585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Calling delete_port for 613b2000-9c9d-453f-8c8d-b88b18509066 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:09:47.657414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:09:47.657863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 974a6f7f-876f-4fc9-a2eb-1b296d5315e4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:09:47.658293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7390a277-4f98-407f-b283-b5c356a98719 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:09:47.678516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7390a277-4f98-407f-b283-b5c356a98719 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:09:47.678861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7390a277-4f98-407f-b283-b5c356a98719 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:09:47.679258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bcaa9a09-21ba-4be5-b67c-bdb06e44d715 req-02524a89-744e-48e1-91b2-704ad1e3d85b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Oct 15 20:09:47.721609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:47.793425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a818bac-cecd-4bec-9392-a120f24f042a req-7b9ba21d-03ce-44e7-8d43-c78a8eba83a8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 210 time: 0.0479245 Oct 15 20:09:47.970338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Made reservation on behalf of a86193bf3eae4944b0c2fff2998300e2 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:47.974585 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.092815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.133791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Port': ['ID=613b2000-9c9d-453f-8c8d-b88b18509066,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:48.137752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Allocated IP 172.20.0.8 (3745e191-92ae-48ec-ade7-7bbd04376b0b/88ba964c-5fef-4da9-9870-4fcd50d861a7/87bd171d-011c-4c0f-b4ac-04496439ff9a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:48.236245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.384464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.390025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.467793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.530566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d22ef3d-f51c-40e6-b4a0-41a7cbe9a5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.531113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.531213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Fanout notify agent at l3_agent the message router_deleted on router 87d7c65a-4d9c-454a-b5b8-ccd584288792 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:09:48.538575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.542200 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cfe3b2d3-007a-4efa-bd2b-1594334ae202 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/routers/87d7c65a-4d9c-454a-b5b8-ccd584288792 HTTP/1.1" status: 204 len: 168 time: 1.9600737 Oct 15 20:09:48.542456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43864) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:48.568684 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.667037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:48.673534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:48.683363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:48.686487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:48.695868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.781937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:48.782556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.812373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff613-bf71-4239-bb9c-5f500a2709e7 req-546dd843-bb81-40bb-b76a-f860bd24a52c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:48.820656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed7ff613-bf71-4239-bb9c-5f500a2709e7 req-546dd843-bb81-40bb-b76a-f860bd24a52c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 944 time: 0.0688353 Oct 15 20:09:48.863548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed7ff613-bf71-4239-bb9c-5f500a2709e7 req-7583d490-2be5-4d78-b193-1c55bb9348ad tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418591 Oct 15 20:09:48.866948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.896024 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-a69d5b49-0c27-4a97-aa47-413f02743444 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3185372 Oct 15 20:09:48.899870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a90c00-3493-40c9-91a7-d44585112842']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:48.911258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Request body: {'port': {'device_id': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:48.918032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601a452c-5c53-484a-a151-8bc81ba3dd9e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:48.918326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601a452c-5c53-484a-a151-8bc81ba3dd9e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:48.946524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.951971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d7ad6e42-75f8-410f-aa46-ac7bd340ba7e None None] Provisioning complete for port 87bd171d-011c-4c0f-b4ac-04496439ff9a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:48.962239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6e42-75f8-410f-aa46-ac7bd340ba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:48.986611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:48.992534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.004612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:09:49.004612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.019645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be6efc-733c-49ba-adf8-aed1ff13006c req-e1c26902-bbba-4dce-94ef-d83ce05675f9 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:49.021255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10be6efc-733c-49ba-adf8-aed1ff13006c req-e1c26902-bbba-4dce-94ef-d83ce05675f9 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 931 time: 0.0900669 Oct 15 20:09:49.073145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad6e42-75f8-410f-aa46-ac7bd340ba7e None None] Port 87bd171d-011c-4c0f-b4ac-04496439ff9a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:09:49.078840 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:09:49.083090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.102710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10be6efc-733c-49ba-adf8-aed1ff13006c req-0b28c3dd-6bb1-433c-bc17-d575610ecfb8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732305 Oct 15 20:09:49.136501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:09:49.145472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:49.145921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.231839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.256702 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.259992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/networks/48a90c00-3493-40c9-91a7-d44585112842 HTTP/1.1" status: 204 len: 168 time: 0.7165847 Oct 15 20:09:49.265920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43884) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:49.270352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.295908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:49.298338 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe58bc48-a269-4c30-a484-cb78872d71da" -d '{"events": [{"server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "name": "network-vif-plugged", "status": "completed", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:49.306609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc043e1-2472-40c9-b031-c54995e77288 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'Network': ['ID=48a90c00-3493-40c9-91a7-d44585112842,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:49.313093 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:49.384320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-2d19bb8c-4f45-40e9-a2fe-8a27ed0c0355 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:49.386477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-2d19bb8c-4f45-40e9-a2fe-8a27ed0c0355 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 814 time: 0.1223826 Oct 15 20:09:49.407763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-ba611c0f-f339-468b-abb9-a9ab46a245be tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/quotas/634b47d3042a497886de81159bedc8b5 HTTP/1.1" status: 200 len: 375 time: 0.0109401 Oct 15 20:09:49.421013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.427935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.445550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-907411ba-9f09-45f8-813f-aa241dd01655 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300324 Oct 15 20:09:49.469666 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.592086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-124ce678-f101-4652-a732-6dac20805a01 service neutron] 10.222.0.13 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372397 Oct 15 20:09:49.613858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101181) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:49.614792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 613b2000-9c9d-453f-8c8d-b88b18509066 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:09:49.624469 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.637999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 613b2000-9c9d-453f-8c8d-b88b18509066 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:09:49.638338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 613b2000-9c9d-453f-8c8d-b88b18509066 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:09:49.648969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.provisioning_blocks [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Transition to ACTIVE for port object 87bd171d-011c-4c0f-b4ac-04496439ff9a will not be triggered until provisioned by entity L2. {{(pid=101181) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:09:49.660193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:49.672145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.672754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.673233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.673720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.674928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.675496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.676000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.676336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.676667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.676995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.677321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.677647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:49.708131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-fae942db-31ee-456d-9079-b9c400b75de2 service neutron] 10.222.0.13 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030829 Oct 15 20:09:49.719404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.722728 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.724115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] 10.222.0.13 "DELETE /v2.0/security-groups/07bcec46-afd3-478c-a347-bd476db3a1a4 HTTP/1.1" status: 204 len: 168 time: 0.4572513 Oct 15 20:09:49.734360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106f992-9606-4a05-a2e6-139a971f05b6 tempest-TestNetworkAdvancedServerOps-1143844852 tempest-TestNetworkAdvancedServerOps-1143844852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bcec46-afd3-478c-a347-bd476db3a1a4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:49.736246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.788361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:49.872514 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Attempting to bind port 87bd171d-011c-4c0f-b4ac-04496439ff9a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:49.872940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Attempting to bind port 87bd171d-011c-4c0f-b4ac-04496439ff9a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:49.873383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Attempting to bind port 87bd171d-011c-4c0f-b4ac-04496439ff9a on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:49.879347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Port 87bd171d-011c-4c0f-b4ac-04496439ff9a on network 3745e191-92ae-48ec-ade7-7bbd04376b0b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:09:49.879706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Attempting to bind port 87bd171d-011c-4c0f-b4ac-04496439ff9a on network 3745e191-92ae-48ec-ade7-7bbd04376b0b {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:49.891489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:49.891489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Checking segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:49.891489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Bound using segment: {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'} {{(pid=101181) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:49.891489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.managers [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Bound port: 87bd171d-011c-4c0f-b4ac-04496439ff9a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68454849-637f-4ede-b85a-bb8220fdf236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b'}}] {{(pid=101181) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:49.891489 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:49.975838 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d58685-638d-411d-8aca-9c734c79d82e x-openstack-request-id: req-37d58685-638d-411d-8aca-9c734c79d82e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:49.976197 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "name": "network-vif-plugged", "status": "completed", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:49.976517 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37d58685-638d-411d-8aca-9c734c79d82e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:49.976981 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'code': 200} Oct 15 20:09:49.995089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, cleared binding levels {{(pid=101181) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:49.999444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:50.082660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4e5c8-02d6-4088-9fef-507ccd32a544 req-9941056d-802b-49d3-9880-9f85c7c01827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.084421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56f4e5c8-02d6-4088-9fef-507ccd32a544 req-9941056d-802b-49d3-9880-9f85c7c01827 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 1097 time: 0.0464497 Oct 15 20:09:50.114226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:50.145457 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56f4e5c8-02d6-4088-9fef-507ccd32a544 req-138cd877-dfb2-494d-8083-c7f8312583f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531805 Oct 15 20:09:50.174625 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.174625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:50.175511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] 10.222.0.11 "PUT /v2.0/ports/87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 1092 time: 1.2685332 Oct 15 20:09:50.177702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:50.178619 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56de37e-e745-4c1d-9946-e10147d2c830" -d '{"events": [{"name": "network-changed", "server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:50.228629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418c563-0c74-4158-91ce-a819afba5e8a service neutron] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:50.250254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbefe2d-a019-4f5b-96a3-4b02e59a7ebc req-5fb826e1-ddb6-4d61-b09e-ead14fb42267 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.251860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dbefe2d-a019-4f5b-96a3-4b02e59a7ebc req-5fb826e1-ddb6-4d61-b09e-ead14fb42267 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.0726612 Oct 15 20:09:50.305389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dbefe2d-a019-4f5b-96a3-4b02e59a7ebc req-403b6e9d-7580-4640-80b8-cc716844b4fc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Oct 15 20:09:50.367405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-3621cd9f-a4ea-4b00-9722-fcd4a8599d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.369414 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-3621cd9f-a4ea-4b00-9722-fcd4a8599d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1095 time: 0.0513597 Oct 15 20:09:50.376205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd493a0b-4108-4b99-9ce4-3a30f3c609f5 req-49257b86-c4c0-4cb3-a728-5ff146d2728a tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 210 time: 0.0346022 Oct 15 20:09:50.427191 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-d08b2ace-efe4-4ce2-bd4f-8927c358b38c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 217 time: 0.0498424 Oct 15 20:09:50.492476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-8abe1a12-f1e8-45d1-9ba2-ea41c8f027dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.494097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-8abe1a12-f1e8-45d1-9ba2-ea41c8f027dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0557418 Oct 15 20:09:50.511585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd8ecb-112a-47b5-867d-964cc080bc40 req-a8f9c5de-acb5-44bd-9e99-cc740f102d62 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.518972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-debd8ecb-112a-47b5-867d-964cc080bc40 req-a8f9c5de-acb5-44bd-9e99-cc740f102d62 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0571852 Oct 15 20:09:50.553438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-e3a9cc74-99ef-4619-bc90-a429d9ec8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.554930 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-e3a9cc74-99ef-4619-bc90-a429d9ec8978 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533800 Oct 15 20:09:50.556940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-debd8ecb-112a-47b5-867d-964cc080bc40 req-c35f3e39-ada8-4add-813d-82bb1289ba5f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352077 Oct 15 20:09:50.633499 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1ad4e6-498b-417c-bae8-c6f2ba2d160f x-openstack-request-id: req-8f1ad4e6-498b-417c-bae8-c6f2ba2d160f {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:50.636811 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:50.636811 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f1ad4e6-498b-417c-bae8-c6f2ba2d160f {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:50.636811 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'status': 'completed', 'code': 200} Oct 15 20:09:50.669963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-095c7772-d3e9-4cbd-a755-3c87581fa65b service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072085 Oct 15 20:09:50.723613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43912) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:50.767362 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-8fa7fc6c-ebab-4d91-992d-e56ae0207e64 req-efd25194-794d-4d34-ab50-23d24c138ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892954 Oct 15 20:09:50.878297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1b96ea06-d6b3-4477-a1f3-7f24793dffaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2301625fb6245419989ec4432323cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496816 Oct 15 20:09:50.880751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43918) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:50.932253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-479545f0-c7e3-4292-a4e7-f16fd4005517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:50.932809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:50.933763 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-479545f0-c7e3-4292-a4e7-f16fd4005517 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1095 time: 0.0428088 Oct 15 20:09:50.955041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:51.030046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-7b4f5754-7909-4164-9bd1-0dca0980c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:51.031519 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-7b4f5754-7909-4164-9bd1-0dca0980c125 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.0899665 Oct 15 20:09:51.074907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-3f0f4b9e-2380-47fa-913e-2f130916a7e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 217 time: 0.0330698 Oct 15 20:09:51.107274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:51.109899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:51.111046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73383bf9-f735-443d-8efe-f0dfd7d2a992 HTTP/1.1" status: 204 len: 168 time: 0.2293131 Oct 15 20:09:51.133746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73383bf9-f735-443d-8efe-f0dfd7d2a992,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:51.142257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-d61476ba-c826-4b91-adf7-5e233fe5a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:51.142399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.143455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.143867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.144200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.144343 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-d61476ba-c826-4b91-adf7-5e233fe5a7fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0606098 Oct 15 20:09:51.144821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.145149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.145551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.145970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.146302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.146654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.146983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.147316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edb1bfe-8707-4ea3-a25e-88b135d9371b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:51.202088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-bfd7588f-8944-419b-b7e2-51fd6dadc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:51.211828 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-bfd7588f-8944-419b-b7e2-51fd6dadc75b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488997 Oct 15 20:09:51.302087 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-ab074e4a-18c5-45d2-8754-fde616620343 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874422 Oct 15 20:09:51.417632 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b56de37e-e745-4c1d-9946-e10147d2c830 req-1242a018-d3ee-4c73-a6b5-10db693567cd service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085560 Oct 15 20:09:51.433834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260a81c-be30-4dc6-bcfa-426d10b39f09 req-b85eee16-a99a-4bbd-a64b-41fbcd101cf9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:51.436381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c260a81c-be30-4dc6-bcfa-426d10b39f09 req-b85eee16-a99a-4bbd-a64b-41fbcd101cf9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.0569546 Oct 15 20:09:51.463993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d94dd26-0c7e-40d8-983a-e89a06531e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:51.481526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c260a81c-be30-4dc6-bcfa-426d10b39f09 req-bc009e79-e7f9-4f95-8606-2b1007624170 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Oct 15 20:09:51.588117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43314922-37a2-4462-b259-f0bcb9d4c24d req-1f7ee8c9-41b4-456a-b02a-e6fe3510a0d1 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 210 time: 0.0419374 Oct 15 20:09:51.694676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67a359-3ff7-4d0c-897e-f51f126c87eb req-627d9839-39bb-4b04-9de5-da31bc797174 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:51.696747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa67a359-3ff7-4d0c-897e-f51f126c87eb req-627d9839-39bb-4b04-9de5-da31bc797174 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0558207 Oct 15 20:09:51.738760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa67a359-3ff7-4d0c-897e-f51f126c87eb req-cfc67fe4-26b2-48cd-abf6-4ad9769ece4a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349841 Oct 15 20:09:52.003909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:52.042569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-934d08e0-8acb-45d4-9a97-821ac9d9ca5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7055b1190e4c470d85aa0bd652b912df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374594 Oct 15 20:09:52.045067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43934) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:52.094320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.116187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.209961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.212928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.214112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f8df97a-0359-4acd-9c9e-95f1dfbba820 HTTP/1.1" status: 204 len: 168 time: 0.1681707 Oct 15 20:09:52.224668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24253eb3-ada7-4a58-8962-051c39404b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8df97a-0359-4acd-9c9e-95f1dfbba820,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:52.324341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.531241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-92fe7a5b-0454-4d47-863e-6e203da68004 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:52.532953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-92fe7a5b-0454-4d47-863e-6e203da68004 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.15 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 814 time: 0.1367857 Oct 15 20:09:52.546244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Request body: {'port': {'device_id': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95', 'admin_state_up': True, 'tenant_id': '634b47d3042a497886de81159bedc8b5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:52.713235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f314a-c420-488b-ade4-1863ea885a7d req-f2fff828-7f29-46b6-9ec5-47d155d811a1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:52.715051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-531f314a-c420-488b-ade4-1863ea885a7d req-f2fff828-7f29-46b6-9ec5-47d155d811a1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.1416545 Oct 15 20:09:52.751364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.768769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-531f314a-c420-488b-ade4-1863ea885a7d req-6ef9de9e-f8ae-4ac8-b10f-9c58071c6c64 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Oct 15 20:09:52.810362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Made reservation on behalf of 634b47d3042a497886de81159bedc8b5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:52.814126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.831177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.873327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:52.923067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be048e6f-d870-4196-9a2b-39cde3e7398b req-e24251a9-1d0a-4569-bacd-55fd7b81ad02 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 210 time: 0.0388989 Oct 15 20:09:53.011074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Allocated IP 172.20.0.10 (ed38520b-6bf7-4d57-97d4-1887dab79b95/8888dc39-704f-445e-b16b-f638e6b37168/62dd2a5f-082e-422a-a5ec-24b7edb1070f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:53.071813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252b240-d7ae-4212-884d-d0fb7bce0e4f req-f8665b99-69a4-4e26-9654-963258de9cad tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:53.075842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1252b240-d7ae-4212-884d-d0fb7bce0e4f req-f8665b99-69a4-4e26-9654-963258de9cad tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0989153 Oct 15 20:09:53.164053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1252b240-d7ae-4212-884d-d0fb7bce0e4f req-45b81ef7-6ee6-4a60-9d5a-c467459d1534 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792131 Oct 15 20:09:53.255507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.359829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.408727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:53.413187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43966) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:53.417530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:53.419854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Pushing event updated for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:53.422687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:53.477265 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:53.477872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.528849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2094157127-network', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:53.584789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-c4603aef-a8f0-41fc-b1ed-31d9fb9a181e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0431113 Oct 15 20:09:53.596985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Request body: {'port': {'device_id': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:53.649537 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.667480 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:53.669996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.680383 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.770141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.833047 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.858693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:09:53.869666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbb90e0-9da6-44c8-99be-1318a38e017a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:53.875092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.875437 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Added segment 673dbc3b-47dc-40d6-a896-80bf31adaaa1 of type vlan for network 31834ca7-5312-4937-aad7-79baed2232cb Oct 15 20:09:53.917352 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.935509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dd2a5f-082e-422a-a5ec-24b7edb1070f {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:53.936351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:53.953108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Transition to ACTIVE for port object 62dd2a5f-082e-422a-a5ec-24b7edb1070f will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:09:54.016072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.017092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.018338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.040216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8e308-854b-48cb-ac45-24424a3b5307 req-6d6020d7-b1ce-41b0-8cd4-4e664bbf8678 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.041887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1f8e308-854b-48cb-ac45-24424a3b5307 req-6d6020d7-b1ce-41b0-8cd4-4e664bbf8678 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 932 time: 0.0550361 Oct 15 20:09:54.043163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.116056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] Pushing event updated for resources: {'Network': ['ID=31834ca7-5312-4937-aad7-79baed2232cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:54.122948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Pushing event updated for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:54.128339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 31834ca7-5312-4937-aad7-79baed2232cb details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:09:54.139816 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-17ee5211-8626-47be-a806-e19a6d2c9f8e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7254686 Oct 15 20:09:54.140545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 43974) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:54.146133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Request body: {'subnet': {'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2094157127-subnet', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:54.153409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1f8e308-854b-48cb-ac45-24424a3b5307 req-81d68db6-11a0-4c81-b885-ce53b99b316c tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835490 Oct 15 20:09:54.213290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Attempting to bind port 62dd2a5f-082e-422a-a5ec-24b7edb1070f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:54.213945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Attempting to bind port 62dd2a5f-082e-422a-a5ec-24b7edb1070f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:54.216319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Attempting to bind port 62dd2a5f-082e-422a-a5ec-24b7edb1070f on network ed38520b-6bf7-4d57-97d4-1887dab79b95 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:54.219773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Port 62dd2a5f-082e-422a-a5ec-24b7edb1070f on network ed38520b-6bf7-4d57-97d4-1887dab79b95 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:09:54.220129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Attempting to bind port 62dd2a5f-082e-422a-a5ec-24b7edb1070f on network ed38520b-6bf7-4d57-97d4-1887dab79b95 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:54.223664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:09:54.229058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.230892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:54.230892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Checking segment: {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:54.231272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Bound using segment: {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:54.232021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Bound port: 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:54.232293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.350591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e816c-2251-42d0-a59c-591ddb300bc3 req-a1895eaa-30eb-40de-a94f-5b5597f78b65 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.352247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-484e816c-2251-42d0-a59c-591ddb300bc3 req-a1895eaa-30eb-40de-a94f-5b5597f78b65 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1044786 Oct 15 20:09:54.362250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:54.367114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:54.402485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-484e816c-2251-42d0-a59c-591ddb300bc3 req-779272cb-9a25-45fa-afd6-7dc1a36e4e51 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378184 Oct 15 20:09:54.462493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.502516 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.506900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.508117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.509533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] 10.222.0.15 "PUT /v2.0/ports/62dd2a5f-082e-422a-a5ec-24b7edb1070f HTTP/1.1" status: 200 len: 1093 time: 0.9167476 Oct 15 20:09:54.509995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:54.512278 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459" -d '{"events": [{"name": "network-changed", "server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:54.541001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:09:54.550021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaeb0fb-6ded-4c8f-966c-eb536a88f321 service neutron] Pushing event updated for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:54.559448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dfb534-4631-4ced-bb20-59d283effa39,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:54.601128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:54.601549 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Network hostable DHCP agents. Network: 31834ca7-5312-4937-aad7-79baed2232cb, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:09:54.625708 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc78bd1-68d9-41e8-bb72-aae994e73fd1 x-openstack-request-id: req-5cc78bd1-68d9-41e8-bb72-aae994e73fd1 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:54.626145 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:54.626754 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cc78bd1-68d9-41e8-bb72-aae994e73fd1 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:54.627877 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f', 'status': 'completed', 'code': 200} Oct 15 20:09:54.659432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.673068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-0be701f1-745d-4185-88cf-60f703ad9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.674880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-0be701f1-745d-4185-88cf-60f703ad9253 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 1096 time: 0.0739467 Oct 15 20:09:54.690196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Network 31834ca7-5312-4937-aad7-79baed2232cb is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:09:54.692391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:54.706200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:09:54.741080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-1b9a3ac0-126f-48e9-b9d2-c282ded076b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f HTTP/1.1" status: 200 len: 217 time: 0.0575724 Oct 15 20:09:54.751377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.765098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:54.781388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 31834ca7-5312-4937-aad7-79baed2232cb) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:54.788150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.789008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.793085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c1ba50-905e-4297-9219-42d8cf1e1226 None None] Network 31834ca7-5312-4937-aad7-79baed2232cb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:09:54.800163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:54.806921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-4a8ad021-44d8-444e-85a7-65a69eece1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:54.808546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-4a8ad021-44d8-444e-85a7-65a69eece1b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888dc39-704f-445e-b16b-f638e6b37168 HTTP/1.1" status: 200 len: 854 time: 0.0624313 Oct 15 20:09:54.844523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-4abd059f-09f0-4c0a-81d3-c8cc6c012215 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed38520b-6bf7-4d57-97d4-1887dab79b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292969 Oct 15 20:09:54.868280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:54.907880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c03ad1e-570b-422d-b268-dfd8c511909e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7640951 Oct 15 20:09:54.913649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 43984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:54.921346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:54.959388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-a86bbe4b-24f2-440b-94eb-3a76ef4abd91 service neutron] 10.222.0.15 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080835 Oct 15 20:09:54.992428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:55.044460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-31834ca7-5312-4937-aad7-79baed2232cb', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:09:55.045361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.054386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.055792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.077544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-651ad4cc-6131-46f6-9da0-d2a2a317dce7 req-94967f6f-7087-4b57-9b1c-450bba01253d service neutron] 10.222.0.15 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110768 Oct 15 20:09:55.125372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.223429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Allocated IP 172.20.0.2 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:55.246540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['87bd171d-011c-4c0f-b4ac-04496439ff9a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:55.366239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-0d022b99-3206-476a-b335-eee07e739f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:55.367880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-0d022b99-3206-476a-b335-eee07e739f8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 1096 time: 0.1538992 Oct 15 20:09:55.402007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.436315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294676d-ffd5-4f32-83a3-0d12a8c271d5 req-83e084ca-e5d9-43c5-8f33-fd35025ae8ec tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:55.437855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6294676d-ffd5-4f32-83a3-0d12a8c271d5 req-83e084ca-e5d9-43c5-8f33-fd35025ae8ec tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 944 time: 0.1575761 Oct 15 20:09:55.472714 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.535756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6294676d-ffd5-4f32-83a3-0d12a8c271d5 req-9ef13d06-1f19-49cf-97b6-3f184de98a8b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852816 Oct 15 20:09:55.553722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-90d0b3c2-6a17-4132-9572-dabaa33f0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:55.555243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-90d0b3c2-6a17-4132-9572-dabaa33f0168 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 915 time: 0.1566269 Oct 15 20:09:55.588622 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.636859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-8558405a-91aa-41c9-a63b-6a6d66cbd14c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f HTTP/1.1" status: 200 len: 217 time: 0.0692890 Oct 15 20:09:55.648360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:55.651130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:55.653779 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:55.664206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Pushing event updated for resources: {'Port': ['ID=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:55.720010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Attempting to bind port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:55.720380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Attempting to bind port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:55.721458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Attempting to bind port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:55.726712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:55.727083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:55.727482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.727904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:55.728602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Bound port: c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:55.728727 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.754929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-161ed637-6248-4735-8cdc-6fc41b2bdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:55.756617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-161ed637-6248-4735-8cdc-6fc41b2bdeec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888dc39-704f-445e-b16b-f638e6b37168 HTTP/1.1" status: 200 len: 854 time: 0.1009629 Oct 15 20:09:55.801357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] For port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:55.804187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-c6b3330c-9be4-43e3-b8eb-c6531caf15f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed38520b-6bf7-4d57-97d4-1887dab79b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298624 Oct 15 20:09:55.804407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] For port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:55.819345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368d115-cded-4d22-a034-d1bb5578f049 req-d9190481-5f40-4f0a-b4ff-2bc26c7ef245 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:55.820842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8368d115-cded-4d22-a034-d1bb5578f049 req-d9190481-5f40-4f0a-b4ff-2bc26c7ef245 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 944 time: 0.1943729 Oct 15 20:09:55.890444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:55.932585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8368d115-cded-4d22-a034-d1bb5578f049 req-b2985b06-91c1-4582-bfa4-1b86ab972c6d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009226 Oct 15 20:09:56.002629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0386b97-c0fd-4a36-b798-39d3c9ab5220 None None] Pushing event updated for resources: {'Port': ['ID=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:56.062813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-ebe520c3-b97d-429f-b844-9cbe8b66c1da service neutron] 10.222.0.15 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408521 Oct 15 20:09:56.186681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.234609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.541336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:56.656105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 87bd171d-011c-4c0f-b4ac-04496439ff9a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:09:56.660895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 87bd171d-011c-4c0f-b4ac-04496439ff9a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:56.667419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.693075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cdfaf53-503b-4b8d-b9d6-69c8e6048459 req-3c88e09c-65ba-43db-9f7a-9dcdf39b2db0 service neutron] 10.222.0.15 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024468 Oct 15 20:09:56.753800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.777802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528a851-cb88-46e9-8d33-c5c6289499d7 req-a424d69a-0411-47a8-a880-58b4f504d688 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:56.779336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3528a851-cb88-46e9-8d33-c5c6289499d7 req-a424d69a-0411-47a8-a880-58b4f504d688 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 944 time: 0.1145823 Oct 15 20:09:56.781684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:09:56.785005 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5eb3f-1159-4ce5-9c78-2e547f4857a8" -d '{"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:09:56.800055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:56.818033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Allocated IP 172.25.0.164 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/8e9225f2-0cf7-416f-8596-f05d6a4ee6ca) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:56.851050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3528a851-cb88-46e9-8d33-c5c6289499d7 req-1b627ca2-0dfe-425d-b84b-d346571fa0f5 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602689 Oct 15 20:09:56.863007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.959874 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975b70a9-6f59-4998-9880-2ce88a9124b9 x-openstack-request-id: req-975b70a9-6f59-4998-9880-2ce88a9124b9 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:09:56.969059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:56.973380 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:09:56.974163 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-975b70a9-6f59-4998-9880-2ce88a9124b9 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:09:56.974893 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'code': 200} Oct 15 20:09:56.975945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:57.080994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc0f0e-bed1-4314-9336-bdfffcec8b5c req-29025505-6673-45df-93a9-6e03a557d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:57.083692 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23dc0f0e-bed1-4314-9336-bdfffcec8b5c req-29025505-6673-45df-93a9-6e03a557d652 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1097 time: 0.0567963 Oct 15 20:09:57.101327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd59d16-c483-45ad-9fae-1429becb1edc req-495bf92e-bee5-46b2-a4c4-5e11dd540aa7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:57.102989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd59d16-c483-45ad-9fae-1429becb1edc req-495bf92e-bee5-46b2-a4c4-5e11dd540aa7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0583613 Oct 15 20:09:57.104865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.133961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-23dc0f0e-bed1-4314-9336-bdfffcec8b5c req-9b5acda7-ba7c-4dde-8b1e-79ca4cfd5669 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Oct 15 20:09:57.143882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb807a1f-f975-48b1-b4e8-e956b17aae6e None None] Network 31834ca7-5312-4937-aad7-79baed2232cb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:09:57.174511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:57.188467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:57.193497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:57.198030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:57.208119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd59d16-c483-45ad-9fae-1429becb1edc req-20d37ffb-7509-470c-bdcc-e3e7d64fa0dc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980601 Oct 15 20:09:57.246127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] Provisioning complete for port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:57.246127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.399613 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.432967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] For port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:57.512959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.539107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.589036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e63e7-ee43-4933-841a-567da2d0837c None None] Pushing event updated for resources: {'Port': ['ID=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:57.660828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:57.716857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:57.717224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.764803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f99ca72e-58d1-41cb-9d0f-65e110a4c5c1 None None] Provisioning complete for port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:57.765170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f99ca72e-58d1-41cb-9d0f-65e110a4c5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.780443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:57.992018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43ee9-c09b-480f-89e7-dce1e0bde9d2 req-78f433e3-fcb9-429f-9eaf-49ae862cb1cb tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:57.993606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4b43ee9-c09b-480f-89e7-dce1e0bde9d2 req-78f433e3-fcb9-429f-9eaf-49ae862cb1cb tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 944 time: 0.0509388 Oct 15 20:09:57.998621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:09:58.077249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4b43ee9-c09b-480f-89e7-dce1e0bde9d2 req-d547aae0-a675-47a3-9105-47b2b6d03061 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762556 Oct 15 20:09:58.140094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:09:58.151542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:09:58.163177 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:58.171159 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:58.241989 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:58.243269 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b66324ec-5211-4c9d-bb4f-83a68f911e13 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3283987 Oct 15 20:09:58.246173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:58.258748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-80414830-a1db-4326-81d0-b2d6c85a6071 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500181 Oct 15 20:09:58.389058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753dd3a-542b-4e59-b2c6-1337c2a348fe req-a259fe8f-6fba-475f-a60c-3e0b78e49682 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:58.391772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d753dd3a-542b-4e59-b2c6-1337c2a348fe req-a259fe8f-6fba-475f-a60c-3e0b78e49682 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1020575 Oct 15 20:09:58.416480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-699dfa36-cb30-42cd-bab2-4d9294b1b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:58.416480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-699dfa36-cb30-42cd-bab2-4d9294b1b105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1098 time: 0.0859785 Oct 15 20:09:58.479452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d753dd3a-542b-4e59-b2c6-1337c2a348fe req-489f4ef6-113a-4f9c-bfdd-83b73ff910c5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781760 Oct 15 20:09:58.480917 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:58.558927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-f7c008a0-fe5e-4dff-a555-29422b4e03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:58.560483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-f7c008a0-fe5e-4dff-a555-29422b4e03ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1252730 Oct 15 20:09:58.621310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-b23248fe-e0b5-4558-9ff7-7a19d7592217 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 200 len: 217 time: 0.0532322 Oct 15 20:09:58.685523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-8f204cbd-0911-4b42-80dd-fcebda54609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:58.687256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-8f204cbd-0911-4b42-80dd-fcebda54609c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0589793 Oct 15 20:09:58.745842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:09:57Z', 'revision_number': 3, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:58.750464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-636c159a-5f8a-454f-bd71-532049f63dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:58.753265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-636c159a-5f8a-454f-bd71-532049f63dbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584421 Oct 15 20:09:58.774644 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:09:58.775075 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Updating router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:09:58.801736 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:58.863982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-2709de04-8651-40c6-9424-6a86139a77da service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036122 Oct 15 20:09:58.966166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8261057d-7cec-4963-bf15-f3eaf1cecf21 req-c2f2de53-e741-44e5-be5f-b817bc798d1d service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951755 Oct 15 20:09:59.022839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62dd2a5f-082e-422a-a5ec-24b7edb1070f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:09:59.071761 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.133711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:59.152659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '62dd2a5f-082e-422a-a5ec-24b7edb1070f', 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95', 'port_id': '62dd2a5f-082e-422a-a5ec-24b7edb1070f', 'mac_address': 'fa:16:3e:eb:df:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888dc39-704f-445e-b16b-f638e6b37168', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:09:59.175675 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.218865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.229288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.239604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cec4b-71af-405b-a389-e9d16662ee61 req-5dd175d9-06da-42fa-8229-4b8918e49e48 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:59.246386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dd2a5f-082e-422a-a5ec-24b7edb1070f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:09:59.255922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e9cec4b-71af-405b-a389-e9d16662ee61 req-5dd175d9-06da-42fa-8229-4b8918e49e48 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 944 time: 0.0992835 Oct 15 20:09:59.270613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Pushing event updated for resources: {'Port': ['ID=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:59.271056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:09:59.275243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Attempting to bind port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:09:59.275636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Attempting to bind port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:09:59.275999 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Attempting to bind port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:09:59.283420 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.283816 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.284118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.284445 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.284772 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.285094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.285412 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.285731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.286046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.286363 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.286679 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.286993 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.292753 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:09:59.293175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:09:59.296303 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.296303 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:09:59.296303 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Bound port: 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:09:59.296303 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.312778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e9cec4b-71af-405b-a389-e9d16662ee61 req-10af025f-4f71-4d4d-b82b-4e8bb76f0c7b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563321 Oct 15 20:09:59.342503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.377543 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] For port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:09:59.379903 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] For port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:09:59.394606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:59.456099 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.536886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:09:59.537604 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:59.541351 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889d163-94a5-4ce5-bc85-c163b595048c None None] Pushing event updated for resources: {'Port': ['ID=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:59.567958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Allocated IP 172.20.0.1 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/a2d87e66-b602-4152-9714-a19d2f953018) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:09:59.596191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:09:59.665291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['62dd2a5f-082e-422a-a5ec-24b7edb1070f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:09:59.675046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239cc1f-3049-4edd-8679-05521e2ab814 req-3202e114-8bd1-4616-85e8-8d6271c128ab tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:59.676601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1239cc1f-3049-4edd-8679-05521e2ab814 req-3202e114-8bd1-4616-85e8-8d6271c128ab tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0866644 Oct 15 20:09:59.717040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:09:59.717419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.725082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:09:59.738744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1239cc1f-3049-4edd-8679-05521e2ab814 req-0081baff-ba47-4113-afc7-613bf414ab3f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541377 Oct 15 20:09:59.769803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.896436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.929885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eefea-403b-4c82-aae9-742e5fcaa656 req-26f2dbda-64a9-4bfa-b487-07cf163403d3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:09:59.932235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a7eefea-403b-4c82-aae9-742e5fcaa656 req-26f2dbda-64a9-4bfa-b487-07cf163403d3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0574803 Oct 15 20:09:59.935585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:09:59.940256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:09:59.941302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:09:59.941580 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:09:57Z', 'revision_number': 3, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:09:59.943936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:09:59.946085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Request body: {'floatingip': {'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:09:59.958852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:09:59.972861 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadb7b44-1669-4ba8-8c0a-262c630fa079 None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:09:57Z', 'revision_number': 3, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:09:59.992488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:09:59.996343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.996672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.997012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.997342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.997719 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.998040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.998366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.998677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.998994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.999310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.999673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:09:59.999977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:10:00.022130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.204032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.225537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-27771e3a-fc74-4f0a-92f4-44e69af89466 None None] Provisioning complete for port a2d87e66-b602-4152-9714-a19d2f953018 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:00.226014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27771e3a-fc74-4f0a-92f4-44e69af89466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.303608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-27771e3a-fc74-4f0a-92f4-44e69af89466 None None] Port a2d87e66-b602-4152-9714-a19d2f953018 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:10:00.411514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.490593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.520759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f37c1-7724-4c75-b262-d4810976821c req-c45844df-4fc3-46dd-88de-7bb6cb89eba9 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:00.523011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-065f37c1-7724-4c75-b262-d4810976821c req-c45844df-4fc3-46dd-88de-7bb6cb89eba9 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 945 time: 0.1281984 Oct 15 20:10:00.572794 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Pushing event updated for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:00.576652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.634595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.661361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-065f37c1-7724-4c75-b262-d4810976821c req-77b90040-9004-4c31-9108-97cb0968bf0b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Oct 15 20:10:00.684544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:00.686050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:00.707114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:00.877676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-fc82a06e-5ac4-45fd-a8a9-57ac7709f960 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207907 Oct 15 20:10:00.880822 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Floating IP 6db1d307-1921-44f2-b4d4-b1b713731425 associated. External IP: 172.25.0.176, port: 87bd171d-011c-4c0f-b4ac-04496439ff9a. Oct 15 20:10:00.972410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:10:01.014483 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-293a8a00-87ce-49e2-8fce-7d1c7495983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.015940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-293a8a00-87ce-49e2-8fce-7d1c7495983d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0845020 Oct 15 20:10:01.039250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62dd2a5f-082e-422a-a5ec-24b7edb1070f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:01.144341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-baf83473-62d7-4e51-a138-e6faae8f4bbb None None] Provisioning complete for port a2d87e66-b602-4152-9714-a19d2f953018 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:01.144341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-baf83473-62d7-4e51-a138-e6faae8f4bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:01.182325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-baf83473-62d7-4e51-a138-e6faae8f4bbb None None] Port a2d87e66-b602-4152-9714-a19d2f953018 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:10:01.193336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 62dd2a5f-082e-422a-a5ec-24b7edb1070f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:10:01.202559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 62dd2a5f-082e-422a-a5ec-24b7edb1070f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:01.203999 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:01.261457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:10:01.262038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:10:01.267785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94a2d8bb-e9f0-456c-925a-4779d5de2af2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5edcbb23-ec2c-4e58-9717-fed57761a7f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191512 Oct 15 20:10:01.273863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-cc01a08a-a22f-44b7-8ef7-dc46c1e1b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.276249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-cc01a08a-a22f-44b7-8ef7-dc46c1e1b169 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1972134 Oct 15 20:10:01.323930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:01.372573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:10:01.375958 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b677e-fb02-4416-9205-9f72a27fe075" -d '{"events": [{"server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "name": "network-vif-plugged", "status": "completed", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:10:01.390184 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-26110ea2-5f06-4bcf-9f67-c3c246379d6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.1052763 Oct 15 20:10:01.397491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:01.415271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:10:01.421346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:01.426725 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:10:01.440789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:01.443144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:01.469165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-c666b931-0fe1-49d5-b0cd-c848956f7a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.471127 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-c666b931-0fe1-49d5-b0cd-c848956f7a66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0749209 Oct 15 20:10:01.513396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3a500f2c-1650-46bd-be05-d4da8a5d605a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "PUT /v2.0/floatingips/6db1d307-1921-44f2-b4d4-b1b713731425 HTTP/1.1" status: 200 len: 991 time: 1.5708830 Oct 15 20:10:01.518415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:10:01.522589 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:10:01.587714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-638c32a7-7dbf-454d-9bfd-beb3dd46e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.589532 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-638c32a7-7dbf-454d-9bfd-beb3dd46e33b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067324 Oct 15 20:10:01.594579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550a60-ffc9-40c2-a0a2-de7449a3e604 req-596e68e8-4c89-4914-888e-6f2f4ea243e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.596263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6550a60-ffc9-40c2-a0a2-de7449a3e604 req-596e68e8-4c89-4914-888e-6f2f4ea243e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 1098 time: 0.0640798 Oct 15 20:10:01.599081 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1731ae4c-9716-49e2-be37-a9ef2b6e5cd3 x-openstack-request-id: req-1731ae4c-9716-49e2-be37-a9ef2b6e5cd3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:10:01.599675 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "name": "network-vif-plugged", "status": "completed", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:10:01.603685 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1731ae4c-9716-49e2-be37-a9ef2b6e5cd3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:10:01.610804 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f', 'code': 200} Oct 15 20:10:01.619709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:01.663145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6550a60-ffc9-40c2-a0a2-de7449a3e604 req-db139653-8053-4922-aa5a-e7f4129b6e61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Oct 15 20:10:01.714042 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-cb70ce3b-c6f0-4b48-99f3-0c70b24f72d4 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149933 Oct 15 20:10:01.725624 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e88ee20-b245-41bb-a3ab-152fd60570d2 x-openstack-request-id: req-4e88ee20-b245-41bb-a3ab-152fd60570d2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:10:01.725980 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:10:01.726301 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e88ee20-b245-41bb-a3ab-152fd60570d2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:10:01.727131 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'status': 'completed', 'code': 200} Oct 15 20:10:01.727261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:01.842999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-86b5b3d4-4ec8-426c-90a8-f53e4032d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.848065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-86b5b3d4-4ec8-426c-90a8-f53e4032d13d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1097 time: 0.0988269 Oct 15 20:10:01.850589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:01.854807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:01.885953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7ae13f3b-57a9-42c2-9b32-eb9d87d59553 req-b6713664-5490-47e9-8e16-c474e826ad00 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636646 Oct 15 20:10:01.902353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7321c6-e513-49ca-a5a7-966eb8e2c9cc req-f23fb9d6-519b-4a73-ae48-a32e17d2db14 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:01.904453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f7321c6-e513-49ca-a5a7-966eb8e2c9cc req-f23fb9d6-519b-4a73-ae48-a32e17d2db14 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0987985 Oct 15 20:10:01.997176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f7321c6-e513-49ca-a5a7-966eb8e2c9cc req-1639576f-a38c-485b-90f4-57cef111b9d6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584266 Oct 15 20:10:02.000445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-b4bab5ba-d8ed-4a9b-8105-52b59b7386ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:02.001984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-b4bab5ba-d8ed-4a9b-8105-52b59b7386ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1464415 Oct 15 20:10:02.094686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-11715de8-e99d-4123-a940-d2e9e52c1bff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 999 time: 0.0818720 Oct 15 20:10:02.133469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:02.133867 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.156333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-98e05370-79de-4c6f-b63e-9a7a49cc229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:02.158555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-98e05370-79de-4c6f-b63e-9a7a49cc229b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0597885 Oct 15 20:10:02.241654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-20c2ec97-7303-408d-85d3-c3d5d9296d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:02.243749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-20c2ec97-7303-408d-85d3-c3d5d9296d09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757325 Oct 15 20:10:02.299803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:10:02.306110 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:10:02.307798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894491385-network', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:10:02.321729 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:02.322477 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:02.362237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-5c3ce305-7566-4ee7-a475-c8f36ba3fa2b service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131158 Oct 15 20:10:02.363744 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.395536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:02.401848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '6db1d307-1921-44f2-b4d4-b1b713731425', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:09:42Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:02.406028 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Made reservation on behalf of ab8b87c36cd443559b8cc6d736656028 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:10:02.408900 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.425768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.432600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:10:02.443714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:02.445103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:02.468540 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:02.468944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f7006ea-ae7e-4bd8-bbae-4dd1607c4c4f req-6dde5dc9-1ea7-425c-9b58-3bd77821f6fb service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977349 Oct 15 20:10:02.490448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.575357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.596811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:02.614351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:02.621428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.646071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:10:02.661007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f76b4f-4888-4c20-a497-4e6d0a772bd1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:02.666292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.666638 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Added segment 7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd of type vlan for network 9bf15eae-bb79-46f6-998e-80e307e6166d Oct 15 20:10:02.729519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.742243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:09:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 2, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:02.769633 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:10:02.769988 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Updating router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 port a2d87e66-b602-4152-9714-a19d2f953018 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:10:02.795031 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.821735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.822721 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:02.823295 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:02.919950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf15eae-bb79-46f6-998e-80e307e6166d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:02.927975 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9a5867a2-02de-471d-a9a5-df1aefebeba2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6263773 Oct 15 20:10:02.930839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:10:02.937320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Request body: {'subnet': {'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894491385-subnet', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:10:02.937905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 9bf15eae-bb79-46f6-998e-80e307e6166d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:10:03.012004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Made reservation on behalf of ab8b87c36cd443559b8cc6d736656028 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:10:03.015921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.052232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '6db1d307-1921-44f2-b4d4-b1b713731425', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:09:42Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:03.100784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888edc7-2fcb-44ff-a9fe-f6b97acbc0b8 None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '6db1d307-1921-44f2-b4d4-b1b713731425', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:09:42Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 1, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:10:03.188000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e13671-0b9e-48d7-aec1-8fac70e5a13a req-96790d03-de77-4a3c-9f98-4e82b5d25791 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:03.189792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10e13671-0b9e-48d7-aec1-8fac70e5a13a req-96790d03-de77-4a3c-9f98-4e82b5d25791 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0713682 Oct 15 20:10:03.259397 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.271177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10e13671-0b9e-48d7-aec1-8fac70e5a13a req-54d3fc5e-ec8a-464d-8c12-335587ba82e0 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741546 Oct 15 20:10:03.336803 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.397023 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e38d-1c51-4c5a-804e-2bf8574889a5 None None] Pushing event updated for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:03.428242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4f85fb-3090-4c89-acad-96bc50aded18 None None] New status for floating IP 6db1d307-1921-44f2-b4d4-b1b713731425: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:10:03.466556 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Attempting to bind port a2d87e66-b602-4152-9714-a19d2f953018 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:10:03.466924 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Attempting to bind port a2d87e66-b602-4152-9714-a19d2f953018 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:10:03.467656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Attempting to bind port a2d87e66-b602-4152-9714-a19d2f953018 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:03.473402 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:10:03.473782 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:03.474601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.476017 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.478049 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:10:03.478600 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Bound port: a2d87e66-b602-4152-9714-a19d2f953018, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:10:03.479055 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.606908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5198fcfa-14da-4ebd-81e7-0cae43c2c680,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:03.618608 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] For port a2d87e66-b602-4152-9714-a19d2f953018, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:10:03.622309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] For port a2d87e66-b602-4152-9714-a19d2f953018, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a2d87e66-b602-4152-9714-a19d2f953018,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:10:03.634979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Checking segment: {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:03.639478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Network hostable DHCP agents. Network: 9bf15eae-bb79-46f6-998e-80e307e6166d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:10:03.643950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:03.692719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:03.693097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.708193 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.743867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] Provisioning complete for port a2d87e66-b602-4152-9714-a19d2f953018 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:03.744252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.748866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Network 9bf15eae-bb79-46f6-998e-80e307e6166d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:10:03.814041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619e38d-1c51-4c5a-804e-2bf8574889a5 None None] Pushing event updated for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:03.831068 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:03.831496 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:03.839847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 9bf15eae-bb79-46f6-998e-80e307e6166d) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:03.852988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:03.853600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:03.868666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b34ee-7829-4ed6-8126-fc0169d3614e None None] Network 9bf15eae-bb79-46f6-998e-80e307e6166d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:10:03.941998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b49190ea-4b34-4fed-b148-50f56e303690 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0097520 Oct 15 20:10:03.948753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 44112) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:10:03.953336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:10:03.964138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:03.972365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.048268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] For port a2d87e66-b602-4152-9714-a19d2f953018, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a2d87e66-b602-4152-9714-a19d2f953018,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:04.084729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.088170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.121066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-9bf15eae-bb79-46f6-998e-80e307e6166d', 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'fixed_ips': [{'subnet_id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:10:04.121929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.162841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.202191 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.203890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:04.235189 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc99eaa5-cca2-47c4-a291-a04935e4f32f None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:10:04.308078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee0016-e826-4e51-bbea-67c874b5c7d7 None None] Pushing event updated for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:04.353632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-84957537-5a7d-4fc6-886b-43aec8ce2346 None None] Provisioning complete for port a2d87e66-b602-4152-9714-a19d2f953018 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:04.354322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84957537-5a7d-4fc6-886b-43aec8ce2346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.356350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Allocated IP 172.20.0.2 (9bf15eae-bb79-46f6-998e-80e307e6166d/5198fcfa-14da-4ebd-81e7-0cae43c2c680/97e631a2-081c-4000-a450-6d893fa75b86) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:10:04.450571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532a4de-0d9c-4f3a-b0e6-f9711db5b5a0 req-cfabe958-980f-4b73-8946-18aecd981156 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:04.452624 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a532a4de-0d9c-4f3a-b0e6-f9711db5b5a0 req-cfabe958-980f-4b73-8946-18aecd981156 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0738213 Oct 15 20:10:04.523178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a532a4de-0d9c-4f3a-b0e6-f9711db5b5a0 req-ed895d88-80e9-4c20-a811-7666ed594ed2 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629482 Oct 15 20:10:04.525947 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.614621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.685345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.742717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Network 9bf15eae-bb79-46f6-998e-80e307e6166d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:04.745835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:04.748801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:10:04.767316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Pushing event updated for resources: {'Port': ['ID=97e631a2-081c-4000-a450-6d893fa75b86,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:04.855960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Attempting to bind port 97e631a2-081c-4000-a450-6d893fa75b86 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:10:04.856642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Attempting to bind port 97e631a2-081c-4000-a450-6d893fa75b86 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:10:04.857385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Attempting to bind port 97e631a2-081c-4000-a450-6d893fa75b86 on network 9bf15eae-bb79-46f6-998e-80e307e6166d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:04.867832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:10:04.876084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Checking segment: {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:04.877743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:04.880083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Bound using segment: {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:10:04.880873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Bound port: 97e631a2-081c-4000-a450-6d893fa75b86, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:10:04.881554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.029645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] For port 97e631a2-081c-4000-a450-6d893fa75b86, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:10:05.033750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] For port 97e631a2-081c-4000-a450-6d893fa75b86, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97e631a2-081c-4000-a450-6d893fa75b86,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:10:05.041578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.071595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.090620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.271184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141644c-ab48-4dd5-bbb3-dd748050771d None None] Pushing event updated for resources: {'Port': ['ID=97e631a2-081c-4000-a450-6d893fa75b86,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:05.350796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Allocated IP 172.25.0.71 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/0144e311-be74-4a43-87b8-a5694843b643) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:10:05.407331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735957d-8af8-4ebf-9c0d-a6bad52b6397 req-04381798-0a31-4ce6-9b17-a726f82bf99a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:05.415317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0735957d-8af8-4ebf-9c0d-a6bad52b6397 req-04381798-0a31-4ce6-9b17-a726f82bf99a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.6210706 Oct 15 20:10:05.467927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0735957d-8af8-4ebf-9c0d-a6bad52b6397 req-a11c1903-63ff-4759-933d-d916ce97786d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438550 Oct 15 20:10:05.596849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.754369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.763425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a2d87e66-b602-4152-9714-a19d2f953018 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:05.809409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5dcbf-4fc5-44e0-b9ef-576ecb1d9bc1 req-14ce7201-ce83-4414-a0e2-8a48a489d5d1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:05.817859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:05.821268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16b5dcbf-4fc5-44e0-b9ef-576ecb1d9bc1 req-14ce7201-ce83-4414-a0e2-8a48a489d5d1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0795357 Oct 15 20:10:05.823214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:05.827089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:10:05.860268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port a2d87e66-b602-4152-9714-a19d2f953018 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:05.860857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:05.867456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Pushing event updated for resources: {'Port': ['ID=0144e311-be74-4a43-87b8-a5694843b643,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:05.883540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16b5dcbf-4fc5-44e0-b9ef-576ecb1d9bc1 req-04e3a461-53aa-4bcf-a5d8-c7a81d628c9d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561132 Oct 15 20:10:06.014048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97e631a2-081c-4000-a450-6d893fa75b86 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:06.069306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 97e631a2-081c-4000-a450-6d893fa75b86 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:06.069662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:06.251851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:06.308048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 97e631a2-081c-4000-a450-6d893fa75b86, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97e631a2-081c-4000-a450-6d893fa75b86,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:06.374774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:06.377224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:06.472095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=97e631a2-081c-4000-a450-6d893fa75b86,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:06.576541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c7503-653c-458d-8e2a-c554e7d31084 req-4573f742-fe00-4d0f-9f4f-f060b5e1574e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:06.578908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c31c7503-653c-458d-8e2a-c554e7d31084 req-4573f742-fe00-4d0f-9f4f-f060b5e1574e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0791044 Oct 15 20:10:06.696194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c31c7503-653c-458d-8e2a-c554e7d31084 req-47a72c0f-e9e5-4f6e-a9f1-78ec1fedd080 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037602 Oct 15 20:10:06.733822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98b2b1-b453-4031-b274-45f67b5f7a83 None None] Network 9bf15eae-bb79-46f6-998e-80e307e6166d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:10:06.770948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:06.883592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3c31cd0b-57ed-41d9-b304-810cbaf866c7 None None] Provisioning complete for port 97e631a2-081c-4000-a450-6d893fa75b86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:06.884115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3c31cd0b-57ed-41d9-b304-810cbaf866c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.056353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:10:07.205891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:10:07.220129 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Sync routers for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:10:07.236613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:07.237496 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:07.292241 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.293510 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7d5a9cfa-2f7e-4b8d-8a6b-40be34e99840 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3438404 Oct 15 20:10:07.302012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 44238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:10:07.384603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a7448d55-0c81-485c-8219-f914cc0c4b7b None None] Provisioning complete for port 97e631a2-081c-4000-a450-6d893fa75b86 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:07.385071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a7448d55-0c81-485c-8219-f914cc0c4b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.387086 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:07.598271 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:06Z', 'revision_number': 3, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:07.651365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97e631a2-081c-4000-a450-6d893fa75b86 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:07.661103 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Checking router: efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:10:07.661472 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Updating router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af port 0144e311-be74-4a43-87b8-a5694843b643 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:10:07.720930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 97e631a2-081c-4000-a450-6d893fa75b86 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:07.721469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.729344 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.895213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:07.947403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475da9d-2464-4b4f-bb40-6b8a71f27f9e req-074413a8-e030-4f7e-8131-d1995aee12cf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:07.949454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d475da9d-2464-4b4f-bb40-6b8a71f27f9e req-074413a8-e030-4f7e-8131-d1995aee12cf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1267545 Oct 15 20:10:08.077210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d475da9d-2464-4b4f-bb40-6b8a71f27f9e req-22e8f98b-7743-47ad-aef7-e7a04ca4a310 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984664 Oct 15 20:10:08.087186 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.153367 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.165143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Allocated IP 172.20.0.1 (9bf15eae-bb79-46f6-998e-80e307e6166d/5198fcfa-14da-4ebd-81e7-0cae43c2c680/dc9a1a5b-0c9a-4255-a63a-65d1917f5f43) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:10:08.213664 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Attempting to bind port 0144e311-be74-4a43-87b8-a5694843b643 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:10:08.214038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Attempting to bind port 0144e311-be74-4a43-87b8-a5694843b643 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:10:08.214405 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Attempting to bind port 0144e311-be74-4a43-87b8-a5694843b643 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:08.223792 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b69f-557a-48c0-af19-2b024aa1dc1c None None] Pushing event updated for resources: {'Port': ['ID=0144e311-be74-4a43-87b8-a5694843b643,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:08.238783 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:10:08.239163 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:08.239587 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.239979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:10:08.240461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Bound port: 0144e311-be74-4a43-87b8-a5694843b643, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:10:08.240836 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.296240 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] For port 0144e311-be74-4a43-87b8-a5694843b643, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:10:08.296446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.299821 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] For port 0144e311-be74-4a43-87b8-a5694843b643, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0144e311-be74-4a43-87b8-a5694843b643,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:10:08.359546 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.434001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.478424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Network 9bf15eae-bb79-46f6-998e-80e307e6166d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:08.483879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:08.487663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:10:08.520552 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:08.521190 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:08.526306 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b69f-557a-48c0-af19-2b024aa1dc1c None None] Pushing event updated for resources: {'Port': ['ID=0144e311-be74-4a43-87b8-a5694843b643,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:08.537029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:08.552350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.663158 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:08.833875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fdae38e5-0103-483b-8d10-8d831a46ce30 None None] Provisioning complete for port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:08.834868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fdae38e5-0103-483b-8d10-8d831a46ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.876123 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:06Z', 'revision_number': 3, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:08.900420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:08.907678 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1814f71-b662-46ae-bd87-8e95304227eb None None] The sync data for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 is: [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:06Z', 'revision_number': 3, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:10:08.918726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fdae38e5-0103-483b-8d10-8d831a46ce30 None None] Port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:10:09.102221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:09.231916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:09.328339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc9d35-4748-46ff-ad14-7e642a671448 req-89109036-5672-4aa7-886d-cebb4c4fd57b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:09.330572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94cc9d35-4748-46ff-ad14-7e642a671448 req-89109036-5672-4aa7-886d-cebb4c4fd57b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1672099 Oct 15 20:10:09.360313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:09.363543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:09.418811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94cc9d35-4748-46ff-ad14-7e642a671448 req-8d6bdb14-f660-44b8-8004-1fd920ab3d2c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815253 Oct 15 20:10:09.504596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Network 9bf15eae-bb79-46f6-998e-80e307e6166d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:09.507495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:09.631137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0144e311-be74-4a43-87b8-a5694843b643 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:09.719244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:10:09.754101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0144e311-be74-4a43-87b8-a5694843b643 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:09.754551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:09.921503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:10:09.927628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87cceea8-cc4f-4e65-bea7-7da391e67229 admin admin] 10.222.0.13 "PUT /v2.0/routers/efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299560 Oct 15 20:10:09.967142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:09.994123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 0144e311-be74-4a43-87b8-a5694843b643, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0144e311-be74-4a43-87b8-a5694843b643,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:10.057449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-60e40832-e8fb-47bd-9030-b8138fd6d63a None None] Provisioning complete for port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:10.057812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-60e40832-e8fb-47bd-9030-b8138fd6d63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:10.099767 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:10.149305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-60e40832-e8fb-47bd-9030-b8138fd6d63a None None] Port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:10:10.175047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=0144e311-be74-4a43-87b8-a5694843b643,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:10.556065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf5808-d9b8-43f4-84e2-d01503337932 req-401a38c0-c76e-4450-87bd-ee8812f0f5a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:10.564137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dbf5808-d9b8-43f4-84e2-d01503337932 req-401a38c0-c76e-4450-87bd-ee8812f0f5a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0706027 Oct 15 20:10:10.610864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dbf5808-d9b8-43f4-84e2-d01503337932 req-b0093726-425e-46ed-bbea-dcdbf572f854 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Oct 15 20:10:11.580067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0144e311-be74-4a43-87b8-a5694843b643 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:11.664795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0144e311-be74-4a43-87b8-a5694843b643 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:11.665374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:11.801238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e6d7e-3912-4ecb-968b-055d969ea6d7 req-21e637f0-ddad-4aa4-ab33-8f40fb226924 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:11.803430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-486e6d7e-3912-4ecb-968b-055d969ea6d7 req-21e637f0-ddad-4aa4-ab33-8f40fb226924 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0901008 Oct 15 20:10:11.856179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-486e6d7e-3912-4ecb-968b-055d969ea6d7 req-70d3f66d-4a64-43f6-9027-e5707dd2388e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465541 Oct 15 20:10:11.873418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Sync routers for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:10:11.891839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:11.893026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:12.067437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:12.524166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 4, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dc9a1a5b-0c9a-4255-a63a-65d1917f5f43', 'name': '', 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'mac_address': 'fa:16:3e:fa:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:07Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 2, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'subnets': [{'id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:12.551970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Checking router: efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:10:12.552314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Updating router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:10:12.577650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:12.865058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:12.948037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:12.995657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bae0e-e499-4bcc-ab5b-d85d80e0665a req-9eede8e4-d0d5-43ce-a1bd-c6eabe1c941a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:13.001062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceb210-af39-4693-a0ca-9c9c74f948c5 None None] Pushing event updated for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:13.004052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d3bae0e-e499-4bcc-ab5b-d85d80e0665a req-9eede8e4-d0d5-43ce-a1bd-c6eabe1c941a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0705969 Oct 15 20:10:13.057882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d3bae0e-e499-4bcc-ab5b-d85d80e0665a req-cdbac08e-e42e-4770-a540-59a5256d68d5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526075 Oct 15 20:10:13.086864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Attempting to bind port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:10:13.087605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Attempting to bind port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:10:13.088046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Attempting to bind port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 on network 9bf15eae-bb79-46f6-998e-80e307e6166d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Checking segment: {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Bound using segment: {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Bound port: dc9a1a5b-0c9a-4255-a63a-65d1917f5f43, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:10:13.099531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.216158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] For port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:10:13.223948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] For port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:10:13.297087 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.375373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:10:13.376233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:13.426888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceb210-af39-4693-a0ca-9c9c74f948c5 None None] Pushing event updated for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:13.459608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] Provisioning complete for port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:13.459608 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.557167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:10:13.676851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.763683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] For port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:13.787221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-781634d6-6d1b-4da7-b15f-03f68545eb16 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:13.792171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-781634d6-6d1b-4da7-b15f-03f68545eb16 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1270151 Oct 15 20:10:13.805415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-a6fc2d70-6608-4a07-a772-1ffec5b7ef37 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0104578 Oct 15 20:10:13.834732 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:13.871381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 4, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dc9a1a5b-0c9a-4255-a63a-65d1917f5f43', 'name': '', 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'mac_address': 'fa:16:3e:fa:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:07Z', 'updated_at': '2021-10-15T20:10:13Z', 'revision_number': 4, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'subnets': [{'id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:10:13.885322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-ea195f71-2a6a-4695-9209-1084bb462aa3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739937 Oct 15 20:10:13.904139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad60c13-9191-4af0-bb46-0cc9853b5eef None None] The sync data for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 is: [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:10:08Z', 'revision_number': 4, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'dc9a1a5b-0c9a-4255-a63a-65d1917f5f43', 'name': '', 'network_id': '9bf15eae-bb79-46f6-998e-80e307e6166d', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'mac_address': 'fa:16:3e:fa:f6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:07Z', 'updated_at': '2021-10-15T20:10:13Z', 'revision_number': 4, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'subnets': [{'id': '5198fcfa-14da-4ebd-81e7-0cae43c2c680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:10:13.938625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeaeb9b-5c73-4aac-bd09-5a89a66ffccf None None] Pushing event updated for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:13.982792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-18c2222f-9e00-4a31-a766-7ba0aa4e53b6 None None] Provisioning complete for port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:13.983165 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c2222f-9e00-4a31-a766-7ba0aa4e53b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:14.030001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-b39a3bcd-6afd-4071-9b78-e9e1634d461c service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362336 Oct 15 20:10:14.206330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-7a91ca00-67b6-4a67-a4b4-9106092f47ef service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675489 Oct 15 20:10:14.895077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac71a5d-6bbb-4ba8-b51b-c088a2924b78 req-54b49559-1e65-42e4-9a52-0f34bd31a9b7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:14.896739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ac71a5d-6bbb-4ba8-b51b-c088a2924b78 req-54b49559-1e65-42e4-9a52-0f34bd31a9b7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0536461 Oct 15 20:10:14.947305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ac71a5d-6bbb-4ba8-b51b-c088a2924b78 req-d4da11a9-3847-4e32-8314-7b0953359050 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382450 Oct 15 20:10:15.089037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00339bfd-616c-4418-bc48-a9295406329c req-d4f7aea3-9088-496e-8903-4a6a10ff50c0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0283966 Oct 15 20:10:15.616784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:15.707782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:15.708149 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:16.085937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad81326-b1c6-41b9-9ed1-b8621da4c87a req-d55dd73a-4586-4597-86df-29dcf2ac9a51 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:16.092112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bad81326-b1c6-41b9-9ed1-b8621da4c87a req-d55dd73a-4586-4597-86df-29dcf2ac9a51 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0666533 Oct 15 20:10:16.138496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bad81326-b1c6-41b9-9ed1-b8621da4c87a req-78c43bfd-a870-47eb-a424-f4cc4ac7678f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Oct 15 20:10:16.303310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f86f54fb-7aab-4a78-bb5c-303e6cdf4517 req-846f8550-21ba-47f5-82b2-00510ef93cf1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0394909 Oct 15 20:10:17.134836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-63fdbfc9-023c-402e-a4e3-f37cc9597145 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:17.134836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-63fdbfc9-023c-402e-a4e3-f37cc9597145 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1078560 Oct 15 20:10:17.145380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:10:17.400600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f835c-a78f-41ba-9cde-4fb3aefd5b47 req-486e21b6-4e99-47d4-be86-161363d5fd40 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:17.400600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce9f835c-a78f-41ba-9cde-4fb3aefd5b47 req-486e21b6-4e99-47d4-be86-161363d5fd40 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0753009 Oct 15 20:10:17.400600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce9f835c-a78f-41ba-9cde-4fb3aefd5b47 req-63edf80b-6de0-4576-af73-8953ab84c8c8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Oct 15 20:10:17.506574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb3b58c5-4257-4584-a6e5-e448b10606e5 req-1df212bb-693e-4fcd-8107-80ae181320db tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0286100 Oct 15 20:10:17.529804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:10:17.535218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:17.694798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.6 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/26e68695-f724-4061-8adb-71a13ba2a5df) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:10:17.887697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:18.530337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6383e-99b7-4630-96a4-0d5c7dadab7a req-b4899dd4-b89f-4536-ab0c-ad6150b8e188 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:18.549456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29d6383e-99b7-4630-96a4-0d5c7dadab7a req-b4899dd4-b89f-4536-ab0c-ad6150b8e188 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0551915 Oct 15 20:10:18.577026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29d6383e-99b7-4630-96a4-0d5c7dadab7a req-dbaf0c9a-56ac-4988-8573-b2b52c7c2f57 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379274 Oct 15 20:10:18.722572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7bd9fbcd-df3a-487e-b01e-72ff1abf5c49 req-c0f32984-e848-4c3f-b826-fddec03dd1ae tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0271935 Oct 15 20:10:18.822823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:18.857178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6049a058-c06f-4a83-bd6e-8614ff892eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:18.872776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:10:18.877965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:10:18.882595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:10:18.925494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:18.957647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:18.958531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:19.150004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78213bdd-60d4-45dc-ae84-fdd7ecf0f8cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0083497 Oct 15 20:10:19.164743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Request body: {'port': {'device_id': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:10:19.218805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9df8ea54-cef8-478f-91af-75d76fb9243c None None] Provisioning complete for port 26e68695-f724-4061-8adb-71a13ba2a5df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:19.219511 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9df8ea54-cef8-478f-91af-75d76fb9243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:19.234639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:19.273598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9df8ea54-cef8-478f-91af-75d76fb9243c None None] Port 26e68695-f724-4061-8adb-71a13ba2a5df cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:10:19.626846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e68695-f724-4061-8adb-71a13ba2a5df {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:10:19.639713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:19.656066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Transition to ACTIVE for port object 26e68695-f724-4061-8adb-71a13ba2a5df will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:10:19.714698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393085d-4dab-4e93-9484-067b661cda72 req-f89f67ec-b740-4052-a667-f55089fec5fd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:19.716773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d393085d-4dab-4e93-9484-067b661cda72 req-f89f67ec-b740-4052-a667-f55089fec5fd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0621715 Oct 15 20:10:19.749876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:19.838588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Pushing event updated for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:19.858125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d393085d-4dab-4e93-9484-067b661cda72 req-7b3627f4-e206-43d3-8e7a-e78ab0476bd8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292250 Oct 15 20:10:19.983177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Attempting to bind port 26e68695-f724-4061-8adb-71a13ba2a5df on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:10:19.984574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Attempting to bind port 26e68695-f724-4061-8adb-71a13ba2a5df by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:10:19.986110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Attempting to bind port 26e68695-f724-4061-8adb-71a13ba2a5df on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Port 26e68695-f724-4061-8adb-71a13ba2a5df on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Attempting to bind port 26e68695-f724-4061-8adb-71a13ba2a5df on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Bound port: 26e68695-f724-4061-8adb-71a13ba2a5df, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:10:20.012522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:20.157630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc44389-a7e1-4266-bb69-dcf5045eae5d req-65e2ef9e-9675-4023-8e0b-68bf0cf61d6f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.162166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdc44389-a7e1-4266-bb69-dcf5045eae5d req-65e2ef9e-9675-4023-8e0b-68bf0cf61d6f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.1056228 Oct 15 20:10:20.193911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:10:20.215385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=26e68695-f724-4061-8adb-71a13ba2a5df,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:10:20.221357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdc44389-a7e1-4266-bb69-dcf5045eae5d req-2cff0d83-d3c2-412d-a4e6-7a1b39524847 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518804 Oct 15 20:10:20.295681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:20.381350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.383776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:20.385531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-78880e63-7245-4296-b47f-319cdd18493f service neutron] 10.222.0.15 "PUT /v2.0/ports/26e68695-f724-4061-8adb-71a13ba2a5df HTTP/1.1" status: 200 len: 1092 time: 1.2251217 Oct 15 20:10:20.388532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:10:20.391744 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981568b8-29b0-4814-b014-56ba9e3d9801" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:10:20.402899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78880e63-7245-4296-b47f-319cdd18493f service neutron] Pushing event updated for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:20.614585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-95d97dc4-89d7-4f7b-ac6e-c9c296d4319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.615782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-95d97dc4-89d7-4f7b-ac6e-c9c296d4319c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 1095 time: 0.0776067 Oct 15 20:10:20.677027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-63b095f7-392e-45e7-91ef-3a9f1475880a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e68695-f724-4061-8adb-71a13ba2a5df HTTP/1.1" status: 200 len: 217 time: 0.0533993 Oct 15 20:10:20.678632 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3f6d6b-1a1f-454f-bb9b-b9ff03991fbd x-openstack-request-id: req-2f3f6d6b-1a1f-454f-bb9b-b9ff03991fbd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:10:20.679058 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:10:20.679318 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f3f6d6b-1a1f-454f-bb9b-b9ff03991fbd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:10:20.679786 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df', 'status': 'completed', 'code': 200} Oct 15 20:10:20.827636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-0672333c-cf4d-4818-8f15-f61a31d3ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.829346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-0672333c-cf4d-4818-8f15-f61a31d3ef22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1438460 Oct 15 20:10:20.842092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cefd75-6592-489f-b185-6de3f8792d39 req-636de64b-4438-4fec-a3ff-6ab44cc636b1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.843596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58cefd75-6592-489f-b185-6de3f8792d39 req-636de64b-4438-4fec-a3ff-6ab44cc636b1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1348565 Oct 15 20:10:20.880262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266297b3-b753-427a-8d5d-cd596064c05d req-779e1c11-f8e2-440f-8edd-4b6313088661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.881738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-779e1c11-f8e2-440f-8edd-4b6313088661 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.1192954 Oct 15 20:10:20.983377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-adbd9119-cdad-4810-aa9d-4f8ef3065e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:20.984943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-adbd9119-cdad-4810-aa9d-4f8ef3065e7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396575 Oct 15 20:10:20.993725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58cefd75-6592-489f-b185-6de3f8792d39 req-cdcb22ec-d614-43f0-a5dc-92bafb7340eb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378622 Oct 15 20:10:21.058353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266297b3-b753-427a-8d5d-cd596064c05d req-a847c4c4-e0a5-4f95-9c04-70b2fb5ed918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:21.058353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-a847c4c4-e0a5-4f95-9c04-70b2fb5ed918 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1636937 Oct 15 20:10:21.440408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e6826cf-1a52-49a4-8e52-dd42f1734542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:21.663646 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:10:21.698477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-44d7cd52-49d1-4310-a694-e6e6b5c381b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.6123376 Oct 15 20:10:21.706477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-807e87dc-291d-42cd-b960-bb577d206ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075069 Oct 15 20:10:21.724737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4ad5f-ec50-46c5-881a-54e9bb8af6a0 req-cc216251-da82-4812-b6ac-848296e7540a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:21.726232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dbc4ad5f-ec50-46c5-881a-54e9bb8af6a0 req-cc216251-da82-4812-b6ac-848296e7540a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.1121352 Oct 15 20:10:21.841289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266297b3-b753-427a-8d5d-cd596064c05d req-11010f46-0818-465b-aed9-18376f796cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:21.842735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-11010f46-0818-465b-aed9-18376f796cd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.1353464 Oct 15 20:10:21.866497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dbc4ad5f-ec50-46c5-881a-54e9bb8af6a0 req-3efc620d-9b0a-425d-a9bf-341194c3b551 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160579 Oct 15 20:10:21.931387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e717722e-87f0-41f3-9a77-47401e242ce8 req-55e5f51c-2d23-489e-9300-d1b1eb59926a service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863191 Oct 15 20:10:21.933974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266297b3-b753-427a-8d5d-cd596064c05d req-5dcce9f7-6b51-4cf6-adb5-dbde82c31f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:21.935629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-5dcce9f7-6b51-4cf6-adb5-dbde82c31f4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680187 Oct 15 20:10:22.105606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-dddd4a6d-37d7-41d4-9d80-e0596a74572c service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612546 Oct 15 20:10:22.177548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-595a14c9-f69c-444e-8694-adc47a537d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.179058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-595a14c9-f69c-444e-8694-adc47a537d97 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 1095 time: 0.1272817 Oct 15 20:10:22.264701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d57729b-72f2-4e60-adc2-29a2b1b4d23d req-5fe07e77-f8c0-45f0-9400-a4dd1e7c27b3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.266195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d57729b-72f2-4e60-adc2-29a2b1b4d23d req-5fe07e77-f8c0-45f0-9400-a4dd1e7c27b3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1660237 Oct 15 20:10:22.361129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:22.367580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-266297b3-b753-427a-8d5d-cd596064c05d req-fb83c4a2-6c6d-491b-bca6-32c7a4fcdd52 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510579 Oct 15 20:10:22.372225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d57729b-72f2-4e60-adc2-29a2b1b4d23d req-d50590d0-19fc-4ef9-a98c-b41a97b647bf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989118 Oct 15 20:10:22.416750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-c9d6e33e-12b9-430e-b492-ac66cea29ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.418492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-c9d6e33e-12b9-430e-b492-ac66cea29ebe service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.2255554 Oct 15 20:10:22.472811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-62b9a0d3-0ee9-4a75-b7df-4e2713305409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e68695-f724-4061-8adb-71a13ba2a5df HTTP/1.1" status: 200 len: 217 time: 0.0457199 Oct 15 20:10:22.527114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-94e5d9b6-e00f-4eee-96f9-61166ae78d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.529075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-94e5d9b6-e00f-4eee-96f9-61166ae78d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0496757 Oct 15 20:10:22.591395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-26f17e99-bf51-4f20-a99a-0b15b27087c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.593488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-26f17e99-bf51-4f20-a99a-0b15b27087c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564344 Oct 15 20:10:22.701790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-d46d8311-4fc3-40b4-8c09-b50138909ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005192 Oct 15 20:10:22.771252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:22.822950 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:22.848454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-981568b8-29b0-4814-b014-56ba9e3d9801 req-9fc310c2-6c48-4853-ac2c-72636eb8a34f service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374290 Oct 15 20:10:22.909697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:22.988247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b15ed-bb5a-4363-a934-cb8bfb0ed633 req-c165fccf-634c-4250-8295-384de6ec573b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:22.990114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-541b15ed-bb5a-4363-a934-cb8bfb0ed633 req-c165fccf-634c-4250-8295-384de6ec573b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0549762 Oct 15 20:10:23.040156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-541b15ed-bb5a-4363-a934-cb8bfb0ed633 req-741a851f-e669-4fe6-903c-61826798073a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Oct 15 20:10:23.569042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a70a-cafd-4b0a-bc74-dbb763d33cf1 req-621a62cc-ef4a-4646-a234-ddcb5d9da44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:23.585040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4971a70a-cafd-4b0a-bc74-dbb763d33cf1 req-621a62cc-ef4a-4646-a234-ddcb5d9da44d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1093125 Oct 15 20:10:23.680876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4971a70a-cafd-4b0a-bc74-dbb763d33cf1 req-20d4b790-a596-4f51-96fe-73eed837c225 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949223 Oct 15 20:10:23.911938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61efba-f388-4e56-9dae-4702d0d7315f req-a7bb31f0-1d2c-4b32-9525-e5a6ff9cd30d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:23.922535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae61efba-f388-4e56-9dae-4702d0d7315f req-a7bb31f0-1d2c-4b32-9525-e5a6ff9cd30d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0807958 Oct 15 20:10:23.988521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae61efba-f388-4e56-9dae-4702d0d7315f req-70493f53-59ea-4e9a-a664-1328dcd3d78b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642397 Oct 15 20:10:24.566677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:24.585632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035846c9-f57b-415a-ba5c-150a9d227698 req-b7d337b1-9342-4200-8734-8c0d2f400d42 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:24.587270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-035846c9-f57b-415a-ba5c-150a9d227698 req-b7d337b1-9342-4200-8734-8c0d2f400d42 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0597732 Oct 15 20:10:24.629028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-035846c9-f57b-415a-ba5c-150a9d227698 req-8d4ec3c4-fab4-4873-9bae-7da9ab502ea3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351002 Oct 15 20:10:24.753582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f537120-3ec8-4f50-a6d3-f775d1fe7ade req-71d386c8-6126-4892-ab1d-9caed8d2af1d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:24.755247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f537120-3ec8-4f50-a6d3-f775d1fe7ade req-71d386c8-6126-4892-ab1d-9caed8d2af1d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0661840 Oct 15 20:10:24.820103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f537120-3ec8-4f50-a6d3-f775d1fe7ade req-8e8b7742-da41-4cfa-b776-671b6b55b089 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565095 Oct 15 20:10:25.228513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d2711-f471-483d-b28b-a3df534f3ba5 req-85d02650-678f-4320-a928-902f6186b250 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:25.234983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-600d2711-f471-483d-b28b-a3df534f3ba5 req-85d02650-678f-4320-a928-902f6186b250 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0615191 Oct 15 20:10:25.270242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-600d2711-f471-483d-b28b-a3df534f3ba5 req-d690e135-abad-4e3b-b81d-77f2949d53b8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336249 Oct 15 20:10:25.764716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839487b-f2d0-4745-8bef-53f773bf17d0 req-e67e3300-8567-4831-b1ef-bbfe4707a324 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:25.766802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8839487b-f2d0-4745-8bef-53f773bf17d0 req-e67e3300-8567-4831-b1ef-bbfe4707a324 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0511942 Oct 15 20:10:25.811381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8839487b-f2d0-4745-8bef-53f773bf17d0 req-09c3be1b-fcaf-4972-bc62-c62c65d2dc02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385802 Oct 15 20:10:26.403359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a264-2fc3-424f-8791-91330f30e1e3 req-d02f3f77-22b3-4e0e-b251-c651ed733c1d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:26.405095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6505a264-2fc3-424f-8791-91330f30e1e3 req-d02f3f77-22b3-4e0e-b251-c651ed733c1d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0610895 Oct 15 20:10:26.451183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6505a264-2fc3-424f-8791-91330f30e1e3 req-8d81d5d4-e6ba-4382-a2fd-da1e663e05a6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Oct 15 20:10:26.804959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99303029-b359-411f-96a5-72064549ea5b req-662e073d-7249-4f46-9c6c-84234b7272e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:26.806575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99303029-b359-411f-96a5-72064549ea5b req-662e073d-7249-4f46-9c6c-84234b7272e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0731370 Oct 15 20:10:26.850907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99303029-b359-411f-96a5-72064549ea5b req-94fcb2b6-ed5f-4c88-b5a7-30c2bc7bc581 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Oct 15 20:10:26.976984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a5d0f-c7c5-4c4e-81a6-64e07cfece13 req-c6052d5b-b957-4354-a12e-90b25c47c7b3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:26.984177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-832a5d0f-c7c5-4c4e-81a6-64e07cfece13 req-c6052d5b-b957-4354-a12e-90b25c47c7b3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0634465 Oct 15 20:10:27.065186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-832a5d0f-c7c5-4c4e-81a6-64e07cfece13 req-74ec41bd-c1e9-4a9c-9ea5-33712415eef2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712180 Oct 15 20:10:27.980087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31349a5-c6ea-464e-b3cd-b280eeac9fbb req-023dedcf-b0d9-4478-8927-90a81a2b7be6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:27.981588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d31349a5-c6ea-464e-b3cd-b280eeac9fbb req-023dedcf-b0d9-4478-8927-90a81a2b7be6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0503712 Oct 15 20:10:28.022825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d31349a5-c6ea-464e-b3cd-b280eeac9fbb req-6c697178-64ff-45ac-8a0e-335cdc5c386d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Oct 15 20:10:28.158010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a41a47-84fb-497f-bd13-bdb94fd5eec7 req-f874c1d6-467a-46e3-8d02-88ac2cb667d0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:28.160999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30a41a47-84fb-497f-bd13-bdb94fd5eec7 req-f874c1d6-467a-46e3-8d02-88ac2cb667d0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0604324 Oct 15 20:10:28.204176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30a41a47-84fb-497f-bd13-bdb94fd5eec7 req-eb68e2bd-d7d4-4519-a6d7-a13ea2b7decb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358710 Oct 15 20:10:28.316351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518739a-e6e1-4ce0-b5b2-be0cfcd79603 req-f1ba45e7-2da2-453c-a054-017364f3d290 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:28.317748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a518739a-e6e1-4ce0-b5b2-be0cfcd79603 req-f1ba45e7-2da2-453c-a054-017364f3d290 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0526135 Oct 15 20:10:28.356254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a518739a-e6e1-4ce0-b5b2-be0cfcd79603 req-11edf9dd-86de-4e17-a1ed-a4089ec0d633 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Oct 15 20:10:28.528773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca91d8-ad84-476d-aa94-4a7103663ef9 req-605e8b60-f805-44e9-b28f-b8646e083cfb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:28.530281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55ca91d8-ad84-476d-aa94-4a7103663ef9 req-605e8b60-f805-44e9-b28f-b8646e083cfb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0594969 Oct 15 20:10:28.571902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55ca91d8-ad84-476d-aa94-4a7103663ef9 req-8a288d92-2603-4649-adc0-1bbf4537a384 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339651 Oct 15 20:10:28.701249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1e88e-4d8c-4b5d-9c6c-f3153c22b494 req-44bfb9ae-5a59-49ad-99ce-ee0ee5e8290f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:28.702717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdc1e88e-4d8c-4b5d-9c6c-f3153c22b494 req-44bfb9ae-5a59-49ad-99ce-ee0ee5e8290f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0574105 Oct 15 20:10:28.744836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdc1e88e-4d8c-4b5d-9c6c-f3153c22b494 req-afa70618-3edd-4db6-89ac-c5dc9b0ee7da tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346050 Oct 15 20:10:29.478756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1faf8-809f-4059-a4d0-5ad31587e557 req-07df3c44-bf98-4834-8a26-39f906a86c91 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:29.480370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ea1faf8-809f-4059-a4d0-5ad31587e557 req-07df3c44-bf98-4834-8a26-39f906a86c91 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0532064 Oct 15 20:10:29.521489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ea1faf8-809f-4059-a4d0-5ad31587e557 req-f1b08d1f-75e1-49eb-ad40-0169020dc75e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Oct 15 20:10:30.644897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f8aa4-2f1d-477f-bd30-290ec5b27d33 req-669b8647-ea58-40ec-ba51-bfa8e31fc56a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:30.647719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a85f8aa4-2f1d-477f-bd30-290ec5b27d33 req-669b8647-ea58-40ec-ba51-bfa8e31fc56a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0516212 Oct 15 20:10:30.688295 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a85f8aa4-2f1d-477f-bd30-290ec5b27d33 req-420c22a4-f865-4b6c-a594-b0ce4c2ccbfd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Oct 15 20:10:31.814643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d41a-076b-43e6-9d96-c82a2b330f16 req-b282bb60-fdc2-4081-962a-c7b329590b24 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:31.816449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f696d41a-076b-43e6-9d96-c82a2b330f16 req-b282bb60-fdc2-4081-962a-c7b329590b24 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0576053 Oct 15 20:10:31.856788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f696d41a-076b-43e6-9d96-c82a2b330f16 req-a72e1c01-5671-4ff6-99cc-364753d0dc28 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Oct 15 20:10:32.985781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db174ef5-8cd4-4449-aa47-32b847c98999 req-390c9ebc-c0a5-46fd-a1bf-5e776f137142 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:33.097473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db174ef5-8cd4-4449-aa47-32b847c98999 req-390c9ebc-c0a5-46fd-a1bf-5e776f137142 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 943 time: 0.0555718 Oct 15 20:10:33.097473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db174ef5-8cd4-4449-aa47-32b847c98999 req-2d758251-d8c0-43b2-9027-d504a5701fd5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356333 Oct 15 20:10:33.174132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 26e68695-f724-4061-8adb-71a13ba2a5df details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:10:33.279823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=26e68695-f724-4061-8adb-71a13ba2a5df,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:33.290979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '26e68695-f724-4061-8adb-71a13ba2a5df', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': '26e68695-f724-4061-8adb-71a13ba2a5df', 'mac_address': 'fa:16:3e:57:3f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:10:33.336311 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:33.354492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e68695-f724-4061-8adb-71a13ba2a5df {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:10:33.374157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=26e68695-f724-4061-8adb-71a13ba2a5df,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:33.508842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:33.558246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:33.881982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['26e68695-f724-4061-8adb-71a13ba2a5df'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:10:34.166476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226366-eca4-40b4-bbd1-6f830eaed4a2 req-804bb81a-e8cd-46c8-9edd-2094917b3caf tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:34.168087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9226366-eca4-40b4-bbd1-6f830eaed4a2 req-804bb81a-e8cd-46c8-9edd-2094917b3caf tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 944 time: 0.0645554 Oct 15 20:10:34.215262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9226366-eca4-40b4-bbd1-6f830eaed4a2 req-46d11f57-b5e1-42c7-9f1b-196f1ae1eb71 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381072 Oct 15 20:10:35.185908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 26e68695-f724-4061-8adb-71a13ba2a5df up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:10:35.274763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 26e68695-f724-4061-8adb-71a13ba2a5df completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:10:35.279125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 26e68695-f724-4061-8adb-71a13ba2a5df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:10:35.279496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:35.357097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c95ee-2b0b-4995-a3f3-ada11a5b4968 req-b6ab6ebc-9d1d-4b6a-9122-e362b97ad7ce tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:35.361148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63c95ee-2b0b-4995-a3f3-ada11a5b4968 req-b6ab6ebc-9d1d-4b6a-9122-e362b97ad7ce tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 944 time: 0.0599082 Oct 15 20:10:35.364143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:35.388746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:10:35.391175 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4753e15a-1233-4395-8da1-278177807be8" -d '{"events": [{"server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "name": "network-vif-plugged", "status": "completed", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:10:35.402290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f63c95ee-2b0b-4995-a3f3-ada11a5b4968 req-f2dd5c21-be77-4bb3-970d-02fe4cb2dfce tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Oct 15 20:10:35.408237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=26e68695-f724-4061-8adb-71a13ba2a5df,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:35.463212 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:35.510862 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d067373-b63a-4d09-926e-b7e1a1779af9 x-openstack-request-id: req-7d067373-b63a-4d09-926e-b7e1a1779af9 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:10:35.511150 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "name": "network-vif-plugged", "status": "completed", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:10:35.511403 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d067373-b63a-4d09-926e-b7e1a1779af9 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:10:35.511818 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df', 'code': 200} Oct 15 20:10:35.516395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:35.611934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006e7c-8598-4cb2-b591-250149c7bac7 req-4addc79b-4c05-4259-9e7d-df3503c509ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:35.613451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29006e7c-8598-4cb2-b591-250149c7bac7 req-4addc79b-4c05-4259-9e7d-df3503c509ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 1097 time: 0.0447769 Oct 15 20:10:35.652109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29006e7c-8598-4cb2-b591-250149c7bac7 req-8ef2b3cd-c812-4b47-9974-5e65744b51b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Oct 15 20:10:36.604015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102b474-12c5-40fd-b3b4-5be4a3bafc2c req-e644e8c6-5b94-4684-a942-26c69aeb2742 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:36.605439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d102b474-12c5-40fd-b3b4-5be4a3bafc2c req-e644e8c6-5b94-4684-a942-26c69aeb2742 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0506523 Oct 15 20:10:36.645919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d102b474-12c5-40fd-b3b4-5be4a3bafc2c req-cc22fd5b-2ce3-4084-8544-3af117bdb2f5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Oct 15 20:10:37.771804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9a50e-e8c7-432d-a04a-311683c0472a req-bb50f99f-31ac-472a-847f-9b2d46dd3652 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:37.774142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3eb9a50e-e8c7-432d-a04a-311683c0472a req-bb50f99f-31ac-472a-847f-9b2d46dd3652 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0542996 Oct 15 20:10:37.812612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3eb9a50e-e8c7-432d-a04a-311683c0472a req-6192ffce-a2df-4c82-a827-c4e00535f8d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Oct 15 20:10:37.988708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1c72f-f4fa-436e-a805-6ca168eac599 req-04274aea-5aa9-4010-a754-c44540769ef2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:37.990444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ed1c72f-f4fa-436e-a805-6ca168eac599 req-04274aea-5aa9-4010-a754-c44540769ef2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0576191 Oct 15 20:10:38.033072 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ed1c72f-f4fa-436e-a805-6ca168eac599 req-58cd3e74-ecf2-43b9-9fd3-b59c5ca4ccf9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Oct 15 20:10:38.163621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c3c5-d916-44a3-9b87-cfc22c079b24 req-08ec5bf3-32af-4dee-9da9-92316528bc66 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:38.165240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54c5c3c5-d916-44a3-9b87-cfc22c079b24 req-08ec5bf3-32af-4dee-9da9-92316528bc66 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0572002 Oct 15 20:10:38.213118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54c5c3c5-d916-44a3-9b87-cfc22c079b24 req-ff23134e-d729-4718-93e2-3b40381bfb19 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 Oct 15 20:10:38.609674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ab13-b864-48a2-8f7a-2b1644001b6d req-5e9d9f04-e153-4cf6-b722-e7177527bef5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:38.616337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bc1ab13-b864-48a2-8f7a-2b1644001b6d req-5e9d9f04-e153-4cf6-b722-e7177527bef5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0631542 Oct 15 20:10:38.659519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bc1ab13-b864-48a2-8f7a-2b1644001b6d req-e5d9bada-b4d7-4511-899a-0697afe46b7c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419838 Oct 15 20:10:39.783882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3f572-c908-42e8-9830-e189455d0d30 req-d935a207-6a84-4b1e-8a3c-3bbb7bf9f4cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:39.785651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07a3f572-c908-42e8-9830-e189455d0d30 req-d935a207-6a84-4b1e-8a3c-3bbb7bf9f4cc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0512211 Oct 15 20:10:39.826736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07a3f572-c908-42e8-9830-e189455d0d30 req-4dbf2c2b-b56d-4716-b595-16e562695341 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Oct 15 20:10:40.150568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-049c319a-38c4-4d9c-9cbb-18b86be773f0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:10:40.152052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-049c319a-38c4-4d9c-9cbb-18b86be773f0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 945 time: 0.0493104 Oct 15 20:10:40.254817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port 26e68695-f724-4061-8adb-71a13ba2a5df {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:10:40.255227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:40.345151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port 26e68695-f724-4061-8adb-71a13ba2a5df, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=26e68695-f724-4061-8adb-71a13ba2a5df,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:10:40.345511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:40.358872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for 26e68695-f724-4061-8adb-71a13ba2a5df owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:10:40.560552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:40.574185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['26e68695-f724-4061-8adb-71a13ba2a5df'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:10:40.594435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=26e68695-f724-4061-8adb-71a13ba2a5df,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:10:40.656415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port 26e68695-f724-4061-8adb-71a13ba2a5df on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:10:40.659258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:40.663211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdbbe66d-6e5a-457a-ab4f-64207b76cb7b req-c7c8a3c9-9548-4c2f-94b6-3500428db1f4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/26e68695-f724-4061-8adb-71a13ba2a5df HTTP/1.1" status: 204 len: 173 time: 0.5042906 Oct 15 20:10:40.663705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'name': 'network-vif-deleted', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:10:40.666048 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d9c6dd-a95f-4660-bf72-9ca7fedc82a1" -d '{"events": [{"server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "name": "network-vif-deleted", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:10:40.706214 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e092ed-3d8b-418b-8a6f-d9b4270f258b x-openstack-request-id: req-96e092ed-3d8b-418b-8a6f-d9b4270f258b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:10:40.706501 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed97fc-808a-4c3f-820d-8dfa10663996", "name": "network-vif-deleted", "tag": "26e68695-f724-4061-8adb-71a13ba2a5df", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:10:40.706776 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e092ed-3d8b-418b-8a6f-d9b4270f258b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:10:40.707169 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ed97fc-808a-4c3f-820d-8dfa10663996', 'name': 'network-vif-deleted', 'tag': '26e68695-f724-4061-8adb-71a13ba2a5df', 'status': 'completed', 'code': 200} Oct 15 20:10:40.943662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-851f610f-f0b2-46a4-81ce-2fe953ccf82e req-ea96cfd6-c9b4-4ad0-bee3-0291d0309846 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0414445 Oct 15 20:10:42.039517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d04f951-c1ff-4c25-97d9-b718552d7d56 req-3598890d-20f0-4da7-9976-81e86c0076f5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0340614 Oct 15 20:10:43.151630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fb526bf-f57c-424f-a6d4-070694abbcb0 req-8d7d1f21-3828-4ed0-966f-cc2ba9671cc5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0388918 Oct 15 20:10:43.218604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 26e68695-f724-4061-8adb-71a13ba2a5df no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:10:43.249130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 26e68695-f724-4061-8adb-71a13ba2a5df {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:10:43.249653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 26e68695-f724-4061-8adb-71a13ba2a5df not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:10:44.256037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed625a02-a3f4-4757-9409-80457e6a384f req-abbf95cd-9628-49bc-8ec9-c69dcf69626e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0271571 Oct 15 20:10:45.376340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28c84dee-d4eb-43e2-a86b-732bdda9e707 req-e343c0d2-e63f-4eb0-b5d9-bb6fc8905fb0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0464690 Oct 15 20:10:46.471189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c391512-b006-4343-bc6a-d654bca5b0a6 req-6962385d-8eb2-44c3-a191-0f5d86e47de9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2ed97fc-808a-4c3f-820d-8dfa10663996 HTTP/1.1" status: 200 len: 210 time: 0.0325544 Oct 15 20:10:48.503486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a6604e6a-022f-40f1-aa5a-3a12b04745a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:51.446765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9e070226-9ca6-4c40-aede-9214284fbba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:52.389428 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:52.753276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:52.823869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:52.932732 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:54.618498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:10:58.662615 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:11:00.253580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-f1374054-b3f7-408a-9ed6-39a202b48a46 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499289 Oct 15 20:11:00.319051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668063f-1088-4d96-bab3-0aca36033093 req-4c44f49c-2ae5-470d-896e-1ec4474a5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:00.320795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-4c44f49c-2ae5-470d-896e-1ec4474a5c77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 1097 time: 0.0449686 Oct 15 20:11:00.442758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668063f-1088-4d96-bab3-0aca36033093 req-d63dce21-b8ff-47df-8ef6-cc4d5885b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:00.445290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-d63dce21-b8ff-47df-8ef6-cc4d5885b6e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1026940 Oct 15 20:11:00.520971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-409b977d-9b17-433f-bbc0-7e9f8dd41bfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 200 len: 217 time: 0.0686996 Oct 15 20:11:00.576935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668063f-1088-4d96-bab3-0aca36033093 req-f7b0bc5e-26a1-4ccc-ae54-8f9edc8b3c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:00.578426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-f7b0bc5e-26a1-4ccc-ae54-8f9edc8b3c82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0499551 Oct 15 20:11:00.633243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668063f-1088-4d96-bab3-0aca36033093 req-920c6129-56c0-4408-8281-6974f7b2cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:00.634645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-920c6129-56c0-4408-8281-6974f7b2cf49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483704 Oct 15 20:11:00.809275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-06b6442f-d2f7-4bfe-92e6-c69c2198b102 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665337 Oct 15 20:11:00.919726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1668063f-1088-4d96-bab3-0aca36033093 req-0b2d4314-1f4f-4e8f-9397-4e6d2c4d8efe service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024582 Oct 15 20:11:01.805644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-97da444e-95b4-41f9-8b22-ad06290ac94f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525894 Oct 15 20:11:01.868252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-73e1d85b-a627-4f07-a8da-3e35c7573ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:01.869935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-73e1d85b-a627-4f07-a8da-3e35c7573ecc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=01327d62e1534ffab278611b5b88a405&device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 1102 time: 0.0418935 Oct 15 20:11:01.998762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-c3c03f72-02b2-4748-8dcd-f7788eaa7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:02.000347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-c3c03f72-02b2-4748-8dcd-f7788eaa7475 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b035e823-eb78-4ce5-b137-ccd98b87398c HTTP/1.1" status: 200 len: 870 time: 0.1103508 Oct 15 20:11:02.052239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-e60b6823-b5a9-4029-a19b-1610981b827d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=4da29365-4f59-445b-8e94-6627d84a4a3d HTTP/1.1" status: 200 len: 217 time: 0.0433910 Oct 15 20:11:02.104696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-2f63a3bb-ad23-45e6-980e-58c6100805bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:02.106897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-2f63a3bb-ad23-45e6-980e-58c6100805bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0480063 Oct 15 20:11:02.162834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-b3430717-fbf7-4a6a-a43e-edaec8b91708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:02.165099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-b3430717-fbf7-4a6a-a43e-edaec8b91708 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0512817 Oct 15 20:11:02.274641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-5f5b7361-6555-40eb-b8be-c1f17728933b service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988019 Oct 15 20:11:02.387913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11bbd63-7912-48dc-9af9-cb2b3cfd3fc1 req-6b347ecb-72bd-49f2-8eba-88456a48aec1 service neutron] 10.222.0.11 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060512 Oct 15 20:11:10.360206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb574af-e72f-43c7-b8ad-14df75229e5f req-fea2094c-5270-4391-9f81-affc7c5403b7 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:10.361810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb574af-e72f-43c7-b8ad-14df75229e5f req-fea2094c-5270-4391-9f81-affc7c5403b7 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 950 time: 0.0523551 Oct 15 20:11:10.402677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb574af-e72f-43c7-b8ad-14df75229e5f req-d2caa7bb-5cb9-438e-aca4-9729ff3af76f tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Oct 15 20:11:11.527237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d815d55-cb0d-4400-8784-320f3d0769ad req-c48808c7-d627-4339-89f3-56c1ef54597a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:11.529871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d815d55-cb0d-4400-8784-320f3d0769ad req-c48808c7-d627-4339-89f3-56c1ef54597a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 950 time: 0.0541213 Oct 15 20:11:11.576833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d815d55-cb0d-4400-8784-320f3d0769ad req-0e09e759-9525-4516-99e2-dd1c93519a1f tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/security-groups?id=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Oct 15 20:11:12.200227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-45c849b8-fba3-4df7-b43a-632477ae1b0a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:12.203857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-45c849b8-fba3-4df7-b43a-632477ae1b0a tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 950 time: 0.0513976 Oct 15 20:11:12.299689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Deleting port 4da29365-4f59-445b-8e94-6627d84a4a3d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:11:12.300048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:12.405224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] For port 4da29365-4f59-445b-8e94-6627d84a4a3d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4da29365-4f59-445b-8e94-6627d84a4a3d,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:11:12.405606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:12.421671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Calling delete_port for 4da29365-4f59-445b-8e94-6627d84a4a3d owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:11:12.641610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:12.654977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4da29365-4f59-445b-8e94-6627d84a4a3d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:11:12.688692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Pushing event deleted for resources: {'Port': ['ID=4da29365-4f59-445b-8e94-6627d84a4a3d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:12.728464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0a7f9f-8e2a-49c8-9e14-c6d17a477a1b req-34be0b94-d1de-4fcf-b2e4-49db1f074eba tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 210 time: 0.0505841 Oct 15 20:11:12.732585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.732906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.733242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.733575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.733908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.734228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.734552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.734870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.735191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.736054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.736054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.736258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:12.760957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] No DVR routers for this DVR port 4da29365-4f59-445b-8e94-6627d84a4a3d on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:11:12.761681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:12.765174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15663f5b-67ad-4811-a88f-4cda04de7f40 req-5232a077-a8be-4816-8ad3-9390ae387688 tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.11 "DELETE /v2.0/ports/4da29365-4f59-445b-8e94-6627d84a4a3d HTTP/1.1" status: 204 len: 173 time: 0.5537965 Oct 15 20:11:12.765638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'name': 'network-vif-deleted', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:11:12.768255 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a196de5-b2a2-4a86-bab3-5dd5ea8320c2" -d '{"events": [{"server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "name": "network-vif-deleted", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:11:12.807262 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a362ebe-d69d-4782-a365-b2a5458a5644 x-openstack-request-id: req-5a362ebe-d69d-4782-a365-b2a5458a5644 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:11:12.807662 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4d10128-1204-4ac6-b3d8-c71ec2e729d6", "name": "network-vif-deleted", "tag": "4da29365-4f59-445b-8e94-6627d84a4a3d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:11:12.807993 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a362ebe-d69d-4782-a365-b2a5458a5644 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:11:12.808460 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d10128-1204-4ac6-b3d8-c71ec2e729d6', 'name': 'network-vif-deleted', 'tag': '4da29365-4f59-445b-8e94-6627d84a4a3d', 'status': 'completed', 'code': 200} Oct 15 20:11:13.857834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f17e9061-fff2-4d76-aaa6-28001d81def4 req-cb8efb14-beaf-4b42-b364-c38cea4a0adf tempest-VolumesBackupsTest-2052668014 tempest-VolumesBackupsTest-2052668014-project] 10.222.0.13 "GET /v2.0/ports?device_id=c4d10128-1204-4ac6-b3d8-c71ec2e729d6 HTTP/1.1" status: 200 len: 210 time: 0.0284207 Oct 15 20:11:15.593488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69840c-e0f7-4144-bbaf-5cdee4fcbc59 req-b197c9de-9d6f-42c5-9a0c-f1c8b903b6b6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:15.595003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff69840c-e0f7-4144-bbaf-5cdee4fcbc59 req-b197c9de-9d6f-42c5-9a0c-f1c8b903b6b6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0543807 Oct 15 20:11:15.636763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff69840c-e0f7-4144-bbaf-5cdee4fcbc59 req-792dbdc9-ad8d-4bf0-9d24-58e73197b6e2 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353699 Oct 15 20:11:16.762866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ed678-7759-49d9-8db3-76c3da019bd5 req-a0fd661f-6636-48bc-a9f4-59c21891604e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:16.764679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b3ed678-7759-49d9-8db3-76c3da019bd5 req-a0fd661f-6636-48bc-a9f4-59c21891604e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0543358 Oct 15 20:11:16.806876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b3ed678-7759-49d9-8db3-76c3da019bd5 req-bf19d9e9-1237-47d3-b586-70896c047fc3 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358837 Oct 15 20:11:16.915095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4da29365-4f59-445b-8e94-6627d84a4a3d no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:11:16.937116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 4da29365-4f59-445b-8e94-6627d84a4a3d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:11:16.937511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4da29365-4f59-445b-8e94-6627d84a4a3d not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:11:17.334546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-f910d76e-4165-4b73-86c4-58462b5724f3 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:17.336206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-f910d76e-4165-4b73-86c4-58462b5724f3 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.15 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 946 time: 0.0547938 Oct 15 20:11:17.440243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Deleting port 62dd2a5f-082e-422a-a5ec-24b7edb1070f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:11:17.440853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:17.532291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] For port 62dd2a5f-082e-422a-a5ec-24b7edb1070f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=62dd2a5f-082e-422a-a5ec-24b7edb1070f,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:11:17.532651 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:17.546253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Calling delete_port for 62dd2a5f-082e-422a-a5ec-24b7edb1070f owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:11:17.721897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:17.755999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Pushing event deleted for resources: {'Port': ['ID=62dd2a5f-082e-422a-a5ec-24b7edb1070f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:17.811512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] No DVR routers for this DVR port 62dd2a5f-082e-422a-a5ec-24b7edb1070f on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:11:17.815764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:17.819699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8f53a2d-7150-453d-aedd-4776267aa04d req-42eebd6c-3666-4d3a-ada4-e0bc7b6547f6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.15 "DELETE /v2.0/ports/62dd2a5f-082e-422a-a5ec-24b7edb1070f HTTP/1.1" status: 204 len: 173 time: 0.4766986 Oct 15 20:11:17.820156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'name': 'network-vif-deleted', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:11:17.822935 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ec8367-a7a8-487b-8abe-281b418ef2c7" -d '{"events": [{"server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "name": "network-vif-deleted", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:11:17.872998 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44680b-caa0-4d40-94b3-c42c58845a9c x-openstack-request-id: req-1c44680b-caa0-4d40-94b3-c42c58845a9c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:11:17.877793 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c", "name": "network-vif-deleted", "tag": "62dd2a5f-082e-422a-a5ec-24b7edb1070f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:11:17.877793 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c44680b-caa0-4d40-94b3-c42c58845a9c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:11:17.877793 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c', 'name': 'network-vif-deleted', 'tag': '62dd2a5f-082e-422a-a5ec-24b7edb1070f', 'status': 'completed', 'code': 200} Oct 15 20:11:17.955976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f07ef3f-4c90-4949-9a87-a53cda8d44a7 req-c99369d5-1d6e-4f0a-867e-7698cb209ead tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=bac88e81-d6ab-4dc7-8ccc-d6c2fb33854c HTTP/1.1" status: 200 len: 210 time: 0.0297930 Oct 15 20:11:18.499305 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e3c012f4-e4da-4e0e-889d-5de982b5475b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:19.327296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62dd2a5f-082e-422a-a5ec-24b7edb1070f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:11:19.348181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 62dd2a5f-082e-422a-a5ec-24b7edb1070f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:11:19.348724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 62dd2a5f-082e-422a-a5ec-24b7edb1070f not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:11:21.439439 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40d50e68-3096-4df6-bd30-b9139d0b70c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:22.350726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:22.767797 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:22.819510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:22.945282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:23.150779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ead78585-8837-4222-b76e-58b7212a409f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:23.152517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ead78585-8837-4222-b76e-58b7212a409f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1068234 Oct 15 20:11:23.168338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-d213d772-ca61-4a4e-ad41-f7134ee4b9b4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0094776 Oct 15 20:11:23.229891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-95d72637-6050-4bed-b568-157b4f5cd51d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551603 Oct 15 20:11:23.333340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-de4c2058-09f5-4359-a20c-b59ccb5ef644 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954573 Oct 15 20:11:23.462328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-f932f125-1da6-4b05-bf13-3b54cd4c216f service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227088 Oct 15 20:11:23.911156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-590c2d5d-5663-4f36-8c2d-aa3ec214446f req-ce4efa6d-c7cf-48ec-aae0-ce2171a82bbc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0291715 Oct 15 20:11:24.602680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:24.623215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe800d9-5085-4daf-9e92-cd28ff92d016 req-143fefcf-8538-48ac-8ef6-f96d5811d252 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:24.624754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afe800d9-5085-4daf-9e92-cd28ff92d016 req-143fefcf-8538-48ac-8ef6-f96d5811d252 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0550461 Oct 15 20:11:24.699396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afe800d9-5085-4daf-9e92-cd28ff92d016 req-1a5a1e84-639f-4193-824f-18b0736c65aa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675325 Oct 15 20:11:24.712823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-2a617703-75b4-4a98-a6a3-25ca260cbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:24.714576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-2a617703-75b4-4a98-a6a3-25ca260cbbb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0670707 Oct 15 20:11:24.814876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-344ea72b-932c-4e90-9874-290415c6c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:24.816400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-344ea72b-932c-4e90-9874-290415c6c5bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.0934644 Oct 15 20:11:24.902257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-da81eddd-6b2b-4328-9f9c-aa42d6dafb0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0782218 Oct 15 20:11:24.975718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-102c5e2f-5f5c-4f37-9cde-2a66b005016d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:24.977238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-102c5e2f-5f5c-4f37-9cde-2a66b005016d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0676656 Oct 15 20:11:25.033326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cdcd047-76eb-4266-a445-66ca21456958 req-a3aa228a-13ab-4775-8475-e11d863ee1fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0407379 Oct 15 20:11:25.051587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-72310fec-77a5-4d65-b2d4-af145b0fe1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:25.051587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-72310fec-77a5-4d65-b2d4-af145b0fe1d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668864 Oct 15 20:11:25.157056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-fe254b4b-989e-423c-b9ed-1203af735baf service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967746 Oct 15 20:11:25.253186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65652c38-b8e2-45b6-b7dd-8b78beb17994 req-de58ed79-786c-4c9c-bbfc-04df4951b3f3 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889559 Oct 15 20:11:25.630685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-cee12fd0-a193-4600-9a60-1b67a5e0fe82 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:25.632323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-cee12fd0-a193-4600-9a60-1b67a5e0fe82 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1301713 Oct 15 20:11:25.645697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:11:25.832124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686224-16e6-4ed6-ace2-44e71c7708f1 req-502204cc-8612-47a0-8100-0246491cda2f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:25.834190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf686224-16e6-4ed6-ace2-44e71c7708f1 req-502204cc-8612-47a0-8100-0246491cda2f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0539825 Oct 15 20:11:25.842441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:11:25.847355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:25.992324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf686224-16e6-4ed6-ace2-44e71c7708f1 req-5a254ea8-705a-4f72-8154-49fc86d805a6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421132 Oct 15 20:11:26.058253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.7 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/6dc50428-acb4-4902-b53c-3e7a40de9732) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:11:26.650433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30ad6da8-01e2-4526-b166-9a68c93c4039 req-884a0c8d-72f5-4ebf-9dbe-59720a9d8273 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.4809914 Oct 15 20:11:26.705102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:26.797618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:26.840590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:11:26.844668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:11:26.848727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:11:26.877932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:26.908572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:26.909435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:26.988511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-ccb8af16-1736-48d9-8a0a-f4aeb50bee0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3467529 Oct 15 20:11:27.007884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Request body: {'port': {'device_id': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:11:27.142095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:27.220118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec963694-6bf8-4983-914f-3db6080cb9e0 req-b99b20f5-dc61-426a-a95a-90e3fae22e80 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:27.225145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec963694-6bf8-4983-914f-3db6080cb9e0 req-b99b20f5-dc61-426a-a95a-90e3fae22e80 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1288874 Oct 15 20:11:27.267252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-218e8ea9-fc06-4565-8733-54f4ce6403a8 None None] Provisioning complete for port 6dc50428-acb4-4902-b53c-3e7a40de9732 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:11:27.268475 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-218e8ea9-fc06-4565-8733-54f4ce6403a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:27.334278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-218e8ea9-fc06-4565-8733-54f4ce6403a8 None None] Port 6dc50428-acb4-4902-b53c-3e7a40de9732 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:11:27.345081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec963694-6bf8-4983-914f-3db6080cb9e0 req-c0b6bd28-c926-4834-8e04-9f759f719ce8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710437 Oct 15 20:11:27.596299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc50428-acb4-4902-b53c-3e7a40de9732 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:11:27.604090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:27.616740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Transition to ACTIVE for port object 6dc50428-acb4-4902-b53c-3e7a40de9732 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:11:27.676731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:27.772572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Pushing event updated for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:27.843179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2117a6d-ec73-4542-bb56-b276735ddf84 req-0750efcf-2082-4b2b-bc39-a50dbbd3b4bb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:27.844758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2117a6d-ec73-4542-bb56-b276735ddf84 req-0750efcf-2082-4b2b-bc39-a50dbbd3b4bb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.1247420 Oct 15 20:11:27.899756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Attempting to bind port 6dc50428-acb4-4902-b53c-3e7a40de9732 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:11:27.900340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Attempting to bind port 6dc50428-acb4-4902-b53c-3e7a40de9732 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:11:27.900765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Attempting to bind port 6dc50428-acb4-4902-b53c-3e7a40de9732 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:11:27.924387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Port 6dc50428-acb4-4902-b53c-3e7a40de9732 on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:11:27.927122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Attempting to bind port 6dc50428-acb4-4902-b53c-3e7a40de9732 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:11:27.929497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2117a6d-ec73-4542-bb56-b276735ddf84 req-9d7dd696-df1d-4b3c-9db7-7083cc3be51b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751729 Oct 15 20:11:27.934039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:11:27.935095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:11:27.935601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:11:27.936087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Bound port: 6dc50428-acb4-4902-b53c-3e7a40de9732, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:11:27.936511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:28.017211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:11:28.020459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=6dc50428-acb4-4902-b53c-3e7a40de9732,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:11:28.088471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:28.128272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.129001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:28.130458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] 10.222.0.15 "PUT /v2.0/ports/6dc50428-acb4-4902-b53c-3e7a40de9732 HTTP/1.1" status: 200 len: 1092 time: 1.1326542 Oct 15 20:11:28.130958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:11:28.134809 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5715888f-388a-46c2-b25f-eac1592c30ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:11:28.159029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f1324-bde0-422d-8dec-1c78ca748eae service neutron] Pushing event updated for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:28.197897 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa7629a-cb1f-4d89-8156-58ed20cf20ff x-openstack-request-id: req-6fa7629a-cb1f-4d89-8156-58ed20cf20ff {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:11:28.197897 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:11:28.197897 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fa7629a-cb1f-4d89-8156-58ed20cf20ff {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:11:28.197897 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732', 'status': 'completed', 'code': 200} Oct 15 20:11:28.264392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715888f-388a-46c2-b25f-eac1592c30ce req-025df5fd-313b-40d8-aabb-e41c9495c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.265919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5715888f-388a-46c2-b25f-eac1592c30ce req-025df5fd-313b-40d8-aabb-e41c9495c6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 1095 time: 0.0506310 Oct 15 20:11:28.389220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715888f-388a-46c2-b25f-eac1592c30ce req-8c20bedc-736b-438e-85ab-cea9d7849c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.391456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5715888f-388a-46c2-b25f-eac1592c30ce req-8c20bedc-736b-438e-85ab-cea9d7849c0d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f87512ae215f45c9ad188929db8d7b7a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1169310 Oct 15 20:11:28.518975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715888f-388a-46c2-b25f-eac1592c30ce req-56d2edfd-614d-474b-a538-817d8b3c755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.524450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5715888f-388a-46c2-b25f-eac1592c30ce req-56d2edfd-614d-474b-a538-817d8b3c755d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219847 Oct 15 20:11:28.627166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-f8d161b2-fc29-4a88-ac73-c56699de99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.628711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-f8d161b2-fc29-4a88-ac73-c56699de99f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 1095 time: 0.0653870 Oct 15 20:11:28.681329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-b187fbce-0765-4370-bb6d-b62285064ec3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dc50428-acb4-4902-b53c-3e7a40de9732 HTTP/1.1" status: 200 len: 217 time: 0.0442183 Oct 15 20:11:28.806424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-a4eec304-a34d-44c4-942c-a5e28b688353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.807915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-a4eec304-a34d-44c4-942c-a5e28b688353 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1163719 Oct 15 20:11:28.867995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-ef93d8bd-7890-435b-b4d6-477d6d94d65b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.875854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-ef93d8bd-7890-435b-b4d6-477d6d94d65b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 814 time: 0.1970665 Oct 15 20:11:28.891719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-fcece6b9-3545-4e1d-ad81-a1d78be37041 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/quotas/634b47d3042a497886de81159bedc8b5 HTTP/1.1" status: 200 len: 375 time: 0.0149665 Oct 15 20:11:28.896886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-19ae045c-6da3-41f2-b6fa-64a8f2b19004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:28.898349 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-19ae045c-6da3-41f2-b6fa-64a8f2b19004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826495 Oct 15 20:11:28.945364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-42bf0561-0d2c-4d91-b678-6619122702ec tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460567 Oct 15 20:11:29.085572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-1c0414eb-b2b3-426d-a8fb-1afb51b243b4 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765072 Oct 15 20:11:29.118625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-c6249e69-fec0-468c-9e01-ef7e44508271 service neutron] 10.222.0.13 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640368 Oct 15 20:11:29.258030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce9554c-e585-4c1b-acf6-7a2a12ef5d2b req-530880e3-b7cd-4a5a-bab3-fe4afc9607bb service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623847 Oct 15 20:11:29.289563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-a2227586-eab2-48d1-94a7-ce0185bd6361 service neutron] 10.222.0.13 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592107 Oct 15 20:11:29.584279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f33e5c-2032-4b36-a2f4-08abe9f9c597 req-9a53016f-d99c-4ce3-ad0f-5cabf326c090 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:29.598460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4f33e5c-2032-4b36-a2f4-08abe9f9c597 req-9a53016f-d99c-4ce3-ad0f-5cabf326c090 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0802238 Oct 15 20:11:29.656008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4f33e5c-2032-4b36-a2f4-08abe9f9c597 req-55ed8f9b-8ec8-43a0-a2c9-8e6d6d4efc53 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567265 Oct 15 20:11:29.728064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-833b5ec9-076d-4191-92da-460038ed5dc5 req-be584247-fff2-4b15-9d51-1d825d8dc724 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 210 time: 0.0328858 Oct 15 20:11:30.780813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa270-bb1c-4cb4-b580-28704a8cfe47 req-767988f5-9b18-4a18-b84c-79ed349bd634 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:30.782460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a43fa270-bb1c-4cb4-b580-28704a8cfe47 req-767988f5-9b18-4a18-b84c-79ed349bd634 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0561647 Oct 15 20:11:30.831151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a43fa270-bb1c-4cb4-b580-28704a8cfe47 req-cf4c154e-5171-4e32-8d88-e72b8e290925 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Oct 15 20:11:30.944506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7df00b96-87b8-4250-a64e-7992e6a13197 req-146ec75a-9807-4587-8fd4-309ea97e7c3d tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 210 time: 0.0419660 Oct 15 20:11:32.031838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859de36-6703-439e-ac75-19f97ba49d6e req-e7c17012-4f9e-4c55-b3d6-479507cdb638 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:32.033435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e859de36-6703-439e-ac75-19f97ba49d6e req-e7c17012-4f9e-4c55-b3d6-479507cdb638 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.1127367 Oct 15 20:11:32.047213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-d4a5d0ee-4c07-40dc-87b0-18f2f2740461 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:32.048916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-d4a5d0ee-4c07-40dc-87b0-18f2f2740461 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.11 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 814 time: 0.1704919 Oct 15 20:11:32.073978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Request body: {'port': {'device_id': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95', 'admin_state_up': True, 'tenant_id': '634b47d3042a497886de81159bedc8b5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:11:32.126088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e859de36-6703-439e-ac75-19f97ba49d6e req-d417baff-b147-4ed8-b9cd-5f28f7d4dc26 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760787 Oct 15 20:11:32.233291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02dc6932-d286-4eba-8e23-720ea02b3f6b req-d7f59293-6cab-434e-b700-8b30a0dc983b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 210 time: 0.0429626 Oct 15 20:11:32.397091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Made reservation on behalf of 634b47d3042a497886de81159bedc8b5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:11:32.400737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:32.545776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Allocated IP 172.20.0.5 (ed38520b-6bf7-4d57-97d4-1887dab79b95/8888dc39-704f-445e-b16b-f638e6b37168/1ac60f52-39e3-485e-896f-849b7585712e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:11:32.706943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:33.117567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:33.165670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Network ed38520b-6bf7-4d57-97d4-1887dab79b95 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:11:33.169528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:11:33.173893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:11:33.186606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Pushing event updated for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:33.249320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:33.249320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:33.303789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ebacf-9aae-4a46-9f19-d256c2c39589 req-9b4db612-fb0d-4b05-aaeb-4b757907c151 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:33.347335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a13ebacf-9aae-4a46-9f19-d256c2c39589 req-9b4db612-fb0d-4b05-aaeb-4b757907c151 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0670195 Oct 15 20:11:33.347335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a13ebacf-9aae-4a46-9f19-d256c2c39589 req-a9292dd3-d098-4f36-9c3b-809db65c2ffb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355313 Oct 15 20:11:33.495461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651966-38e3-4581-8b95-d945d061e169 req-7f6a5365-6a3b-47bf-a64c-38d9a3ad2bdb tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:33.497750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00651966-38e3-4581-8b95-d945d061e169 req-7f6a5365-6a3b-47bf-a64c-38d9a3ad2bdb tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 931 time: 0.0728555 Oct 15 20:11:33.570748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00651966-38e3-4581-8b95-d945d061e169 req-986bb634-55fa-48ac-b9a0-626a279432ff tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502000 Oct 15 20:11:33.656852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-06da0cc8-7c43-45a5-8adc-88d690912ed6 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5890636 Oct 15 20:11:33.765201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Request body: {'port': {'device_id': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:11:33.823448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.102295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac60f52-39e3-485e-896f-849b7585712e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:11:34.110329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.123257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Transition to ACTIVE for port object 1ac60f52-39e3-485e-896f-849b7585712e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:11:34.259820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.312047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:34.383302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Attempting to bind port 1ac60f52-39e3-485e-896f-849b7585712e on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:11:34.383590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Attempting to bind port 1ac60f52-39e3-485e-896f-849b7585712e by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:11:34.383907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Attempting to bind port 1ac60f52-39e3-485e-896f-849b7585712e on network ed38520b-6bf7-4d57-97d4-1887dab79b95 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:11:34.389838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Port 1ac60f52-39e3-485e-896f-849b7585712e on network ed38520b-6bf7-4d57-97d4-1887dab79b95 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:11:34.390173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Attempting to bind port 1ac60f52-39e3-485e-896f-849b7585712e on network ed38520b-6bf7-4d57-97d4-1887dab79b95 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:11:34.396991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:11:34.397477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Checking segment: {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:11:34.397860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Bound using segment: {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:11:34.398279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Bound port: 1ac60f52-39e3-485e-896f-849b7585712e, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41209882-e18e-4bda-8e86-4766463608ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:11:34.398630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.501662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:11:34.505254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ac60f52-39e3-485e-896f-849b7585712e,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:11:34.513936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a29f7e-13a9-4e1d-8de2-d8bcefec78f1 req-b859fcb5-e0e0-4ad1-a8c7-b3cca7c6e24c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:34.515422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14a29f7e-13a9-4e1d-8de2-d8bcefec78f1 req-b859fcb5-e0e0-4ad1-a8c7-b3cca7c6e24c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0765238 Oct 15 20:11:34.561038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14a29f7e-13a9-4e1d-8de2-d8bcefec78f1 req-7ef16d99-269e-4480-bcdd-2e2b18fbfcba tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369875 Oct 15 20:11:34.593044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.642399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:34.642926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:34.644475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/1ac60f52-39e3-485e-896f-849b7585712e HTTP/1.1" status: 200 len: 1092 time: 0.8841350 Oct 15 20:11:34.656448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:11:34.658745 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ec125b-58e9-4245-b48c-5d8cecb6e48b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "tag": "1ac60f52-39e3-485e-896f-849b7585712e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:11:34.702652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da42bf2-8538-48f5-9635-ee02dea8b0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:34.719077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06e4b9-15eb-438f-b612-162ea3259b23 req-8bbf3cf0-fb82-40b4-a5f9-3ad4b73b65da tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:34.720601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c06e4b9-15eb-438f-b612-162ea3259b23 req-8bbf3cf0-fb82-40b4-a5f9-3ad4b73b65da tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 943 time: 0.0865014 Oct 15 20:11:34.808762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c06e4b9-15eb-438f-b612-162ea3259b23 req-0293c981-e159-4329-9b3a-a27a173362a2 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Oct 15 20:11:34.822568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-b291e02a-7c22-4c1f-81da-c3d9c3992339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:34.824350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-b291e02a-7c22-4c1f-81da-c3d9c3992339 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 1095 time: 0.0692794 Oct 15 20:11:34.876022 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f39788-ce3f-4ac8-9d48-72c3a114617f x-openstack-request-id: req-28f39788-ce3f-4ac8-9d48-72c3a114617f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:11:34.876272 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "tag": "1ac60f52-39e3-485e-896f-849b7585712e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:11:34.876578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28f39788-ce3f-4ac8-9d48-72c3a114617f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:11:34.876903 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e', 'status': 'completed', 'code': 200} Oct 15 20:11:34.878436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-9f0c1538-20c8-4bae-8790-3acbbfb7d735 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac60f52-39e3-485e-896f-849b7585712e HTTP/1.1" status: 200 len: 217 time: 0.0422676 Oct 15 20:11:34.934124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-3574b575-b455-4d34-84c0-b86e63e72f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:34.935681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-3574b575-b455-4d34-84c0-b86e63e72f71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8888dc39-704f-445e-b16b-f638e6b37168 HTTP/1.1" status: 200 len: 854 time: 0.0497868 Oct 15 20:11:34.978090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-2324a059-04ab-4d74-aba1-aad4bd3f274c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed38520b-6bf7-4d57-97d4-1887dab79b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352998 Oct 15 20:11:35.087487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-5cf14321-37af-4f8e-a5f9-65d201f2b5fc service neutron] 10.222.0.11 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012857 Oct 15 20:11:35.191036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3634407c-e1c1-4984-8fd3-743c26ab5113 req-c247d955-d524-4484-8713-e59806a0dd8c service neutron] 10.222.0.11 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974805 Oct 15 20:11:35.350401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-aee92f69-b82f-4c91-838e-fb806aa33bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:35.351995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-aee92f69-b82f-4c91-838e-fb806aa33bff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=634b47d3042a497886de81159bedc8b5&device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 1095 time: 0.0473115 Oct 15 20:11:35.452798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-f4848ca1-3fc2-452c-b517-649127eab660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:35.454185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-f4848ca1-3fc2-452c-b517-649127eab660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 200 len: 915 time: 0.0949428 Oct 15 20:11:35.499832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-287664b8-6f5d-4bf5-bd9a-d49f89d7bfe8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ac60f52-39e3-485e-896f-849b7585712e HTTP/1.1" status: 200 len: 217 time: 0.0386038 Oct 15 20:11:35.551530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-97feebdb-cb34-49e9-b33a-5599e720e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:35.553352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-97feebdb-cb34-49e9-b33a-5599e720e98f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8888dc39-704f-445e-b16b-f638e6b37168 HTTP/1.1" status: 200 len: 854 time: 0.0466514 Oct 15 20:11:35.592275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-db4709d4-2e79-4aba-a130-887e3e91e017 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed38520b-6bf7-4d57-97d4-1887dab79b95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312834 Oct 15 20:11:35.663928 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:11:35.732113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0a66c-7f34-42b1-a7c8-5b3e1e37d590 req-4321c103-c9d5-4d19-b370-588102b3cf10 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:35.733521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd0a66c-7f34-42b1-a7c8-5b3e1e37d590 req-4321c103-c9d5-4d19-b370-588102b3cf10 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0921466 Oct 15 20:11:35.735272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-996fe6cf-579f-4268-b202-f451ee97d3ac service neutron] 10.222.0.11 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305804 Oct 15 20:11:35.829397 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd0a66c-7f34-42b1-a7c8-5b3e1e37d590 req-e92a5b22-3ecd-433e-8ebd-6db48c13295b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898223 Oct 15 20:11:35.867488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44ec125b-58e9-4245-b48c-5d8cecb6e48b req-a02d67aa-a6a3-46cd-862e-7a2dd860f2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220553 Oct 15 20:11:35.953059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccf7a-5c14-4e0e-9dc8-38c328f6b7a6 req-c29d37f5-4474-46ed-9dc2-c03ef502f53c tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:35.954514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10eccf7a-5c14-4e0e-9dc8-38c328f6b7a6 req-c29d37f5-4474-46ed-9dc2-c03ef502f53c tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 943 time: 0.0515420 Oct 15 20:11:35.995752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10eccf7a-5c14-4e0e-9dc8-38c328f6b7a6 req-d5f52179-83d9-48d8-bfb9-f139e574ae6b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Oct 15 20:11:36.973984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74762b-f2d6-43e1-a21f-ddf0bcf04968 req-3f234fc3-bcce-4bd7-aef9-cb9238bf31c1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:36.975629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f74762b-f2d6-43e1-a21f-ddf0bcf04968 req-3f234fc3-bcce-4bd7-aef9-cb9238bf31c1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0589190 Oct 15 20:11:37.018724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f74762b-f2d6-43e1-a21f-ddf0bcf04968 req-04663f9e-c01b-4149-a45b-94b637c2ee43 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Oct 15 20:11:37.151697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965ba0f-f369-4554-bcb8-3b79b628e835 req-60a52469-e976-42bc-9356-24a94959e883 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:37.153944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7965ba0f-f369-4554-bcb8-3b79b628e835 req-60a52469-e976-42bc-9356-24a94959e883 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 943 time: 0.0626745 Oct 15 20:11:37.200517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7965ba0f-f369-4554-bcb8-3b79b628e835 req-8becd124-bdf4-4bab-9e80-39ef4012a3a0 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Oct 15 20:11:38.148847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361589e7-b511-4210-a2dc-e1a24372f27a req-c87b207a-3eb1-49a7-9854-a681cee7fa09 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:38.150248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-361589e7-b511-4210-a2dc-e1a24372f27a req-c87b207a-3eb1-49a7-9854-a681cee7fa09 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0501204 Oct 15 20:11:38.198304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-361589e7-b511-4210-a2dc-e1a24372f27a req-3f7da757-cf42-4938-8ebb-4d6c910f2edf tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362623 Oct 15 20:11:38.335942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6004bb-5ffc-4468-a9f5-b97e7020cc42 req-390e7e23-82e1-4486-9dd6-45c2b48df218 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:38.337560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d6004bb-5ffc-4468-a9f5-b97e7020cc42 req-390e7e23-82e1-4486-9dd6-45c2b48df218 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 943 time: 0.0592232 Oct 15 20:11:38.380908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d6004bb-5ffc-4468-a9f5-b97e7020cc42 req-6f38dad4-9f1a-4bc4-b557-88d88b900b3e tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364854 Oct 15 20:11:38.944611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ac60f52-39e3-485e-896f-849b7585712e details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:11:39.044632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ac60f52-39e3-485e-896f-849b7585712e,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:11:39.057029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '1ac60f52-39e3-485e-896f-849b7585712e', 'network_id': 'ed38520b-6bf7-4d57-97d4-1887dab79b95', 'port_id': '1ac60f52-39e3-485e-896f-849b7585712e', 'mac_address': 'fa:16:3e:52:d3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888dc39-704f-445e-b16b-f638e6b37168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:11:39.110391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:39.123793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac60f52-39e3-485e-896f-849b7585712e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:11:39.143324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ac60f52-39e3-485e-896f-849b7585712e,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:11:39.289028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:39.332372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1194e4-a1fd-4f6e-83f8-1f6624edaa8d req-87beb278-fe06-4628-a113-41c7b0f6e839 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:39.334660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc1194e4-a1fd-4f6e-83f8-1f6624edaa8d req-87beb278-fe06-4628-a113-41c7b0f6e839 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0632145 Oct 15 20:11:39.340468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:39.348951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.349797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.349797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.350054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.350294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.350620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.350951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.351278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.351640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.351978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.352303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.352641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:11:39.384686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc1194e4-a1fd-4f6e-83f8-1f6624edaa8d req-2b68125c-62f5-4b7b-9dfe-7a39ecda0456 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426493 Oct 15 20:11:39.501482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d77c0-9134-4ad6-a7e4-9a41d322bb05 req-1977c07d-1c55-4f0e-9215-40f5aae4c330 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:39.503035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e29d77c0-9134-4ad6-a7e4-9a41d322bb05 req-1977c07d-1c55-4f0e-9215-40f5aae4c330 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 944 time: 0.0541210 Oct 15 20:11:39.541966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e29d77c0-9134-4ad6-a7e4-9a41d322bb05 req-0359833d-fb4d-4da8-90e6-ecceebd9d878 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Oct 15 20:11:39.666542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1ac60f52-39e3-485e-896f-849b7585712e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:11:40.516162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f47bf-ca4d-478e-b80d-67dc00b05c74 req-d3492083-a027-4159-9426-586254e1dfb2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:40.517435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e6f47bf-ca4d-478e-b80d-67dc00b05c74 req-d3492083-a027-4159-9426-586254e1dfb2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0580420 Oct 15 20:11:40.557073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1e6f47bf-ca4d-478e-b80d-67dc00b05c74 req-5412d040-aea7-4951-a06b-fc25876c3200 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Oct 15 20:11:40.672402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6db825-89a1-4291-9531-97ae1c12d9ec req-6ef29b84-4819-467d-8fcc-2b2ba740f2b8 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:40.673908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb6db825-89a1-4291-9531-97ae1c12d9ec req-6ef29b84-4819-467d-8fcc-2b2ba740f2b8 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 944 time: 0.0571444 Oct 15 20:11:40.717215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb6db825-89a1-4291-9531-97ae1c12d9ec req-8caa5464-2499-474b-91b5-3736724c51d4 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373392 Oct 15 20:11:40.957824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ac60f52-39e3-485e-896f-849b7585712e up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:11:41.140349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 1ac60f52-39e3-485e-896f-849b7585712e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:11:41.145886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 1ac60f52-39e3-485e-896f-849b7585712e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:11:41.146304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:41.389378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:41.415895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:11:41.420584 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff08c5d-4bdd-4d70-9db9-f8f28813fc01" -d '{"events": [{"server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "name": "network-vif-plugged", "status": "completed", "tag": "1ac60f52-39e3-485e-896f-849b7585712e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:11:41.440583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ac60f52-39e3-485e-896f-849b7585712e,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:11:41.473772 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe0a7cd-dd30-4678-abe6-11311c7708d5 x-openstack-request-id: req-3fe0a7cd-dd30-4678-abe6-11311c7708d5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:11:41.474059 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "name": "network-vif-plugged", "status": "completed", "tag": "1ac60f52-39e3-485e-896f-849b7585712e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:11:41.474309 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fe0a7cd-dd30-4678-abe6-11311c7708d5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:11:41.474706 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e', 'code': 200} Oct 15 20:11:41.546404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:41.584220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904a6cb-5dfc-431e-ac15-cd4227714d41 req-5efae2fd-8dff-4dda-aa25-45247647d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:41.585750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d904a6cb-5dfc-431e-ac15-cd4227714d41 req-5efae2fd-8dff-4dda-aa25-45247647d7c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 1096 time: 0.0535197 Oct 15 20:11:41.611800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:11:41.630532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d904a6cb-5dfc-431e-ac15-cd4227714d41 req-3b404295-8b78-49e6-971c-9a9ea8c27e79 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357339 Oct 15 20:11:41.690844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713280-ae82-4eb4-8762-3b284b32ef6c req-c3bf8896-ea18-411b-88bd-f00a832d4613 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:41.692343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86713280-ae82-4eb4-8762-3b284b32ef6c req-c3bf8896-ea18-411b-88bd-f00a832d4613 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0549293 Oct 15 20:11:41.732300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86713280-ae82-4eb4-8762-3b284b32ef6c req-11e85db1-5f55-4a24-9219-c3d4322c9858 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Oct 15 20:11:41.840091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ee61a-3a37-4d4e-9cfc-7560b5f68239 req-9ff6687b-41c9-4172-af36-0054b6391582 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:41.841814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-875ee61a-3a37-4d4e-9cfc-7560b5f68239 req-9ff6687b-41c9-4172-af36-0054b6391582 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0499370 Oct 15 20:11:41.883690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-875ee61a-3a37-4d4e-9cfc-7560b5f68239 req-b95e97d7-4505-46be-a9d3-0ddefa36b36b tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346019 Oct 15 20:11:42.861721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46a104-7c79-42e3-a576-f7c9e9db656e req-77f4e9d7-86d2-4366-a19f-050b6e9389ee tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:42.863245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa46a104-7c79-42e3-a576-f7c9e9db656e req-77f4e9d7-86d2-4366-a19f-050b6e9389ee tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0555677 Oct 15 20:11:42.904310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa46a104-7c79-42e3-a576-f7c9e9db656e req-5165f606-ed4c-40f5-b09f-df6da95ffb4c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349588 Oct 15 20:11:43.276025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c9e3a-7132-483f-a8e7-df4e6d3eaf5e req-ce893fee-a48c-42e0-b6f0-1a758b18d4db tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:43.277452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-935c9e3a-7132-483f-a8e7-df4e6d3eaf5e req-ce893fee-a48c-42e0-b6f0-1a758b18d4db tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0576560 Oct 15 20:11:43.317678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-935c9e3a-7132-483f-a8e7-df4e6d3eaf5e req-c5cbe80f-a1dd-43c2-9a22-260fda7af941 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331728 Oct 15 20:11:44.023769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e60a5-1df2-4feb-b3ad-aa5d38e3995b req-1c80d69a-8b17-447f-b6b8-c9518753e028 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:44.025315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-862e60a5-1df2-4feb-b3ad-aa5d38e3995b req-1c80d69a-8b17-447f-b6b8-c9518753e028 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0498364 Oct 15 20:11:44.065900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-862e60a5-1df2-4feb-b3ad-aa5d38e3995b req-4b9584bc-f05c-44c5-b96c-d187360e6081 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Oct 15 20:11:44.432182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47206a9-1fa7-477a-89a3-9db15c47b83a req-b85f29ff-744b-40a7-aac7-23cf3cf91e88 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:44.433653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a47206a9-1fa7-477a-89a3-9db15c47b83a req-b85f29ff-744b-40a7-aac7-23cf3cf91e88 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0499494 Oct 15 20:11:44.472722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a47206a9-1fa7-477a-89a3-9db15c47b83a req-536e2b81-e72e-40d5-bbba-81d97e3e0f8f tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Oct 15 20:11:45.768718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec0163-5953-42ec-a393-5bc055337f23 req-fa99c089-7c61-4c82-98fd-da0e26c88c58 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:45.770196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55ec0163-5953-42ec-a393-5bc055337f23 req-fa99c089-7c61-4c82-98fd-da0e26c88c58 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0595918 Oct 15 20:11:45.817710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55ec0163-5953-42ec-a393-5bc055337f23 req-796ac644-acd2-4f3a-a2d4-4fba4b0b436d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389414 Oct 15 20:11:46.937621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53419b-3338-4413-86fd-d0046c9845c8 req-546c81d3-ce60-421e-b256-ab08840db4b3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:46.939134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa53419b-3338-4413-86fd-d0046c9845c8 req-546c81d3-ce60-421e-b256-ab08840db4b3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0526733 Oct 15 20:11:46.980419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa53419b-3338-4413-86fd-d0046c9845c8 req-2cb7a66f-340e-42a0-a2fc-b8414489b18b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Oct 15 20:11:48.113383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8604c-500d-45e0-94a1-0bb62e9c546e req-b3a6bec5-d1b5-431b-bd4a-bdd4eefd3e4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:48.114910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20e8604c-500d-45e0-94a1-0bb62e9c546e req-b3a6bec5-d1b5-431b-bd4a-bdd4eefd3e4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0554631 Oct 15 20:11:48.164628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20e8604c-500d-45e0-94a1-0bb62e9c546e req-1691365c-b769-4a69-b0fe-b4573ad5f495 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 Oct 15 20:11:48.576096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-041e8efd-2ba3-49fe-ae75-0bc92927a776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:49.301178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a054b0-fe24-4144-ba74-8efffd803acf req-b976c051-08ed-424e-b0f0-57d681cd33b2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:49.308044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67a054b0-fe24-4144-ba74-8efffd803acf req-b976c051-08ed-424e-b0f0-57d681cd33b2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0614212 Oct 15 20:11:49.342249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67a054b0-fe24-4144-ba74-8efffd803acf req-ff432e5b-dbd9-4be3-bc46-45f8a3817552 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Oct 15 20:11:50.461859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca840a-c580-444e-8323-79f4b8738661 req-dfca4ac4-36f4-4ad2-8b00-b2675bb30d0a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:50.463277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66ca840a-c580-444e-8323-79f4b8738661 req-dfca4ac4-36f4-4ad2-8b00-b2675bb30d0a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0497763 Oct 15 20:11:50.501415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66ca840a-c580-444e-8323-79f4b8738661 req-eece4497-a5c4-43a0-83b1-f0e4be673933 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Oct 15 20:11:51.460178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-de1e3728-d766-46dd-86ae-932abb94ecdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:51.633677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946d300-fb2a-4972-a834-eaffa96b6820 req-72a3fd8f-2d67-4ea1-8177-935cd11fb07b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:51.641641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2946d300-fb2a-4972-a834-eaffa96b6820 req-72a3fd8f-2d67-4ea1-8177-935cd11fb07b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0648823 Oct 15 20:11:51.679379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2946d300-fb2a-4972-a834-eaffa96b6820 req-6ee8a475-79d4-486a-82bb-133ec6f25e6d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Oct 15 20:11:52.334467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:52.797526 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:52.812982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68b39-c15a-4844-8777-fde269cb109f req-86fb9b76-9717-4c3c-8ae3-6fc7f6d1b197 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:52.814476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d68b39-c15a-4844-8777-fde269cb109f req-86fb9b76-9717-4c3c-8ae3-6fc7f6d1b197 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0531578 Oct 15 20:11:52.825900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:52.853276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10d68b39-c15a-4844-8777-fde269cb109f req-5fab1864-50cf-4bd9-ba6f-c71f55507391 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Oct 15 20:11:52.951789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:53.975183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107dec-6829-4f9b-9e36-a33af297c9d8 req-2f72ff87-ec88-4bd6-8a56-cfcb8f531b52 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:53.976694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74107dec-6829-4f9b-9e36-a33af297c9d8 req-2f72ff87-ec88-4bd6-8a56-cfcb8f531b52 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0523901 Oct 15 20:11:54.017097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74107dec-6829-4f9b-9e36-a33af297c9d8 req-30635055-e39f-4d96-a43d-c236ebeebebc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Oct 15 20:11:54.592263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:11:55.133421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64572b12-4e85-4d7e-90e1-39c4385501cf req-64ee9ecf-7e18-4dd0-b53c-0c556f3d2c3e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:55.134926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64572b12-4e85-4d7e-90e1-39c4385501cf req-64ee9ecf-7e18-4dd0-b53c-0c556f3d2c3e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0492420 Oct 15 20:11:55.173547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64572b12-4e85-4d7e-90e1-39c4385501cf req-8b85f01d-aac4-43dd-8e2b-0f5f651c7a5b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323043 Oct 15 20:11:56.301843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed443-d66d-45b7-bb69-dcc3aec7bf1c req-95d0fed4-1c5a-440f-9e85-0f9967378ed5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:56.303357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a10ed443-d66d-45b7-bb69-dcc3aec7bf1c req-95d0fed4-1c5a-440f-9e85-0f9967378ed5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0595059 Oct 15 20:11:56.346609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a10ed443-d66d-45b7-bb69-dcc3aec7bf1c req-20c1907c-a891-4cbf-ab30-b0e019f303d0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371583 Oct 15 20:11:57.467732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd47e8c-3df8-4760-bc17-d4cebdcc93af req-d330f736-6012-4d40-8742-632622dbbd2e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:57.469485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfd47e8c-3df8-4760-bc17-d4cebdcc93af req-d330f736-6012-4d40-8742-632622dbbd2e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0512447 Oct 15 20:11:57.508820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfd47e8c-3df8-4760-bc17-d4cebdcc93af req-cf7db310-37fc-4a4c-8d7c-54b95b5cea85 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Oct 15 20:11:58.657292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e19b8-3d3d-43fe-ac0a-19a4b7020a9b req-b3d6ff36-7314-4bb8-9b56-6ed27858c059 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:58.665497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30e19b8-3d3d-43fe-ac0a-19a4b7020a9b req-b3d6ff36-7314-4bb8-9b56-6ed27858c059 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0695829 Oct 15 20:11:58.719744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30e19b8-3d3d-43fe-ac0a-19a4b7020a9b req-fd2060b3-792a-4bde-b4aa-fdd1f64764d3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Oct 15 20:11:59.635970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-f314e68a-dabf-494c-b825-40d50d330ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1567690 Oct 15 20:11:59.729378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-956ca912-097a-4923-8caa-b35b674c88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:59.730918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-956ca912-097a-4923-8caa-b35b674c88bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1098 time: 0.0466640 Oct 15 20:11:59.906534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346a59d-be8c-4f13-8ed7-a3a30da8b6a2 req-f408540b-8ef9-46f1-a60c-63d464e5f098 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:59.908042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2346a59d-be8c-4f13-8ed7-a3a30da8b6a2 req-f408540b-8ef9-46f1-a60c-63d464e5f098 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0744157 Oct 15 20:11:59.913653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-c243cd92-0be7-432e-8403-f1b16cfb49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:11:59.915055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-c243cd92-0be7-432e-8403-f1b16cfb49ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1524165 Oct 15 20:11:59.965673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-11f196b7-02a4-458e-a5c9-feffebdf7919 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 200 len: 217 time: 0.0423470 Oct 15 20:12:00.035091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-e2bb0135-b741-44ea-bc16-f74b0be0eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:00.036723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-e2bb0135-b741-44ea-bc16-f74b0be0eccc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0604615 Oct 15 20:12:00.043144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2346a59d-be8c-4f13-8ed7-a3a30da8b6a2 req-787e1378-98f5-4278-aad8-92689133787c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246130 Oct 15 20:12:00.097347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-aec27259-b9c9-4cbf-8aa9-1a5c3db0f398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:00.098859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-aec27259-b9c9-4cbf-8aa9-1a5c3db0f398 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552375 Oct 15 20:12:00.299489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-f68a228b-557d-4a78-afce-46848d42381a service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929262 Oct 15 20:12:00.402816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9b0e68e-815b-4f7d-acca-bc440117cb92 req-4966a451-00c7-4e0d-977a-76518927fb0b service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944276 Oct 15 20:12:01.169984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efe8f-fd8c-4ed7-8e8d-94454a5d0f5d req-2033212a-1574-4736-9101-9a01af0a9972 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:01.172694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a91efe8f-fd8c-4ed7-8e8d-94454a5d0f5d req-2033212a-1574-4736-9101-9a01af0a9972 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0505729 Oct 15 20:12:01.216101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a91efe8f-fd8c-4ed7-8e8d-94454a5d0f5d req-324b38ad-4561-4b2f-8509-46afc8ee1e1e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Oct 15 20:12:02.337962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111edfbe-9581-4d55-9450-a1666be55b46 req-103b8eb2-764e-42fa-b50b-798e2632c1ef tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:02.340288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-111edfbe-9581-4d55-9450-a1666be55b46 req-103b8eb2-764e-42fa-b50b-798e2632c1ef tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0545199 Oct 15 20:12:02.386769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-111edfbe-9581-4d55-9450-a1666be55b46 req-612f8dc4-8b46-4175-922b-47a9f9b964eb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391364 Oct 15 20:12:03.905944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d75736-1eaf-4dd4-ba74-3f1b1fc4a16b req-915dde91-ce1e-474c-a923-80c6724865fc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:03.907451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7d75736-1eaf-4dd4-ba74-3f1b1fc4a16b req-915dde91-ce1e-474c-a923-80c6724865fc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.4328921 Oct 15 20:12:03.968881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7d75736-1eaf-4dd4-ba74-3f1b1fc4a16b req-402a466b-d0f6-49d9-905d-b2a6dc85f255 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Oct 15 20:12:03.994229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-e10bbfc4-535c-402c-b4df-c885ece50d96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1165113 Oct 15 20:12:04.072981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-0a387e30-551a-4a6a-b289-99e3ff558bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:04.074873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-0a387e30-551a-4a6a-b289-99e3ff558bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1097 time: 0.0571306 Oct 15 20:12:04.206862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-bcfb355f-88b1-4a8e-896a-bd4aa494d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:04.208348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-bcfb355f-88b1-4a8e-896a-bd4aa494d86b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1134994 Oct 15 20:12:04.287389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-48f0bf21-22c8-4b8e-8ce0-b4a07469c9a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 1001 time: 0.0669703 Oct 15 20:12:04.344158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-63274da0-996b-41d4-84b8-ab8824a069a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:04.346264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-63274da0-996b-41d4-84b8-ab8824a069a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0515897 Oct 15 20:12:04.397425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-99918660-8750-4901-b996-e9ded2946720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:04.399043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-99918660-8750-4901-b996-e9ded2946720 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449808 Oct 15 20:12:04.491959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-2ef56fed-465f-4b7a-8fe4-9604b5ff9a9f service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845168 Oct 15 20:12:04.582404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b48cb153-d338-4df1-a52c-f1202f0ed69f req-e3825add-14fe-482a-8587-fce6eef739ac service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832784 Oct 15 20:12:05.103400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e8d6c-5c98-47ff-a93b-94caff785c88 req-38a4cf35-cdcd-40f8-ac7d-3112b63f764a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:05.105038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-770e8d6c-5c98-47ff-a93b-94caff785c88 req-38a4cf35-cdcd-40f8-ac7d-3112b63f764a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0565596 Oct 15 20:12:05.150556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-770e8d6c-5c98-47ff-a93b-94caff785c88 req-e38366ed-827b-43da-bddf-32c3dbdcfa4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394247 Oct 15 20:12:06.305899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e667846-c9b4-40cc-a476-eaa8c967cf14 req-059a9097-2555-49ca-a2d1-6648861f07c4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:06.307316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e667846-c9b4-40cc-a476-eaa8c967cf14 req-059a9097-2555-49ca-a2d1-6648861f07c4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0516546 Oct 15 20:12:06.357021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e667846-c9b4-40cc-a476-eaa8c967cf14 req-af07e143-9c75-481a-90b3-dd4ce0eaf66c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Oct 15 20:12:07.479258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1da15-b891-40ab-8e40-49ee852d798b req-56368245-bfee-4677-b503-1256f6ec67e7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:07.480869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57e1da15-b891-40ab-8e40-49ee852d798b req-56368245-bfee-4677-b503-1256f6ec67e7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0535774 Oct 15 20:12:07.523217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57e1da15-b891-40ab-8e40-49ee852d798b req-8a8cdcbc-916d-4b43-8d9f-8495d82c5243 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Oct 15 20:12:08.648291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0acbf11-fd61-46cc-9d92-75320cfd5092 req-f6c1b185-f31b-47af-ba83-d4d848a15de0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:08.649949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0acbf11-fd61-46cc-9d92-75320cfd5092 req-f6c1b185-f31b-47af-ba83-d4d848a15de0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0523348 Oct 15 20:12:08.693597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0acbf11-fd61-46cc-9d92-75320cfd5092 req-dfc447af-bf33-4d0e-ab1c-1600f79cc98c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369422 Oct 15 20:12:09.562983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 6dc50428-acb4-4902-b53c-3e7a40de9732 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:12:09.664799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=6dc50428-acb4-4902-b53c-3e7a40de9732,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:09.680957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '6dc50428-acb4-4902-b53c-3e7a40de9732', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': '6dc50428-acb4-4902-b53c-3e7a40de9732', 'mac_address': 'fa:16:3e:d8:e4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:12:09.732408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:09.747712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc50428-acb4-4902-b53c-3e7a40de9732 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:09.786962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=6dc50428-acb4-4902-b53c-3e7a40de9732,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:09.836060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96710-5058-401b-88a0-84104677a6a2 req-c1d81f6b-818a-4b95-a440-601ebb2d653b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:09.837541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ec96710-5058-401b-88a0-84104677a6a2 req-c1d81f6b-818a-4b95-a440-601ebb2d653b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 943 time: 0.0507565 Oct 15 20:12:09.866475 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:09.877388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ec96710-5058-401b-88a0-84104677a6a2 req-4df7bb50-4c70-45dc-b198-cd5722433b39 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Oct 15 20:12:09.916988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:10.177549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['6dc50428-acb4-4902-b53c-3e7a40de9732'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:11.009786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f83e8-0ec1-49dc-8627-83ae374212a0 req-c2d4ec57-c87a-42cd-8cc0-dd1ae5ebb9aa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:11.011393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-798f83e8-0ec1-49dc-8627-83ae374212a0 req-c2d4ec57-c87a-42cd-8cc0-dd1ae5ebb9aa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 944 time: 0.0503931 Oct 15 20:12:11.049874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-798f83e8-0ec1-49dc-8627-83ae374212a0 req-8d786351-7a06-4474-925e-cdddfc0b61ba tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Oct 15 20:12:11.576060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 6dc50428-acb4-4902-b53c-3e7a40de9732 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:12:11.677819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 6dc50428-acb4-4902-b53c-3e7a40de9732 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:12:11.682839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 6dc50428-acb4-4902-b53c-3e7a40de9732 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:11.683229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:11.765763 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:11.792304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:11.795052 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9700ac-0d3b-4779-8c52-e52d8fc65f90" -d '{"events": [{"server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "name": "network-vif-plugged", "status": "completed", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:11.809166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=6dc50428-acb4-4902-b53c-3e7a40de9732,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:11.842886 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ba3a2-9616-4a3f-a1f8-3bfe4808edc8 x-openstack-request-id: req-e33ba3a2-9616-4a3f-a1f8-3bfe4808edc8 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:11.843275 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "name": "network-vif-plugged", "status": "completed", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:11.845626 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e33ba3a2-9616-4a3f-a1f8-3bfe4808edc8 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:11.845626 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732', 'code': 200} Oct 15 20:12:11.885782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:11.948943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210e571-a59e-492e-a8db-fd19bdc82d11 req-4bbfeaad-fa2c-4715-9f58-ef169e379ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:11.950906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f210e571-a59e-492e-a8db-fd19bdc82d11 req-4bbfeaad-fa2c-4715-9f58-ef169e379ce3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 1097 time: 0.0519052 Oct 15 20:12:11.958228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:11.999532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f210e571-a59e-492e-a8db-fd19bdc82d11 req-f7f77851-2b84-46f0-80dc-4a03008702e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Oct 15 20:12:12.170366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a0d79-f52a-4017-b11b-dd9838ea7b6a req-c8836882-f643-4cac-a759-4873ee06266c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:12.171895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-803a0d79-f52a-4017-b11b-dd9838ea7b6a req-c8836882-f643-4cac-a759-4873ee06266c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0520806 Oct 15 20:12:12.221638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-803a0d79-f52a-4017-b11b-dd9838ea7b6a req-a8a1e62c-e349-4180-a6c1-bac2f956eb0c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Oct 15 20:12:12.663797 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:12:13.359510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365072fe-1abf-40ad-85f7-108dac44c5b4 req-562c37c7-ba73-4233-96bc-1789c91226d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:13.361060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-365072fe-1abf-40ad-85f7-108dac44c5b4 req-562c37c7-ba73-4233-96bc-1789c91226d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0646379 Oct 15 20:12:13.424154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-365072fe-1abf-40ad-85f7-108dac44c5b4 req-e21abbd5-2fc3-4c1d-a255-81845b7a7b70 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513482 Oct 15 20:12:14.542347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e981a3-1b68-4918-83c1-835a68bb51bd req-af67f251-61ea-4e93-86b8-1447f9825b95 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:14.544689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73e981a3-1b68-4918-83c1-835a68bb51bd req-af67f251-61ea-4e93-86b8-1447f9825b95 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0516503 Oct 15 20:12:14.593015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73e981a3-1b68-4918-83c1-835a68bb51bd req-4d836768-18e1-4de6-a6a7-a54aeabbabea tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Oct 15 20:12:14.762168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776f748-da46-4515-91c2-2bc35c43c375 req-a91debb0-1c58-44bf-85b0-1f8f2daf4cb1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:14.763951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7776f748-da46-4515-91c2-2bc35c43c375 req-a91debb0-1c58-44bf-85b0-1f8f2daf4cb1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0533121 Oct 15 20:12:14.811733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7776f748-da46-4515-91c2-2bc35c43c375 req-f987d16f-cdd2-4efb-aa7a-1b972d94a01f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395780 Oct 15 20:12:14.925388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63a43d-22d0-48d7-8f92-99de0e2630a2 req-0b6b6289-2941-4ac0-a344-7af04f256987 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:14.930785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d63a43d-22d0-48d7-8f92-99de0e2630a2 req-0b6b6289-2941-4ac0-a344-7af04f256987 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0513110 Oct 15 20:12:14.976304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d63a43d-22d0-48d7-8f92-99de0e2630a2 req-95e28870-5b76-459c-aed2-c93b1d6fed59 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395992 Oct 15 20:12:15.498876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eace17-cc48-4097-9cb3-40ce583378d1 req-c4129f47-8218-4c63-8f10-5afe2d9b60b4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:15.500400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9eace17-cc48-4097-9cb3-40ce583378d1 req-c4129f47-8218-4c63-8f10-5afe2d9b60b4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0512054 Oct 15 20:12:15.553091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9eace17-cc48-4097-9cb3-40ce583378d1 req-e150d04a-da06-4f59-a019-e571a3795b2f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455935 Oct 15 20:12:16.575477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef7c38-2968-4426-9719-a2b4d9cd55aa req-ffc64477-0265-4cd8-8352-6fbb4e7131af tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:16.577101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ef7c38-2968-4426-9719-a2b4d9cd55aa req-ffc64477-0265-4cd8-8352-6fbb4e7131af tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0517142 Oct 15 20:12:16.616149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ef7c38-2968-4426-9719-a2b4d9cd55aa req-9d94dbcf-a684-4e55-83a6-93f0be426047 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Oct 15 20:12:16.720486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a258-7d35-416a-b88b-db11eed75ea2 req-4fd885c5-efd3-4ce1-a0bf-e988edde6403 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:16.721931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d713a258-7d35-416a-b88b-db11eed75ea2 req-4fd885c5-efd3-4ce1-a0bf-e988edde6403 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0533872 Oct 15 20:12:16.766711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d713a258-7d35-416a-b88b-db11eed75ea2 req-155811fa-833f-4dd7-90b8-a42246a2aad6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Oct 15 20:12:17.037291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-a321c91a-4ca2-4924-a532-22e72d162276 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:17.038657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-a321c91a-4ca2-4924-a532-22e72d162276 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 945 time: 0.0484056 Oct 15 20:12:17.131244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port 6dc50428-acb4-4902-b53c-3e7a40de9732 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:12:17.131602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:17.222715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port 6dc50428-acb4-4902-b53c-3e7a40de9732, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=6dc50428-acb4-4902-b53c-3e7a40de9732,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:17.223067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:17.234926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for 6dc50428-acb4-4902-b53c-3e7a40de9732 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:12:17.438674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:17.451571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['6dc50428-acb4-4902-b53c-3e7a40de9732'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:17.472655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=6dc50428-acb4-4902-b53c-3e7a40de9732,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:17.519761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port 6dc50428-acb4-4902-b53c-3e7a40de9732 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:12:17.522138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.522477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.522885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.523316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.523681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.524021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.524352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.524666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.524991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.525315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.525634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.525957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:17.529067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:17.532398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e43bf20b-456b-4fce-a7bc-e72630a2ee62 req-ad2642d9-2a82-455b-81c9-4e6747994555 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/6dc50428-acb4-4902-b53c-3e7a40de9732 HTTP/1.1" status: 204 len: 173 time: 0.4875295 Oct 15 20:12:17.532836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'name': 'network-vif-deleted', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:17.535288 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f19a9e-0735-4b05-9b5a-8b5483c5331a" -d '{"events": [{"server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "name": "network-vif-deleted", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:17.652257 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3857bb7f-de46-400e-a44a-1f9eadbb9125 x-openstack-request-id: req-3857bb7f-de46-400e-a44a-1f9eadbb9125 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:17.659749 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8c1f37-b50e-46f4-ad8c-64136eb8484d", "name": "network-vif-deleted", "tag": "6dc50428-acb4-4902-b53c-3e7a40de9732", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:17.659749 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3857bb7f-de46-400e-a44a-1f9eadbb9125 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:17.659749 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8c1f37-b50e-46f4-ad8c-64136eb8484d', 'name': 'network-vif-deleted', 'tag': '6dc50428-acb4-4902-b53c-3e7a40de9732', 'status': 'completed', 'code': 200} Oct 15 20:12:17.759668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c4e7d-c2b3-48c9-98cb-17a1d8fa81a1 req-9eab1d77-33d6-4f5b-978f-a7d1b36bdee2 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:17.761340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db4c4e7d-c2b3-48c9-98cb-17a1d8fa81a1 req-9eab1d77-33d6-4f5b-978f-a7d1b36bdee2 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0590858 Oct 15 20:12:17.805363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db4c4e7d-c2b3-48c9-98cb-17a1d8fa81a1 req-4c3abdda-b428-4325-bf41-e35ab788b634 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/security-groups?id=91063e83-290b-40b2-982a-0f6643c4a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380483 Oct 15 20:12:17.893809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d864f2be-3dd1-4dc8-b066-0d427e0ca4e0 req-bf17ca9b-6f37-4275-a533-f7605a3501b6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0273511 Oct 15 20:12:18.256034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-c6414bb4-aacc-4148-8c9f-a91386889e55 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:18.257618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-c6414bb4-aacc-4148-8c9f-a91386889e55 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 945 time: 0.0537703 Oct 15 20:12:18.350461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Deleting port 1ac60f52-39e3-485e-896f-849b7585712e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:12:18.350959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:18.448125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] For port 1ac60f52-39e3-485e-896f-849b7585712e, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=1ac60f52-39e3-485e-896f-849b7585712e,segment=NetworkSegment(41209882-e18e-4bda-8e86-4766463608ee),segment_id=41209882-e18e-4bda-8e86-4766463608ee)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:18.448505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:18.460936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Calling delete_port for 1ac60f52-39e3-485e-896f-849b7585712e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:12:18.519994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2b70ab2-6475-4a4f-9290-088b2e4a4267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:18.695824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:18.709501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['1ac60f52-39e3-485e-896f-849b7585712e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:18.731239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Pushing event deleted for resources: {'Port': ['ID=1ac60f52-39e3-485e-896f-849b7585712e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:18.777816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] No DVR routers for this DVR port 1ac60f52-39e3-485e-896f-849b7585712e on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:12:18.780671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:18.784234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f56ae633-9c97-4599-9054-19ae6d1952d4 req-5e4b1f54-4c38-4f04-bea6-9832bf26a7b7 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.11 "DELETE /v2.0/ports/1ac60f52-39e3-485e-896f-849b7585712e HTTP/1.1" status: 204 len: 173 time: 0.5204110 Oct 15 20:12:18.941502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33aeb39b-da7c-4ac8-a2b6-6fc7d42fec49 req-86581d45-a645-4844-b498-cee1896b5854 tempest-VolumesSnapshotTestJSON-1852553690 tempest-VolumesSnapshotTestJSON-1852553690-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e06eb0f-dccb-42e7-8df4-452b1ae073eb HTTP/1.1" status: 200 len: 210 time: 0.0516071 Oct 15 20:12:19.047217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c513708f-141f-43b2-ab19-686f24514d07 req-5eab590c-71cf-4b85-b1eb-c9c6efa2d6a8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0260503 Oct 15 20:12:19.655333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'name': 'network-vif-deleted', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:19.657874 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84553ff-ca96-4b43-aa95-d70111ceb7d9" -d '{"events": [{"server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "name": "network-vif-deleted", "tag": "1ac60f52-39e3-485e-896f-849b7585712e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:19.703773 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e21adf-e2b3-4d98-ba92-df723de52cf8 x-openstack-request-id: req-71e21adf-e2b3-4d98-ba92-df723de52cf8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:19.704456 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e06eb0f-dccb-42e7-8df4-452b1ae073eb", "name": "network-vif-deleted", "tag": "1ac60f52-39e3-485e-896f-849b7585712e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:19.704456 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71e21adf-e2b3-4d98-ba92-df723de52cf8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:19.704851 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e06eb0f-dccb-42e7-8df4-452b1ae073eb', 'name': 'network-vif-deleted', 'tag': '1ac60f52-39e3-485e-896f-849b7585712e', 'status': 'completed', 'code': 200} Oct 15 20:12:20.165365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6413726-d67d-4356-990f-038dfe44214a req-9a37fd43-e28d-40a0-86e6-7325e962b683 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0287294 Oct 15 20:12:21.291954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6eef871-9919-4e8c-b118-bc8bc9dae32e req-2bdb9707-32ac-4487-9510-9a8244b6f17a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0407364 Oct 15 20:12:21.427363 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-286216e2-f362-4c05-ac4e-ca96351f25cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:21.639440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 6dc50428-acb4-4902-b53c-3e7a40de9732 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:12:21.672226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 6dc50428-acb4-4902-b53c-3e7a40de9732 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:12:21.672739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 6dc50428-acb4-4902-b53c-3e7a40de9732 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:12:22.354298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:22.385510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04572b81-a800-4c72-87fb-67181b00238d req-f865573c-c237-4a68-9200-0ee4ca9bc1dd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e8c1f37-b50e-46f4-ad8c-64136eb8484d HTTP/1.1" status: 200 len: 210 time: 0.0273247 Oct 15 20:12:22.787214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:22.844523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:23.031934 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:23.142003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ac60f52-39e3-485e-896f-849b7585712e no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:12:23.188787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 1ac60f52-39e3-485e-896f-849b7585712e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:12:23.189453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 1ac60f52-39e3-485e-896f-849b7585712e not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:12:24.586163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:30.660698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deae46f-fb7d-40b0-ac2f-0db5ae6eea6a req-1dc9b39b-c5b4-4c11-bca6-82c1bc21d152 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:30.663297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3deae46f-fb7d-40b0-ac2f-0db5ae6eea6a req-1dc9b39b-c5b4-4c11-bca6-82c1bc21d152 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0598190 Oct 15 20:12:30.723418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3deae46f-fb7d-40b0-ac2f-0db5ae6eea6a req-f4dc5fa6-af41-43d8-85b6-4402d129ad41 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536833 Oct 15 20:12:30.868648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe4a5c-706e-4ba9-af8d-ad44f9ee2bb2 req-2c4f49f6-2a03-4e31-8a4d-995e505171b1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:30.876503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acbe4a5c-706e-4ba9-af8d-ad44f9ee2bb2 req-2c4f49f6-2a03-4e31-8a4d-995e505171b1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0778868 Oct 15 20:12:30.920191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-acbe4a5c-706e-4ba9-af8d-ad44f9ee2bb2 req-48246be7-9812-436d-9a2c-e6a94bbc4ef1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Oct 15 20:12:31.365142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-aaf9c88b-903a-4738-b15c-c917af130af1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:31.372667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-aaf9c88b-903a-4738-b15c-c917af130af1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1909621 Oct 15 20:12:31.389249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-2f04c94b-818c-43f1-9090-784c18947ce8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/quotas/2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 375 time: 0.0156829 Oct 15 20:12:31.456509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-a7c4e20a-c8e3-4b81-9822-57eca6b0caf7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0660374 Oct 15 20:12:31.623654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-6546dc33-7617-410e-b66d-6c8d4284472d service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629453 Oct 15 20:12:31.749206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-89f916cf-70c3-449f-bd4d-59a55191c215 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220641 Oct 15 20:12:32.098747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aeafeed0-cb5f-4e86-b20c-a58e26a9999f req-92e2a69f-526d-4eea-8f5e-3b26536bb8cf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 210 time: 0.0391250 Oct 15 20:12:33.251252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e48a5d8-dcb5-4a76-bc6b-aa2a865f4789 req-dd097b8e-ae99-4e2f-985d-db3fd283520c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 210 time: 0.0557284 Oct 15 20:12:34.388949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c00baa5d-7b02-4050-be81-b00992e755a5 req-21042dfb-a77d-43b3-a2a7-3ea92c54bf9b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 210 time: 0.0592763 Oct 15 20:12:34.727714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-e31ab362-afd2-4a9b-8cc6-4f04f09f07bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:34.729226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-e31ab362-afd2-4a9b-8cc6-4f04f09f07bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1250491 Oct 15 20:12:34.742895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'device_id': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'admin_state_up': True, 'tenant_id': '2933c801b26c455696709e5b00652959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:12:35.085649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:12:35.085649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:35.330432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.20.0.8 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/f4bb596f-afdf-41b4-a9bd-64921bdcf663) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:12:35.526434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6026f210-7b12-4484-bd18-cfa29498dd31 req-a0cd683f-0d75-431a-9bf3-66969da934e9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 210 time: 0.0402489 Oct 15 20:12:35.556207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:35.679620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:35.692409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:35.724534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:12:35.728909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:12:35.731746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:12:35.804967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:35.843219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:35.843871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:36.003605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-74a28a5a-1dcd-4152-970e-9d91c8edbded tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2640834 Oct 15 20:12:36.016331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Request body: {'port': {'device_id': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:12:36.072865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-53d19e88-b0cb-4ba7-ba05-1e55046c0952 None None] Provisioning complete for port f4bb596f-afdf-41b4-a9bd-64921bdcf663 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:36.073310 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-53d19e88-b0cb-4ba7-ba05-1e55046c0952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:36.082180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:36.124190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-53d19e88-b0cb-4ba7-ba05-1e55046c0952 None None] Port f4bb596f-afdf-41b4-a9bd-64921bdcf663 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:12:36.563870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4bb596f-afdf-41b4-a9bd-64921bdcf663 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:36.586544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:36.627624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Transition to ACTIVE for port object f4bb596f-afdf-41b4-a9bd-64921bdcf663 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:12:36.724908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:36.808491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004b4d-a094-45a0-a1cb-d462b713c01d req-f575a34b-451e-4437-8c54-f1002766769d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:36.815871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd004b4d-a094-45a0-a1cb-d462b713c01d req-f575a34b-451e-4437-8c54-f1002766769d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 931 time: 0.1511614 Oct 15 20:12:36.832288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:36.923617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd004b4d-a094-45a0-a1cb-d462b713c01d req-a99be7b8-7260-4393-a27f-8482a2d81bf5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011267 Oct 15 20:12:36.948351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Attempting to bind port f4bb596f-afdf-41b4-a9bd-64921bdcf663 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:12:36.948690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Attempting to bind port f4bb596f-afdf-41b4-a9bd-64921bdcf663 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:12:36.949022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Attempting to bind port f4bb596f-afdf-41b4-a9bd-64921bdcf663 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:12:36.958379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Port f4bb596f-afdf-41b4-a9bd-64921bdcf663 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:12:36.964501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Attempting to bind port f4bb596f-afdf-41b4-a9bd-64921bdcf663 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:12:36.964501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:12:36.964501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:12:36.965527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:12:36.965527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Bound port: f4bb596f-afdf-41b4-a9bd-64921bdcf663, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:12:36.965730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:37.047126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:12:37.051400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:12:37.142543 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:37.191770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.197313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:37.197313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f4bb596f-afdf-41b4-a9bd-64921bdcf663 HTTP/1.1" status: 200 len: 1092 time: 1.1825683 Oct 15 20:12:37.197313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:37.197313 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d576e4-401b-48ef-8215-683f1027ac13" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:37.224086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b992e-931f-4a42-88be-0949dca186a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:37.262046 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708053e3-e7a6-4561-8f61-e371792e7a3e x-openstack-request-id: req-708053e3-e7a6-4561-8f61-e371792e7a3e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:37.262567 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:37.263043 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-708053e3-e7a6-4561-8f61-e371792e7a3e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:37.263546 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'status': 'completed', 'code': 200} Oct 15 20:12:37.325747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d576e4-401b-48ef-8215-683f1027ac13 req-a0f233b7-99df-4721-80cf-ebd5f4defe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.327260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32d576e4-401b-48ef-8215-683f1027ac13 req-a0f233b7-99df-4721-80cf-ebd5f4defe78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 1095 time: 0.0473883 Oct 15 20:12:37.457593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d576e4-401b-48ef-8215-683f1027ac13 req-d5facd4f-25aa-4722-8884-038406e7bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.459354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32d576e4-401b-48ef-8215-683f1027ac13 req-d5facd4f-25aa-4722-8884-038406e7bcc1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2933c801b26c455696709e5b00652959&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1238585 Oct 15 20:12:37.580187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d576e4-401b-48ef-8215-683f1027ac13 req-136e20cf-bae4-4442-8a9c-1988a680a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.581929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32d576e4-401b-48ef-8215-683f1027ac13 req-136e20cf-bae4-4442-8a9c-1988a680a880 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154373 Oct 15 20:12:37.673615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-b16da5e2-3697-4c19-8a49-127eb189fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.675669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-b16da5e2-3697-4c19-8a49-127eb189fee7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 1095 time: 0.0537107 Oct 15 20:12:37.728159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-6b26496a-920a-49e7-8ecf-602f6bd160c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663 HTTP/1.1" status: 200 len: 217 time: 0.0449252 Oct 15 20:12:37.808781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-1b3279b3-b760-4a01-bf8d-2846ed41961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.810642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-1b3279b3-b760-4a01-bf8d-2846ed41961c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0733850 Oct 15 20:12:37.868749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-c9c5e160-0da7-421b-983c-c371191ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:37.870234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-c9c5e160-0da7-421b-983c-c371191ab562 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527050 Oct 15 20:12:37.977336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-22608589-57c7-44b7-9e35-0013e462b664 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982003 Oct 15 20:12:38.113837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c524286-8800-4c1c-bdb4-dc29129d1a8e req-c960c45d-fa33-44e6-b9cb-d94afd1dff05 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:38.113837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c524286-8800-4c1c-bdb4-dc29129d1a8e req-c960c45d-fa33-44e6-b9cb-d94afd1dff05 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 943 time: 0.1178994 Oct 15 20:12:38.117273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a30f3cf7-94bf-4c1e-b4b8-4a0e064e0353 req-66bdbc6e-407e-4fc0-9e1a-71aa1eb06ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324728 Oct 15 20:12:38.162533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c524286-8800-4c1c-bdb4-dc29129d1a8e req-e9188598-a979-4aeb-b2a2-b49197988651 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383232 Oct 15 20:12:39.368562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2de0b7-d8ee-4c59-b46f-42cdc3b77bd5 req-4094174a-54a3-4ac3-9ec9-b94310b59b61 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:39.370907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae2de0b7-d8ee-4c59-b46f-42cdc3b77bd5 req-4094174a-54a3-4ac3-9ec9-b94310b59b61 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 943 time: 0.0815756 Oct 15 20:12:39.428546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae2de0b7-d8ee-4c59-b46f-42cdc3b77bd5 req-0869685f-843a-4d03-97c1-d7a8ffe34b59 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Oct 15 20:12:40.560493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfda6d8-9f3f-4aa0-8580-2176f0d9b8d9 req-e69cac83-7c88-476e-add7-968022b81dc5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:40.563613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2dfda6d8-9f3f-4aa0-8580-2176f0d9b8d9 req-e69cac83-7c88-476e-add7-968022b81dc5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 943 time: 0.0686791 Oct 15 20:12:40.624108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2dfda6d8-9f3f-4aa0-8580-2176f0d9b8d9 req-238912d7-1201-41f4-9334-84d89edd6b9a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532570 Oct 15 20:12:41.687512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f4bb596f-afdf-41b4-a9bd-64921bdcf663 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:12:41.765038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee0c75-4380-44bb-af5b-fb70191d8f5e req-8ebad325-e7d8-4363-91ce-593ac51ff915 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:41.776788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18ee0c75-4380-44bb-af5b-fb70191d8f5e req-8ebad325-e7d8-4363-91ce-593ac51ff915 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 943 time: 0.0771263 Oct 15 20:12:41.850122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18ee0c75-4380-44bb-af5b-fb70191d8f5e req-04691a69-673d-4b78-9826-2c2fc2d143df tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723705 Oct 15 20:12:41.888804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:41.910143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'mac_address': 'fa:16:3e:58:83:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:12:41.952093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:41.965705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4bb596f-afdf-41b4-a9bd-64921bdcf663 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:41.987789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:42.112644 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:42.167355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:42.176469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.176905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.177264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.177603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.177934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.178285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.178600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.178948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.179282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.180408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.180984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.181469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:12:42.421743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f4bb596f-afdf-41b4-a9bd-64921bdcf663'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:42.991171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419974a-6f18-45dd-908c-3acb44f38f5a req-75a3dda9-d044-4ed5-a10c-a7d038b8f60a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:42.992763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2419974a-6f18-45dd-908c-3acb44f38f5a req-75a3dda9-d044-4ed5-a10c-a7d038b8f60a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 944 time: 0.0751657 Oct 15 20:12:43.061582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2419974a-6f18-45dd-908c-3acb44f38f5a req-e42fb2f1-2411-4e02-8d8f-ee82854bd937 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613782 Oct 15 20:12:43.687021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f4bb596f-afdf-41b4-a9bd-64921bdcf663 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:12:43.793840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f4bb596f-afdf-41b4-a9bd-64921bdcf663 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:12:43.798683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f4bb596f-afdf-41b4-a9bd-64921bdcf663 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:43.799048 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:43.897186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:43.925417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:43.928466 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f53828-b670-469a-b12c-0ebb3d5b4b86" -d '{"events": [{"server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "name": "network-vif-plugged", "status": "completed", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:43.945296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:44.008836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaa658-43c5-461e-b4fd-9dc2ae41d604 req-1969c703-45cc-44dc-80ab-58a8d72e0dd5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:44.010561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7beaa658-43c5-461e-b4fd-9dc2ae41d604 req-1969c703-45cc-44dc-80ab-58a8d72e0dd5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0692315 Oct 15 20:12:44.015598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:44.066342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7beaa658-43c5-461e-b4fd-9dc2ae41d604 req-e05164e5-1f07-48f6-bf86-d42a43a909c3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Oct 15 20:12:44.076244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:44.130383 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fddaacb-b68b-40e2-be90-dd5e375bd66b x-openstack-request-id: req-2fddaacb-b68b-40e2-be90-dd5e375bd66b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:44.130694 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "name": "network-vif-plugged", "status": "completed", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:44.130933 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fddaacb-b68b-40e2-be90-dd5e375bd66b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:44.131331 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'code': 200} Oct 15 20:12:44.273850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ea51a-8563-4b1a-8906-481ae2590d0e req-d730ffe2-aa55-4cdd-966b-dc9c4c330478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:44.275351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-831ea51a-8563-4b1a-8906-481ae2590d0e req-d730ffe2-aa55-4cdd-966b-dc9c4c330478 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 1097 time: 0.0870101 Oct 15 20:12:44.283472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbcc36-0e07-4509-a9fa-2529b5bb854f req-f81e1139-e31c-4c46-9f40-538e2fa2a101 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:44.285090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccbbcc36-0e07-4509-a9fa-2529b5bb854f req-f81e1139-e31c-4c46-9f40-538e2fa2a101 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 945 time: 0.0820923 Oct 15 20:12:44.335996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-831ea51a-8563-4b1a-8906-481ae2590d0e req-78bb99c8-15ea-438c-99a7-ceaa55a4f079 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Oct 15 20:12:44.363489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccbbcc36-0e07-4509-a9fa-2529b5bb854f req-f0b057a6-274b-47ad-aaa4-2f9b84150738 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Oct 15 20:12:45.208976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c724b50-a226-46be-a9c3-28bad63ed5dd req-f1840aec-0c14-4a68-889f-4589e4e7a13e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:45.216414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c724b50-a226-46be-a9c3-28bad63ed5dd req-f1840aec-0c14-4a68-889f-4589e4e7a13e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0613639 Oct 15 20:12:45.267760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c724b50-a226-46be-a9c3-28bad63ed5dd req-b1817019-1de5-4533-866f-317cdf3e9b68 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472832 Oct 15 20:12:45.478506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce74993-4c5f-4e98-979d-fa758d1f240e req-427a70db-b9d8-4947-9a88-eb89cbdbdad1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:45.480976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce74993-4c5f-4e98-979d-fa758d1f240e req-427a70db-b9d8-4947-9a88-eb89cbdbdad1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 945 time: 0.0539224 Oct 15 20:12:45.534287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dce74993-4c5f-4e98-979d-fa758d1f240e req-642c0f17-7164-46b6-b9c2-8ca255e78870 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Oct 15 20:12:46.420258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae4b3-98a3-4288-a104-9cadbe4f2d29 req-4a8cf9a1-c59f-42db-b660-4c1b235fd263 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:46.421976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fbae4b3-98a3-4288-a104-9cadbe4f2d29 req-4a8cf9a1-c59f-42db-b660-4c1b235fd263 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0838470 Oct 15 20:12:46.469135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fbae4b3-98a3-4288-a104-9cadbe4f2d29 req-3eb8b056-b8f0-461f-a100-cb48644d898c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Oct 15 20:12:46.667746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04852-a923-4877-bf5d-0fb485637330 req-897170db-1c27-4979-b7cf-edf770103084 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:46.669254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6a04852-a923-4877-bf5d-0fb485637330 req-897170db-1c27-4979-b7cf-edf770103084 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 945 time: 0.0513666 Oct 15 20:12:46.709805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6a04852-a923-4877-bf5d-0fb485637330 req-4f72573a-56e1-415d-bbba-4a70e368273a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Oct 15 20:12:46.819717 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-9069587e-6681-47cd-8876-6d04ad753743 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 267 time: 0.0429583 Oct 15 20:12:46.878927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-956504a6-ea9a-4ec8-a899-871ec0280eb6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:46.880459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-956504a6-ea9a-4ec8-a899-871ec0280eb6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 945 time: 0.0544145 Oct 15 20:12:46.893999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'security_groups': []}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:12:46.965126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:47.141421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:47.172075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:47.233732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:47.246688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'f4bb596f-afdf-41b4-a9bd-64921bdcf663'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:47.290549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:47.291224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:47.295855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-398fff6a-373f-4ff2-b462-96eed08d79b4 req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "PUT /v2.0/ports/f4bb596f-afdf-41b4-a9bd-64921bdcf663 HTTP/1.1" status: 200 len: 904 time: 0.4082377 Oct 15 20:12:47.296509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:47.309338 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:47.364363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a18d-a89d-4b2c-bdb9-8a074a31ad22 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:47.430441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f4bb596f-afdf-41b4-a9bd-64921bdcf663'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:47.478543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a4ae8-9d65-494a-a237-19dc6961df2c req-937eb3be-eb97-4697-9307-4c0498936d65 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:47.480343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd1a4ae8-9d65-494a-a237-19dc6961df2c req-937eb3be-eb97-4697-9307-4c0498936d65 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 907 time: 0.0662537 Oct 15 20:12:47.551968 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad5116-e6f8-48d6-9d81-e31d2bb27a5e x-openstack-request-id: req-23ad5116-e6f8-48d6-9d81-e31d2bb27a5e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:47.552259 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:47.552518 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ad5116-e6f8-48d6-9d81-e31d2bb27a5e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:47.552931 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'status': 'completed', 'code': 200} Oct 15 20:12:47.702293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-9d3f6f71-4127-4b1e-b15d-40f3b2aa867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:47.704498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-9d3f6f71-4127-4b1e-b15d-40f3b2aa867f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 1059 time: 0.1271429 Oct 15 20:12:47.749634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4cc857-1589-44ae-8b08-0798fe31fa97 req-1450c6fd-f634-46eb-a5d6-f3947dce7e93 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:47.751570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d4cc857-1589-44ae-8b08-0798fe31fa97 req-1450c6fd-f634-46eb-a5d6-f3947dce7e93 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1129501 Oct 15 20:12:47.772058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5c784622-9c6c-4a65-9268-ae9ec7e12754 None None] Provisioning complete for port f4bb596f-afdf-41b4-a9bd-64921bdcf663 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:47.772429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5c784622-9c6c-4a65-9268-ae9ec7e12754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:47.855381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d4cc857-1589-44ae-8b08-0798fe31fa97 req-1af6c8d7-3a12-401a-b265-dd202bb5175b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964777 Oct 15 20:12:47.941293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-84378e2f-2f53-4631-846f-1919a6b555b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:47.941293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-84378e2f-2f53-4631-846f-1919a6b555b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1857889 Oct 15 20:12:47.966509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-b1831506-5b4b-4650-b23e-e8b44076b72a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663 HTTP/1.1" status: 200 len: 217 time: 0.0612853 Oct 15 20:12:48.062566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718277f-878b-4b77-9e7f-bc80e9b25556 req-095008a4-e72b-40e0-bbb1-60273066d9f9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:48.064178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0718277f-878b-4b77-9e7f-bc80e9b25556 req-095008a4-e72b-40e0-bbb1-60273066d9f9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1470139 Oct 15 20:12:48.069602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-d86dfb9d-3fca-4687-9413-9c4e3bdd0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:48.069817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-d86dfb9d-3fca-4687-9413-9c4e3bdd0e37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0866885 Oct 15 20:12:48.146416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0718277f-878b-4b77-9e7f-bc80e9b25556 req-1e25a2c6-86bf-40b5-9dda-29922f70bfa4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750847 Oct 15 20:12:48.153010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-7d32e95d-8d0d-401a-8233-320d842da0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:48.154630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-7d32e95d-8d0d-401a-8233-320d842da0c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761700 Oct 15 20:12:48.260594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-3ee8755e-c90d-4d93-9eb5-b53234086fb8 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987067 Oct 15 20:12:48.354868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f84da-fc45-421c-bc80-0730e4a22ad1 req-495c8ac5-ad91-4c52-90d3-e7edd3ea611f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:48.356377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259f84da-fc45-421c-bc80-0730e4a22ad1 req-495c8ac5-ad91-4c52-90d3-e7edd3ea611f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1110995 Oct 15 20:12:48.399158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0accffcc-f4d5-4ed1-b0fa-5fc2b4e46b48 req-d80db998-fb56-478e-9f2c-18735bd84fee service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247380 Oct 15 20:12:48.418737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259f84da-fc45-421c-bc80-0730e4a22ad1 req-46e34ee0-dd68-4c56-817e-ed96f2efc54a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473647 Oct 15 20:12:48.537027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c6bd-49a6-4498-919c-43ee15129c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:48.692666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-5e9c4973-0bd8-4ae2-8b7c-b11f1dc0bf2c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:48.694221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-5e9c4973-0bd8-4ae2-8b7c-b11f1dc0bf2c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1275356 Oct 15 20:12:48.711202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-d9a8d19f-7096-4a2a-9251-3a2ec80be77b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/quotas/2933c801b26c455696709e5b00652959 HTTP/1.1" status: 200 len: 375 time: 0.0095367 Oct 15 20:12:48.781248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-de1a27e9-2520-42c3-b9db-cafe0f509e45 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0614502 Oct 15 20:12:48.904812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-e1ecbd28-d065-4d41-b581-43cbf9121ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922587 Oct 15 20:12:49.011793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-4111b27b-6768-4ed1-a706-4e6f25e4bc1c service neutron] 10.222.0.13 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995262 Oct 15 20:12:49.588722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0f145-8bdd-45c7-aaef-45f6a08fbd8c req-de331632-24b9-4c4f-9050-a924f5c664b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:49.597946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04f0f145-8bdd-45c7-aaef-45f6a08fbd8c req-de331632-24b9-4c4f-9050-a924f5c664b5 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0805836 Oct 15 20:12:49.644787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04f0f145-8bdd-45c7-aaef-45f6a08fbd8c req-0981fd4c-a13e-4bee-b761-f74348ab9478 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449078 Oct 15 20:12:49.677917 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:12:49.769307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9259388e-0829-452b-88c0-1a0b2dd8c893 req-4bd73dd0-dc47-41aa-91ea-8ca15153e318 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 210 time: 0.0660799 Oct 15 20:12:51.197171 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-5b7845a3-379b-41ad-9e2d-c3d534bc1704 req-7ab0b4c8-ec1d-4ebc-b97b-b46058654193 tempest-ServerRescueNegativeTestJSON-326869570 tempest-ServerRescueNegativeTestJSON-326869570-project] (101181) timed out ('10.222.0.13', 51308) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:12:51.225969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637473f-0d4a-4ab0-924f-a6be8d76dba3 req-5c090b17-ac41-4749-9c76-66ea24abbf94 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:51.228591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2637473f-0d4a-4ab0-924f-a6be8d76dba3 req-5c090b17-ac41-4749-9c76-66ea24abbf94 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.4735668 Oct 15 20:12:51.273180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2637473f-0d4a-4ab0-924f-a6be8d76dba3 req-4637f90d-22b2-4347-9c56-ac2230c1bd9d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378084 Oct 15 20:12:51.401279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b23f732-df37-4f13-b57c-e58a105aa457 req-409b1385-067c-4dff-a3e0-d8957ff142ab tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 210 time: 0.0480917 Oct 15 20:12:51.503411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d7d9f5e1-3b7e-4564-ae39-37d6373b7754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:51.662396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-bf4dde56-0fd3-4d44-8766-f360161add24 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:51.664121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-bf4dde56-0fd3-4d44-8766-f360161add24 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 811 time: 0.1093750 Oct 15 20:12:51.680433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Request body: {'port': {'device_id': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'admin_state_up': True, 'tenant_id': '2933c801b26c455696709e5b00652959'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:12:51.965224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Made reservation on behalf of 2933c801b26c455696709e5b00652959 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:12:51.968840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.135274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Allocated IP 172.20.0.9 (70674ce4-c7cb-468d-beca-cc5b1b748b12/c9705df6-d6dd-48bb-9d02-01652eebac90/11b1f447-3e4d-4636-a3be-25846c0cadf7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:12:52.315011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.379011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.421667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2287c-9500-413d-b9f2-af20b02a69bd req-8ef6561c-e561-4903-9b2c-788b09284f0c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:52.423407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36a2287c-9500-413d-b9f2-af20b02a69bd req-8ef6561c-e561-4903-9b2c-788b09284f0c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0573111 Oct 15 20:12:52.429781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.442704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:52.542043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36a2287c-9500-413d-b9f2-af20b02a69bd req-5d1d8d48-f287-4d2f-ba4b-497f91154214 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101413 Oct 15 20:12:52.590146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:52.614323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:12:52.615817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:12:52.618276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:12:52.728213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:52.728885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.818210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e168b-6474-4bc9-a872-74014406a525 req-03e2c2b6-f7b0-4664-a4fd-6a7509844f90 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:52.826889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-514e168b-6474-4bc9-a872-74014406a525 req-03e2c2b6-f7b0-4664-a4fd-6a7509844f90 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 931 time: 0.0951061 Oct 15 20:12:52.905111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-514e168b-6474-4bc9-a872-74014406a525 req-1152c518-5ccf-4f95-b2fa-b0fef53956a3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771496 Oct 15 20:12:52.918891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-92efc3e4-6723-4a07-ad10-186b610a92be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2423465 Oct 15 20:12:52.938610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Request body: {'port': {'device_id': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:12:52.945806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:52.964319 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.001438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.039898 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.096479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bac43b31-73de-464c-95fa-2ab6dd8d7738 None None] Provisioning complete for port 11b1f447-3e4d-4636-a3be-25846c0cadf7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:53.099055 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bac43b31-73de-464c-95fa-2ab6dd8d7738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.199207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-bac43b31-73de-464c-95fa-2ab6dd8d7738 None None] Port 11b1f447-3e4d-4636-a3be-25846c0cadf7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:12:53.382121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b1f447-3e4d-4636-a3be-25846c0cadf7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:53.390565 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.404149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Transition to ACTIVE for port object 11b1f447-3e4d-4636-a3be-25846c0cadf7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:12:53.502396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.671484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:53.826178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Attempting to bind port 11b1f447-3e4d-4636-a3be-25846c0cadf7 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:12:53.826178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Attempting to bind port 11b1f447-3e4d-4636-a3be-25846c0cadf7 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:12:53.826178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Attempting to bind port 11b1f447-3e4d-4636-a3be-25846c0cadf7 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:12:53.861771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617848e-3420-4a63-b39b-f1a00e244e57 req-6e7f6a53-ce18-48b1-975d-a99ae4d49946 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:53.863802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1617848e-3420-4a63-b39b-f1a00e244e57 req-6e7f6a53-ce18-48b1-975d-a99ae4d49946 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1485448 Oct 15 20:12:53.865990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Port 11b1f447-3e4d-4636-a3be-25846c0cadf7 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:12:53.866423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Attempting to bind port 11b1f447-3e4d-4636-a3be-25846c0cadf7 on network 70674ce4-c7cb-468d-beca-cc5b1b748b12 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:12:53.879622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:12:53.880007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Checking segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:12:53.880317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Bound using segment: {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:12:53.880816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Bound port: 11b1f447-3e4d-4636-a3be-25846c0cadf7, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db6b063-c01d-4616-ae14-3b053fd26350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:12:53.881296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:53.944729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1617848e-3420-4a63-b39b-f1a00e244e57 req-b4c24fa2-5326-4656-9df6-0670d63c379d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740519 Oct 15 20:12:53.986421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:12:53.994878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:12:54.122709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ef35-fc4f-4b48-90d9-27fff24674d0 req-6104550a-485f-4700-8299-bdd377cd6fa9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.130660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dd8ef35-fc4f-4b48-90d9-27fff24674d0 req-6104550a-485f-4700-8299-bdd377cd6fa9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.0600374 Oct 15 20:12:54.146973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:54.232975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.239231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:54.239231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] 10.222.0.11 "PUT /v2.0/ports/11b1f447-3e4d-4636-a3be-25846c0cadf7 HTTP/1.1" status: 200 len: 1092 time: 1.3015795 Oct 15 20:12:54.239231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:54.240062 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c83682-e445-432e-b801-8857f2b64b28" -d '{"events": [{"name": "network-changed", "server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:54.270529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8dd8ef35-fc4f-4b48-90d9-27fff24674d0 req-f4a4106c-74b2-4b3d-b7ba-0df134751341 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386154 Oct 15 20:12:54.271433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959817d3-f535-4a97-983b-1a06fd89f62c service neutron] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:54.328942 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d0a83-1a32-4b47-bc46-2148be8493ac x-openstack-request-id: req-047d0a83-1a32-4b47-bc46-2148be8493ac {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:54.329316 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:54.329648 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-047d0a83-1a32-4b47-bc46-2148be8493ac {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:54.330112 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'status': 'completed', 'code': 200} Oct 15 20:12:54.440837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c83682-e445-432e-b801-8857f2b64b28 req-70b861ed-71a9-4aa9-a43f-7b8b2fe4c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.442513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1c83682-e445-432e-b801-8857f2b64b28 req-70b861ed-71a9-4aa9-a43f-7b8b2fe4c5b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 1095 time: 0.0867043 Oct 15 20:12:54.602959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c83682-e445-432e-b801-8857f2b64b28 req-8ec59dd2-1d5c-4a90-a3d1-5cc583dc26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.604595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1c83682-e445-432e-b801-8857f2b64b28 req-8ec59dd2-1d5c-4a90-a3d1-5cc583dc26d9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2933c801b26c455696709e5b00652959&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1535640 Oct 15 20:12:54.634505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:54.723779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c83682-e445-432e-b801-8857f2b64b28 req-b6cfd0d4-2ec7-4d13-b87c-61f6c4517cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.723779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1c83682-e445-432e-b801-8857f2b64b28 req-b6cfd0d4-2ec7-4d13-b87c-61f6c4517cc0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088078 Oct 15 20:12:54.816597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-40e6c2e4-3162-4dfc-a14f-94e52dc7820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:54.818354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-40e6c2e4-3162-4dfc-a14f-94e52dc7820a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 1095 time: 0.0518794 Oct 15 20:12:54.883290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-dd7a666a-889e-4dca-8513-70ad4c89ca94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7 HTTP/1.1" status: 200 len: 217 time: 0.0571172 Oct 15 20:12:54.997242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-5f9a498d-ad3b-4de4-89c2-24fec3fc9bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:55.000593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-5f9a498d-ad3b-4de4-89c2-24fec3fc9bea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.1099246 Oct 15 20:12:55.077053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-c96f3d84-c00d-43b1-92ab-0c05784329a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:55.079127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-c96f3d84-c00d-43b1-92ab-0c05784329a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607135 Oct 15 20:12:55.327630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4e7a-1999-4798-98ef-6c46b6494a33 req-60153e59-8a76-48c1-a521-c491e183fa98 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:55.330411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31ba4e7a-1999-4798-98ef-6c46b6494a33 req-60153e59-8a76-48c1-a521-c491e183fa98 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1245682 Oct 15 20:12:55.332594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-b40c742d-4b1f-4241-8c2c-6c754479261b service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402644 Oct 15 20:12:55.449534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31ba4e7a-1999-4798-98ef-6c46b6494a33 req-71fc2adf-bcd9-4dc8-8a96-56bfef4e650c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111946 Oct 15 20:12:55.482802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7cb9cb62-f67d-4e27-aac4-f8c84150e375 req-cca71ed8-256f-433a-ba4a-90dd6f698e3a service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382980 Oct 15 20:12:55.600031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03785b01-4160-4e5e-b286-1d52cf7c0468 req-a66ebd46-c029-4895-b932-08613dc736fe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:55.601478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03785b01-4160-4e5e-b286-1d52cf7c0468 req-a66ebd46-c029-4895-b932-08613dc736fe tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.0534530 Oct 15 20:12:55.658939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03785b01-4160-4e5e-b286-1d52cf7c0468 req-83f2363e-ab71-49e8-8034-228db3d47a5b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 Oct 15 20:12:56.617307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505bb1e-5e05-42ad-a576-bb50314c3a8e req-5d986820-4010-4310-8f97-d948c5d3bc32 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:56.619065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f505bb1e-5e05-42ad-a576-bb50314c3a8e req-5d986820-4010-4310-8f97-d948c5d3bc32 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0609612 Oct 15 20:12:56.682715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f505bb1e-5e05-42ad-a576-bb50314c3a8e req-54217d9c-2dfd-438a-89b6-458a0b92c6ac tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573874 Oct 15 20:12:56.811949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c876d-2838-4394-8e75-9fd55eb699fe req-adeb0f92-831f-4c5a-9327-beac59c81288 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:56.813460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a78c876d-2838-4394-8e75-9fd55eb699fe req-adeb0f92-831f-4c5a-9327-beac59c81288 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.0541396 Oct 15 20:12:56.858370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a78c876d-2838-4394-8e75-9fd55eb699fe req-c83fd058-c95d-434e-89b4-b0eca5b66987 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377021 Oct 15 20:12:57.292956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:12:57.401106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:57.413787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:12:57.482392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:57.497110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:57.523044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:57.622551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:57.681279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:57.803594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe293e74-3235-4c0f-88d8-099b5c7a3ff4 req-cb3be327-7bd4-489f-bda0-3d9e19c3dfab tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:57.805173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe293e74-3235-4c0f-88d8-099b5c7a3ff4 req-cb3be327-7bd4-489f-bda0-3d9e19c3dfab tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 944 time: 0.0499685 Oct 15 20:12:57.844393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe293e74-3235-4c0f-88d8-099b5c7a3ff4 req-d3866b04-0700-4a7d-8183-c72463f86713 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Oct 15 20:12:57.962917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['87bd171d-011c-4c0f-b4ac-04496439ff9a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:12:58.035901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0fa67-a97a-4e4e-8c3d-bf12405aa013 req-50e38528-1185-4a3f-b2c9-724e2c4f4adc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:58.038368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ac0fa67-a97a-4e4e-8c3d-bf12405aa013 req-50e38528-1185-4a3f-b2c9-724e2c4f4adc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.1011057 Oct 15 20:12:58.131619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ac0fa67-a97a-4e4e-8c3d-bf12405aa013 req-4c468a0f-2dd6-482e-8756-b59afd4ffaff tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830314 Oct 15 20:12:59.020817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4644a3e-ed56-47d5-b031-e903d9031749 req-41d89202-353b-4ba6-b224-5f0fc6b085bf tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:59.022880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4644a3e-ed56-47d5-b031-e903d9031749 req-41d89202-353b-4ba6-b224-5f0fc6b085bf tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 944 time: 0.0973995 Oct 15 20:12:59.073632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4644a3e-ed56-47d5-b031-e903d9031749 req-08e52130-731a-409e-b0ad-160876b2d663 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441051 Oct 15 20:12:59.281210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe35b8a-6fad-4058-8205-d400a5b37876 req-12398312-71fe-4cd8-8e4b-f0148ec8337e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:12:59.282716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fe35b8a-6fad-4058-8205-d400a5b37876 req-12398312-71fe-4cd8-8e4b-f0148ec8337e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.0491583 Oct 15 20:12:59.320036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11b1f447-3e4d-4636-a3be-25846c0cadf7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:12:59.322062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:12:59.324993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fe35b8a-6fad-4058-8205-d400a5b37876 req-07a86ab9-2317-44be-8811-bec98f0a8b51 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344455 Oct 15 20:12:59.447066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 87bd171d-011c-4c0f-b4ac-04496439ff9a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:12:59.447437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:59.493842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:59.510548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'mac_address': 'fa:16:3e:02:27:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:12:59.582473 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:59.584624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:59.627019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:59.628976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:12:59.631306 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39aaa16-facd-4daf-a91a-43da73513a9d" -d '{"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:12:59.635083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b1f447-3e4d-4636-a3be-25846c0cadf7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:12:59.662399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:12:59.679126 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bf2a64-a111-4d81-ba37-6ae0f57f82b3 x-openstack-request-id: req-d4bf2a64-a111-4d81-ba37-6ae0f57f82b3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:12:59.679476 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:12:59.686090 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4bf2a64-a111-4d81-ba37-6ae0f57f82b3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:12:59.686090 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'code': 200} Oct 15 20:12:59.725588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:59.772900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:12:59.776849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:12:59.826166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:00.245559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e6f35-beae-45e0-b2f9-25d6c841f65c req-753554e5-ce29-485a-9fed-b551197d3e68 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.247077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec9e6f35-beae-45e0-b2f9-25d6c841f65c req-753554e5-ce29-485a-9fed-b551197d3e68 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0760140 Oct 15 20:13:00.262188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['11b1f447-3e4d-4636-a3be-25846c0cadf7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:13:00.307649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec9e6f35-beae-45e0-b2f9-25d6c841f65c req-81605efb-86a3-4121-9648-69d4f98d1589 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537336 Oct 15 20:13:00.463959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4377b-a87f-48e1-9a3d-97e7890492aa req-580a8550-1739-4ca8-bf66-bd9f979a437f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.464664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4fc4377b-a87f-48e1-9a3d-97e7890492aa req-580a8550-1739-4ca8-bf66-bd9f979a437f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 944 time: 0.0570030 Oct 15 20:13:00.531114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4fc4377b-a87f-48e1-9a3d-97e7890492aa req-8619b878-3441-4943-8444-5812a3ea1af2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572121 Oct 15 20:13:00.549185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-8a850cc3-8ae8-4451-9436-b42d215007a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523417 Oct 15 20:13:00.614470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-47780f61-c930-4877-bafd-6e32e74e276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.616123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-47780f61-c930-4877-bafd-6e32e74e276d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 1097 time: 0.0443387 Oct 15 20:13:00.736420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-0ce93c5a-b741-451d-a34c-2aa518c17c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.760238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-0ce93c5a-b741-451d-a34c-2aa518c17c9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1015649 Oct 15 20:13:00.782125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-9058beaa-53ec-422a-b9b4-bd5235219920 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 200 len: 217 time: 0.0370886 Oct 15 20:13:00.837943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-7e6f37f7-f981-4aaf-a7bb-c5cefee13055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.851828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-7e6f37f7-f981-4aaf-a7bb-c5cefee13055 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0507431 Oct 15 20:13:00.887053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-055f196f-02bf-4789-bf72-bb0e3da5a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:00.888585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-055f196f-02bf-4789-bf72-bb0e3da5a5ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413511 Oct 15 20:13:00.986956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-c1afe889-de9d-4e9f-b8ff-ae8a59877efc service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897899 Oct 15 20:13:01.085337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a25bb5e-f86a-4404-85e0-03c493f24bd2 req-19ed6e18-b225-4118-8d28-0a7df1ba8908 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908892 Oct 15 20:13:01.340179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11b1f447-3e4d-4636-a3be-25846c0cadf7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:13:01.453353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928bd0f-52a0-493f-ab33-36a0f7665008 req-5bb1b481-fe32-42bb-9fb9-bcd90c925ec8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:01.456261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6928bd0f-52a0-493f-ab33-36a0f7665008 req-5bb1b481-fe32-42bb-9fb9-bcd90c925ec8 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0642250 Oct 15 20:13:01.475079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 11b1f447-3e4d-4636-a3be-25846c0cadf7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:13:01.479950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 11b1f447-3e4d-4636-a3be-25846c0cadf7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:01.485236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:01.500039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6928bd0f-52a0-493f-ab33-36a0f7665008 req-2905732c-db41-48c6-887d-02c6e60dd5b7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374832 Oct 15 20:13:01.611496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:01.651019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:01.681401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:01.685257 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb615e-9008-4dc5-8136-9b89c5df3a67" -d '{"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:01.701243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f886f-1821-485f-8aeb-acbaf01cabad req-8488e4c4-9a12-46ea-a9e4-ba62412779e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:01.707858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-768f886f-1821-485f-8aeb-acbaf01cabad req-8488e4c4-9a12-46ea-a9e4-ba62412779e6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 944 time: 0.0815921 Oct 15 20:13:01.725544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:01.749773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-768f886f-1821-485f-8aeb-acbaf01cabad req-d6a4b66a-9f14-4f90-ae76-e3f718fa1b76 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Oct 15 20:13:01.785861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:01.794804 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbefa6ba-e2f8-4642-9d55-c952edb59f21 x-openstack-request-id: req-fbefa6ba-e2f8-4642-9d55-c952edb59f21 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:01.795206 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:01.795461 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbefa6ba-e2f8-4642-9d55-c952edb59f21 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:01.795904 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'code': 200} Oct 15 20:13:01.896310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634dae2-f610-47f9-9f74-2e35825c44c7 req-3516779d-831e-4c17-980b-e1702b80c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:01.897807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9634dae2-f610-47f9-9f74-2e35825c44c7 req-3516779d-831e-4c17-980b-e1702b80c50a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0464289 Oct 15 20:13:01.954569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9634dae2-f610-47f9-9f74-2e35825c44c7 req-0d699b15-e9ed-442c-bd59-101bf0c7a346 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Oct 15 20:13:02.648185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70798af-e3f9-41b7-bcd5-d210c84516ed req-5d0d1eda-2839-4606-b300-e1645d6eec88 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:02.656489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d70798af-e3f9-41b7-bcd5-d210c84516ed req-5d0d1eda-2839-4606-b300-e1645d6eec88 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0590048 Oct 15 20:13:02.719823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d70798af-e3f9-41b7-bcd5-d210c84516ed req-d3d13acc-8a40-44bb-b6b0-f372d5c16d01 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576007 Oct 15 20:13:02.895292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aca07b-48bc-4146-830e-f6da200b286a req-658c318e-3f95-4391-9198-593ef95f72f1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:02.895292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92aca07b-48bc-4146-830e-f6da200b286a req-658c318e-3f95-4391-9198-593ef95f72f1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0636926 Oct 15 20:13:02.952382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92aca07b-48bc-4146-830e-f6da200b286a req-7ca55111-d3d4-4d89-a68c-1fd6ec760d82 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 Oct 15 20:13:03.845148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-96dd15f7-b463-4a71-991d-ec824bd054b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1174729 Oct 15 20:13:03.976014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc919-b029-4219-ad34-9150af76c82c req-399ba6e1-6e0e-4148-a2cf-b7d715cb7a9b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:03.977508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32dbc919-b029-4219-ad34-9150af76c82c req-399ba6e1-6e0e-4148-a2cf-b7d715cb7a9b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1436188 Oct 15 20:13:04.056020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32dbc919-b029-4219-ad34-9150af76c82c req-f6066bcb-ad1f-448d-b93a-70659b076ab2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708940 Oct 15 20:13:04.062940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-46045cc7-7973-4a8b-b1ad-94698f5029b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:04.064848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-46045cc7-7973-4a8b-b1ad-94698f5029b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.1469758 Oct 15 20:13:04.278846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-1b58b62d-d7a4-4ace-bfae-2fb67fee0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:04.282447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-1b58b62d-d7a4-4ace-bfae-2fb67fee0cde service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1928003 Oct 15 20:13:04.469584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91c750-1df3-473d-ae53-5c47dde363ec req-46efd2db-c6e1-45a7-ad01-82bcb223d5a2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:04.473913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc91c750-1df3-473d-ae53-5c47dde363ec req-46efd2db-c6e1-45a7-ad01-82bcb223d5a2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1899409 Oct 15 20:13:04.484133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-5ce1f1d1-e316-478b-ae9e-03542d74aa72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.1763692 Oct 15 20:13:04.571833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc91c750-1df3-473d-ae53-5c47dde363ec req-2879fb6b-bb8f-46f6-a68c-311291cba383 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Oct 15 20:13:04.583151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-2ee36ed2-c4b8-432d-8616-aa71a453fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:04.585527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-2ee36ed2-c4b8-432d-8616-aa71a453fa52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0933352 Oct 15 20:13:04.673849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-724b6e6f-317d-4ebe-9e0d-956878e929e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:04.676206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-724b6e6f-317d-4ebe-9e0d-956878e929e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826561 Oct 15 20:13:04.810921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-43b45dd5-f9a4-49d1-8930-5801a585558e service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271772 Oct 15 20:13:05.011116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58c49e0-ee96-48e1-8e4a-2517fcd32973 req-81a29098-4a17-4222-850a-be2e8b85b1ea service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850710 Oct 15 20:13:05.129509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc9218-54f3-41cc-b3c0-a00622b5425b req-500f3758-eace-4e91-947e-aa6b03007f28 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:05.137442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19dc9218-54f3-41cc-b3c0-a00622b5425b req-500f3758-eace-4e91-947e-aa6b03007f28 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0677326 Oct 15 20:13:05.185373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19dc9218-54f3-41cc-b3c0-a00622b5425b req-86b21a17-58c2-4bdd-be31-e7d86101a9da tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467458 Oct 15 20:13:05.326255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4afe-d3fa-421a-a865-4c140aae14cb req-f14809ea-8d0a-4549-b534-e678f6b4b063 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:05.328352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf5a4afe-d3fa-421a-a865-4c140aae14cb req-f14809ea-8d0a-4549-b534-e678f6b4b063 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0861986 Oct 15 20:13:05.413173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf5a4afe-d3fa-421a-a865-4c140aae14cb req-ab5cd2df-474e-4801-bb6c-e453f402ac08 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748167 Oct 15 20:13:06.312813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4142f-6985-46bb-9701-0704d07b8419 req-f308e309-c5bc-482b-a7d0-70f88caead6e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:06.314306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60e4142f-6985-46bb-9701-0704d07b8419 req-f308e309-c5bc-482b-a7d0-70f88caead6e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0585806 Oct 15 20:13:06.356298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60e4142f-6985-46bb-9701-0704d07b8419 req-9edba26d-9097-4ddf-abcf-385e51e19bfb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342815 Oct 15 20:13:07.608935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d416-1348-4a34-9b4e-4cc37c1f788e req-a3f23825-f086-4874-bdfe-22be9854e14b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:07.625365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26c0d416-1348-4a34-9b4e-4cc37c1f788e req-a3f23825-f086-4874-bdfe-22be9854e14b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1160815 Oct 15 20:13:07.703775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26c0d416-1348-4a34-9b4e-4cc37c1f788e req-9277c02b-6d1f-45dd-8ab3-82adb2a15f75 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724289 Oct 15 20:13:07.865046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c64fc-e799-45f1-ae4c-bc934f6774a8 req-bb95f778-70ed-4b6f-8aab-6a02d33dd05f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:07.877483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-069c64fc-e799-45f1-ae4c-bc934f6774a8 req-bb95f778-70ed-4b6f-8aab-6a02d33dd05f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1077368 Oct 15 20:13:07.958981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-069c64fc-e799-45f1-ae4c-bc934f6774a8 req-1b227273-7fdb-466a-8245-b01410ae8b9a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805321 Oct 15 20:13:08.889724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48391a70-db0d-44c9-ba31-f5540f8e2273 req-cd9e14e8-981f-4151-a547-658485560dbd tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:08.898035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48391a70-db0d-44c9-ba31-f5540f8e2273 req-cd9e14e8-981f-4151-a547-658485560dbd tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1049132 Oct 15 20:13:08.951392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48391a70-db0d-44c9-ba31-f5540f8e2273 req-33c11137-db13-4150-b866-0333aab2c113 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500298 Oct 15 20:13:09.100402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a1b60-376e-4840-b62e-bda5bddbe7bb req-22f6b78e-79f0-4c39-b07d-550dd79515a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:09.104022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d6a1b60-376e-4840-b62e-bda5bddbe7bb req-22f6b78e-79f0-4c39-b07d-550dd79515a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0630908 Oct 15 20:13:09.184577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d6a1b60-376e-4840-b62e-bda5bddbe7bb req-6124e5c2-1685-47de-9ac2-3b1f82105ce4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507767 Oct 15 20:13:10.200125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-caeb8764-3187-44c7-816f-d0fd64f354ab tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:10.204370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-caeb8764-3187-44c7-816f-d0fd64f354ab tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1489682 Oct 15 20:13:10.218900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-05e5383b-2817-4fad-a995-a46981c3005c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0099621 Oct 15 20:13:10.276060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-d52f23d7-d7e9-46ed-aa5f-761eba0622da tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507400 Oct 15 20:13:10.386708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-9b156de3-8193-4264-bbe8-322cca091b29 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034214 Oct 15 20:13:10.507520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-6d069b52-affc-4371-8f9b-1c827cb2885e service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197705 Oct 15 20:13:11.297767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa8b80-d256-476b-8628-cdc49a1b686d req-dad7cf7c-a367-439b-a3c5-0f45bf6c9df7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:11.306100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eaa8b80-d256-476b-8628-cdc49a1b686d req-dad7cf7c-a367-439b-a3c5-0f45bf6c9df7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1035991 Oct 15 20:13:11.382004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11b1f447-3e4d-4636-a3be-25846c0cadf7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:13:11.412169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eaa8b80-d256-476b-8628-cdc49a1b686d req-c9a58a6a-a554-47f3-b07f-7c2564b95d7c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946662 Oct 15 20:13:11.584774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:11.617723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'port_id': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'mac_address': 'fa:16:3e:02:27:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:13:11.621139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce25f4-4d4d-4fd5-9e54-1cb465d2d909 req-926205d0-6ae8-4f2d-a922-4a0bbc15a255 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:11.623304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4ce25f4-4d4d-4fd5-9e54-1cb465d2d909 req-926205d0-6ae8-4f2d-a922-4a0bbc15a255 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0807962 Oct 15 20:13:11.687498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:11.717080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11b1f447-3e4d-4636-a3be-25846c0cadf7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:13:11.729131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4ce25f4-4d4d-4fd5-9e54-1cb465d2d909 req-a3c7b82a-0949-4502-be5f-58cb52f12f31 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872667 Oct 15 20:13:11.760310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:11.855157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71ff1746-3cdc-46ec-be44-22ccda8343f8 req-5ed4a1c0-1482-4192-b9ce-918971a38e4b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0370696 Oct 15 20:13:12.109098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:12.209224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['11b1f447-3e4d-4636-a3be-25846c0cadf7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:13:12.241215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:12.668239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a862f-d71c-4e5a-b3a0-2d9c2df2e5a9 req-92e0c065-e379-43d2-990a-85b9c4adcb50 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:12.670848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de8a862f-d71c-4e5a-b3a0-2d9c2df2e5a9 req-92e0c065-e379-43d2-990a-85b9c4adcb50 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0808280 Oct 15 20:13:12.744367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de8a862f-d71c-4e5a-b3a0-2d9c2df2e5a9 req-53411908-d9d8-49df-8ea1-a3dea3ab9d25 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638196 Oct 15 20:13:12.951115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15d7e9-e23d-42b6-9217-19cc3bb317dc req-699b0ae4-81b2-48b5-b388-e32cce731ae7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:12.960031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c15d7e9-e23d-42b6-9217-19cc3bb317dc req-699b0ae4-81b2-48b5-b388-e32cce731ae7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 944 time: 0.1174746 Oct 15 20:13:13.020619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c15d7e9-e23d-42b6-9217-19cc3bb317dc req-143d1a59-1db5-41a5-aa6a-ff3bd994399e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596147 Oct 15 20:13:13.166420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0462e87a-6f25-4fb8-b124-94ba9ce4d5b5 req-fce23c9b-d392-4d45-abd3-d03e089ee79d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0515921 Oct 15 20:13:13.382453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11b1f447-3e4d-4636-a3be-25846c0cadf7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:13:13.481503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 11b1f447-3e4d-4636-a3be-25846c0cadf7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:13.481929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:13.618875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:13.652883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:13.654267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:13.656748 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea32d036-20cf-42ca-90e4-3197923a9d91" -d '{"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:13.701264 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bec666d-eaaa-49ee-8c88-bf5ab540dee3 x-openstack-request-id: req-7bec666d-eaaa-49ee-8c88-bf5ab540dee3 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:13.701616 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-plugged", "status": "completed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:13.701889 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bec666d-eaaa-49ee-8c88-bf5ab540dee3 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:13.702295 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'code': 200} Oct 15 20:13:13.783479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:13.903125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:14.033788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc8e61-eafc-4dcc-b76e-649baaa68bd4 req-5aff75a9-8c09-44b5-9fd9-4a1c6e79ab13 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:14.036942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89bc8e61-eafc-4dcc-b76e-649baaa68bd4 req-5aff75a9-8c09-44b5-9fd9-4a1c6e79ab13 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1231704 Oct 15 20:13:14.105172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-667dd52f-2fe2-4de8-9ef3-6b200b967023 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:14.106660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-667dd52f-2fe2-4de8-9ef3-6b200b967023 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.2380333 Oct 15 20:13:14.125793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:13:14.150053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89bc8e61-eafc-4dcc-b76e-649baaa68bd4 req-1aa87a65-5423-4d70-a42e-7d68a8dd87cc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925586 Oct 15 20:13:14.439167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92218a57-f164-43e2-8974-ebb2f18c0fec req-a59a2219-f62c-4adb-aa1c-919918495d88 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:14.441150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92218a57-f164-43e2-8974-ebb2f18c0fec req-a59a2219-f62c-4adb-aa1c-919918495d88 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1759145 Oct 15 20:13:14.488073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:13:14.493595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:14.508456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92218a57-f164-43e2-8974-ebb2f18c0fec req-cfac28a8-c61e-49d4-87d1-d76e925130e4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597944 Oct 15 20:13:14.745831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.8 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/40b88598-d3b0-4e74-903c-2d9afd38c43e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:13:14.861501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e1c7e58-b126-4d1e-b2c6-a991d1ece918 req-db688774-fbcd-4b5c-9598-edfb9764c7e4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0850041 Oct 15 20:13:15.154726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:15.303996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:15.492135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:13:15.503976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:13:15.520617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:13:15.525153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:15.668119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:15.668806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:15.699088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38528dd-1383-49d1-ba16-032282422b7c req-f8df93fd-46ae-413f-8890-dc7433f3040c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:15.712333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d38528dd-1383-49d1-ba16-032282422b7c req-f8df93fd-46ae-413f-8890-dc7433f3040c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.3135080 Oct 15 20:13:15.763126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-298fea80-f05c-46f8-9756-c170cd693a56 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468620 Oct 15 20:13:15.795361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Request body: {'port': {'device_id': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:13:15.887483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d38528dd-1383-49d1-ba16-032282422b7c req-62c2b5ce-89c4-43a7-85e4-00608166ca4d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579258 Oct 15 20:13:15.985746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:16.101918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0b1340d3-dcc5-4cbd-800e-91c70a159f16 None None] Provisioning complete for port 40b88598-d3b0-4e74-903c-2d9afd38c43e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:16.102515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b1340d3-dcc5-4cbd-800e-91c70a159f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:16.201713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27e76-4bee-4c05-afa5-62cf754d9bad req-6ca12896-b25a-499c-8102-38e74da31f0a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:16.207185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10b27e76-4bee-4c05-afa5-62cf754d9bad req-6ca12896-b25a-499c-8102-38e74da31f0a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1970217 Oct 15 20:13:16.229813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0b1340d3-dcc5-4cbd-800e-91c70a159f16 None None] Port 40b88598-d3b0-4e74-903c-2d9afd38c43e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:13:16.505611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10b27e76-4bee-4c05-afa5-62cf754d9bad req-1c38cc88-74c8-4ccd-bda1-08b303023bae tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813234 Oct 15 20:13:17.006508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b5088-38af-44b9-927d-a5b75271fd86 req-4f9b24af-d6bc-4417-a2f9-1a854f7cb475 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:17.024388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f8b5088-38af-44b9-927d-a5b75271fd86 req-4f9b24af-d6bc-4417-a2f9-1a854f7cb475 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 931 time: 0.3365760 Oct 15 20:13:17.123468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f8b5088-38af-44b9-927d-a5b75271fd86 req-3b51cb3f-279c-4799-87cf-310c0a1fd289 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956900 Oct 15 20:13:17.235485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b88598-d3b0-4e74-903c-2d9afd38c43e {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:13:17.235485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:17.235485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Transition to ACTIVE for port object 40b88598-d3b0-4e74-903c-2d9afd38c43e will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:13:17.303841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a37aec-5461-4f09-b243-5f665979b181 req-ffa9469a-c544-441f-980a-d8e7a7d43d73 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:17.305515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09a37aec-5461-4f09-b243-5f665979b181 req-ffa9469a-c544-441f-980a-d8e7a7d43d73 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.0731122 Oct 15 20:13:17.392426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09a37aec-5461-4f09-b243-5f665979b181 req-3df36c70-c5cd-4386-899e-6517934c3809 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800004 Oct 15 20:13:17.393232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:17.514198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Pushing event updated for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:17.594276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.594626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.594974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.595315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.613657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.613657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.613657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.613657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.613657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.615351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.615351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.615351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:17.876522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Attempting to bind port 40b88598-d3b0-4e74-903c-2d9afd38c43e on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:13:17.876864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Attempting to bind port 40b88598-d3b0-4e74-903c-2d9afd38c43e by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:13:17.877196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Attempting to bind port 40b88598-d3b0-4e74-903c-2d9afd38c43e on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:13:17.896443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Port 40b88598-d3b0-4e74-903c-2d9afd38c43e on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:13:17.896773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Attempting to bind port 40b88598-d3b0-4e74-903c-2d9afd38c43e on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:13:17.905444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:13:17.916124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:13:17.916688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:13:17.917166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Bound port: 40b88598-d3b0-4e74-903c-2d9afd38c43e, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:13:17.917535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:17.940329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8debaf-1e9c-4b4d-869e-8f14758528d8 req-243ebdac-639d-4efa-b2a8-323f1a07a799 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:17.958500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f8debaf-1e9c-4b4d-869e-8f14758528d8 req-243ebdac-639d-4efa-b2a8-323f1a07a799 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.2138915 Oct 15 20:13:18.525880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b96d5bbd-535b-4d44-bf05-d184954ecf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:18.957883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f8debaf-1e9c-4b4d-869e-8f14758528d8 req-1fd90b74-5a69-4998-9cb3-4547c41525b7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9956400 Oct 15 20:13:19.020923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:13:19.025382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:13:19.095669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a29733-188a-4364-af69-80ffe5dc937b req-df392a95-39d6-4377-a43f-2a6ab79462da tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.101450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64a29733-188a-4364-af69-80ffe5dc937b req-df392a95-39d6-4377-a43f-2a6ab79462da tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0566621 Oct 15 20:13:19.150285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64a29733-188a-4364-af69-80ffe5dc937b req-9b8d748d-bbdf-409a-9d2f-2f5f1e88f4b7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Oct 15 20:13:19.156628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:19.241708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.248472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:19.250144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] 10.222.0.15 "PUT /v2.0/ports/40b88598-d3b0-4e74-903c-2d9afd38c43e HTTP/1.1" status: 200 len: 1092 time: 3.4648468 Oct 15 20:13:19.252631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:19.265026 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41a8b81-031d-4cb9-931c-1fa3049a5f94" -d '{"events": [{"name": "network-changed", "server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:19.395759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc709-6d75-4064-8d0e-31843f6983db service neutron] Pushing event updated for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:19.467215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8562f6-24a3-4b72-b235-0f444dae8fe1 req-6b035a17-9d82-43d1-b198-b83fbe07cbfd tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.479069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d8562f6-24a3-4b72-b235-0f444dae8fe1 req-6b035a17-9d82-43d1-b198-b83fbe07cbfd tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.2099841 Oct 15 20:13:19.532070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-271333bf-64c3-4319-ae14-e57aa5d907a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.535913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-271333bf-64c3-4319-ae14-e57aa5d907a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 1095 time: 0.1747973 Oct 15 20:13:19.640112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-d2832d0d-00a7-4d13-ae83-e73a8834df88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e HTTP/1.1" status: 200 len: 217 time: 0.0969601 Oct 15 20:13:19.651999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d8562f6-24a3-4b72-b235-0f444dae8fe1 req-d7ddd52b-6b7a-4111-a549-1db9a36d2c04 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717870 Oct 15 20:13:19.742126 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b065e2e7-eb81-42d9-bae9-4c2ba161b907 x-openstack-request-id: req-b065e2e7-eb81-42d9-bae9-4c2ba161b907 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:19.742975 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:19.743237 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b065e2e7-eb81-42d9-bae9-4c2ba161b907 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:19.743677 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e', 'status': 'completed', 'code': 200} Oct 15 20:13:19.763590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-8fa72c7e-8c3c-4942-ae74-de3ffdf42bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.765253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-8fa72c7e-8c3c-4942-ae74-de3ffdf42bc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1122215 Oct 15 20:13:19.821629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-e9e871dc-6069-4770-94c0-6f8ea7758676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:19.823254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-e9e871dc-6069-4770-94c0-6f8ea7758676 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483234 Oct 15 20:13:19.991875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-77b30b7d-7f5c-43ec-bcba-11b31c8bd6ad service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608298 Oct 15 20:13:20.230800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68354246-d758-4084-8b06-20b021768757 req-50c4a468-f805-4777-b87a-697d1d9318d2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:20.238697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68354246-d758-4084-8b06-20b021768757 req-50c4a468-f805-4777-b87a-697d1d9318d2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1056480 Oct 15 20:13:20.252805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9aed23c1-e5ac-429f-bd32-e54a07147424 req-b8eb4531-5a8d-4486-9285-6add4de65eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541091 Oct 15 20:13:20.318548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68354246-d758-4084-8b06-20b021768757 req-7aa78128-0805-4cb4-abf3-ba0f52e25390 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727723 Oct 15 20:13:20.499613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102efa2-2a03-4bd4-bc89-c0655fc3ebb1 req-91f15331-db3c-4bd4-996a-0c54adc754e4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:20.512209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5102efa2-2a03-4bd4-bc89-c0655fc3ebb1 req-91f15331-db3c-4bd4-996a-0c54adc754e4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1233656 Oct 15 20:13:20.554479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-dfc10c32-7eb8-4de7-9534-65737b61f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:20.556184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-dfc10c32-7eb8-4de7-9534-65737b61f928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 1095 time: 0.1567166 Oct 15 20:13:20.719997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466209-7333-4097-99fb-8e193a2b7568 req-bc419724-150e-4cb2-bf15-7f3b4668b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:20.745405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-bc419724-150e-4cb2-bf15-7f3b4668b7aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1097 time: 0.2075832 Oct 15 20:13:20.874699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5102efa2-2a03-4bd4-bc89-c0655fc3ebb1 req-d1ad6bee-9153-4bb1-8acb-4dd6a155465a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615320 Oct 15 20:13:21.004201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466209-7333-4097-99fb-8e193a2b7568 req-0b3ac752-6bcd-49f1-be7f-4a03186f7efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.005654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-0b3ac752-6bcd-49f1-be7f-4a03186f7efd service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.2501516 Oct 15 20:13:21.007808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-acd3e904-31f7-4217-adcb-d4fac2bafdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.009476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-acd3e904-31f7-4217-adcb-d4fac2bafdad service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.4240351 Oct 15 20:13:21.139442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-a7c8b4c3-e665-420e-8048-4495535a43e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e HTTP/1.1" status: 200 len: 217 time: 0.1193256 Oct 15 20:13:21.207770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-11114bb3-6176-4e65-808f-eee8901c736a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 1001 time: 0.1947021 Oct 15 20:13:21.235743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08733b-80e1-4318-b650-0c72faf70412 req-521ee09f-63d0-45ed-bb36-6cfd3f9671aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.237477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b08733b-80e1-4318-b650-0c72faf70412 req-521ee09f-63d0-45ed-bb36-6cfd3f9671aa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.2158794 Oct 15 20:13:21.240554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-f3a3a3ae-08b6-4107-ac38-9fc745ae1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.241959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-f3a3a3ae-08b6-4107-ac38-9fc745ae1ba7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0929232 Oct 15 20:13:21.332825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466209-7333-4097-99fb-8e193a2b7568 req-7522cfbb-536d-4aa6-a266-31d951711ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.334268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-7522cfbb-536d-4aa6-a266-31d951711ca9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.1185641 Oct 15 20:13:21.378581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b08733b-80e1-4318-b650-0c72faf70412 req-704bf3eb-cdc1-4f30-93fe-23896c6912cc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139858 Oct 15 20:13:21.382008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-a2be0744-732f-4171-bd18-1a027c5a2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.382782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-a2be0744-732f-4171-bd18-1a027c5a2b92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173429 Oct 15 20:13:21.442334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd466209-7333-4097-99fb-8e193a2b7568 req-21f78c7e-438b-4057-95a6-7fa641d57303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.444003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-21f78c7e-438b-4057-95a6-7fa641d57303 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002324 Oct 15 20:13:21.537969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6dbc2799-cf14-4b7f-9745-85390d6d497d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:21.670459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dccbed-5237-4b49-a2b3-e06609607345 req-32e3b395-c667-4963-9c60-20414ff92b9e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:21.672085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1dccbed-5237-4b49-a2b3-e06609607345 req-32e3b395-c667-4963-9c60-20414ff92b9e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1897998 Oct 15 20:13:21.676650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-eb6ba871-3d83-448b-8d10-cee2c347ee01 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855690 Oct 15 20:13:21.759916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-4e972e56-1392-49dd-a82e-91766f5da3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035402 Oct 15 20:13:21.918546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a41a8b81-031d-4cb9-931c-1fa3049a5f94 req-8a699aca-484a-4ce3-b203-df8be72d1bf4 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052202 Oct 15 20:13:21.929989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1dccbed-5237-4b49-a2b3-e06609607345 req-75f8f18a-b7e7-4677-bcc0-ff1470af5000 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503223 Oct 15 20:13:22.078804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd466209-7333-4097-99fb-8e193a2b7568 req-365bebfb-4eb7-41ca-a42e-608a877d4e5e service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884575 Oct 15 20:13:22.109846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30453fd-7b97-4db1-9d7b-688d2a287491 req-741b6a63-1a06-4c6f-9484-d9fa8d37a58e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:22.117950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e30453fd-7b97-4db1-9d7b-688d2a287491 req-741b6a63-1a06-4c6f-9484-d9fa8d37a58e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0865171 Oct 15 20:13:22.185202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e30453fd-7b97-4db1-9d7b-688d2a287491 req-f89adb91-bacf-46e1-badd-f99d7db693e9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490477 Oct 15 20:13:22.388716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:22.592686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d82cfe-0835-415f-aab7-67c575b8c5c5 req-003df88f-661b-4a99-a7ff-f8f21e9d83d1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:22.601431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8d82cfe-0835-415f-aab7-67c575b8c5c5 req-003df88f-661b-4a99-a7ff-f8f21e9d83d1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 945 time: 0.1302416 Oct 15 20:13:22.666130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8d82cfe-0835-415f-aab7-67c575b8c5c5 req-c9517df7-f7c8-4674-8db5-17b4a75bc569 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634580 Oct 15 20:13:22.811932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:22.912372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:23.005895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:23.166852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788a92f-75ff-45c5-a12a-ebdabcbdc6ad req-8fe4fb26-1e29-4cdd-b2a5-3aef1992b0a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:23.181066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f788a92f-75ff-45c5-a12a-ebdabcbdc6ad req-8fe4fb26-1e29-4cdd-b2a5-3aef1992b0a8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1183171 Oct 15 20:13:23.233847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f788a92f-75ff-45c5-a12a-ebdabcbdc6ad req-36501467-94b7-4ead-b1d4-c8f7e66a35a9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450265 Oct 15 20:13:23.408701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b610c-a88a-492a-bd01-af110284d173 req-882a7eaf-913d-4423-bcc8-ca81e049851b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:23.426695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80b610c-a88a-492a-bd01-af110284d173 req-882a7eaf-913d-4423-bcc8-ca81e049851b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1115804 Oct 15 20:13:23.443297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:13:23.523434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c80b610c-a88a-492a-bd01-af110284d173 req-868ac46f-e4f0-45b7-9b84-89fd745022a3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954289 Oct 15 20:13:23.576479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:23.625332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:23.629213 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac61060-f87d-4f02-825e-efe1a8c7a399" -d '{"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-unplugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:23.659180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:23.749044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:23.842578 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e072d310-1522-4488-90b5-15200bcc0fbd x-openstack-request-id: req-e072d310-1522-4488-90b5-15200bcc0fbd {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:23.843241 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-unplugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:23.843241 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e072d310-1522-4488-90b5-15200bcc0fbd {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:23.853318 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'code': 200} Oct 15 20:13:23.883724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:24.047435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebe2c1-aa44-4488-ab63-4a02ae7916ac req-6d9f2a78-8bde-4aee-af20-6c7254b33df2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:24.069083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ebe2c1-aa44-4488-ab63-4a02ae7916ac req-6d9f2a78-8bde-4aee-af20-6c7254b33df2 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1256545 Oct 15 20:13:24.138460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c6ebe2c1-aa44-4488-ab63-4a02ae7916ac req-ed871e60-1d17-46bc-ae6d-bbc494a2a0df tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631709 Oct 15 20:13:24.456931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44713e20-9c84-41db-b14e-871a4fd84cec req-98e00f4c-f80d-4f22-8572-6da08bfb6c24 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:24.467406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44713e20-9c84-41db-b14e-871a4fd84cec req-98e00f4c-f80d-4f22-8572-6da08bfb6c24 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1053629 Oct 15 20:13:24.542352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44713e20-9c84-41db-b14e-871a4fd84cec req-0bd63e84-ce71-491d-81f4-cc6e7a427a30 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732679 Oct 15 20:13:24.611936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:24.740639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9c156-9738-494b-b3e4-140703663a9c req-43cb1b76-1fd4-4ebb-930a-62b43f05d585 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:24.750741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05e9c156-9738-494b-b3e4-140703663a9c req-43cb1b76-1fd4-4ebb-930a-62b43f05d585 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1038172 Oct 15 20:13:24.834206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05e9c156-9738-494b-b3e4-140703663a9c req-bfbe486a-031b-465e-88c0-6f556408958f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823002 Oct 15 20:13:25.335068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fee50-330d-41dc-8750-e6b3627d5106 req-34c4fad2-4e1e-4bdb-8343-5c48a6ad0857 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:25.343029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-012fee50-330d-41dc-8750-e6b3627d5106 req-34c4fad2-4e1e-4bdb-8343-5c48a6ad0857 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0810492 Oct 15 20:13:25.399797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-012fee50-330d-41dc-8750-e6b3627d5106 req-96785c59-067b-4ea6-a00b-9cb61c9203a0 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534294 Oct 15 20:13:26.671269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:13:26.979478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fb168-412d-4699-8fed-d71968af0783 req-b0ef5a42-10b7-4587-9e0c-de174770cac1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:26.988571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-058fb168-412d-4699-8fed-d71968af0783 req-b0ef5a42-10b7-4587-9e0c-de174770cac1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0753546 Oct 15 20:13:27.039658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-058fb168-412d-4699-8fed-d71968af0783 req-3bf48a25-df26-4871-9265-4683ea3bbb89 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Oct 15 20:13:27.238931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32008e25-1fc1-48dc-baf2-adcef664a692 req-b8766898-e946-41a7-b08e-87699a1a339e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:27.241123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32008e25-1fc1-48dc-baf2-adcef664a692 req-b8766898-e946-41a7-b08e-87699a1a339e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0769403 Oct 15 20:13:27.294068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32008e25-1fc1-48dc-baf2-adcef664a692 req-56e5b12c-5990-400c-b2f1-51993e884ab1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466552 Oct 15 20:13:27.459724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:13:28.252701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6edcf-044c-4953-b0c4-e84313bce397 req-9349350b-ecbd-40f7-b796-21fd78ad4709 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:28.255353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fc6edcf-044c-4953-b0c4-e84313bce397 req-9349350b-ecbd-40f7-b796-21fd78ad4709 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1018529 Oct 15 20:13:28.319720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fc6edcf-044c-4953-b0c4-e84313bce397 req-20eeff62-8ab9-469e-b6d5-5291199ee16a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Oct 15 20:13:28.810985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629362ed-7031-492f-9111-9b057b51f552 req-a9e9ec59-0805-4e59-9f20-5225c2b21a36 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:28.821897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629362ed-7031-492f-9111-9b057b51f552 req-a9e9ec59-0805-4e59-9f20-5225c2b21a36 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1052442 Oct 15 20:13:28.889215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629362ed-7031-492f-9111-9b057b51f552 req-58f79540-897a-4c9f-808f-f08c3808a9c9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613995 Oct 15 20:13:29.040464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af3c158-49a2-470c-9f43-8fe5f0222a19 req-46dd1231-99e1-4c97-acf1-c57fe76ba973 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:29.047812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1af3c158-49a2-470c-9f43-8fe5f0222a19 req-46dd1231-99e1-4c97-acf1-c57fe76ba973 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0739481 Oct 15 20:13:29.098925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1af3c158-49a2-470c-9f43-8fe5f0222a19 req-685cc376-7a29-405f-958b-bee074ef898d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449913 Oct 15 20:13:29.339318 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-ca372acc-3dc1-4b17-8e7a-173d6f4624d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081147 Oct 15 20:13:29.354785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-a37c619c-0656-46a8-9cb0-50d8b376ab67 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:13:29.357243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-a37c619c-0656-46a8-9cb0-50d8b376ab67 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0112777 Oct 15 20:13:29.527171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec995ba-44ec-43c5-a6a7-b714fe04a049 req-03fda225-bfb2-4c98-8477-dc2e443c9da4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:29.545812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ec995ba-44ec-43c5-a6a7-b714fe04a049 req-03fda225-bfb2-4c98-8477-dc2e443c9da4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1044719 Oct 15 20:13:29.606955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ec995ba-44ec-43c5-a6a7-b714fe04a049 req-2d02cc79-841a-4ca4-97f6-379c09d3a8aa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534756 Oct 15 20:13:30.032093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c89eb-59ea-4e2c-b58d-938125fa0e4b req-31d35685-43c4-4487-bf18-3cf26fbcd2d0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:30.040056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-172c89eb-59ea-4e2c-b58d-938125fa0e4b req-31d35685-43c4-4487-bf18-3cf26fbcd2d0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0620291 Oct 15 20:13:30.086700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-172c89eb-59ea-4e2c-b58d-938125fa0e4b req-8f22da4e-f9f6-490e-96cf-4a6f42d2a0d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Oct 15 20:13:30.237857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8f36f-0c4a-4346-acfc-647aad7094a2 req-ab97c5a0-3759-493f-82b3-502d7259bb0b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:30.245223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7c8f36f-0c4a-4346-acfc-647aad7094a2 req-ab97c5a0-3759-493f-82b3-502d7259bb0b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0766828 Oct 15 20:13:30.296128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f7c8f36f-0c4a-4346-acfc-647aad7094a2 req-e1e093b5-93f5-4f1e-95de-ea52063f9968 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487559 Oct 15 20:13:30.743199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e90ea-8d0e-47f5-943e-c617179f6771 req-3dc74b17-8efe-4207-a20b-6aedfe7ee732 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:30.751045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d3e90ea-8d0e-47f5-943e-c617179f6771 req-3dc74b17-8efe-4207-a20b-6aedfe7ee732 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0723932 Oct 15 20:13:30.794158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d3e90ea-8d0e-47f5-943e-c617179f6771 req-732adbd6-992a-4c87-9559-fd6a0aee7789 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Oct 15 20:13:30.914325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-dc9671d8-8a6c-4617-8298-f0ef01659010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:30.916094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-dc9671d8-8a6c-4617-8298-f0ef01659010 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449&tenant_id=a86193bf3eae4944b0c2fff2998300e2 HTTP/1.1" status: 200 len: 1095 time: 0.0594153 Oct 15 20:13:30.990241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-a14f4165-2b15-4ab7-9d49-ddb960af4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:30.991770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-a14f4165-2b15-4ab7-9d49-ddb960af4da7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1095 time: 0.0491359 Oct 15 20:13:31.110664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-791bff49-1707-45e9-8507-2acc02f3bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.112830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-791bff49-1707-45e9-8507-2acc02f3bf68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.1125174 Oct 15 20:13:31.254330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-402fefca-2260-4426-b38a-727e79f0fadb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 999 time: 0.1323450 Oct 15 20:13:31.278707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95902c-4fa5-4dbe-a6a2-65fc96182698 req-f7d74f6e-14f0-4787-9b11-8aa8be576461 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.280308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc95902c-4fa5-4dbe-a6a2-65fc96182698 req-f7d74f6e-14f0-4787-9b11-8aa8be576461 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1045301 Oct 15 20:13:31.334047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-ae161b2d-9c38-48c0-8549-5ab0346166a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.335776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-ae161b2d-9c38-48c0-8549-5ab0346166a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0735698 Oct 15 20:13:31.377733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc95902c-4fa5-4dbe-a6a2-65fc96182698 req-56eb1d8f-8fbc-4ae2-8cf7-5487a465420e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Oct 15 20:13:31.406299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-c52d6d1d-a383-4acf-9047-3fb06589c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.407807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-c52d6d1d-a383-4acf-9047-3fb06589c5e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620995 Oct 15 20:13:31.560001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43745b-20aa-4749-aeae-b39aa66e6ffc req-ac2dca09-24f2-410f-8221-7508740ae00d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.561659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da43745b-20aa-4749-aeae-b39aa66e6ffc req-ac2dca09-24f2-410f-8221-7508740ae00d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1115563 Oct 15 20:13:31.572745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-59b49c87-5903-43c7-8025-4b3fd4765644 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578293 Oct 15 20:13:31.666018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da43745b-20aa-4749-aeae-b39aa66e6ffc req-d4572a08-603a-451d-be2f-01f0c9c54274 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970066 Oct 15 20:13:31.704808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-87a8ce2b-816e-4a8b-aa15-097a05197ee1 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240766 Oct 15 20:13:31.978312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ae96f-9b24-4ac9-80da-a9726866aef7 req-df8b631d-b601-47b7-8450-b8125f12cb27 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:31.989118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ae96f-9b24-4ac9-80da-a9726866aef7 req-df8b631d-b601-47b7-8450-b8125f12cb27 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1049273 Oct 15 20:13:32.036551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-618ae96f-9b24-4ac9-80da-a9726866aef7 req-fcb6abd0-0118-466c-8d18-c22569ecae15 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465164 Oct 15 20:13:32.507037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ecc6e-4dc5-4e90-a125-fbc7450681c6 req-3bf65d52-4bca-436a-8834-dd4ffdfddd4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:32.508891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d27ecc6e-4dc5-4e90-a125-fbc7450681c6 req-3bf65d52-4bca-436a-8834-dd4ffdfddd4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0536547 Oct 15 20:13:32.553947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d27ecc6e-4dc5-4e90-a125-fbc7450681c6 req-10370883-4497-4f9a-b0c1-ab39dc055a53 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Oct 15 20:13:32.915639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1754-edd8-4e41-a8b0-72cf0162faef req-fca085b8-89cb-4ba3-b572-bb2b66acf3bf tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:32.930351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a5e1754-edd8-4e41-a8b0-72cf0162faef req-fca085b8-89cb-4ba3-b572-bb2b66acf3bf tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1502504 Oct 15 20:13:32.989623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a5e1754-edd8-4e41-a8b0-72cf0162faef req-7dfb9857-f5a4-431a-a42a-ae374cd8dc95 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573726 Oct 15 20:13:33.203902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d6254-a398-49a6-bc15-cdbce296cad3 req-30f94611-bdbf-455e-a7e3-cfb94395c8ec tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:33.205780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb2d6254-a398-49a6-bc15-cdbce296cad3 req-30f94611-bdbf-455e-a7e3-cfb94395c8ec tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0839963 Oct 15 20:13:33.282945 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb2d6254-a398-49a6-bc15-cdbce296cad3 req-d67b356d-9294-4685-b92f-04a64a5597bf tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661206 Oct 15 20:13:33.773361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5587d-5726-4102-9029-3268827c6300 req-a57fadf5-c666-4f7e-8dec-4b97807b6956 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:33.781446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79c5587d-5726-4102-9029-3268827c6300 req-a57fadf5-c666-4f7e-8dec-4b97807b6956 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0854754 Oct 15 20:13:33.837831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79c5587d-5726-4102-9029-3268827c6300 req-d5d4fd01-4692-448d-8405-cb0587bcdfed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550623 Oct 15 20:13:34.209730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef3ee-e2f1-4950-93a9-5ccc45fb21e0 req-3837b2a3-fffa-42a1-9839-6fcbf53d4ffb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:34.217417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79bef3ee-e2f1-4950-93a9-5ccc45fb21e0 req-3837b2a3-fffa-42a1-9839-6fcbf53d4ffb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0830343 Oct 15 20:13:34.302444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79bef3ee-e2f1-4950-93a9-5ccc45fb21e0 req-9a223f48-30ac-419f-8fac-b963b7ae9e2c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840523 Oct 15 20:13:34.547862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c15ee9-8707-4076-99d8-45dacfb59609 req-3044b5bc-e491-4538-bf7c-daee53297699 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:34.555852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95c15ee9-8707-4076-99d8-45dacfb59609 req-3044b5bc-e491-4538-bf7c-daee53297699 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1574371 Oct 15 20:13:34.632724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95c15ee9-8707-4076-99d8-45dacfb59609 req-d6bea0f5-d82e-4c07-b20e-286b66b239fa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759723 Oct 15 20:13:34.977149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052b30f-479a-42fb-8887-6e219097e8b8 req-b23ee6fd-7a5b-4df6-90d8-1d2747b7c113 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:35.003006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9052b30f-479a-42fb-8887-6e219097e8b8 req-b23ee6fd-7a5b-4df6-90d8-1d2747b7c113 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.0971823 Oct 15 20:13:35.058986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9052b30f-479a-42fb-8887-6e219097e8b8 req-930bd28f-dfbd-4d9f-853a-67b26251d13d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Oct 15 20:13:35.459758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5e3ad-32c6-4031-a81e-3532b1f50ab0 req-270055e7-011e-4765-bd2a-7fb8f4bf2035 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:35.468082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1d5e3ad-32c6-4031-a81e-3532b1f50ab0 req-270055e7-011e-4765-bd2a-7fb8f4bf2035 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0727634 Oct 15 20:13:35.512388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1d5e3ad-32c6-4031-a81e-3532b1f50ab0 req-249b6f60-858a-4ea5-8d83-b5af0f87dbc9 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363033 Oct 15 20:13:35.783846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784b595-c080-4cd5-8e64-887c7039a958 req-175022e7-bece-428a-a797-7000b5968f7b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:35.785822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0784b595-c080-4cd5-8e64-887c7039a958 req-175022e7-bece-428a-a797-7000b5968f7b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0616219 Oct 15 20:13:35.830279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0784b595-c080-4cd5-8e64-887c7039a958 req-f5f59b2b-332f-4b3c-b84a-d1e5e56f507e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373633 Oct 15 20:13:35.875087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 40b88598-d3b0-4e74-903c-2d9afd38c43e details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:13:36.041063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:36.069166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '40b88598-d3b0-4e74-903c-2d9afd38c43e', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': '40b88598-d3b0-4e74-903c-2d9afd38c43e', 'mac_address': 'fa:16:3e:93:32:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:13:36.144343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:36.175786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b88598-d3b0-4e74-903c-2d9afd38c43e {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:13:36.242305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48108) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:13:36.244580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:36.277755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f931a-eee7-42ca-8036-0558bbf58087 req-830e916d-a346-4255-be2f-daa4fd92bdac tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:36.279466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-032f931a-eee7-42ca-8036-0558bbf58087 req-830e916d-a346-4255-be2f-daa4fd92bdac tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 943 time: 0.1049523 Oct 15 20:13:36.331895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:36.339119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-032f931a-eee7-42ca-8036-0558bbf58087 req-01ca3c14-b4db-4b63-9f65-18f4017460a4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420635 Oct 15 20:13:36.396484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:36.596221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Deleting subnet 8888dc39-704f-445e-b16b-f638e6b37168 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:13:36.605073 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:36.688142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:36.692823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb1d56-7ab5-4f9e-90cb-5772c854d14a req-01db6740-3951-478a-ae9c-152491f7079a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:36.694742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bfb1d56-7ab5-4f9e-90cb-5772c854d14a req-01db6740-3951-478a-ae9c-152491f7079a tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0681405 Oct 15 20:13:36.703938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['40b88598-d3b0-4e74-903c-2d9afd38c43e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:13:36.761914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:36.779460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bfb1d56-7ab5-4f9e-90cb-5772c854d14a req-c544c3a5-aacc-4624-b28b-076bb09a36ea tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765359 Oct 15 20:13:36.944090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.014928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8888dc39-704f-445e-b16b-f638e6b37168,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:37.019706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.036004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8888dc39-704f-445e-b16b-f638e6b37168 HTTP/1.1" status: 204 len: 168 time: 0.7919312 Oct 15 20:13:37.038637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48120) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:13:37.054922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.061499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf994938-5756-4cf2-af97-2eef2b020c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:37.111932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c444343-cf01-406c-9e61-4038a41112ec req-a61f36c7-0820-410a-b61c-7ad3be3d77de tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:37.118716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c444343-cf01-406c-9e61-4038a41112ec req-a61f36c7-0820-410a-b61c-7ad3be3d77de tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.1355410 Oct 15 20:13:37.197971 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.211247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c444343-cf01-406c-9e61-4038a41112ec req-db1a420a-7266-4d4f-9d22-61b388157bb8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Oct 15 20:13:37.340754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.365466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed38520b-6bf7-4d57-97d4-1887dab79b95']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:13:37.375971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41209882-e18e-4bda-8e86-4766463608ee') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:13:37.376278 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41209882-e18e-4bda-8e86-4766463608ee') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:13:37.392798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.415497 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.428291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:13:37.428986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.455486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727b4b-96f2-4926-91fc-b4f4a01f9826 req-fb6736c1-5835-42d9-9b00-cf70c4feb335 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:37.463964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15727b4b-96f2-4926-91fc-b4f4a01f9826 req-fb6736c1-5835-42d9-9b00-cf70c4feb335 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 944 time: 0.0613632 Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:13:37.468787 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:13:37.503454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15727b4b-96f2-4926-91fc-b4f4a01f9826 req-0e5bd3ca-4e7a-48cf-85fa-200eaa3df3f3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Oct 15 20:13:37.640727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.648568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:37.656873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ed38520b-6bf7-4d57-97d4-1887dab79b95 HTTP/1.1" status: 204 len: 168 time: 0.6086981 Oct 15 20:13:37.678237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76784f-985c-4f48-9cf2-126d88d40d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed38520b-6bf7-4d57-97d4-1887dab79b95,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:37.882584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 40b88598-d3b0-4e74-903c-2d9afd38c43e up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:13:38.002258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dae82-b2f0-4bca-926c-34a4fe82cb5b req-51a3f66a-1dbc-4054-a9d0-47f9aef70e75 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:38.005200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b97dae82-b2f0-4bca-926c-34a4fe82cb5b req-51a3f66a-1dbc-4054-a9d0-47f9aef70e75 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1051602 Oct 15 20:13:38.060759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:13:38.062309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b97dae82-b2f0-4bca-926c-34a4fe82cb5b req-74e69560-1403-428a-b45f-09963cd84932 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506368 Oct 15 20:13:38.094304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 40b88598-d3b0-4e74-903c-2d9afd38c43e completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:13:38.104620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 40b88598-d3b0-4e74-903c-2d9afd38c43e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:38.105175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.150906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cfa2f0cd-90bb-4ef8-81a7-08bd4f2f97db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=634b47d3042a497886de81159bedc8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885658 Oct 15 20:13:38.153537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 48132) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:13:38.220989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.250794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:38.253240 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8522477-548a-431a-9cdf-0b676689a33e" -d '{"events": [{"server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "name": "network-vif-plugged", "status": "completed", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:38.272682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:38.278657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.313711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.338195 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.402975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280d9cb-270a-493c-b364-f3237581bf33 req-eb720e77-481e-4a11-9657-b8d9b4ecfe79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:38.404582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8280d9cb-270a-493c-b364-f3237581bf33 req-eb720e77-481e-4a11-9657-b8d9b4ecfe79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0864117 Oct 15 20:13:38.433682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:38.441458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.444687 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:38.445992 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91063e83-290b-40b2-982a-0f6643c4a7c4 HTTP/1.1" status: 204 len: 168 time: 0.2911932 Oct 15 20:13:38.458265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2c437-7bdc-4ae7-940d-cc8af64a1e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91063e83-290b-40b2-982a-0f6643c4a7c4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:38.494328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8280d9cb-270a-493c-b364-f3237581bf33 req-e9597567-a8bb-4826-97de-cc87b814d015 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823474 Oct 15 20:13:38.538715 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f56c3-9e55-4466-810d-e7b986cbfcff x-openstack-request-id: req-1f5f56c3-9e55-4466-810d-e7b986cbfcff {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:38.539120 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "name": "network-vif-plugged", "status": "completed", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:38.539460 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f5f56c3-9e55-4466-810d-e7b986cbfcff {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:38.539900 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e', 'code': 200} Oct 15 20:13:38.717408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf2f3-80cc-422b-98b1-1ce115f6dea0 req-f32e03da-97a4-4fce-8656-4822d3caada2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:38.726173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dadf2f3-80cc-422b-98b1-1ce115f6dea0 req-f32e03da-97a4-4fce-8656-4822d3caada2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.1185100 Oct 15 20:13:38.752282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48351b-fc2b-4fd8-bfc9-e8c645db790b req-c78b9086-15a0-447a-8f7e-8ac5d3017d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:38.754156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c48351b-fc2b-4fd8-bfc9-e8c645db790b req-c78b9086-15a0-447a-8f7e-8ac5d3017d7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 1097 time: 0.1354997 Oct 15 20:13:38.804096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c48351b-fc2b-4fd8-bfc9-e8c645db790b req-9fc082b6-5a29-4b50-90ab-5100d7cba10d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Oct 15 20:13:38.811588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7dadf2f3-80cc-422b-98b1-1ce115f6dea0 req-1f3ab1f2-3834-49c5-a87c-7f4833b427d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840392 Oct 15 20:13:39.231763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc366cc-78ce-4018-bc23-09da4bfccea0 req-feca031d-0d84-4576-b437-c9b55265e424 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:39.236224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bc366cc-78ce-4018-bc23-09da4bfccea0 req-feca031d-0d84-4576-b437-c9b55265e424 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0670197 Oct 15 20:13:39.277595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bc366cc-78ce-4018-bc23-09da4bfccea0 req-28354875-186d-4204-a98b-67ff20499ea4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365369 Oct 15 20:13:39.605923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018399b7-24a2-4496-8dbf-6dabf18b79f7 req-6c886c19-fad7-438f-af14-870101824f6a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:39.605923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-018399b7-24a2-4496-8dbf-6dabf18b79f7 req-6c886c19-fad7-438f-af14-870101824f6a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0531955 Oct 15 20:13:39.660388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-018399b7-24a2-4496-8dbf-6dabf18b79f7 req-142945ed-873d-4869-9c27-1e882330ebeb tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Oct 15 20:13:39.948488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534bba4-7ed0-403d-a315-525c18578c80 req-e262c778-329b-4fad-b859-0c1b7ed121e9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:39.950619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c534bba4-7ed0-403d-a315-525c18578c80 req-e262c778-329b-4fad-b859-0c1b7ed121e9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.0580616 Oct 15 20:13:40.005884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c534bba4-7ed0-403d-a315-525c18578c80 req-72c9ee3f-4c5a-4263-8ce4-0fbbc0c2af9c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440800 Oct 15 20:13:40.436201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0e95d-c871-4a51-9150-535da49e0271 req-066dde31-77da-44f1-8501-799175d1fb39 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:40.444959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e0e95d-c871-4a51-9150-535da49e0271 req-066dde31-77da-44f1-8501-799175d1fb39 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0650909 Oct 15 20:13:40.484336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e0e95d-c871-4a51-9150-535da49e0271 req-d867736f-87d7-4bce-8c17-1950a53b73da tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 Oct 15 20:13:40.795800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f50f0-3204-43ee-b359-46572621589e req-4aebccfe-35b1-4a41-a7f4-e17b21e497b9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:40.802697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-973f50f0-3204-43ee-b359-46572621589e req-4aebccfe-35b1-4a41-a7f4-e17b21e497b9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0684233 Oct 15 20:13:40.853087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-973f50f0-3204-43ee-b359-46572621589e req-aed9f917-99b6-495b-b7a1-35372fecedaa tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Oct 15 20:13:41.541512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504dcf7-f850-406d-820b-9f5fe06a95a8 req-75ccf067-2e85-48aa-a434-7c141d79dd2e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:41.543013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0504dcf7-f850-406d-820b-9f5fe06a95a8 req-75ccf067-2e85-48aa-a434-7c141d79dd2e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.4506021 Oct 15 20:13:41.613603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0504dcf7-f850-406d-820b-9f5fe06a95a8 req-9a19e400-4dc6-48aa-b211-7ff3892014d4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554702 Oct 15 20:13:41.740839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d8fca-0e0e-492b-8d67-4d2b2f398031 req-1740f9bc-6f11-4de4-8c21-75d168eebbc1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:41.742458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e1d8fca-0e0e-492b-8d67-4d2b2f398031 req-1740f9bc-6f11-4de4-8c21-75d168eebbc1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0504553 Oct 15 20:13:41.782851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e1d8fca-0e0e-492b-8d67-4d2b2f398031 req-b10d210d-3541-4ac5-b1e4-387c591bbf33 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342071 Oct 15 20:13:41.938656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3abb4-803c-492b-bd6c-50748c123c08 req-6fe3cd8a-e514-49f2-b33a-4a6a4052f136 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:41.940346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53f3abb4-803c-492b-bd6c-50748c123c08 req-6fe3cd8a-e514-49f2-b33a-4a6a4052f136 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.0735021 Oct 15 20:13:41.983492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53f3abb4-803c-492b-bd6c-50748c123c08 req-5298d342-a964-400d-b4e4-c43afc177997 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363355 Oct 15 20:13:42.136129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb115b-0363-4bf9-b2e0-36758344b32e req-6d7dfc1e-367f-441a-8d68-12f13078f4f6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:42.144312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cdb115b-0363-4bf9-b2e0-36758344b32e req-6d7dfc1e-367f-441a-8d68-12f13078f4f6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0834978 Oct 15 20:13:42.196976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cdb115b-0363-4bf9-b2e0-36758344b32e req-12d34062-e290-4b0d-a469-350167fcee8e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516226 Oct 15 20:13:44.214035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8f25f-a83d-4db1-818a-2107eeaf5426 req-ddb37636-a2b9-4469-a991-d863e46e9b94 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:44.218017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38c8f25f-a83d-4db1-818a-2107eeaf5426 req-ddb37636-a2b9-4469-a991-d863e46e9b94 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0599024 Oct 15 20:13:44.254649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38c8f25f-a83d-4db1-818a-2107eeaf5426 req-a0d136fd-f10c-462a-b01b-17a8e3d2914e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Oct 15 20:13:44.386034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f1e5b-a380-40fe-bd7c-6feaec0f9d57 req-42e5c72f-0759-4807-bcd7-2712eb3d7727 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:44.387673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-355f1e5b-a380-40fe-bd7c-6feaec0f9d57 req-42e5c72f-0759-4807-bcd7-2712eb3d7727 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0564322 Oct 15 20:13:44.432501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-355f1e5b-a380-40fe-bd7c-6feaec0f9d57 req-f4d2e3eb-d09c-4d8e-8aa8-f2c1208e9e4f tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388269 Oct 15 20:13:45.385230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd466461-04a5-4f2b-85e7-145336f9e077 req-ca87b97e-3bfb-4d2c-a055-9b0b2c7bc6a7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:45.386737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd466461-04a5-4f2b-85e7-145336f9e077 req-ca87b97e-3bfb-4d2c-a055-9b0b2c7bc6a7 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0560262 Oct 15 20:13:45.427692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd466461-04a5-4f2b-85e7-145336f9e077 req-0dc1dd5b-5823-495f-9ecd-4a8433f3e860 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345292 Oct 15 20:13:45.608375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-01518179-dab1-49f4-bce5-b4f8370e8dbe tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:45.609882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-01518179-dab1-49f4-bce5-b4f8370e8dbe tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1032205 Oct 15 20:13:45.634096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-75978dc1-1159-439f-b87e-1a4bb5ac909b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0173914 Oct 15 20:13:45.694617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-877e38fe-973a-44ea-93c5-995114dbdf70 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535038 Oct 15 20:13:45.786994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-d0445875-ad5d-407a-820d-bb64bc7fb2ae service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863805 Oct 15 20:13:45.884495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-a2012137-c206-4db7-b44a-a20cf2a3c538 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913026 Oct 15 20:13:46.232438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ae231-c4e2-46d4-9ccf-6a715f418d2b req-de5c4dcb-8bd1-4da6-99f0-e873b04a6f94 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:46.234375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a29ae231-c4e2-46d4-9ccf-6a715f418d2b req-de5c4dcb-8bd1-4da6-99f0-e873b04a6f94 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0680718 Oct 15 20:13:46.275240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a29ae231-c4e2-46d4-9ccf-6a715f418d2b req-b0796283-c83c-414f-91c6-1c25b9f9eb01 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326066 Oct 15 20:13:46.341640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb0fd29e-f3fc-4fcd-a3e9-9e1af12d0241 req-e2386b9e-97cd-4d28-9b30-ae1b28a534e7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0258219 Oct 15 20:13:46.575137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09b6d-3561-4497-a754-19df2740ea83 req-5bdf8db0-1477-4c10-a71c-e3c9a99166cc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:46.576907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26b09b6d-3561-4497-a754-19df2740ea83 req-5bdf8db0-1477-4c10-a71c-e3c9a99166cc tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0671198 Oct 15 20:13:46.616119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26b09b6d-3561-4497-a754-19df2740ea83 req-be69c897-2a87-42c8-9336-081c70d042ab tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Oct 15 20:13:47.395507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47c70-9168-4103-9cd9-4ee37fffefd4 req-d11c382e-386a-487f-9ff1-b0e062bca9b9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.397087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4e47c70-9168-4103-9cd9-4ee37fffefd4 req-d11c382e-386a-487f-9ff1-b0e062bca9b9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0500507 Oct 15 20:13:47.434429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4e47c70-9168-4103-9cd9-4ee37fffefd4 req-c3845bf7-c67f-4969-a822-4ba5230cdddc tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313334 Oct 15 20:13:47.527183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0365af16-ba37-4426-ac15-4787a5359af4 req-ec1bffe9-a4ba-4841-96d4-46e12273662e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0509257 Oct 15 20:13:47.543684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-d95850b7-b567-46a4-ac29-7bf7be2354e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.545369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-d95850b7-b567-46a4-ac29-7bf7be2354e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 1097 time: 0.0680387 Oct 15 20:13:47.641054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-5dbe3244-d88a-47c4-8089-c5be2953d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.642439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-5dbe3244-d88a-47c4-8089-c5be2953d884 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.0890489 Oct 15 20:13:47.690503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-e6cac6a9-df60-4695-b40e-baca4e64988b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7 HTTP/1.1" status: 200 len: 217 time: 0.0401247 Oct 15 20:13:47.767637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-10b0ab88-d035-4f4d-b232-b9eef21385b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.769128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-10b0ab88-d035-4f4d-b232-b9eef21385b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0680475 Oct 15 20:13:47.777567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd051434-1e3e-49f6-a7b6-37d62adb612f req-25e0eea2-b80a-41a2-9a36-1de2b8b16ceb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.778994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd051434-1e3e-49f6-a7b6-37d62adb612f req-25e0eea2-b80a-41a2-9a36-1de2b8b16ceb tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.0862226 Oct 15 20:13:47.855579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd051434-1e3e-49f6-a7b6-37d62adb612f req-1c3a1b1c-1f34-4c75-aa9b-810175091a2f tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674744 Oct 15 20:13:47.858259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-8ca8e698-66a8-42a1-a005-615b617358d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:47.859727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-8ca8e698-66a8-42a1-a005-615b617358d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798173 Oct 15 20:13:47.954049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-1add2da4-fb71-47cd-ab74-9e0eda9362cc service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863507 Oct 15 20:13:48.062228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccd8f77c-08d5-429e-b0c4-9e1b6b4ce946 req-20426531-c41f-4a5a-a006-4c7adf3e7757 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978191 Oct 15 20:13:48.522685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-93deb36c-43da-4df8-964c-4ddecd4cbba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:48.553958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6cc6d9-9827-4f70-9399-379160893170 req-af194c36-0f44-491c-baae-7c0eef886704 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:48.555486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c6cc6d9-9827-4f70-9399-379160893170 req-af194c36-0f44-491c-baae-7c0eef886704 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0528140 Oct 15 20:13:48.595950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c6cc6d9-9827-4f70-9399-379160893170 req-11fd528c-6b46-43dd-ab95-a5ed11cc3366 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Oct 15 20:13:48.683654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-506a4e67-4013-41ce-a16f-07c55cd46223 req-4644de2e-d049-455f-a642-15ef69182ba1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Oct 15 20:13:48.936522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-c5777098-0f6d-4f5c-9cf5-c8325d60734f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:48.938059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-c5777098-0f6d-4f5c-9cf5-c8325d60734f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.11 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1174631 Oct 15 20:13:48.952568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:13:49.077865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7735d8-17e9-49e2-9826-654facee8fd7 req-66cdbb45-a8ec-4027-8c13-fc53304a0a55 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:49.079407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e7735d8-17e9-49e2-9826-654facee8fd7 req-66cdbb45-a8ec-4027-8c13-fc53304a0a55 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 943 time: 0.1230655 Oct 15 20:13:49.149957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e7735d8-17e9-49e2-9826-654facee8fd7 req-a977c793-9405-4eb5-a8c2-a3a1127debd1 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607147 Oct 15 20:13:49.229751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:13:49.233287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.364545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.11 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/03d82682-2ac0-4208-af75-e7dde6db42ef) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:13:49.530792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.548010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:13:49.648266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:49.659574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'port_id': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'mac_address': 'fa:16:3e:ae:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:13:49.702806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.718556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:13:49.721257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2484c43-442c-474a-a4a1-16ea9bdcf2df req-afc4ace9-921c-4418-8425-5240c63c930a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:49.722776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2484c43-442c-474a-a4a1-16ea9bdcf2df req-afc4ace9-921c-4418-8425-5240c63c930a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0564008 Oct 15 20:13:49.741101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:49.746276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.760354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['40b88598-d3b0-4e74-903c-2d9afd38c43e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:13:49.799298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2484c43-442c-474a-a4a1-16ea9bdcf2df req-b9c41bb6-6ec0-4f37-aa08-bb0e78f49c40 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684855 Oct 15 20:13:49.811215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:13:49.815232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:13:49.821388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:13:49.824209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.865712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:49.901853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:49.917119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.917119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.917119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.917652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.917795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.918147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.918526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.918878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.919031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:49.919189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.919727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:49.920000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.920534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.921111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:13:49.994050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8a5b-f2d0-4d78-9c0b-2d69e7dcfe51 req-a346aeab-7d99-483f-a45c-0f9b52b87e9d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:49.995869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e23d8a5b-f2d0-4d78-9c0b-2d69e7dcfe51 req-a346aeab-7d99-483f-a45c-0f9b52b87e9d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 932 time: 0.0722597 Oct 15 20:13:50.044808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e23d8a5b-f2d0-4d78-9c0b-2d69e7dcfe51 req-a4690801-6b83-433c-a062-264f93d685cf tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427806 Oct 15 20:13:50.080026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-156ce49c-db7d-4875-acd5-4ab134e612f8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1314573 Oct 15 20:13:50.094692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Request body: {'port': {'device_id': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:13:50.149800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['87bd171d-011c-4c0f-b4ac-04496439ff9a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:13:50.170210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:50.228561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6704aebb-3170-46a2-8fcd-75150514fe7a None None] Provisioning complete for port 03d82682-2ac0-4208-af75-e7dde6db42ef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:50.229265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6704aebb-3170-46a2-8fcd-75150514fe7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:50.287257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6704aebb-3170-46a2-8fcd-75150514fe7a None None] Port 03d82682-2ac0-4208-af75-e7dde6db42ef cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:13:50.374924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e7038-74ac-445a-9865-4a9990a0d3b2 req-2db20718-afbf-4163-a296-89e5ea2cb5ba tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:50.376554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a9e7038-74ac-445a-9865-4a9990a0d3b2 req-2db20718-afbf-4163-a296-89e5ea2cb5ba tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 944 time: 0.1207063 Oct 15 20:13:50.479186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9a9e7038-74ac-445a-9865-4a9990a0d3b2 req-8bc83dad-3ae2-461f-9cbb-3560c1a3425d tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881343 Oct 15 20:13:50.574763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d82682-2ac0-4208-af75-e7dde6db42ef {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:13:50.582672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:50.595677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Transition to ACTIVE for port object 03d82682-2ac0-4208-af75-e7dde6db42ef will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:13:50.663893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:50.738386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Pushing event updated for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:50.812790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Attempting to bind port 03d82682-2ac0-4208-af75-e7dde6db42ef on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:13:50.813183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Attempting to bind port 03d82682-2ac0-4208-af75-e7dde6db42ef by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:13:50.813567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Attempting to bind port 03d82682-2ac0-4208-af75-e7dde6db42ef on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:13:50.819230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Port 03d82682-2ac0-4208-af75-e7dde6db42ef on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:13:50.819547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Attempting to bind port 03d82682-2ac0-4208-af75-e7dde6db42ef on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:13:50.825032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:13:50.825351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:13:50.825678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:13:50.826137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Bound port: 03d82682-2ac0-4208-af75-e7dde6db42ef, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:13:50.828035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:50.949838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:13:50.970579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=03d82682-2ac0-4208-af75-e7dde6db42ef,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:13:50.981839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f740e-dc38-4f51-88dc-f56a004004e6 req-5e8ec0ba-d38b-4ad7-87f6-a8c8eb4878c0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:50.990442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e0f740e-dc38-4f51-88dc-f56a004004e6 req-5e8ec0ba-d38b-4ad7-87f6-a8c8eb4878c0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 945 time: 0.0885110 Oct 15 20:13:51.031114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e0f740e-dc38-4f51-88dc-f56a004004e6 req-19495144-5a1b-4be1-aef2-3bb3677a6bee tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Oct 15 20:13:51.065154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.132251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.132874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.134352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] 10.222.0.11 "PUT /v2.0/ports/03d82682-2ac0-4208-af75-e7dde6db42ef HTTP/1.1" status: 200 len: 1093 time: 1.0448489 Oct 15 20:13:51.134799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:51.137159 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:51.212030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a4bcd-61fb-45f3-9072-2cfcc0b16b64 service neutron] Pushing event updated for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:51.236036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06e79d-68ee-4589-9cd7-a803063a79d2 req-8702105a-959a-4752-acb1-06f43ff37cb0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.248212 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb06e79d-68ee-4589-9cd7-a803063a79d2 req-8702105a-959a-4752-acb1-06f43ff37cb0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1089363 Oct 15 20:13:51.336609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb06e79d-68ee-4589-9cd7-a803063a79d2 req-75e2f0e9-241b-4250-80fc-d835e194b32b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873513 Oct 15 20:13:51.352518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-b377e12b-def9-498e-a973-ac62d80b44a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.354305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-b377e12b-def9-498e-a973-ac62d80b44a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 1096 time: 0.0717320 Oct 15 20:13:51.419719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-86e3e5e9-7b96-4a2f-8282-90dba20702df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03d82682-2ac0-4208-af75-e7dde6db42ef HTTP/1.1" status: 200 len: 217 time: 0.0571835 Oct 15 20:13:51.443350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ce89e05-26e6-498d-a2c6-e785bdeac156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.530191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-58beeb34-a549-486a-aaa6-f414f129d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.531684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-58beeb34-a549-486a-aaa6-f414f129d1c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0901020 Oct 15 20:13:51.539883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dfb1b-7c0c-484e-9c97-a05fc4b74ad2 req-f714ddbf-902b-45ac-a23f-0221b723f2dc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.541313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e48dfb1b-7c0c-484e-9c97-a05fc4b74ad2 req-f714ddbf-902b-45ac-a23f-0221b723f2dc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1195180 Oct 15 20:13:51.551179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:13:51.606671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 87bd171d-011c-4c0f-b4ac-04496439ff9a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:13:51.606948 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.616758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e48dfb1b-7c0c-484e-9c97-a05fc4b74ad2 req-3783e379-b0f7-4998-bdb8-3f402cbe61e0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634232 Oct 15 20:13:51.627025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afed739-144c-455f-871d-5c3a67109ab0 req-8bf9ff2a-e59c-4069-aa1a-7393e49cac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.640430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-8bf9ff2a-e59c-4069-aa1a-7393e49cac66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979438 Oct 15 20:13:51.677988 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324dc5c2-3e6c-4901-82d3-0ccaf6f7744a x-openstack-request-id: req-324dc5c2-3e6c-4901-82d3-0ccaf6f7744a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:51.677988 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:51.678251 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-324dc5c2-3e6c-4901-82d3-0ccaf6f7744a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:51.678620 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef', 'status': 'completed', 'code': 200} Oct 15 20:13:51.702967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.754084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:51.758579 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033172ce-c9f2-4648-a90c-d0078655e958" -d '{"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:51.786860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:51.831087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-ed6b5363-4cc5-4fc6-be73-ff169a4111f4 service neutron] 10.222.0.11 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802042 Oct 15 20:13:51.852627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:51.854059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 11b1f447-3e4d-4636-a3be-25846c0cadf7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:13:51.932765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7c6a1-1e6a-4ccc-9135-6cd177f1d41a req-4032e748-3398-4fd1-bc90-7dbaf2041422 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:51.934454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2b7c6a1-1e6a-4ccc-9135-6cd177f1d41a req-4032e748-3398-4fd1-bc90-7dbaf2041422 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.1268415 Oct 15 20:13:51.979078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=10']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:51.985225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2afed739-144c-455f-871d-5c3a67109ab0 req-dba7e334-8561-4245-a698-16b1cdd20986 service neutron] 10.222.0.11 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394804 Oct 15 20:13:51.993804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2b7c6a1-1e6a-4ccc-9135-6cd177f1d41a req-42dec07e-5e6c-458e-b180-2accb41ad51a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Oct 15 20:13:52.000252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:52.042248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:13:52.115838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36e15c-e9e7-41a8-b138-ad92a70afc44 req-03025419-3dfd-4007-83c2-20cc8d4d7a9c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.117491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d36e15c-e9e7-41a8-b138-ad92a70afc44 req-03025419-3dfd-4007-83c2-20cc8d4d7a9c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0568609 Oct 15 20:13:52.148752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:52.195161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d36e15c-e9e7-41a8-b138-ad92a70afc44 req-50f52078-6461-4be9-b12e-8d91970a7284 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713868 Oct 15 20:13:52.234730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:13:52.269823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-56f2e18e-b04c-41d2-a009-1d2b6b8ed471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.271936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-56f2e18e-b04c-41d2-a009-1d2b6b8ed471 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 1096 time: 0.1418798 Oct 15 20:13:52.280007 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a201aba-cf02-467d-8f64-8a93eddcc21e x-openstack-request-id: req-4a201aba-cf02-467d-8f64-8a93eddcc21e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:52.280434 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-plugged", "status": "completed", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:52.280787 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a201aba-cf02-467d-8f64-8a93eddcc21e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:52.281302 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'code': 200} Oct 15 20:13:52.389629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:52.416408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-fe3cc14e-6119-49c0-8884-e31a798e60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.417969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-fe3cc14e-6119-49c0-8884-e31a798e60be service neutron] 10.222.0.11 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1294913 Oct 15 20:13:52.484439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-47fc725b-b32e-4f57-9d23-2fb3966681a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03d82682-2ac0-4208-af75-e7dde6db42ef HTTP/1.1" status: 200 len: 217 time: 0.0593030 Oct 15 20:13:52.577016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-7183da83-1a26-40a9-91b8-32105ea47c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.578995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-7183da83-1a26-40a9-91b8-32105ea47c21 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0843716 Oct 15 20:13:52.584936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e844d0-804c-480b-a89a-8c72c312aa90 req-217a8d69-c4a3-4c7e-b483-4da29fce06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.586499 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7e844d0-804c-480b-a89a-8c72c312aa90 req-217a8d69-c4a3-4c7e-b483-4da29fce06c2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1098 time: 0.0640640 Oct 15 20:13:52.636931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-c7e844d0-804c-480b-a89a-8c72c312aa90 req-6ab2debc-24c3-4664-af72-ae3746cb1923 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430529 Oct 15 20:13:52.664221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-83a5f33a-e3c9-42d6-9380-75b601698b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.665708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-83a5f33a-e3c9-42d6-9380-75b601698b6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778651 Oct 15 20:13:52.678440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf09ecc-658a-4b77-9df2-888053c8ad5c req-2cad99fd-edaa-42b6-9bb5-2e4416c542f1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.679910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbf09ecc-658a-4b77-9df2-888053c8ad5c req-2cad99fd-edaa-42b6-9bb5-2e4416c542f1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0616679 Oct 15 20:13:52.743018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbf09ecc-658a-4b77-9df2-888053c8ad5c req-b0a76b9f-7840-4a76-9d52-485ebb545a63 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438950 Oct 15 20:13:52.784662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:52.841303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:52.882911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85840bd7-79d9-4570-8574-8d23cd5f9659 req-3436769b-b14d-4ef1-ace5-f540a8d23a20 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:52.884556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85840bd7-79d9-4570-8574-8d23cd5f9659 req-3436769b-b14d-4ef1-ace5-f540a8d23a20 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0694573 Oct 15 20:13:52.944024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85840bd7-79d9-4570-8574-8d23cd5f9659 req-0a50c9fb-d775-491c-b961-b2e72a520291 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518568 Oct 15 20:13:52.990341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:53.012340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-1d1ab8d1-8f5e-4b8e-83ab-98040f684dd3 service neutron] 10.222.0.11 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028106 Oct 15 20:13:53.119715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16c67fbe-f5ab-4bb1-b5ba-2ddbdb7fda9e req-1be9f366-57c4-4ce8-8f85-b634c1bf1083 service neutron] 10.222.0.11 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976865 Oct 15 20:13:53.380945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c486-c0de-49f1-801c-9fb48cd4bc09 req-df77d3a4-1e7d-4bda-a50f-7aa557584f0c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:53.382573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41f1c486-c0de-49f1-801c-9fb48cd4bc09 req-df77d3a4-1e7d-4bda-a50f-7aa557584f0c tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0754321 Oct 15 20:13:53.426704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41f1c486-c0de-49f1-801c-9fb48cd4bc09 req-86b02de0-960d-4b8f-b3c8-5f4f65571462 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Oct 15 20:13:53.888570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed354813-7365-4729-8735-46b62575f239 req-acc81fde-739b-4abe-b5ae-10b3b967f97d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:54.006213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed354813-7365-4729-8735-46b62575f239 req-acc81fde-739b-4abe-b5ae-10b3b967f97d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0640216 Oct 15 20:13:54.006213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed354813-7365-4729-8735-46b62575f239 req-99a8a393-2341-4444-a74f-429f00166bc9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Oct 15 20:13:54.064270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba383b6-17c5-495f-9f42-40c75bc69415 req-90761651-9c2d-4236-bf9f-72833dc9c61a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:54.065880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ba383b6-17c5-495f-9f42-40c75bc69415 req-90761651-9c2d-4236-bf9f-72833dc9c61a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0497782 Oct 15 20:13:54.103498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ba383b6-17c5-495f-9f42-40c75bc69415 req-e8ba1e76-2b7c-4d36-b309-0424bd649bff tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Oct 15 20:13:54.282488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:13:54.284950 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d951b699-59e5-4f2a-893a-8c875fcba9a6" -d '{"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-unplugged", "status": "completed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:13:54.319273 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b49be-7ffd-4659-b1ce-ed862766faf2 x-openstack-request-id: req-349b49be-7ffd-4659-b1ce-ed862766faf2 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:13:54.319580 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-unplugged", "status": "failed", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7", "code": 422}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:13:54.319868 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349b49be-7ffd-4659-b1ce-ed862766faf2 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:13:54.320267 n-d-712140-14 neutron-server[101182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'code': 422} returned with failed status Oct 15 20:13:54.562427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a8f5a-d322-4c2b-b3d9-a6081798292d req-85314b21-d9a9-44f8-9194-1dd5bd7e8bf4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:54.563849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e7a8f5a-d322-4c2b-b3d9-a6081798292d req-85314b21-d9a9-44f8-9194-1dd5bd7e8bf4 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Oct 15 20:13:54.602817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e7a8f5a-d322-4c2b-b3d9-a6081798292d req-289f1de1-b5be-48a5-88dc-55b9bdf3e4ec tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Oct 15 20:13:54.670448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:13:55.147391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64996caa-70a6-4300-a7bf-63ccaf8fcc1e req-617afa47-ed94-4885-853d-3f9f3891f84b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:55.148857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64996caa-70a6-4300-a7bf-63ccaf8fcc1e req-617afa47-ed94-4885-853d-3f9f3891f84b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0620031 Oct 15 20:13:55.190115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64996caa-70a6-4300-a7bf-63ccaf8fcc1e req-63b9483a-36a7-4044-807d-10a70ff46c51 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348306 Oct 15 20:13:55.301524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6c35a-f2a1-48e2-b424-cd5001808f82 req-3a3d9318-284f-4c65-8409-c97df95ec742 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:55.302997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9dc6c35a-f2a1-48e2-b424-cd5001808f82 req-3a3d9318-284f-4c65-8409-c97df95ec742 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0529931 Oct 15 20:13:55.342124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9dc6c35a-f2a1-48e2-b424-cd5001808f82 req-3829199c-ee49-41e2-83d4-c785667acc4a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327704 Oct 15 20:13:55.730420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbfbeb-9136-4488-bda3-ef78ba8486bf req-44af2214-e61f-4a2e-83ee-85e821f48665 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:55.732125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50cbfbeb-9136-4488-bda3-ef78ba8486bf req-44af2214-e61f-4a2e-83ee-85e821f48665 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Oct 15 20:13:55.778675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50cbfbeb-9136-4488-bda3-ef78ba8486bf req-faf4005d-f971-4ffb-9295-1052a3e0f344 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343084 Oct 15 20:13:56.342616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025f677-47b8-418d-a13e-5f4b249c485b req-f4ebaf1d-0660-4c15-b66f-319c10bd9781 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:56.344244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4025f677-47b8-418d-a13e-5f4b249c485b req-f4ebaf1d-0660-4c15-b66f-319c10bd9781 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0666285 Oct 15 20:13:56.395106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4025f677-47b8-418d-a13e-5f4b249c485b req-5fc8ec9a-38f6-42c6-972a-7850f7feb9e1 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Oct 15 20:13:56.502596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76f9f2-c044-40be-b08c-8fd95f41d4e5 req-7d2547e3-cd8e-42ec-b51d-360c63e20574 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:56.504119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e76f9f2-c044-40be-b08c-8fd95f41d4e5 req-7d2547e3-cd8e-42ec-b51d-360c63e20574 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0511925 Oct 15 20:13:56.546661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e76f9f2-c044-40be-b08c-8fd95f41d4e5 req-53024bba-fac1-4fe7-9058-43eb2fe5438a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Oct 15 20:13:56.914046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e1a3-a250-4cd2-b21c-a361dd47b15f req-1294d696-0885-4bba-8132-ada5d7b1b934 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:56.915854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-88e5e1a3-a250-4cd2-b21c-a361dd47b15f req-1294d696-0885-4bba-8132-ada5d7b1b934 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0547850 Oct 15 20:13:56.960923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-88e5e1a3-a250-4cd2-b21c-a361dd47b15f req-408c420f-bd80-4445-9e70-4ea3087a257e tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333326 Oct 15 20:13:57.528723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a888-000b-468b-8670-6c4c599cd252 req-8de189bf-52f3-471f-9cda-8e8487709e34 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:57.530239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98b9a888-000b-468b-8670-6c4c599cd252 req-8de189bf-52f3-471f-9cda-8e8487709e34 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0629356 Oct 15 20:13:57.573195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98b9a888-000b-468b-8670-6c4c599cd252 req-a8bd9976-771a-4f94-b531-30bdece04fa4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363896 Oct 15 20:13:57.683266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388b9c3-7c1d-4c09-aa7e-4ff5bcfb60fb req-5619010a-a3ab-4734-8145-1106d6e96812 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:57.684795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2388b9c3-7c1d-4c09-aa7e-4ff5bcfb60fb req-5619010a-a3ab-4734-8145-1106d6e96812 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0534754 Oct 15 20:13:57.726290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2388b9c3-7c1d-4c09-aa7e-4ff5bcfb60fb req-9b29fd2a-178c-4b68-a374-0e422a155980 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Oct 15 20:13:58.699429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebb4e-0ffd-4bfa-b341-fc473db8b198 req-dd811248-3e55-4310-82f3-5b9374cc6280 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:58.701038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9cebb4e-0ffd-4bfa-b341-fc473db8b198 req-dd811248-3e55-4310-82f3-5b9374cc6280 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0539725 Oct 15 20:13:58.743338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9cebb4e-0ffd-4bfa-b341-fc473db8b198 req-6161a4f4-b67c-4e9e-a43d-8a701b0ca0b7 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342121 Oct 15 20:13:58.854992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8f518-b390-417e-9dc8-1a7372bc36d2 req-8d0171a7-2a06-4dcb-8077-a692ee0b8c70 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:58.856867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ac8f518-b390-417e-9dc8-1a7372bc36d2 req-8d0171a7-2a06-4dcb-8077-a692ee0b8c70 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0500064 Oct 15 20:13:58.899085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ac8f518-b390-417e-9dc8-1a7372bc36d2 req-0bf6d6c5-3321-4812-8b46-9d7dea5ddf6e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Oct 15 20:13:59.876234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0cd2d1-274e-42c4-9811-8611945a59dc req-81ce2db5-9892-4c35-ad4d-e2dd409d386e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:13:59.877849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df0cd2d1-274e-42c4-9811-8611945a59dc req-81ce2db5-9892-4c35-ad4d-e2dd409d386e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0535843 Oct 15 20:13:59.921938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df0cd2d1-274e-42c4-9811-8611945a59dc req-89574ab7-c206-47aa-a074-b7c22d65860b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346279 Oct 15 20:14:00.025591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5831b5-1491-44e6-bc82-869c1fc8611c req-d878759e-cd4a-4343-a70e-5e7e92751a62 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:00.027232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a5831b5-1491-44e6-bc82-869c1fc8611c req-d878759e-cd4a-4343-a70e-5e7e92751a62 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0495994 Oct 15 20:14:00.074240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a5831b5-1491-44e6-bc82-869c1fc8611c req-9acf2cee-8211-4104-9ca9-8143c593a9ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Oct 15 20:14:00.539990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-a591b183-0520-419d-b66c-87dce901b660 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458119 Oct 15 20:14:00.642287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-5a883b99-ca28-4b76-a488-ccbacceca4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:00.643824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-5a883b99-ca28-4b76-a488-ccbacceca4c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 1098 time: 0.0492182 Oct 15 20:14:00.755325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-28f0dc36-00a8-4433-87e4-198c90403562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:00.757119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-28f0dc36-00a8-4433-87e4-198c90403562 service neutron] 10.222.0.15 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.0933201 Oct 15 20:14:00.806172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-aeba816d-f023-4606-ac78-d0a91c2eb1ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 200 len: 217 time: 0.0407593 Oct 15 20:14:00.856366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-9791f860-881a-4d5a-9ff6-4ef3cf34a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:00.857797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-9791f860-881a-4d5a-9ff6-4ef3cf34a63c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0454140 Oct 15 20:14:00.903738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-b6846e49-382d-469e-8ed0-31799675f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:00.905225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-b6846e49-382d-469e-8ed0-31799675f8fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402184 Oct 15 20:14:01.036638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-74341e9f-0a5d-4240-af60-463674cdfc2a service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232009 Oct 15 20:14:01.076837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead214b-1c23-45a0-9258-8be217ad52bf req-e412cdca-b5c8-4078-8710-4a1f7cbe1686 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:01.078357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cead214b-1c23-45a0-9258-8be217ad52bf req-e412cdca-b5c8-4078-8710-4a1f7cbe1686 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0811937 Oct 15 20:14:01.169753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cead214b-1c23-45a0-9258-8be217ad52bf req-284a6b6f-faf1-49fa-938f-f2b8a874724c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818548 Oct 15 20:14:01.192491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec62826b-3ac7-4307-a14d-c9d9d5e61251 req-75ccae71-a744-4c6a-af52-cb723f649f10 service neutron] 10.222.0.15 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394408 Oct 15 20:14:01.286874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0635883-53a4-4b2a-bbdf-e9a2314fdea1 req-725c7871-9600-4b27-8c3f-279a0f924275 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:01.288574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0635883-53a4-4b2a-bbdf-e9a2314fdea1 req-725c7871-9600-4b27-8c3f-279a0f924275 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0524554 Oct 15 20:14:01.340381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0635883-53a4-4b2a-bbdf-e9a2314fdea1 req-11a76478-211c-45ae-ad30-b51e66fbc3ac tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Oct 15 20:14:02.304341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a62426-7f29-4532-a80c-633fbdc602bc req-2f02ed58-b9f1-4c74-88d4-2c3794d967df tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:02.305891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65a62426-7f29-4532-a80c-633fbdc602bc req-2f02ed58-b9f1-4c74-88d4-2c3794d967df tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0528667 Oct 15 20:14:02.349336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65a62426-7f29-4532-a80c-633fbdc602bc req-f8cf728f-2793-4aa1-b77d-dbf7f734f3be tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371299 Oct 15 20:14:02.474239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb775-1af1-485a-b71c-39ef498da321 req-e656967c-34d0-4c2d-890c-714003f2167f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:02.476755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03cdb775-1af1-485a-b71c-39ef498da321 req-e656967c-34d0-4c2d-890c-714003f2167f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0628326 Oct 15 20:14:02.531609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03cdb775-1af1-485a-b71c-39ef498da321 req-4486ac1b-098c-4dcf-aad6-9794090fe0a3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480421 Oct 15 20:14:03.470883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a017ab2-dcc1-4832-b130-e94f72017cb8 req-487878fc-26d4-49d7-909b-692ecfb6de85 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:03.472405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a017ab2-dcc1-4832-b130-e94f72017cb8 req-487878fc-26d4-49d7-909b-692ecfb6de85 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0565035 Oct 15 20:14:03.514091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a017ab2-dcc1-4832-b130-e94f72017cb8 req-7a7d0625-6659-49ee-9e1a-6902537e0790 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342088 Oct 15 20:14:03.673002 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:14:03.894554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fcb09-529e-49c3-aaf9-687d029aa3e3 req-ed374606-d093-4dc4-a4bb-5e716c6cbc73 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:03.896043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d9fcb09-529e-49c3-aaf9-687d029aa3e3 req-ed374606-d093-4dc4-a4bb-5e716c6cbc73 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0512304 Oct 15 20:14:03.934307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d9fcb09-529e-49c3-aaf9-687d029aa3e3 req-998883d5-0af0-4543-bf9c-4c661017189e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Oct 15 20:14:04.086467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6a7e4-a579-4a66-b42c-028826d01ca7 req-9d40c485-4932-4c17-a8e3-5d7b5fbf0a08 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:04.087905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efa6a7e4-a579-4a66-b42c-028826d01ca7 req-9d40c485-4932-4c17-a8e3-5d7b5fbf0a08 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0849977 Oct 15 20:14:04.092902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-e41d842c-77b9-443f-adb8-6c2bc5caffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:04.094409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-e41d842c-77b9-443f-adb8-6c2bc5caffae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0824840 Oct 15 20:14:04.187505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efa6a7e4-a579-4a66-b42c-028826d01ca7 req-ed104fd0-5c61-42fc-afb8-7d6a8334306b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920334 Oct 15 20:14:04.215120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-d1a1c912-a58e-43ef-8abb-9b4ce4a120f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:04.216855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-d1a1c912-a58e-43ef-8abb-9b4ce4a120f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1150405 Oct 15 20:14:04.292041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-2dc0d06f-2c17-4136-9ed7-5fc28c96fe87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0605142 Oct 15 20:14:04.349305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-ceb29edf-05a1-41a8-8ff4-2c5f5dd9f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:04.351081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-ceb29edf-05a1-41a8-8ff4-2c5f5dd9f022 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0460951 Oct 15 20:14:04.405355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-a2c834b8-ccf7-49fc-95e5-754664bc0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:04.406924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-a2c834b8-ccf7-49fc-95e5-754664bc0bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479622 Oct 15 20:14:04.517435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-a9cd3c3a-817a-414a-82ac-d9b310e97be6 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006038 Oct 15 20:14:04.617319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97c5468d-3475-4366-a7d1-303b9d4c8f73 req-592c8b21-ad74-4661-923f-5bafdd2e68c6 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933008 Oct 15 20:14:05.063058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e787b7-8c57-4672-bda5-313e806b814e req-0637f581-9c9b-4488-9663-8510432d4ab1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:05.066622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0e787b7-8c57-4672-bda5-313e806b814e req-0637f581-9c9b-4488-9663-8510432d4ab1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0569346 Oct 15 20:14:05.108914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0e787b7-8c57-4672-bda5-313e806b814e req-fe10fede-d3c2-4509-a2d9-a5b6ef4cc565 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331118 Oct 15 20:14:05.336000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7fa28-ce4c-4c6d-b2e1-ce7654ccc561 req-ae150cdf-8611-457b-884b-82fa32dee55a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:05.337472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa7fa28-ce4c-4c6d-b2e1-ce7654ccc561 req-ae150cdf-8611-457b-884b-82fa32dee55a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0597365 Oct 15 20:14:05.373843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa7fa28-ce4c-4c6d-b2e1-ce7654ccc561 req-28bc66de-0664-4cc9-aa7a-71046e25fea6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302436 Oct 15 20:14:05.819180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-ed1a2c49-b5de-4b30-86ca-fd95859390e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443835 Oct 15 20:14:05.881948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-f50d6530-b181-483e-b158-6fe6f2c28256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:05.891795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-f50d6530-b181-483e-b158-6fe6f2c28256 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a86193bf3eae4944b0c2fff2998300e2&device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 1098 time: 0.0433130 Oct 15 20:14:06.006030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-9ef6960b-7298-46bf-8cc7-3dd3bfec72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.008424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-9ef6960b-7298-46bf-8cc7-3dd3bfec72ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 200 len: 917 time: 0.0969460 Oct 15 20:14:06.085497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-4f825b80-30b4-4dbe-8f37-c2e9e98a0e21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 200 len: 1001 time: 0.0681744 Oct 15 20:14:06.150291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-eb80f217-f0c2-4efc-8a42-4d5fcf7a6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.151802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-eb80f217-f0c2-4efc-8a42-4d5fcf7a6bf0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 200 len: 855 time: 0.0474935 Oct 15 20:14:06.235185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-c462c3b3-06ff-4323-83d9-2503a90a8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.236705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-c462c3b3-06ff-4323-83d9-2503a90a8efe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3745e191-92ae-48ec-ade7-7bbd04376b0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782843 Oct 15 20:14:06.248770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6cc1-3ecf-4f43-a06a-f4bff9863714 req-253d0ed7-043b-4e8c-8263-fa2786c9d765 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.250751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1ba6cc1-3ecf-4f43-a06a-f4bff9863714 req-253d0ed7-043b-4e8c-8263-fa2786c9d765 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0661893 Oct 15 20:14:06.349447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1ba6cc1-3ecf-4f43-a06a-f4bff9863714 req-06d561c4-f486-4e2a-968e-3855906d82bd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837584 Oct 15 20:14:06.368583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-5be1a2e5-27dc-4251-8a17-0333811206c5 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172631 Oct 15 20:14:06.508444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e922fad2-0f59-4d2e-9bdd-d948bca031ad req-8998fa05-850a-47ab-81a5-549db5e01931 service neutron] 10.222.0.11 "GET /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304812 Oct 15 20:14:06.524182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a6605-8a98-47bd-b5ea-2f8d674775a8 req-45f0cb5b-f95d-4780-ad79-066ffad6398d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.526011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-147a6605-8a98-47bd-b5ea-2f8d674775a8 req-45f0cb5b-f95d-4780-ad79-066ffad6398d tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0748317 Oct 15 20:14:06.570352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-147a6605-8a98-47bd-b5ea-2f8d674775a8 req-9c520995-19d7-4a28-9ed5-aefa12855de0 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 Oct 15 20:14:06.695544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8299df-1e88-4d18-a88f-3ec262738d6a req-9355e30c-678a-4144-bd31-55094859f18b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.697141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c8299df-1e88-4d18-a88f-3ec262738d6a req-9355e30c-678a-4144-bd31-55094859f18b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0554094 Oct 15 20:14:06.753298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c8299df-1e88-4d18-a88f-3ec262738d6a req-6d9a68e0-bb34-437e-8b3e-6e9239b64748 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Oct 15 20:14:06.889073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a900d1a-af2b-4fe5-8c57-84b101f45f89 req-3a21a3b5-ec73-4729-8811-c0faf8ea6968 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:06.890510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a900d1a-af2b-4fe5-8c57-84b101f45f89 req-3a21a3b5-ec73-4729-8811-c0faf8ea6968 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0509014 Oct 15 20:14:06.934030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a900d1a-af2b-4fe5-8c57-84b101f45f89 req-60d9863d-9af7-4b72-ab2e-686d119b2dec tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370224 Oct 15 20:14:07.442568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030733b-5061-4a11-9612-e6d0da58fee1 req-b1836cc1-9255-41a2-bce8-cf8095025a11 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:07.444765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7030733b-5061-4a11-9612-e6d0da58fee1 req-b1836cc1-9255-41a2-bce8-cf8095025a11 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0551565 Oct 15 20:14:07.487054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7030733b-5061-4a11-9612-e6d0da58fee1 req-ddc07bd0-bf1b-40d1-906c-2ca86cb4c12e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360174 Oct 15 20:14:07.605058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f450816-6fb8-4809-9aa5-90a91f1abdbe req-facd96b5-9abe-44ba-a84a-5ef7f0fa6625 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:07.606555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f450816-6fb8-4809-9aa5-90a91f1abdbe req-facd96b5-9abe-44ba-a84a-5ef7f0fa6625 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0541866 Oct 15 20:14:07.999748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f450816-6fb8-4809-9aa5-90a91f1abdbe req-fae18498-16b9-4c81-9255-708afae449e3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858156 Oct 15 20:14:08.615868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2fb6e-09e4-4232-a8e5-808b58ecc644 req-db1b5fe0-a946-4427-9337-972627f4d7ad tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:08.617437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74c2fb6e-09e4-4232-a8e5-808b58ecc644 req-db1b5fe0-a946-4427-9337-972627f4d7ad tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0511198 Oct 15 20:14:08.657739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74c2fb6e-09e4-4232-a8e5-808b58ecc644 req-4d9a1ac3-f94d-4a85-b2a6-a16063cd3ed4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342250 Oct 15 20:14:09.029092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed530452-683a-4261-b479-81c2bd53c803 req-6f852ec8-9ac9-4804-97e5-33fc71915bb4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.030692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed530452-683a-4261-b479-81c2bd53c803 req-6f852ec8-9ac9-4804-97e5-33fc71915bb4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0555139 Oct 15 20:14:09.069565 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed530452-683a-4261-b479-81c2bd53c803 req-ea016293-f2e5-4e19-ab12-fe009d3f11c8 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Oct 15 20:14:09.125487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-b1be4eb0-58d5-41fe-b3d6-d700e0da8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.126670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-b1be4eb0-58d5-41fe-b3d6-d700e0da8b57 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2933c801b26c455696709e5b00652959&device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 1096 time: 0.0501835 Oct 15 20:14:09.234943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3cfc-1d3f-4ac6-98a5-51ff7d3528bf req-3fbcc4c2-ff5b-46df-878b-d4449357aafd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.236430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ffd3cfc-1d3f-4ac6-98a5-51ff7d3528bf req-3fbcc4c2-ff5b-46df-878b-d4449357aafd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1061449 Oct 15 20:14:09.265795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-adeb2ed9-6218-4c1e-a967-d6dc55cabafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.267169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-adeb2ed9-6218-4c1e-a967-d6dc55cabafd service neutron] 10.222.0.11 "GET /v2.0/networks?id=70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 200 len: 912 time: 0.1281807 Oct 15 20:14:09.326288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ffd3cfc-1d3f-4ac6-98a5-51ff7d3528bf req-bef12596-0790-4fc1-af1e-dbb2d58debd9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808063 Oct 15 20:14:09.348856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-b47e9953-9cbd-4641-b20c-ebe99d1114df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 200 len: 998 time: 0.0730841 Oct 15 20:14:09.400462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-1dd82c42-7d4c-4d27-afcd-768216297fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.402234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-1dd82c42-7d4c-4d27-afcd-768216297fdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 200 len: 850 time: 0.0469139 Oct 15 20:14:09.460022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-a2523b19-edbb-4f3f-aef8-737818637f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:09.461778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-a2523b19-edbb-4f3f-aef8-737818637f15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=70674ce4-c7cb-468d-beca-cc5b1b748b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476511 Oct 15 20:14:09.561216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-cac1837d-ba63-413f-9f00-c25d198eac3b service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896933 Oct 15 20:14:09.662044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29a5e5d3-5bc3-4e10-96e9-b1ae2458327c req-9949e290-e1bf-4352-b315-f9e10e78aec6 service neutron] 10.222.0.11 "GET /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922575 Oct 15 20:14:10.196987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803ac0a-2142-43c3-a61a-61ca4cf991b8 req-041fe50c-4437-4589-bfba-75b9aad3b472 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:10.198577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b803ac0a-2142-43c3-a61a-61ca4cf991b8 req-041fe50c-4437-4589-bfba-75b9aad3b472 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0547106 Oct 15 20:14:10.245490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b803ac0a-2142-43c3-a61a-61ca4cf991b8 req-e5de89a4-f08f-4f89-831c-ece0a13b2e0e tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373182 Oct 15 20:14:10.451641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b471d7-ad3d-439a-a778-16030324c5f4 req-32421cb3-6da2-49ec-9e19-ca367aecb918 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:10.451641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77b471d7-ad3d-439a-a778-16030324c5f4 req-32421cb3-6da2-49ec-9e19-ca367aecb918 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0527363 Oct 15 20:14:10.494288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77b471d7-ad3d-439a-a778-16030324c5f4 req-eb63a256-cead-4c94-ac01-9316af0c9719 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 Oct 15 20:14:11.372035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a502e-5b63-4f81-b14f-592bed6a37e5 req-d29d259b-608a-4b0b-a176-2a87a60f43ff tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:11.373555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-452a502e-5b63-4f81-b14f-592bed6a37e5 req-d29d259b-608a-4b0b-a176-2a87a60f43ff tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0521510 Oct 15 20:14:11.414518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-452a502e-5b63-4f81-b14f-592bed6a37e5 req-c7fa47d4-1f31-4672-8fcb-65b3fdd4cbd4 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341339 Oct 15 20:14:11.531961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d505f-b4e5-49db-b5ce-02881a48e29f req-529657f5-878f-44a8-9d97-8846b5f688ea tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:11.533460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098d505f-b4e5-49db-b5ce-02881a48e29f req-529657f5-878f-44a8-9d97-8846b5f688ea tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0507755 Oct 15 20:14:11.573528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098d505f-b4e5-49db-b5ce-02881a48e29f req-8ddfe4f5-ebf6-4d45-a128-8b19039002ff tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Oct 15 20:14:11.684042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5892326-66d3-4158-908e-8a3fbbefa133 req-1a0a93fb-a277-4cd7-b7c6-55cd13f5ebcc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:11.685594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5892326-66d3-4158-908e-8a3fbbefa133 req-1a0a93fb-a277-4cd7-b7c6-55cd13f5ebcc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Oct 15 20:14:11.729514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5892326-66d3-4158-908e-8a3fbbefa133 req-8a98c689-8783-4abc-9b48-d3955e90309f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Oct 15 20:14:13.408391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c08f42-9118-4745-bea8-d8b70f518008 req-91f5f168-a3e5-4c69-a92d-82499cde3b2a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:13.409860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87c08f42-9118-4745-bea8-d8b70f518008 req-91f5f168-a3e5-4c69-a92d-82499cde3b2a tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=50de7905-f4dc-45dc-b682-11a81dce0d56 HTTP/1.1" status: 200 len: 943 time: 0.2424836 Oct 15 20:14:13.505715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port 11b1f447-3e4d-4636-a3be-25846c0cadf7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:13.506048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:13.599768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port 11b1f447-3e4d-4636-a3be-25846c0cadf7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=11b1f447-3e4d-4636-a3be-25846c0cadf7,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:13.600043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:13.613708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for 11b1f447-3e4d-4636-a3be-25846c0cadf7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:13.841776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:13.854843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:13.872165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=11b1f447-3e4d-4636-a3be-25846c0cadf7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:13.930404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] No DVR routers for this DVR port 11b1f447-3e4d-4636-a3be-25846c0cadf7 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:13.934719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:13.951035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87c08f42-9118-4745-bea8-d8b70f518008 req-ca6a22a0-da1c-478c-a774-4fa2af5fd4ed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "DELETE /v2.0/ports/11b1f447-3e4d-4636-a3be-25846c0cadf7 HTTP/1.1" status: 204 len: 173 time: 0.5341485 Oct 15 20:14:13.951626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-deleted', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:13.954140 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348dda05-fa32-4bb3-891a-287d25636fb8" -d '{"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-deleted", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:14.772075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b728887-4758-4ffb-a8da-22799206d2a7 req-f052aece-8ca2-45b5-b304-4a2478392751 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:14.773539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b728887-4758-4ffb-a8da-22799206d2a7 req-f052aece-8ca2-45b5-b304-4a2478392751 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0509403 Oct 15 20:14:14.812797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b728887-4758-4ffb-a8da-22799206d2a7 req-2ca7539a-0e56-41ae-911a-42a9b0f464f9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311968 Oct 15 20:14:14.858493 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1ac6aa-d569-4324-82c8-fe92c5de85d9 x-openstack-request-id: req-4e1ac6aa-d569-4324-82c8-fe92c5de85d9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:14.859013 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de7905-f4dc-45dc-b682-11a81dce0d56", "name": "network-vif-deleted", "tag": "11b1f447-3e4d-4636-a3be-25846c0cadf7", "status": "failed", "code": 422}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:14.859506 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e1ac6aa-d569-4324-82c8-fe92c5de85d9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:14.860110 n-d-712140-14 neutron-server[101180]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '50de7905-f4dc-45dc-b682-11a81dce0d56', 'name': 'network-vif-deleted', 'tag': '11b1f447-3e4d-4636-a3be-25846c0cadf7', 'status': 'failed', 'code': 422} returned with failed status Oct 15 20:14:15.443374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d762b-a866-4b81-b570-8e5bd7360be3 req-f1f4f6cf-ff04-4936-bd40-40a7a899faed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:15.444862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-047d762b-a866-4b81-b570-8e5bd7360be3 req-f1f4f6cf-ff04-4936-bd40-40a7a899faed tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 907 time: 0.0524077 Oct 15 20:14:15.933665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3997f9-3b91-45e8-acd3-925c255de9db req-7909388e-9cae-49c1-9c0a-38cc7dd5e491 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:15.935140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3997f9-3b91-45e8-acd3-925c255de9db req-7909388e-9cae-49c1-9c0a-38cc7dd5e491 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0485811 Oct 15 20:14:15.973193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3997f9-3b91-45e8-acd3-925c255de9db req-5602d046-7874-4ac7-9b5f-11ad81eb63df tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320697 Oct 15 20:14:16.567942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b561aee-1630-4c38-843c-10c2045e3ad7 req-faf7a310-94bf-4fd5-a027-b161a4e94ac3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:16.569459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b561aee-1630-4c38-843c-10c2045e3ad7 req-faf7a310-94bf-4fd5-a027-b161a4e94ac3 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 907 time: 0.0498855 Oct 15 20:14:16.924961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967b739-2822-41df-926a-3c214f0e2718 req-ad1bc836-32d0-4b89-a3fe-8e1522781c79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:16.926383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d967b739-2822-41df-926a-3c214f0e2718 req-ad1bc836-32d0-4b89-a3fe-8e1522781c79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 907 time: 0.0577621 Oct 15 20:14:17.033363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port f4bb596f-afdf-41b4-a9bd-64921bdcf663 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:17.034407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:17.158686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc02443-29b3-482c-a167-4b30fe64b58c req-c81acda8-fb64-4956-93c1-dcd2be21e524 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:17.160197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dbc02443-29b3-482c-a167-4b30fe64b58c req-c81acda8-fb64-4956-93c1-dcd2be21e524 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1085365 Oct 15 20:14:17.167293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port f4bb596f-afdf-41b4-a9bd-64921bdcf663, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f4bb596f-afdf-41b4-a9bd-64921bdcf663,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:17.167681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:17.193536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for f4bb596f-afdf-41b4-a9bd-64921bdcf663 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:17.260859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dbc02443-29b3-482c-a167-4b30fe64b58c req-d6e0c2af-4f75-493f-b759-0e200fb5c8de tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905704 Oct 15 20:14:17.431406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:17.457510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=f4bb596f-afdf-41b4-a9bd-64921bdcf663,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:17.511733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] No DVR routers for this DVR port f4bb596f-afdf-41b4-a9bd-64921bdcf663 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:17.514475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:17.518322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d967b739-2822-41df-926a-3c214f0e2718 req-0dfd7025-fd4a-46b7-b6e8-9a548fb328c9 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "DELETE /v2.0/ports/f4bb596f-afdf-41b4-a9bd-64921bdcf663 HTTP/1.1" status: 204 len: 173 time: 0.5848792 Oct 15 20:14:17.519002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'name': 'network-vif-deleted', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:17.521217 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d0cba9-83b8-418c-a0d9-7d50b9087292" -d '{"events": [{"server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "name": "network-vif-deleted", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:17.576895 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d997b59-44b9-42c2-a79c-283665215292 x-openstack-request-id: req-4d997b59-44b9-42c2-a79c-283665215292 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:17.577191 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe1e81f-7942-4ccb-a8bc-135f5c819b28", "name": "network-vif-deleted", "tag": "f4bb596f-afdf-41b4-a9bd-64921bdcf663", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:17.577579 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d997b59-44b9-42c2-a79c-283665215292 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:17.577939 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe1e81f-7942-4ccb-a8bc-135f5c819b28', 'name': 'network-vif-deleted', 'tag': 'f4bb596f-afdf-41b4-a9bd-64921bdcf663', 'status': 'completed', 'code': 200} Oct 15 20:14:17.695954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee591f6a-9b31-4000-946f-2da88a001845 req-05c38c00-b403-4fa2-81cd-3d44758029d2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=ffe1e81f-7942-4ccb-a8bc-135f5c819b28 HTTP/1.1" status: 200 len: 210 time: 0.0378063 Oct 15 20:14:18.382898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac20d4b-0cc0-40f6-830a-3966d4508f3b req-9ff6cbe0-66e9-49b9-810b-60f1064f5f94 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:18.388051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ac20d4b-0cc0-40f6-830a-3966d4508f3b req-9ff6cbe0-66e9-49b9-810b-60f1064f5f94 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Oct 15 20:14:18.424246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ac20d4b-0cc0-40f6-830a-3966d4508f3b req-6de916c9-a1bf-49a6-9ca5-144bb551fae2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Oct 15 20:14:18.533357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4441b34f-3d8f-403a-83c9-b9f9371d7c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:19.272353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e101a5-61c6-41b1-8eed-19858b438551 req-c966ba72-c641-4901-a3da-6ad8b91f2ee6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:19.274907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e101a5-61c6-41b1-8eed-19858b438551 req-c966ba72-c641-4901-a3da-6ad8b91f2ee6 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.0523865 Oct 15 20:14:19.314341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e101a5-61c6-41b1-8eed-19858b438551 req-321046b0-e8f3-47f4-9dd3-4db38252674b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Oct 15 20:14:19.548005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f34d65-0378-4e46-bd2b-66f3d474931d req-0550191a-e8f7-49ff-b9d2-e1892d8c2ce1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:19.549478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4f34d65-0378-4e46-bd2b-66f3d474931d req-0550191a-e8f7-49ff-b9d2-e1892d8c2ce1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0539999 Oct 15 20:14:19.588700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4f34d65-0378-4e46-bd2b-66f3d474931d req-721a45d0-808e-4f3d-a7c7-9668b80a99bf tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Oct 15 20:14:20.437778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e081de-468c-4ec3-893e-9bedd5055e1f req-81665068-5d46-48db-a5bb-b6a64abb606c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:20.439375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63e081de-468c-4ec3-893e-9bedd5055e1f req-81665068-5d46-48db-a5bb-b6a64abb606c tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.0510795 Oct 15 20:14:20.489267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63e081de-468c-4ec3-893e-9bedd5055e1f req-fd8f8a00-7118-46cf-9e40-613feeaf0f49 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Oct 15 20:14:20.712607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-5cba4589-3890-492d-97e5-ed5c948f4c79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:20.714232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-5cba4589-3890-492d-97e5-ed5c948f4c79 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 945 time: 0.0892403 Oct 15 20:14:20.770113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ef616-bc55-44df-b656-be8792b8e7d7 req-bdb394eb-0ad8-4e0e-89c6-61bdde6c1920 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:20.778585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476ef616-bc55-44df-b656-be8792b8e7d7 req-bdb394eb-0ad8-4e0e-89c6-61bdde6c1920 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1187921 Oct 15 20:14:20.859408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476ef616-bc55-44df-b656-be8792b8e7d7 req-c7337780-578f-48dc-b588-11e24ee27bae tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797288 Oct 15 20:14:20.886705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:20.887245 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:20.991996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:20.992247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:21.005699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:21.213337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:21.225498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:21.249988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=c489f45f-fc1f-4bf8-ae6b-0e2a73d69671,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:21.278114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.278461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.278808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.279152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.279623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.279852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.280451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.280863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.281193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.281521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.281851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.282177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:21.302023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] No DVR routers for this DVR port c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:21.306305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:21.311939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6980c96-34fc-4948-8f82-6fed241c0f04 req-d4bca5f6-2b9a-4b4f-931b-789542bc90bd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "DELETE /v2.0/ports/c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 HTTP/1.1" status: 204 len: 173 time: 0.5916977 Oct 15 20:14:21.312399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'name': 'network-vif-deleted', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:21.319547 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5543359-e81c-42d7-af53-a9640004eaec" -d '{"events": [{"server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "name": "network-vif-deleted", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:21.379242 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4093d2-a1cc-4e4c-96c1-06354a1f1291 x-openstack-request-id: req-ba4093d2-a1cc-4e4c-96c1-06354a1f1291 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:21.379743 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bc5b41-4dee-4f26-a437-bdb31ffc74cf", "name": "network-vif-deleted", "tag": "c489f45f-fc1f-4bf8-ae6b-0e2a73d69671", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:21.383776 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba4093d2-a1cc-4e4c-96c1-06354a1f1291 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:21.383776 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bc5b41-4dee-4f26-a437-bdb31ffc74cf', 'name': 'network-vif-deleted', 'tag': 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671', 'status': 'completed', 'code': 200} Oct 15 20:14:21.499068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-32afb34d-5337-4ca9-ba48-8d56b92dfabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:21.594607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57dfcb44-d597-463c-800e-c8397ac044b3 req-2ffc9ca8-8cde-4ac4-83b4-9a31b7239e3b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=94bc5b41-4dee-4f26-a437-bdb31ffc74cf HTTP/1.1" status: 200 len: 210 time: 0.0293415 Oct 15 20:14:21.983208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36087aac-f455-42e6-8705-172e93d9fc21 req-45581d7b-6884-4185-b876-489a2b0073e9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:21.985506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36087aac-f455-42e6-8705-172e93d9fc21 req-45581d7b-6884-4185-b876-489a2b0073e9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0536335 Oct 15 20:14:22.031537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36087aac-f455-42e6-8705-172e93d9fc21 req-1cc7e06a-f639-4f6c-8ec3-9f09d9638dc8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Oct 15 20:14:22.077688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f4bb596f-afdf-41b4-a9bd-64921bdcf663 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:22.101541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f4bb596f-afdf-41b4-a9bd-64921bdcf663 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:22.102549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f4bb596f-afdf-41b4-a9bd-64921bdcf663 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:22.441939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:22.780489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:22.886315 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:23.087929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:23.288398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5728b5f-e243-466b-8227-80aab426204c req-3ef3dba3-ee44-46d4-8ccb-d71ba60d51ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:23.290030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5728b5f-e243-466b-8227-80aab426204c req-3ef3dba3-ee44-46d4-8ccb-d71ba60d51ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0548153 Oct 15 20:14:23.329111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5728b5f-e243-466b-8227-80aab426204c req-29fb8997-75a6-479b-9b1a-a8bc530e5b53 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Oct 15 20:14:23.439632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61f911-fe70-42dd-9ccf-6a6deaf83007 req-161bfd7e-dcd4-4d66-af39-7289d97d712b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:23.441057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef61f911-fe70-42dd-9ccf-6a6deaf83007 req-161bfd7e-dcd4-4d66-af39-7289d97d712b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0536392 Oct 15 20:14:23.483951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef61f911-fe70-42dd-9ccf-6a6deaf83007 req-02c19b01-4d70-4abc-ba56-68e00b453200 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=73e731a9-1be0-4195-86a2-2b4d39672f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Oct 15 20:14:23.547973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-b6d7752e-d772-4ba7-b896-d44f6c925ae2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:23.549540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-b6d7752e-d772-4ba7-b896-d44f6c925ae2 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 946 time: 0.0497711 Oct 15 20:14:23.649878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port 38de7c74-5a78-495c-8f5c-42a2b186e02b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:23.650228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:23.745898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port 38de7c74-5a78-495c-8f5c-42a2b186e02b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=38de7c74-5a78-495c-8f5c-42a2b186e02b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:23.746297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:23.760070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for 38de7c74-5a78-495c-8f5c-42a2b186e02b owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:24.056380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:24.068216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['38de7c74-5a78-495c-8f5c-42a2b186e02b', 'c489f45f-fc1f-4bf8-ae6b-0e2a73d69671'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:24.088883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=38de7c74-5a78-495c-8f5c-42a2b186e02b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:24.147695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] No DVR routers for this DVR port 38de7c74-5a78-495c-8f5c-42a2b186e02b on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:24.151309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:24.155064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e2a4fdc-0ab3-499c-a052-fe6b7ed5cc97 req-4a0812a9-c4c9-49f6-b59a-65729abaa154 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.15 "DELETE /v2.0/ports/38de7c74-5a78-495c-8f5c-42a2b186e02b HTTP/1.1" status: 204 len: 173 time: 0.5985119 Oct 15 20:14:24.155519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'name': 'network-vif-deleted', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:24.157823 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef5f01-7088-4f1d-a60d-615064ab682a" -d '{"events": [{"server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "name": "network-vif-deleted", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:24.202008 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e2ab6f-f554-4352-b10c-e0b83b1fa648 x-openstack-request-id: req-70e2ab6f-f554-4352-b10c-e0b83b1fa648 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:24.202465 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f30133-142b-4809-acc4-20cc13073b39", "name": "network-vif-deleted", "tag": "38de7c74-5a78-495c-8f5c-42a2b186e02b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:24.202671 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70e2ab6f-f554-4352-b10c-e0b83b1fa648 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:24.203031 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f30133-142b-4809-acc4-20cc13073b39', 'name': 'network-vif-deleted', 'tag': '38de7c74-5a78-495c-8f5c-42a2b186e02b', 'status': 'completed', 'code': 200} Oct 15 20:14:24.455966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b820e61-fc3f-4e9b-a67c-ee2bc71443b0 req-0bbebd0e-cbd5-4836-9ede-9bda3491c1a7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:24.457415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b820e61-fc3f-4e9b-a67c-ee2bc71443b0 req-0bbebd0e-cbd5-4836-9ede-9bda3491c1a7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0510280 Oct 15 20:14:24.500521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b820e61-fc3f-4e9b-a67c-ee2bc71443b0 req-ffc6bee3-beb4-4c85-90e5-4e48db339857 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360360 Oct 15 20:14:24.618258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e567ccd-a7ca-4d78-9698-6de9fa1fd780 req-1c19d265-9652-491e-b812-81fcfa575c25 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=00f30133-142b-4809-acc4-20cc13073b39 HTTP/1.1" status: 200 len: 210 time: 0.0287840 Oct 15 20:14:24.670482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:25.627938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a2dfc-4855-447d-a767-c54013c01eba req-f53c26cd-f8d2-4998-9d03-c95755ef468c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:25.629440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d80a2dfc-4855-447d-a767-c54013c01eba req-f53c26cd-f8d2-4998-9d03-c95755ef468c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0513253 Oct 15 20:14:25.674458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d80a2dfc-4855-447d-a767-c54013c01eba req-af9cb72b-d729-40e0-a6ae-a5dfa69092f3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Oct 15 20:14:26.107492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:26.129660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:26.129919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c489f45f-fc1f-4bf8-ae6b-0e2a73d69671 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:26.335745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c3e6a-0b9c-4d88-91f8-60ce70b906e6 req-35b5a268-7eda-4225-b869-c10944f47b8b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:26.337236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a02c3e6a-0b9c-4d88-91f8-60ce70b906e6 req-35b5a268-7eda-4225-b869-c10944f47b8b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0509760 Oct 15 20:14:26.377066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a02c3e6a-0b9c-4d88-91f8-60ce70b906e6 req-110fadc6-8f9f-4d83-a094-b5beecb32759 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337334 Oct 15 20:14:26.792748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784640-2485-4dd6-aede-64cf7d06a666 req-bee51597-3465-42a2-9d9a-1dd23c463f02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:26.794300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30784640-2485-4dd6-aede-64cf7d06a666 req-bee51597-3465-42a2-9d9a-1dd23c463f02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0490859 Oct 15 20:14:26.831976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30784640-2485-4dd6-aede-64cf7d06a666 req-962718d3-d607-44cf-bd46-b3d17bb1ee87 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Oct 15 20:14:27.492718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5388cf6-16e4-4f13-9401-3ced5babd5e1 req-3014ad68-bfff-4d79-8c0b-e9cb480f0b6b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:27.494452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5388cf6-16e4-4f13-9401-3ced5babd5e1 req-3014ad68-bfff-4d79-8c0b-e9cb480f0b6b tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0503473 Oct 15 20:14:27.539414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5388cf6-16e4-4f13-9401-3ced5babd5e1 req-26ea41c1-604f-490c-9faa-82a76521ed19 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups?id=0343e5d7-fa1b-440f-a295-abd4a3bc3e95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363548 Oct 15 20:14:27.898669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-ac11db34-ea9e-4165-a0b6-4cd343fb5622 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:27.900119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-ac11db34-ea9e-4165-a0b6-4cd343fb5622 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 944 time: 0.0510640 Oct 15 20:14:28.012970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d470b53-ea4e-403f-ba66-77d9ffb254a4 req-419b3b8f-b96d-48e3-91da-c75e26b3239c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:28.014421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d470b53-ea4e-403f-ba66-77d9ffb254a4 req-419b3b8f-b96d-48e3-91da-c75e26b3239c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1072738 Oct 15 20:14:28.047041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:28.047380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.088179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d470b53-ea4e-403f-ba66-77d9ffb254a4 req-5ee8fd6b-c580-4436-aa25-e46ee0221db4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649223 Oct 15 20:14:28.124588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 38de7c74-5a78-495c-8f5c-42a2b186e02b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:28.145079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 38de7c74-5a78-495c-8f5c-42a2b186e02b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:28.145417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 38de7c74-5a78-495c-8f5c-42a2b186e02b not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:28.151168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] For port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:28.158200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.400000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.400361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.400677 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Floating IP 44acfccf-a0a6-4a37-a053-900b7817507a disassociated. External IP: 172.25.0.64, port: 0b011e2b-60fb-4188-bfcc-7a1bb862e10c. Oct 15 20:14:28.401015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for 0b011e2b-60fb-4188-bfcc-7a1bb862e10c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:28.619336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.644069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e652d903-19e3-4157-adda-db3c5b549875 req-02f57e0f-0cb4-4aab-b79e-0fd454104930 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 210 time: 0.0365736 Oct 15 20:14:28.672473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=0b011e2b-60fb-4188-bfcc-7a1bb862e10c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:28.794159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Router 9102ea1f-91c5-4661-b105-f195b401fe9e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:14:28.911178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:14:28.925022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Sync routers for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:14:28.935913 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:14:28.936611 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:28.953904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] No DVR routers for this DVR port 0b011e2b-60fb-4188-bfcc-7a1bb862e10c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:28.956858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:28.960520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23714662-12fe-4b58-85bb-ce5b7f760b3b req-a4074477-6660-4d25-8353-d2587cd791dd tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.11 "DELETE /v2.0/ports/0b011e2b-60fb-4188-bfcc-7a1bb862e10c HTTP/1.1" status: 204 len: 173 time: 1.0544012 Oct 15 20:14:28.967261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-deleted', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:28.967261 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ea5e63-db22-456e-b992-f85ed38c9db5" -d '{"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-deleted", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:29.002537 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b176c21-276f-468c-8e39-43d7fea80f36 x-openstack-request-id: req-8b176c21-276f-468c-8e39-43d7fea80f36 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:29.003027 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01abd13-1e30-4aaf-b43c-56bb35c533ca", "name": "network-vif-deleted", "tag": "0b011e2b-60fb-4188-bfcc-7a1bb862e10c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:29.003285 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b176c21-276f-468c-8e39-43d7fea80f36 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:29.003721 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01abd13-1e30-4aaf-b43c-56bb35c533ca', 'name': 'network-vif-deleted', 'tag': '0b011e2b-60fb-4188-bfcc-7a1bb862e10c', 'status': 'completed', 'code': 200} Oct 15 20:14:29.065609 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:14:29.239096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2e468-b1ac-474c-aed2-4b135368e8f3 req-223162aa-5523-4fd3-8f5f-44c61ec957be tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:29.241106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd2e468-b1ac-474c-aed2-4b135368e8f3 req-223162aa-5523-4fd3-8f5f-44c61ec957be tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0809698 Oct 15 20:14:29.281866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3fd2e468-b1ac-474c-aed2-4b135368e8f3 req-83215df0-93a9-4274-b64a-be8b0e13185b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341573 Oct 15 20:14:29.291154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:29.321367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Checking router: 9102ea1f-91c5-4661-b105-f195b401fe9e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:14:29.330223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:14:29.330682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:29.440742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:14:29.641671 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:29.667742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c185d91d-7b7d-428b-8f88-82eb4aa1d318 None None] The sync data for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 is: [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:04:10Z', 'revision_number': 4, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'b931dedc-88f9-40c8-aa9a-2deedbae5c8b', 'name': '', 'network_id': '70674ce4-c7cb-468d-beca-cc5b1b748b12', 'tenant_id': '2933c801b26c455696709e5b00652959', 'mac_address': 'fa:16:3e:6b:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:09Z', 'updated_at': '2021-10-15T20:04:15Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'subnets': [{'id': 'c9705df6-d6dd-48bb-9d02-01652eebac90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:14:29.777207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f86b184-4bb9-46c7-8a52-52276800ce1e req-1ffde20a-498b-4a5d-8545-3f8d49821416 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/ports?device_id=c01abd13-1e30-4aaf-b43c-56bb35c533ca HTTP/1.1" status: 200 len: 210 time: 0.0401983 Oct 15 20:14:29.991516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886af4e6-fd85-4677-90c5-b390d00a5109 None None] New status for floating IP 44acfccf-a0a6-4a37-a053-900b7817507a: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:14:30.408789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c87ee6-9039-4434-9373-45691bd0f345 req-f73b4fcb-39c2-4916-9eca-fe7cae51e4a1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:30.410178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44c87ee6-9039-4434-9373-45691bd0f345 req-f73b4fcb-39c2-4916-9eca-fe7cae51e4a1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0546496 Oct 15 20:14:30.449199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44c87ee6-9039-4434-9373-45691bd0f345 req-aa417508-a9df-4ff8-9798-76a5df19e40b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323033 Oct 15 20:14:30.945767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49158) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:31.005161 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.030236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.137416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.140097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.141246 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "DELETE /v2.0/security-groups/0343e5d7-fa1b-440f-a295-abd4a3bc3e95 HTTP/1.1" status: 204 len: 168 time: 0.1944504 Oct 15 20:14:31.144151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49170) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:31.150846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cf19f-6a1a-44bd-8224-73afb36281f5 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0343e5d7-fa1b-440f-a295-abd4a3bc3e95,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:31.160882 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-44a00644-80c8-44dc-9d75-ade35e1e3e66 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] show failed (client error): The resource could not be found. Oct 15 20:14:31.161900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-44a00644-80c8-44dc-9d75-ade35e1e3e66 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "GET /v2.0/security-groups/0343e5d7-fa1b-440f-a295-abd4a3bc3e95 HTTP/1.1" status: 404 len: 347 time: 0.0167542 Oct 15 20:14:31.164640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49172) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:31.296108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Deleting port cca0cd7a-e0a8-418b-8319-a25ba075aed5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:31.296442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.370398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.370719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.382169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Calling delete_port for cca0cd7a-e0a8-418b-8319-a25ba075aed5 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:31.573594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ff28a-efcc-4baf-ac0a-22ab77e71a10 req-bf54c7a2-25ed-4621-9575-9f754dc2a684 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:31.575081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-778ff28a-efcc-4baf-ac0a-22ab77e71a10 req-bf54c7a2-25ed-4621-9575-9f754dc2a684 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0501788 Oct 15 20:14:31.609947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.641330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-778ff28a-efcc-4baf-ac0a-22ab77e71a10 req-1a79f275-ff5e-4a5d-a01e-af6410aa9ef3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603342 Oct 15 20:14:31.642427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Pushing event deleted for resources: {'Port': ['ID=cca0cd7a-e0a8-418b-8319-a25ba075aed5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:31.702832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.705531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:31.709551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-81bfac6a-fdea-44d4-8e93-0df6e66fc344 tempest-ServerActionsTestJSON-391992702 tempest-ServerActionsTestJSON-391992702-project] 10.222.0.13 "DELETE /v2.0/floatingips/44acfccf-a0a6-4a37-a053-900b7817507a HTTP/1.1" status: 204 len: 168 time: 0.5410888 Oct 15 20:14:31.710455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:31.745982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:31.770135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 0b011e2b-60fb-4188-bfcc-7a1bb862e10c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:31.770502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 0b011e2b-60fb-4188-bfcc-7a1bb862e10c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:32.577516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:32.798467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bc979-0ea2-4bcb-95a4-325dbc9968fc req-3aba8873-4786-4b11-bfe9-48b7714d4f80 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:32.798467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-791bc979-0ea2-4bcb-95a4-325dbc9968fc req-3aba8873-4786-4b11-bfe9-48b7714d4f80 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0755351 Oct 15 20:14:32.862823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-791bc979-0ea2-4bcb-95a4-325dbc9968fc req-75a6c6d1-37b1-439c-b867-4699af9112fb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Oct 15 20:14:32.913089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Deleting port b931dedc-88f9-40c8-aa9a-2deedbae5c8b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:32.913413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:32.994166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] For port b931dedc-88f9-40c8-aa9a-2deedbae5c8b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:32.994519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:33.007675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Calling delete_port for b931dedc-88f9-40c8-aa9a-2deedbae5c8b owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:33.276329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:33.305585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Pushing event deleted for resources: {'Port': ['ID=b931dedc-88f9-40c8-aa9a-2deedbae5c8b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:33.481479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:33.706774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Router 9102ea1f-91c5-4661-b105-f195b401fe9e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:14:33.817028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:14:33.825006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dd8eb665-fdae-45f2-9081-ab74b0c45954 admin admin] 10.222.0.13 "PUT /v2.0/routers/9102ea1f-91c5-4661-b105-f195b401fe9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1113904 Oct 15 20:14:33.826236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49266) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:33.828202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Sync routers for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:14:33.838159 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:14:33.838760 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:33.944470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:33.956732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:14:34.079025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38cff1-b55f-4179-9411-0266fd43231e req-ce0b9a4b-dd3b-4ea7-9ed8-14c541c22090 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:34.080822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc38cff1-b55f-4179-9411-0266fd43231e req-ce0b9a4b-dd3b-4ea7-9ed8-14c541c22090 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.1342723 Oct 15 20:14:34.123852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.152142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc38cff1-b55f-4179-9411-0266fd43231e req-d8c4e9f8-036f-47f0-959f-6430cd722186 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Oct 15 20:14:34.249694 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:14:33Z', 'revision_number': 5, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port': {'id': 'e78ba565-5704-4221-9f43-f185cbf574b4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:0f:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:04:03Z', 'updated_at': '2021-10-15T20:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:34.276513 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Checking router: 9102ea1f-91c5-4661-b105-f195b401fe9e for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:14:34.288288 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Routers {'9102ea1f-91c5-4661-b105-f195b401fe9e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:14:34.289781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9102ea1f-91c5-4661-b105-f195b401fe9e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:34.293211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Deleting port e78ba565-5704-4221-9f43-f185cbf574b4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:34.293662 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.374623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] For port e78ba565-5704-4221-9f43-f185cbf574b4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e78ba565-5704-4221-9f43-f185cbf574b4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:34.375182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.380721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] Set router 9102ea1f-91c5-4661-b105-f195b401fe9e gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:14:34.388172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Calling delete_port for e78ba565-5704-4221-9f43-f185cbf574b4 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:34.443289 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f30ec6aa-f831-4250-a403-842167098875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:14:34Z', 'revision_number': 6, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:34.477788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30ec6aa-f831-4250-a403-842167098875 None None] The sync data for ids ['9102ea1f-91c5-4661-b105-f195b401fe9e'] in n-d-712140-14 is: [{'id': '9102ea1f-91c5-4661-b105-f195b401fe9e', 'name': 'tempest-ServerActionsTestJSON-817938595-router', 'tenant_id': '2933c801b26c455696709e5b00652959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:04:01Z', 'updated_at': '2021-10-15T20:14:34Z', 'revision_number': 6, 'project_id': '2933c801b26c455696709e5b00652959', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:14:34.659757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.685280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78ba565-5704-4221-9f43-f185cbf574b4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:34.772522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.922405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:34.924525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.059979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.060632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9102ea1f-91c5-4661-b105-f195b401fe9e {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:14:35.068140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.072196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e89a3941-4554-430c-b0fe-290d3bb963b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9102ea1f-91c5-4661-b105-f195b401fe9e HTTP/1.1" status: 204 len: 168 time: 1.2422411 Oct 15 20:14:35.072607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49308) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:35.132554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Deleting subnet c9705df6-d6dd-48bb-9d02-01652eebac90 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:14:35.136374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.172143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.278464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.298487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcf0e0-3624-49ea-94ac-f69afcb01b37 req-cdb984cf-a005-4ca8-be24-32d8ef7f0a79 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:35.300405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32dcf0e0-3624-49ea-94ac-f69afcb01b37 req-cdb984cf-a005-4ca8-be24-32d8ef7f0a79 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0691428 Oct 15 20:14:35.350405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-32dcf0e0-3624-49ea-94ac-f69afcb01b37 req-13fe1a18-7289-454e-8949-7a6b35c1c0dd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431039 Oct 15 20:14:35.413992 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.441302 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9705df6-d6dd-48bb-9d02-01652eebac90,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:35.450841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.454411 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-606a2071-419a-4c17-997e-e76997bfee87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9705df6-d6dd-48bb-9d02-01652eebac90 HTTP/1.1" status: 204 len: 168 time: 0.3807688 Oct 15 20:14:35.456283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552add0e-ba64-4958-a61c-81d6f5ff7bb8 None None] Network 70674ce4-c7cb-468d-beca-cc5b1b748b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:14:35.457152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49328) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:35.542058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.618648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Deleting port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:35.619106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.699440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] DHCP port deletion for 70674ce4-c7cb-468d-beca-cc5b1b748b12 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:14:35.723196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] For port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:35.723662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.742523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Calling delete_port for 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:35.776682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Deleting port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:35.777070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.838482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e78ba565-5704-4221-9f43-f185cbf574b4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:35.873871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: e78ba565-5704-4221-9f43-f185cbf574b4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:35.874199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e78ba565-5704-4221-9f43-f185cbf574b4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:35.874871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b931dedc-88f9-40c8-aa9a-2deedbae5c8b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:35.901006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b931dedc-88f9-40c8-aa9a-2deedbae5c8b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:35.901352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b931dedc-88f9-40c8-aa9a-2deedbae5c8b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:35.901782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:35.928777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] For port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,segment=NetworkSegment(4db6b063-c01d-4616-ae14-3b053fd26350),segment_id=4db6b063-c01d-4616-ae14-3b053fd26350)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:35.929099 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.948322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Calling delete_port for 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:35.962130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:35.969490 n-d-712140-14 neutron-server[101182]: INFO neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No ports have port_id starting with 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 Oct 15 20:14:36.046675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.079900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] Pushing event deleted for resources: {'Port': ['ID=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:36.087816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6de5a-dc58-4db9-8bfa-4a1652b1aed8 None None] No DVR routers for this DVR port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:36.353610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] No DVR routers for this DVR port 846d1c6d-83c7-41d8-83a6-c44ac9c7ba95 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:36.358745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Pushing event deleted for resources: {'Port': ['ID=846d1c6d-83c7-41d8-83a6-c44ac9c7ba95,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:36.434544 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.456645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70674ce4-c7cb-468d-beca-cc5b1b748b12']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:36.468682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6b063-c01d-4616-ae14-3b053fd26350') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:36.468969 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6b063-c01d-4616-ae14-3b053fd26350') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:36.470830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6cb10-40b3-41ec-8772-29bccbe94dc8 req-0a9a67fe-3541-44c4-ac0a-1a0f9a3f230f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:36.472379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cb6cb10-40b3-41ec-8772-29bccbe94dc8 req-0a9a67fe-3541-44c4-ac0a-1a0f9a3f230f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Oct 15 20:14:36.491502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.507040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.515042 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:14:36.515460 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:14:36.517283 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:14:36.532866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8cb6cb10-40b3-41ec-8772-29bccbe94dc8 req-1534197f-4358-4841-9807-1e50a0bb0347 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523841 Oct 15 20:14:36.692246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.699097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:36.702333 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] 10.222.0.13 "DELETE /v2.0/networks/70674ce4-c7cb-468d-beca-cc5b1b748b12 HTTP/1.1" status: 204 len: 168 time: 1.2442131 Oct 15 20:14:36.714515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8298caa-e383-496b-966f-1c5f0cdca5db admin admin] Pushing event deleted for resources: {'Network': ['ID=70674ce4-c7cb-468d-beca-cc5b1b748b12,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:37.130039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49368) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:37.170313 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-71372b11-98ff-4eef-be54-dd786cd62f39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2933c801b26c455696709e5b00652959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390410 Oct 15 20:14:37.172919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:37.227517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:37.249051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:37.360202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:37.363511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:37.364694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73e731a9-1be0-4195-86a2-2b4d39672f11 HTTP/1.1" status: 204 len: 168 time: 0.1907077 Oct 15 20:14:37.374814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e731a9-1be0-4195-86a2-2b4d39672f11,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:37.382322 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.382677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.383010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.383352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.383710 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.384175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.384504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.384829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.386301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.386301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.386301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.386301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3573b6d-7638-4b94-9568-d9cff08bf7c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:37.520164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-e026e5cb-174c-45b2-a28c-68474d2557d1 req-4cd2ecef-48c0-4056-a515-b666c0b0d041 service neutron] (101180) timed out ('10.222.0.13', 59744) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:14:37.652388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f4101-5993-45e4-8725-ed52ebe772c4 req-e60e4f2b-4f21-4496-82cb-7b6a4e95aa19 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:37.653919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-063f4101-5993-45e4-8725-ed52ebe772c4 req-e60e4f2b-4f21-4496-82cb-7b6a4e95aa19 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0504880 Oct 15 20:14:37.694866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-063f4101-5993-45e4-8725-ed52ebe772c4 req-c51b69f3-2e06-468a-91e9-aa2e747fb6e0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343554 Oct 15 20:14:38.579729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49406) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:38.684323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-718888703-network', 'tenant_id': 'e9aa5f4fea204ee88a6d51aa8ec48864'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:14:38.761958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Made reservation on behalf of e9aa5f4fea204ee88a6d51aa8ec48864 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:14:38.764449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:38.773759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:38.816251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f84705-b5af-45c6-aced-71cb9aaefefb req-42d9648f-72d3-42d5-992a-4bc83d0ef096 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:38.817856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55f84705-b5af-45c6-aced-71cb9aaefefb req-42d9648f-72d3-42d5-992a-4bc83d0ef096 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0528650 Oct 15 20:14:38.856638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:38.872898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55f84705-b5af-45c6-aced-71cb9aaefefb req-9e7bcdc4-1479-41e5-8951-9134eb325b50 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473783 Oct 15 20:14:38.985179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.015002 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:14:39.022511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f059c381-c35f-4152-841a-11ddd34453f0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:39.029600 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.029938 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Added segment f45bceef-eaea-41c7-a923-65b58e891895 of type vlan for network 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd Oct 15 20:14:39.074759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.163062 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.163961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:39.164495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.228331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] Pushing event updated for resources: {'Network': ['ID=46d2a9f8-a7c0-4b1a-b377-81f83331f4dd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:39.238086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:14:39.279527 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d46ab8bc-06e0-443b-b6dd-4a250ac067ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6984978 Oct 15 20:14:39.282493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49414) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:39.287715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Request body: {'subnet': {'network_id': '46d2a9f8-a7c0-4b1a-b377-81f83331f4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-718888703-subnet', 'tenant_id': 'e9aa5f4fea204ee88a6d51aa8ec48864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:14:39.385289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Made reservation on behalf of e9aa5f4fea204ee88a6d51aa8ec48864 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:14:39.387710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.640441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:39.699154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58e6a98-764a-49c6-98f3-7adb6f579152,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:39.706066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Checking segment: {'id': 'f45bceef-eaea-41c7-a923-65b58e891895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46d2a9f8-a7c0-4b1a-b377-81f83331f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:14:39.706424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Network hostable DHCP agents. Network: 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:14:39.806395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Network 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:14:39.910875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:14:39.923147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:39.923946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d304c97-876f-4c29-99fd-7fe07cc8c5c1 None None] Network 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:14:39.924170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.006542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e568ad-bed6-4d61-9475-9b6cde07bbd6 req-d3208835-e686-417b-a282-f85eea119dd2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:40.008217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51e568ad-bed6-4d61-9475-9b6cde07bbd6 req-d3208835-e686-417b-a282-f85eea119dd2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0511222 Oct 15 20:14:40.012063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-79edc872-6638-4e83-8cfe-c100b4fdf601 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7285264 Oct 15 20:14:40.048816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51e568ad-bed6-4d61-9475-9b6cde07bbd6 req-eeb1dc55-2d05-481e-84a8-39dd5f6dd7cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340343 Oct 15 20:14:40.067094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83839d-4547-4820-9e07-95dcf8f30886 None None] Network 46d2a9f8-a7c0-4b1a-b377-81f83331f4dd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:14:40.140100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:40.434805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Deleting subnet d58e6a98-764a-49c6-98f3-7adb6f579152 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:14:40.438036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.472634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.513190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.614051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.645180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58e6a98-764a-49c6-98f3-7adb6f579152,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:40.647191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.653719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ccc87ac8-7c56-4d6e-a63c-10fe75f327fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d58e6a98-764a-49c6-98f3-7adb6f579152 HTTP/1.1" status: 204 len: 168 time: 0.5093136 Oct 15 20:14:40.653719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49434) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:40.676769 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:14:40.724059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.815167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.834438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d2a9f8-a7c0-4b1a-b377-81f83331f4dd']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:40.854004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45bceef-eaea-41c7-a923-65b58e891895') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:40.854297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45bceef-eaea-41c7-a923-65b58e891895') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:14:40.870472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.890865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.897983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:14:40.898416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:14:40.900304 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:14:41.053895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.064283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.067536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/46d2a9f8-a7c0-4b1a-b377-81f83331f4dd HTTP/1.1" status: 204 len: 168 time: 0.4136214 Oct 15 20:14:41.087352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74e141-eba5-4746-8278-915b683676dc admin admin] Pushing event deleted for resources: {'Network': ['ID=46d2a9f8-a7c0-4b1a-b377-81f83331f4dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:41.181375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab589d-9fdd-4d98-a25e-cff179c6befd req-acaf37fe-c4f3-42df-897c-9237bffc065e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:41.183123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adab589d-9fdd-4d98-a25e-cff179c6befd req-acaf37fe-c4f3-42df-897c-9237bffc065e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0506964 Oct 15 20:14:41.224284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adab589d-9fdd-4d98-a25e-cff179c6befd req-ffb9aae1-f61c-4fe9-ba78-40d5b3204514 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Oct 15 20:14:41.413828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49440) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:41.460993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-46959b59-5637-4682-b2e3-1c7265da30af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9aa5f4fea204ee88a6d51aa8ec48864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429232 Oct 15 20:14:41.476052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:41.525197 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.546507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.605873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-643e28aa-bc90-45c7-83b3-5756bc4613c7 req-530d5b6c-1dca-4315-9bc9-9b4790b84ad4 service neutron] (101180) timed out ('10.222.0.13', 59822) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:14:41.657681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.660219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:41.661370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f059c381-c35f-4152-841a-11ddd34453f0 HTTP/1.1" status: 204 len: 168 time: 0.1991096 Oct 15 20:14:41.669993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806629b-b93d-4920-b129-fe216fb7acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059c381-c35f-4152-841a-11ddd34453f0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:42.345863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b85c51-8267-4c8c-96eb-c334c5a8b4ed req-ceff89a4-3b53-4142-beac-ac1bd01d6a2d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:42.347373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4b85c51-8267-4c8c-96eb-c334c5a8b4ed req-ceff89a4-3b53-4142-beac-ac1bd01d6a2d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0494847 Oct 15 20:14:42.387959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4b85c51-8267-4c8c-96eb-c334c5a8b4ed req-b87eb1f4-c5e1-4f97-8c77-2da9c40521e5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Oct 15 20:14:43.525162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8992d9e-f4f6-4b21-8dff-60f22d9e3b3e req-8ded05f2-7101-4830-9bf3-e0848b14bdb6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:43.526778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8992d9e-f4f6-4b21-8dff-60f22d9e3b3e req-8ded05f2-7101-4830-9bf3-e0848b14bdb6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0547729 Oct 15 20:14:43.568660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8992d9e-f4f6-4b21-8dff-60f22d9e3b3e req-3dc45c08-5a57-4db5-94a9-a004191e9512 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351899 Oct 15 20:14:44.694832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a4f39-25fb-4057-87c4-eff82d167c2c req-34b114bd-5378-4515-a22f-74c05ac890bc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:44.706356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-246a4f39-25fb-4057-87c4-eff82d167c2c req-34b114bd-5378-4515-a22f-74c05ac890bc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0542629 Oct 15 20:14:44.738368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-246a4f39-25fb-4057-87c4-eff82d167c2c req-69d29c9b-e80d-4acb-9ff2-31ac07f8f107 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Oct 15 20:14:45.245258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49512) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:45.354134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc80d780-ecb3-4d4b-becb-b509d5348d39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.429194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc80d780-ecb3-4d4b-becb-b509d5348d39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.510982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc80d780-ecb3-4d4b-becb-b509d5348d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.547986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80d780-ecb3-4d4b-becb-b509d5348d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66173d08-b0e7-474d-8195-9a55182244ec,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:45.565554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fc80d780-ecb3-4d4b-becb-b509d5348d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3429ef3a0c9241dca820136efa103a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191204 Oct 15 20:14:45.568106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49518) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:45.616589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.637937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.768692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.771086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:45.775441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66173d08-b0e7-474d-8195-9a55182244ec HTTP/1.1" status: 204 len: 168 time: 0.2061863 Oct 15 20:14:45.783811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bb030-0be0-45ce-8892-735592b43346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66173d08-b0e7-474d-8195-9a55182244ec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:45.868409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9df8d4-8931-4e5e-aafb-dcb4b8aaff12 req-3a3ad90a-848a-4ec7-8bfb-a4be4a4993af tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:45.869947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c9df8d4-8931-4e5e-aafb-dcb4b8aaff12 req-3a3ad90a-848a-4ec7-8bfb-a4be4a4993af tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0521119 Oct 15 20:14:45.913422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c9df8d4-8931-4e5e-aafb-dcb4b8aaff12 req-e50ed1ee-837e-4ac0-9cff-9a3be5fd62b6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Oct 15 20:14:46.384673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:46.397859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4128-cd3f-438e-ad6f-cc318bffcbdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.468081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4128-cd3f-438e-ad6f-cc318bffcbdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.568025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4128-cd3f-438e-ad6f-cc318bffcbdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.613469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ddd4128-cd3f-438e-ad6f-cc318bffcbdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61d3e270095f414bbe5daa844615e57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240801 Oct 15 20:14:46.613469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd4128-cd3f-438e-ad6f-cc318bffcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745053c-f820-4b6b-a5ec-b7dba904c81d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:46.613715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49534) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:46.666741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.688973 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.824969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.827870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:46.829041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3745053c-f820-4b6b-a5ec-b7dba904c81d HTTP/1.1" status: 204 len: 168 time: 0.2147636 Oct 15 20:14:46.837891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d532fd-e129-4702-b633-0a26267dbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745053c-f820-4b6b-a5ec-b7dba904c81d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:47.041169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009644a3-d03f-4808-af61-7f14c1c6f627 req-dc496c45-7f77-4392-b72e-f3f852154ce3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:47.043316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-009644a3-d03f-4808-af61-7f14c1c6f627 req-dc496c45-7f77-4392-b72e-f3f852154ce3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 944 time: 0.0567939 Oct 15 20:14:47.085173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-009644a3-d03f-4808-af61-7f14c1c6f627 req-3b160875-b368-4606-b75f-a6ae04c1e460 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Oct 15 20:14:47.807137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 03d82682-2ac0-4208-af75-e7dde6db42ef details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:14:47.923695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=03d82682-2ac0-4208-af75-e7dde6db42ef,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:47.935720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '03d82682-2ac0-4208-af75-e7dde6db42ef', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': '03d82682-2ac0-4208-af75-e7dde6db42ef', 'mac_address': 'fa:16:3e:d2:02:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:14:47.973524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:47.991240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d82682-2ac0-4208-af75-e7dde6db42ef {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:14:48.012485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=03d82682-2ac0-4208-af75-e7dde6db42ef,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:48.093855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:48.144688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:48.206727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5695bb2-1afd-4c40-98f5-ec4e250e138d req-4de7b8c1-f457-4f8b-b9c8-8c7bc7dbf130 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:48.208324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5695bb2-1afd-4c40-98f5-ec4e250e138d req-4de7b8c1-f457-4f8b-b9c8-8c7bc7dbf130 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 945 time: 0.0530913 Oct 15 20:14:48.250427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5695bb2-1afd-4c40-98f5-ec4e250e138d req-6418eeb1-7e50-45a4-a050-3a5fb8013b93 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Oct 15 20:14:48.424086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['03d82682-2ac0-4208-af75-e7dde6db42ef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:48.547107 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a40c75ce-361f-4aee-8f68-f8f57430513a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:49.369003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087d158-1d77-4b1c-a2b7-d8c5628c7d62 req-661122ad-e324-43ef-bf24-be6da069785e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:49.370566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d087d158-1d77-4b1c-a2b7-d8c5628c7d62 req-661122ad-e324-43ef-bf24-be6da069785e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 945 time: 0.0517392 Oct 15 20:14:49.409541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d087d158-1d77-4b1c-a2b7-d8c5628c7d62 req-c262fe20-cdbf-4e0c-b6e8-366904a89f45 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Oct 15 20:14:49.814543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 03d82682-2ac0-4208-af75-e7dde6db42ef up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:14:49.915729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 03d82682-2ac0-4208-af75-e7dde6db42ef completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:14:49.920037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 03d82682-2ac0-4208-af75-e7dde6db42ef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:14:49.920322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:50.002021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:50.025604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:50.027871 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fa5a2-f283-4bd6-98bc-a7ba8e9eddff" -d '{"events": [{"server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "name": "network-vif-plugged", "status": "completed", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:50.040850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=03d82682-2ac0-4208-af75-e7dde6db42ef,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:50.067293 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a8a55-5811-4776-b2fc-8be92255938b x-openstack-request-id: req-005a8a55-5811-4776-b2fc-8be92255938b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:50.067492 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "name": "network-vif-plugged", "status": "completed", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:50.067801 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-005a8a55-5811-4776-b2fc-8be92255938b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:50.068197 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef', 'code': 200} Oct 15 20:14:50.139585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:50.188176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3485d7-eae5-4fc1-876b-91036c381b4b req-2991bc49-f123-4c1f-a76e-64a75133d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:50.189660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d3485d7-eae5-4fc1-876b-91036c381b4b req-2991bc49-f123-4c1f-a76e-64a75133d44d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 1098 time: 0.0554702 Oct 15 20:14:50.196484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:50.204412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.204760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.205102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.205441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.205772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.206165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.206489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.206843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.207166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.207491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.207860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.208183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:14:50.235033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d3485d7-eae5-4fc1-876b-91036c381b4b req-65dbcb71-af08-49c1-b098-cf08a52af852 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343456 Oct 15 20:14:50.534050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a1f73-595d-40e9-bfc9-6dec10cc5df2 req-591af8f2-395f-4f94-98ad-cf9ad37956f9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:50.535535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd6a1f73-595d-40e9-bfc9-6dec10cc5df2 req-591af8f2-395f-4f94-98ad-cf9ad37956f9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0495138 Oct 15 20:14:50.573350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd6a1f73-595d-40e9-bfc9-6dec10cc5df2 req-9f9df3d4-e326-4cf8-af02-6fe4c27c80c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Oct 15 20:14:51.172612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49676) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:51.297970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f9f65df-ffdf-4c89-bef6-8be303dec40d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.372634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f9f65df-ffdf-4c89-bef6-8be303dec40d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.476799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0c7d873-8292-4c34-8e36-b6f308508b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.516663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f9f65df-ffdf-4c89-bef6-8be303dec40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.560823 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f9f65df-ffdf-4c89-bef6-8be303dec40d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05c46436c1e94af0904ee6b9c6c524d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835351 Oct 15 20:14:51.561687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f65df-ffdf-4c89-bef6-8be303dec40d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9877e6-4b36-43f9-bc7d-2b7f74a60d26,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:51.563493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49684) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:51.617667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.640293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.719399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09fe1e-6c8e-46d0-9522-6fabe5eb30be req-e2fd5c34-da70-4389-b633-9f92e5ca32fb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:51.720936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a09fe1e-6c8e-46d0-9522-6fabe5eb30be req-e2fd5c34-da70-4389-b633-9f92e5ca32fb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0722861 Oct 15 20:14:51.767472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a09fe1e-6c8e-46d0-9522-6fabe5eb30be req-7a5fb05f-6631-4ef7-adb6-8bff5cd232bb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 Oct 15 20:14:51.824897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.827575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:51.828889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be9877e6-4b36-43f9-bc7d-2b7f74a60d26 HTTP/1.1" status: 204 len: 168 time: 0.2637398 Oct 15 20:14:51.837537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611f5e6-fd66-4890-af5a-a9d169967e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9877e6-4b36-43f9-bc7d-2b7f74a60d26,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:52.437144 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.539097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 49704) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:52.552585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c9e9cf7-be11-4e48-87b8-bc73b742fc4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.625879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c9e9cf7-be11-4e48-87b8-bc73b742fc4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.686355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c9e9cf7-be11-4e48-87b8-bc73b742fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.724760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3c9e9cf7-be11-4e48-87b8-bc73b742fc4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32eed87532984c41a30c79576f9e91bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844304 Oct 15 20:14:52.725816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e9cf7-be11-4e48-87b8-bc73b742fc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428bec7f-b75f-4b8f-96d7-7a759422debd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:52.728300 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 49708) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:14:52.786507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.796815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.813445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.867502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.892308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39dd02-098c-4e5a-82b5-4b00b7bb691f req-2936987d-539e-4960-9216-3f70bf723deb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:52.893721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d39dd02-098c-4e5a-82b5-4b00b7bb691f req-2936987d-539e-4960-9216-3f70bf723deb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0505729 Oct 15 20:14:52.916572 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.919270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:52.923214 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/428bec7f-b75f-4b8f-96d7-7a759422debd HTTP/1.1" status: 204 len: 168 time: 0.1932907 Oct 15 20:14:52.933478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aec6d7-2be4-4b8d-8d1a-2fc0a0a5d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428bec7f-b75f-4b8f-96d7-7a759422debd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:52.954785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d39dd02-098c-4e5a-82b5-4b00b7bb691f req-4756795b-6ea0-45aa-9fba-9fe59696d029 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538695 Oct 15 20:14:53.023955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:53.094155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a884fb-8824-4581-ab3f-8aa074b961c3 req-f03095c1-ccbd-4460-83f8-688c68132530 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:53.095679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93a884fb-8824-4581-ab3f-8aa074b961c3 req-f03095c1-ccbd-4460-83f8-688c68132530 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0640390 Oct 15 20:14:53.136795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93a884fb-8824-4581-ab3f-8aa074b961c3 req-373d3920-2e7c-43d6-a725-d2008733365c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347652 Oct 15 20:14:53.651187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5997f-bc21-4749-b177-044b0313959c req-42062f32-cca4-41ed-a9de-7f6b4a894696 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:53.652737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16d5997f-bc21-4749-b177-044b0313959c req-42062f32-cca4-41ed-a9de-7f6b4a894696 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0490966 Oct 15 20:14:53.701318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16d5997f-bc21-4749-b177-044b0313959c req-a6b111b9-6345-47c6-8936-46d76f651354 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Oct 15 20:14:54.631696 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:54.814861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e11c0-fc80-486c-8d6d-403f52aaa5a4 req-e742fcfa-2cb5-4964-85d8-b1da2b7a6302 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:54.816385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef5e11c0-fc80-486c-8d6d-403f52aaa5a4 req-e742fcfa-2cb5-4964-85d8-b1da2b7a6302 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0501511 Oct 15 20:14:54.860138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef5e11c0-fc80-486c-8d6d-403f52aaa5a4 req-059c9964-ae73-473e-90ce-d30d1eaba326 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Oct 15 20:14:55.378516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-ccc6cfde-eabf-4d5c-82dc-b3cea7a7f96b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:14:55.380144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-ccc6cfde-eabf-4d5c-82dc-b3cea7a7f96b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.11 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 946 time: 0.0512810 Oct 15 20:14:55.475477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port 03d82682-2ac0-4208-af75-e7dde6db42ef {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:14:55.475851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:55.578141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port 03d82682-2ac0-4208-af75-e7dde6db42ef, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=03d82682-2ac0-4208-af75-e7dde6db42ef,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:14:55.578807 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:55.603105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for 03d82682-2ac0-4208-af75-e7dde6db42ef owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:14:55.871496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:55.882770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['40b88598-d3b0-4e74-903c-2d9afd38c43e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:55.896221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['03d82682-2ac0-4208-af75-e7dde6db42ef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:14:55.904294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=03d82682-2ac0-4208-af75-e7dde6db42ef,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:14:55.969070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port 03d82682-2ac0-4208-af75-e7dde6db42ef on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:14:55.972634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:14:55.977222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afc4d5f9-3c28-4bf1-8e3b-8c5b6c39b6c0 req-7bbe896f-4948-4cf6-86af-fbbf48fab864 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.11 "DELETE /v2.0/ports/03d82682-2ac0-4208-af75-e7dde6db42ef HTTP/1.1" status: 204 len: 173 time: 0.5901701 Oct 15 20:14:55.979531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'name': 'network-vif-deleted', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:14:55.983406 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e4ffc-8852-4b03-b75a-6d59bc7db8f3" -d '{"events": [{"server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "name": "network-vif-deleted", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:14:56.066712 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66b4047d-0845-4ae9-93ec-f016c721fab7 req-36ba4585-9d90-4be3-b4f0-a8066851964c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0877254 Oct 15 20:14:56.116282 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcde4ef-f38b-48b1-9b99-55c06ba2b49f x-openstack-request-id: req-1fcde4ef-f38b-48b1-9b99-55c06ba2b49f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:14:56.116282 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85d2dd6-e5e6-48fc-9789-e018c3ff2c99", "name": "network-vif-deleted", "tag": "03d82682-2ac0-4208-af75-e7dde6db42ef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:14:56.116282 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fcde4ef-f38b-48b1-9b99-55c06ba2b49f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:14:56.116282 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85d2dd6-e5e6-48fc-9789-e018c3ff2c99', 'name': 'network-vif-deleted', 'tag': '03d82682-2ac0-4208-af75-e7dde6db42ef', 'status': 'completed', 'code': 200} Oct 15 20:14:57.165593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45566d64-dcce-4a2a-a436-8800382f93b5 req-1b607d46-e89e-4ec6-8c23-21f5627b5148 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0320365 Oct 15 20:14:57.885370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 03d82682-2ac0-4208-af75-e7dde6db42ef no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:14:57.919693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 03d82682-2ac0-4208-af75-e7dde6db42ef {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:14:57.919693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 03d82682-2ac0-4208-af75-e7dde6db42ef not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:14:58.292382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-02345c70-b93f-4b3d-b790-61ea3618cd48 req-4bd3a20e-56ef-4c18-b179-17095f060aa6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0303676 Oct 15 20:14:59.402907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d234742-173a-4f64-97ae-c209c82e3979 req-4d7ae7c5-28ef-48c8-b0b1-ddc554cd76fc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Oct 15 20:15:00.508806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2efdb13-0dfa-4bee-87be-1038733e1add req-48eaa5c6-199a-476b-a055-d706242f8a5b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Oct 15 20:15:01.666796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f08804ba-ec7a-439d-a6a8-ae7973cc6974 req-6fe28d27-eef6-4c1e-8a1a-db9adeae53cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85d2dd6-e5e6-48fc-9789-e018c3ff2c99 HTTP/1.1" status: 200 len: 210 time: 0.0352376 Oct 15 20:15:01.678589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-64281dd5-c281-483a-b439-fe022a24da2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821562 Oct 15 20:15:01.747456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-c67d1f61-579f-41d3-b16f-74dc04c47e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:01.748976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-c67d1f61-579f-41d3-b16f-74dc04c47e21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 1097 time: 0.0436931 Oct 15 20:15:01.874161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-51ff9a66-93a8-465a-8357-1c4107aba566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:01.876109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-51ff9a66-93a8-465a-8357-1c4107aba566 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1054258 Oct 15 20:15:01.925643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-4016e357-6526-47e2-8de6-c55dac523848 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e HTTP/1.1" status: 200 len: 217 time: 0.0411394 Oct 15 20:15:01.977472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-36ddc584-b441-4d56-80f4-5f87e9a9341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:01.979280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-36ddc584-b441-4d56-80f4-5f87e9a9341a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0472100 Oct 15 20:15:02.029250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-239936ef-8fc4-4f7e-9fae-edb6c028413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:02.030766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-239936ef-8fc4-4f7e-9fae-edb6c028413b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445471 Oct 15 20:15:02.149948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-3de8b1f2-1b7d-476a-8447-18621ede3a3a service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088009 Oct 15 20:15:02.300402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d342b038-bff2-4a4e-9754-896448e3fb4c req-8b57d896-75d6-4164-b0a1-d4cc740c171f service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349847 Oct 15 20:15:03.140910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddfeca-49fd-418c-844a-4d0aafa7118e req-96e13c28-31fb-48cb-8afb-a0bb0cd80129 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:03.142421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25ddfeca-49fd-418c-844a-4d0aafa7118e req-96e13c28-31fb-48cb-8afb-a0bb0cd80129 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0779076 Oct 15 20:15:03.191391 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25ddfeca-49fd-418c-844a-4d0aafa7118e req-c53fda7b-6433-4eac-953d-1ad3bd25cf6b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Oct 15 20:15:03.691975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:03.812466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a558b82-65fa-46e7-a922-23997b09a946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:03.890132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a558b82-65fa-46e7-a922-23997b09a946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:03.957552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4a558b82-65fa-46e7-a922-23997b09a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:03.997906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a558b82-65fa-46e7-a922-23997b09a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d485d2-0869-42ca-81bc-66572d1254e3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:04.002121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4a558b82-65fa-46e7-a922-23997b09a946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=755f32a5ef5d4833bc8f1128e9276011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091359 Oct 15 20:15:04.004720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50010) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:04.058802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.079667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.253781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.258018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.258018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2d485d2-0869-42ca-81bc-66572d1254e3 HTTP/1.1" status: 204 len: 168 time: 0.2517412 Oct 15 20:15:04.267217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5038-1f55-4ff0-9605-c93780df15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d485d2-0869-42ca-81bc-66572d1254e3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:04.345398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27780a0-9896-4633-813a-fca962c50bdc req-3ab48f56-1972-431c-bd17-df1b8e65c36b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:04.350536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f27780a0-9896-4633-813a-fca962c50bdc req-3ab48f56-1972-431c-bd17-df1b8e65c36b tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0606773 Oct 15 20:15:04.393622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f27780a0-9896-4633-813a-fca962c50bdc req-99648ed2-7f6d-43a2-967d-6e910f183ef3 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups?id=33d7e092-2afa-40f4-80da-debbe4ea74ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380991 Oct 15 20:15:04.569727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582773d5-28b9-482c-9492-98f65a99befb req-418ef77a-fb63-4376-8485-8dcf912788ed tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:04.572051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-582773d5-28b9-482c-9492-98f65a99befb req-418ef77a-fb63-4376-8485-8dcf912788ed tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 946 time: 0.0515904 Oct 15 20:15:04.681785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Deleting port 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:04.683133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.776900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] For port 87bd171d-011c-4c0f-b4ac-04496439ff9a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=87bd171d-011c-4c0f-b4ac-04496439ff9a,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:04.777114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.966727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.967236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:04.968619 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Floating IP 6db1d307-1921-44f2-b4d4-b1b713731425 disassociated. External IP: 172.25.0.176, port: 87bd171d-011c-4c0f-b4ac-04496439ff9a. Oct 15 20:15:04.968619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Calling delete_port for 87bd171d-011c-4c0f-b4ac-04496439ff9a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:05.076884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:05.081170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7809f4fa-6627-4b0d-aa9c-98f433e7658b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.172839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7809f4fa-6627-4b0d-aa9c-98f433e7658b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.203518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.243331 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7809f4fa-6627-4b0d-aa9c-98f433e7658b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.263961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'Port': ['ID=87bd171d-011c-4c0f-b4ac-04496439ff9a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:05.296424 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7809f4fa-6627-4b0d-aa9c-98f433e7658b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b2d0939cdf44675a56b57054c8ae251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246144 Oct 15 20:15:05.296424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809f4fa-6627-4b0d-aa9c-98f433e7658b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67133ba-c5be-45d3-846e-c1c731abba2c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:05.298473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50044) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:05.362416 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.390425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.480231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:15:05.545386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.548090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.549548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f67133ba-c5be-45d3-846e-c1c731abba2c HTTP/1.1" status: 204 len: 168 time: 0.2501392 Oct 15 20:15:05.559835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888ebdd-80a4-4c76-bb7e-a109f4c47e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67133ba-c5be-45d3-846e-c1c731abba2c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:05.587393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3298b045-86d6-412a-acc5-8b49d440f1dd req-0797fd99-4aeb-4c50-941b-b22200326262 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 210 time: 0.0787232 Oct 15 20:15:05.672358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:15:05.699642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:15:05.721408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:15:05.722816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:05.732140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] No DVR routers for this DVR port 87bd171d-011c-4c0f-b4ac-04496439ff9a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:15:05.737604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:05.744397 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-582773d5-28b9-482c-9492-98f65a99befb req-ba75144f-55af-4257-a945-cfd475170e10 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.11 "DELETE /v2.0/ports/87bd171d-011c-4c0f-b4ac-04496439ff9a HTTP/1.1" status: 204 len: 173 time: 1.1631377 Oct 15 20:15:05.744397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-deleted', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:15:05.744397 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5226b7-b937-4589-87a6-c341d015ea6a" -d '{"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-deleted", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:15:05.788205 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92380086-a469-4507-a627-4153f736ce4e x-openstack-request-id: req-92380086-a469-4507-a627-4153f736ce4e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:15:05.788499 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d296e67c-44c0-43a6-bde5-386e7ceb9449", "name": "network-vif-deleted", "tag": "87bd171d-011c-4c0f-b4ac-04496439ff9a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:15:05.788864 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92380086-a469-4507-a627-4153f736ce4e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:15:05.789361 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd296e67c-44c0-43a6-bde5-386e7ceb9449', 'name': 'network-vif-deleted', 'tag': '87bd171d-011c-4c0f-b4ac-04496439ff9a', 'status': 'completed', 'code': 200} Oct 15 20:15:05.939975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:15:06.189031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:06.219132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:15:06.229110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:15:06.229922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:06.623824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:15:06.753832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-230d5eb5-712a-4aa8-96d2-1078b7635b13 req-574b5369-5d95-4fd1-83fb-27e209db2973 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/ports?device_id=d296e67c-44c0-43a6-bde5-386e7ceb9449 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Oct 15 20:15:06.911786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:06.947256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d26e35-bdaf-4ac6-8a55-0aa5575b9b3f None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:03:39Z', 'revision_number': 4, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46111f30-1dea-4689-9dda-02dafde674d5', 'name': '', 'network_id': '3745e191-92ae-48ec-ade7-7bbd04376b0b', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'mac_address': 'fa:16:3e:3c:52:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:38Z', 'updated_at': '2021-10-15T20:03:53Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'subnets': [{'id': '88ba964c-5fef-4da9-9870-4fcd50d861a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:15:07.254909 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a0f223-92ed-4189-ad05-3d08979a27ae None None] New status for floating IP 6db1d307-1921-44f2-b4d4-b1b713731425: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:15:07.943796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:15:07.956297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:07.969151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 87bd171d-011c-4c0f-b4ac-04496439ff9a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:15:07.969489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 87bd171d-011c-4c0f-b4ac-04496439ff9a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:15:08.022902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.047217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.195171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.198234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.204718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "DELETE /v2.0/security-groups/33d7e092-2afa-40f4-80da-debbe4ea74ba HTTP/1.1" status: 204 len: 168 time: 0.2422414 Oct 15 20:15:08.205385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:08.209533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c439c6-f780-47f6-a044-0d886763b024 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d7e092-2afa-40f4-80da-debbe4ea74ba,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:08.219455 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-4d4aae66-acba-49f0-8424-58b67ec90984 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] show failed (client error): The resource could not be found. Oct 15 20:15:08.220501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d4aae66-acba-49f0-8424-58b67ec90984 tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "GET /v2.0/security-groups/33d7e092-2afa-40f4-80da-debbe4ea74ba HTTP/1.1" status: 404 len: 347 time: 0.0168891 Oct 15 20:15:08.223513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50130) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:08.359466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Deleting port e18aee69-f91e-4efe-831a-2840a1087eb7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:08.359885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.447073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.447395 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.466926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Calling delete_port for e18aee69-f91e-4efe-831a-2840a1087eb7 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:08.717403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.754350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Pushing event deleted for resources: {'Port': ['ID=e18aee69-f91e-4efe-831a-2840a1087eb7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:08.819246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.822334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:08.826684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb27832c-7853-437f-bec0-331b777a7bfa tempest-AttachVolumeShelveTestJSON-1967092939 tempest-AttachVolumeShelveTestJSON-1967092939-project] 10.222.0.13 "DELETE /v2.0/floatingips/6db1d307-1921-44f2-b4d4-b1b713731425 HTTP/1.1" status: 204 len: 168 time: 0.5990670 Oct 15 20:15:09.078437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3f20d-6f7b-488c-9128-244eec4a5791 req-9327439c-670d-4cea-96f0-ca4f04c15eb1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:09.080435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84a3f20d-6f7b-488c-9128-244eec4a5791 req-9327439c-670d-4cea-96f0-ca4f04c15eb1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Oct 15 20:15:09.121532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84a3f20d-6f7b-488c-9128-244eec4a5791 req-cd8b7cda-889e-4758-b78f-4578f1249d9d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Oct 15 20:15:09.628901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:09.744639 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa28ae6a-6edf-4379-ac10-361057cdefd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:09.826564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa28ae6a-6edf-4379-ac10-361057cdefd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:09.888783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa28ae6a-6edf-4379-ac10-361057cdefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:09.932807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28ae6a-6edf-4379-ac10-361057cdefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245aafc-db92-4a89-aa5c-e07a70c4c6ad,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:09.939963 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aa28ae6a-6edf-4379-ac10-361057cdefd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2b5c80039f241fb9d331da2927e5e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074198 Oct 15 20:15:09.940337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:09.997325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.022877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.151895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.156028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.160321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8245aafc-db92-4a89-aa5c-e07a70c4c6ad HTTP/1.1" status: 204 len: 168 time: 0.2189088 Oct 15 20:15:10.171108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8832c-9f02-41b9-b47e-38cbb322cc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245aafc-db92-4a89-aa5c-e07a70c4c6ad,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:10.532343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dce1d-f4c1-4214-89a5-06ccd54cc81c req-8754261a-a336-4a3a-b797-0978bb653441 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:10.533948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-244dce1d-f4c1-4214-89a5-06ccd54cc81c req-8754261a-a336-4a3a-b797-0978bb653441 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.0648749 Oct 15 20:15:10.589803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-244dce1d-f4c1-4214-89a5-06ccd54cc81c req-45fcf9df-255a-492c-8adc-a8d88630d18f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=5dbb90e0-9da6-44c8-99be-1318a38e017a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485775 Oct 15 20:15:10.690929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-6c1d7a9b-1dd9-4747-8f7c-71c9552e5be9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:10.696515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-6c1d7a9b-1dd9-4747-8f7c-71c9552e5be9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 945 time: 0.0659881 Oct 15 20:15:10.791590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port 40b88598-d3b0-4e74-903c-2d9afd38c43e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:10.791937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.890926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port 40b88598-d3b0-4e74-903c-2d9afd38c43e, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=40b88598-d3b0-4e74-903c-2d9afd38c43e,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:10.891631 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:10.918258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for 40b88598-d3b0-4e74-903c-2d9afd38c43e owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:10.953991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:10.976112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83e9548-e4a2-4895-876f-ed51b05a4988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.063765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83e9548-e4a2-4895-876f-ed51b05a4988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.151530 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b83e9548-e4a2-4895-876f-ed51b05a4988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.180494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.193291 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b83e9548-e4a2-4895-876f-ed51b05a4988 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6411a5181a44f6ebb790a88d8a2fc2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305262 Oct 15 20:15:11.194537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e9548-e4a2-4895-876f-ed51b05a4988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97852109-0ac1-4143-a842-2bbb7f3be0db,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:11.196042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:11.207245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['40b88598-d3b0-4e74-903c-2d9afd38c43e'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:15:11.244886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=40b88598-d3b0-4e74-903c-2d9afd38c43e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:11.320566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port 40b88598-d3b0-4e74-903c-2d9afd38c43e on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:15:11.323277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.329729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b564f5f6-cf38-40fb-9842-a3f465a406c2 req-2d250ded-cfac-42f7-9a0f-928303161690 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/40b88598-d3b0-4e74-903c-2d9afd38c43e HTTP/1.1" status: 204 len: 173 time: 0.6299841 Oct 15 20:15:11.330363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'name': 'network-vif-deleted', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:15:11.332699 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163c293-4a93-4236-83be-f1f3f4b8c87a" -d '{"events": [{"server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "name": "network-vif-deleted", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:15:11.380156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.384177 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aede6360-7ebf-4291-9c9a-aa7814df121e x-openstack-request-id: req-aede6360-7ebf-4291-9c9a-aa7814df121e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:15:11.384532 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05c5c0b-e867-4537-917f-741bc685cb25", "name": "network-vif-deleted", "tag": "40b88598-d3b0-4e74-903c-2d9afd38c43e", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:15:11.384842 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aede6360-7ebf-4291-9c9a-aa7814df121e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:15:11.385302 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05c5c0b-e867-4537-917f-741bc685cb25', 'name': 'network-vif-deleted', 'tag': '40b88598-d3b0-4e74-903c-2d9afd38c43e', 'status': 'completed', 'code': 200} Oct 15 20:15:11.415384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.566525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.566525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:11.566830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97852109-0ac1-4143-a842-2bbb7f3be0db HTTP/1.1" status: 204 len: 168 time: 0.3696041 Oct 15 20:15:11.577858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38669d06-205a-4e53-a5db-3c125198b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97852109-0ac1-4143-a842-2bbb7f3be0db,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:11.753364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72c58b05-5c3a-41b1-bb95-3d4634c9f550 req-0c28ab91-add2-4a56-a59d-5d4598abb78d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0690484 Oct 15 20:15:12.859734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8464fb9-1fc2-48f9-8bdc-8ba3ad85a301 req-44f644cc-22fa-4c27-8c81-44d8cd6bb825 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0288675 Oct 15 20:15:13.960071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501679fc-e3bc-4537-8de3-3aa194681955 req-96198c8e-dfb0-485a-9083-64d0d7b0eb27 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0280137 Oct 15 20:15:14.250024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 40b88598-d3b0-4e74-903c-2d9afd38c43e no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:15:14.282908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 40b88598-d3b0-4e74-903c-2d9afd38c43e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:15:14.283262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 40b88598-d3b0-4e74-903c-2d9afd38c43e not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:15:15.061512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5431007-6c2c-4739-bc27-022d403dae5d req-cb725bea-fa7f-4130-afa5-c6cc84b001a1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0315847 Oct 15 20:15:15.822186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50356) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:15.963305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5938a9d-6fca-4e16-b26d-e7b5ffa45f3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.046182 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5938a9d-6fca-4e16-b26d-e7b5ffa45f3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.104101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5938a9d-6fca-4e16-b26d-e7b5ffa45f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.152104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e5938a9d-6fca-4e16-b26d-e7b5ffa45f3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7b11716701049289b849dfb8600b9fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287165 Oct 15 20:15:16.152327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50368) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:16.153819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5938a9d-6fca-4e16-b26d-e7b5ffa45f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d47b43-316a-4838-a371-0eafe4f04062,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:16.199828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-426e6a20-17eb-443b-be61-ce1b3e12dbac req-97286011-c45b-4b59-b2b2-dd2562ca0b98 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0309746 Oct 15 20:15:16.221218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.244417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.391467 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.395093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:16.401912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d47b43-316a-4838-a371-0eafe4f04062 HTTP/1.1" status: 204 len: 168 time: 0.2478759 Oct 15 20:15:16.413394 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063e2ae-b2d5-4139-a87e-3435af3972ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d47b43-316a-4838-a371-0eafe4f04062,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:17.088682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50388) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:17.103835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14b2b671-274d-491c-b915-e4c8f4f5041a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.191727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14b2b671-274d-491c-b915-e4c8f4f5041a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.273732 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-14b2b671-274d-491c-b915-e4c8f4f5041a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.317143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-14b2b671-274d-491c-b915-e4c8f4f5041a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90b9520cc0904732af6939d013edca42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273648 Oct 15 20:15:17.318137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b671-274d-491c-b915-e4c8f4f5041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b055c5-7e68-4ca4-a0d8-1edd68837710,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:17.321578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:17.343515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f6d3cf5-bdb9-4c50-afe9-316148a7f59b req-a4f7b1d7-422c-434d-a8a2-73d997f99e6c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05c5c0b-e867-4537-917f-741bc685cb25 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Oct 15 20:15:17.399752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.426125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.538834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.541471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:17.545126 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2b055c5-7e68-4ca4-a0d8-1edd68837710 HTTP/1.1" status: 204 len: 168 time: 0.2199781 Oct 15 20:15:17.563111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bbbe5-40c9-4e23-a553-198dc589d125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b055c5-7e68-4ca4-a0d8-1edd68837710,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:17.675504 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:15:18.511343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81f489de-c023-4042-99d1-02ac9d1d9122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:20.245510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50492) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:21.053583 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:21.416952 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Deleting port 46111f30-1dea-4689-9dda-02dafde674d5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:21.417683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:21.437277 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7f11cbd-f1dd-40e3-8d09-15dbf6c789f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:21.546264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] For port 46111f30-1dea-4689-9dda-02dafde674d5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46111f30-1dea-4689-9dda-02dafde674d5,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:21.546921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:21.561210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Calling delete_port for 46111f30-1dea-4689-9dda-02dafde674d5 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:21.882847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:21.925159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Pushing event deleted for resources: {'Port': ['ID=46111f30-1dea-4689-9dda-02dafde674d5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:22.126593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.380989 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.398491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Router 9f92adbb-a54d-409a-b4f2-b041c2d82407 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:15:22.520371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:15:22.526588 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ece36fa5-02e8-4b0e-aea5-a8f043faf04b admin admin] 10.222.0.13 "PUT /v2.0/routers/9f92adbb-a54d-409a-b4f2-b041c2d82407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2768657 Oct 15 20:15:22.526689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50592) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:22.529805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Sync routers for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:15:22.542990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:15:22.542990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:15:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:22.655322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:15:22.699407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.794636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50600) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:22.799091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636170242', 'description': 'tempest-secgroup-smoke-636170242 description', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:22.839494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.895116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.899265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:15:21Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:22.926517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Checking router: 9f92adbb-a54d-409a-b4f2-b041c2d82407 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:15:22.935259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Routers {'9f92adbb-a54d-409a-b4f2-b041c2d82407'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:15:22.935911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:15:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9f92adbb-a54d-409a-b4f2-b041c2d82407'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:22.976018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.977111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.982281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:22.987298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Deleting port 8aec1381-3ac5-4f63-b163-9ad69fdffb39 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:22.988000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.068734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] Set router 9f92adbb-a54d-409a-b4f2-b041c2d82407 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:15:23.075179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] For port 8aec1381-3ac5-4f63-b163-9ad69fdffb39, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8aec1381-3ac5-4f63-b163-9ad69fdffb39,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:23.075710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.077915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.102837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.118494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Calling delete_port for 8aec1381-3ac5-4f63-b163-9ad69fdffb39 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:23.133250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33678cd4-3e17-49dd-a210-c861cc69dfae,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:23.144690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.145302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.145825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.146398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.146935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.147484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.148354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.148988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.149521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.150079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.150612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.151143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:23.185608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.190562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-376ae865-49cb-4140-8acc-b4f5b72488c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3948820 Oct 15 20:15:23.191745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50610) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:23.197325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:23.299334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.372263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:15:21Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:23.402249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.405151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b165e5e9-c8bd-4f30-a9f1-956b6edd6d10 None None] The sync data for ids ['9f92adbb-a54d-409a-b4f2-b041c2d82407'] in n-d-712140-14 is: [{'id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'name': 'tempest-AttachVolumeShelveTestJSON-960175404-router', 'tenant_id': 'a86193bf3eae4944b0c2fff2998300e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:03:33Z', 'updated_at': '2021-10-15T20:15:21Z', 'revision_number': 5, 'project_id': 'a86193bf3eae4944b0c2fff2998300e2', 'gw_port': {'id': '8aec1381-3ac5-4f63-b163-9ad69fdffb39', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f92adbb-a54d-409a-b4f2-b041c2d82407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:03:34Z', 'updated_at': '2021-10-15T20:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:15:23.409504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.450484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=8aec1381-3ac5-4f63-b163-9ad69fdffb39,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:23.489067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.530453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff0812f-2d8d-4e90-8832-4843d0007b9f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:23.580939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.586991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.588336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8d16c262-be11-433b-a9e7-f9bae88550ed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3952985 Oct 15 20:15:23.590995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50618) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:23.602327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:23.708256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.711298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.734748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.820923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.842789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.843371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f92adbb-a54d-409a-b4f2-b041c2d82407 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:15:23.847817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.851866 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5473f6ca-796f-45bb-b415-41b1f5f5bb9a admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f92adbb-a54d-409a-b4f2-b041c2d82407 HTTP/1.1" status: 204 len: 168 time: 1.3215358 Oct 15 20:15:23.851866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50626) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:23.915205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Deleting subnet 88ba964c-5fef-4da9-9870-4fcd50d861a7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:15:23.919647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.948519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46111f30-1dea-4689-9dda-02dafde674d5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:15:23.968889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:23.982609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.009808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 46111f30-1dea-4689-9dda-02dafde674d5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:15:24.013761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b46700-80fe-4e63-81db-f1da02715040,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:24.014521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46111f30-1dea-4689-9dda-02dafde674d5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:15:24.111722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.111722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f322832a-3855-4097-8df0-cd3c59ed3404 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5182476 Oct 15 20:15:24.113562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50632) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:24.120886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:24.154715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.256542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.323231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.331866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.361508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.363571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91011a6-82bb-4de0-bb43-a53ce29c9f51 None None] Network 3745e191-92ae-48ec-ade7-7bbd04376b0b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:15:24.363715 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88ba964c-5fef-4da9-9870-4fcd50d861a7 HTTP/1.1" status: 204 len: 168 time: 0.5107236 Oct 15 20:15:24.364851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199ae95-c904-49be-8db7-fc102868e205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ba964c-5fef-4da9-9870-4fcd50d861a7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:24.367273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50638) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:24.426148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.446364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.465891 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6275c8e6-d85d-438f-8fd1-88069172ed8a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:24.508015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.511806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-390735f4-d5d4-4f5d-a6ad-8b31730e6446 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3951633 Oct 15 20:15:24.511981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50644) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:24.516693 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:24.579318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Deleting port 57592d4e-55a8-4484-be5a-cb98aee69562 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:24.580105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.628297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.646457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.660408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] DHCP port deletion for 3745e191-92ae-48ec-ade7-7bbd04376b0b request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:15:24.762390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Deleting port 57592d4e-55a8-4484-be5a-cb98aee69562 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:15:24.763132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.770744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.843860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] For port 57592d4e-55a8-4484-be5a-cb98aee69562, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57592d4e-55a8-4484-be5a-cb98aee69562,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:24.843860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.853388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.891360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Calling delete_port for 57592d4e-55a8-4484-be5a-cb98aee69562 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:24.891937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934aa5e3-c8ae-4494-9806-8d05926f36c3,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:24.970731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:24.972289 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-11229ea3-932e-4694-aecd-0b5733b60c54 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4593511 Oct 15 20:15:24.975410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:24.984131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:25.039922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] For port 57592d4e-55a8-4484-be5a-cb98aee69562, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57592d4e-55a8-4484-be5a-cb98aee69562,segment=NetworkSegment(68454849-637f-4ede-b85a-bb8220fdf236),segment_id=68454849-637f-4ede-b85a-bb8220fdf236)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:15:25.040485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.056823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Calling delete_port for 57592d4e-55a8-4484-be5a-cb98aee69562 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:15:25.088360 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.115316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] Pushing event deleted for resources: {'Port': ['ID=57592d4e-55a8-4484-be5a-cb98aee69562,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:25.115988 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Project f87512ae215f45c9ad188929db8d7b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:15:25.121836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95308d8e-d5e6-4007-b9c3-2cba358df73a None None] No DVR routers for this DVR port 57592d4e-55a8-4484-be5a-cb98aee69562 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:15:25.129277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.152512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.186659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] No DVR routers for this DVR port 57592d4e-55a8-4484-be5a-cb98aee69562 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:15:25.188455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Pushing event deleted for resources: {'Port': ['ID=57592d4e-55a8-4484-be5a-cb98aee69562,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:25.221942 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.268224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.287328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.290675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3745e191-92ae-48ec-ade7-7bbd04376b0b']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:25.299149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68454849-637f-4ede-b85a-bb8220fdf236') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:25.299444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68454849-637f-4ede-b85a-bb8220fdf236') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:15:25.308420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59c1cf4-73a5-47f5-857c-fa2986f6fda1,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:25.309453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.322967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.329074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:15:25.330509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:15:25.331061 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:15:25.426076 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.427325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e342d5fe-ab61-4efc-ac30-3729224a005b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4500618 Oct 15 20:15:25.430287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:25.434706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'security_group_rule': {'security_group_id': '33678cd4-3e17-49dd-a210-c861cc69dfae', 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:25.488755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.494739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.497903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3745e191-92ae-48ec-ade7-7bbd04376b0b HTTP/1.1" status: 204 len: 168 time: 1.1298232 Oct 15 20:15:25.509788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691bf42-f1cf-4ab0-a42c-cc148a2c7803 admin admin] Pushing event deleted for resources: {'Network': ['ID=3745e191-92ae-48ec-ade7-7bbd04376b0b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:25.580770 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Project f87512ae215f45c9ad188929db8d7b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:15:25.589303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.670386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.774349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57592d4e-55a8-4484-be5a-cb98aee69562 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:15:25.795330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 57592d4e-55a8-4484-be5a-cb98aee69562 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:15:25.795703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57592d4e-55a8-4484-be5a-cb98aee69562 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:15:25.796127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8aec1381-3ac5-4f63-b163-9ad69fdffb39 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:15:25.814105 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.817596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8aec1381-3ac5-4f63-b163-9ad69fdffb39 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:15:25.817960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8aec1381-3ac5-4f63-b163-9ad69fdffb39 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:15:25.851716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff1d9ae-c0ee-4459-876f-7ad573755c5b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:25.928714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:25.930449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9c14eade-7dee-4240-a9ae-e8911242eaa5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4992063 Oct 15 20:15:25.968430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:26.012701 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ce1ad006-0b14-456e-8037-e496629a524b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a86193bf3eae4944b0c2fff2998300e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407124 Oct 15 20:15:26.013200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50694) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:26.068455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:26.094258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:26.231860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:26.234464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:26.235660 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b842999-ae9f-461a-983b-b9e6d0fb3a9b HTTP/1.1" status: 204 len: 168 time: 0.2218952 Oct 15 20:15:26.245642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b59d6-a8bb-43d6-bd99-42a939c8a6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b842999-ae9f-461a-983b-b9e6d0fb3a9b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:32.742612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50952) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:32.857914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f0d-f1f0-4cd5-93ec-5e91cd3c14d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:32.936653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f0d-f1f0-4cd5-93ec-5e91cd3c14d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.083237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e37e0f0d-f1f0-4cd5-93ec-5e91cd3c14d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.135101 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e37e0f0d-f1f0-4cd5-93ec-5e91cd3c14d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b565e038e5574495923d839429b1c0e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911932 Oct 15 20:15:33.135360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50964) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:33.141959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e0f0d-f1f0-4cd5-93ec-5e91cd3c14d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb69f1-63da-4c95-a293-c4becfda6135,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:33.197114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.219917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.317942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.327779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.327779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97fb69f1-63da-4c95-a293-c4becfda6135 HTTP/1.1" status: 204 len: 168 time: 0.1864645 Oct 15 20:15:33.330516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:33.331574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9acbf-2513-44b0-b3a8-96cb8c9108e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb69f1-63da-4c95-a293-c4becfda6135,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:33.478371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-335aa593-1c9a-4575-a41d-f0588aee3209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.564686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-335aa593-1c9a-4575-a41d-f0588aee3209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.625615 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-335aa593-1c9a-4575-a41d-f0588aee3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.667014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-335aa593-1c9a-4575-a41d-f0588aee3209 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2265d732a9a64c01b9605527847d759a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353784 Oct 15 20:15:33.667928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335aa593-1c9a-4575-a41d-f0588aee3209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf0f0dc-a6d2-4dd4-9814-da78b53475ec,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:33.669766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 50982) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:33.764194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.789616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.978230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.978230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:33.978230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bf0f0dc-a6d2-4dd4-9814-da78b53475ec HTTP/1.1" status: 204 len: 168 time: 0.2980089 Oct 15 20:15:33.980130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e99b0-3a75-4656-8108-222f81cd9185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf0f0dc-a6d2-4dd4-9814-da78b53475ec,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:34.087910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 50998) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:34.110846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e9db263-d8d7-4dec-8e2e-e9f534f701b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.198042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e9db263-d8d7-4dec-8e2e-e9f534f701b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.277952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e9db263-d8d7-4dec-8e2e-e9f534f701b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.334257 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5e9db263-d8d7-4dec-8e2e-e9f534f701b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a958dcc19c45858ce573f933495854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447784 Oct 15 20:15:34.336003 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9db263-d8d7-4dec-8e2e-e9f534f701b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e839811a-85a9-4dd9-9500-d37ad81fab00,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:34.341067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51004) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:34.414500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.434957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.620298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.622850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.624044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e839811a-85a9-4dd9-9500-d37ad81fab00 HTTP/1.1" status: 204 len: 168 time: 0.2824941 Oct 15 20:15:34.643638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc9c88-fab2-42ec-bfee-e9ca689254d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e839811a-85a9-4dd9-9500-d37ad81fab00,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:34.772461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51008) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:34.786860 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4524939f-3720-4b84-a1d6-e5761bcb9bb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.881459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4524939f-3720-4b84-a1d6-e5761bcb9bb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.957550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4524939f-3720-4b84-a1d6-e5761bcb9bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:34.998169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4524939f-3720-4b84-a1d6-e5761bcb9bb0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b161f22dd2244174ab8fa0689ac3ec9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2228749 Oct 15 20:15:34.998570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51014) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:35.040837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524939f-3720-4b84-a1d6-e5761bcb9bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c551a54-ea30-4a60-81a1-33ba79f630c3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:35.074210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:35.127695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:35.249139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:35.253851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:35.267219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c551a54-ea30-4a60-81a1-33ba79f630c3 HTTP/1.1" status: 204 len: 168 time: 0.2563372 Oct 15 20:15:35.267219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc163bb3-c66f-4f17-a4a0-a8d87d844598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c551a54-ea30-4a60-81a1-33ba79f630c3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:38.828876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:38.947256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49c1ef6a-922a-47e9-86a3-31d784216e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.101922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49c1ef6a-922a-47e9-86a3-31d784216e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.168786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-49c1ef6a-922a-47e9-86a3-31d784216e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.217313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1ef6a-922a-47e9-86a3-31d784216e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b11849e-d608-45e2-b7f4-c81484165954,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:39.222425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-49c1ef6a-922a-47e9-86a3-31d784216e9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76239c73a9c1435e96db097a7bd84b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922663 Oct 15 20:15:39.226142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:39.286086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.319208 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.441964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.445522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:39.446976 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b11849e-d608-45e2-b7f4-c81484165954 HTTP/1.1" status: 204 len: 168 time: 0.2202861 Oct 15 20:15:39.456897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b11849e-d608-45e2-b7f4-c81484165954,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:39.466364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.466947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.467464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.467981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.468713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.469264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.469757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.470498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.470989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.471517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.472109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:39.472863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78d6bc-8bf8-4844-a125-0aed94af4c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:15:40.164089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51168) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:40.177670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17aad686-4807-4013-8e26-209356f3c32c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.261770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17aad686-4807-4013-8e26-209356f3c32c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.338866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-17aad686-4807-4013-8e26-209356f3c32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.385682 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-17aad686-4807-4013-8e26-209356f3c32c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8009001b8c7497da429e1abb3a9702a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203813 Oct 15 20:15:40.388724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:40.411062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aad686-4807-4013-8e26-209356f3c32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0282ec7-36d0-4fc8-959d-e9495df8e79a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:40.481584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.505194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.916484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.916484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:40.916484 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0282ec7-36d0-4fc8-959d-e9495df8e79a HTTP/1.1" status: 204 len: 168 time: 0.5004296 Oct 15 20:15:40.916484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89704862-5f68-4b6a-a824-7bcfc349151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0282ec7-36d0-4fc8-959d-e9495df8e79a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:43.150298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51270) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:43.394551 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec4758c0-46e0-4bdc-9907-1bedcd619fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.470209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec4758c0-46e0-4bdc-9907-1bedcd619fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.540823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec4758c0-46e0-4bdc-9907-1bedcd619fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.584507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec4758c0-46e0-4bdc-9907-1bedcd619fbb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6925e7e7493c47d6ab47fddd91639349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327981 Oct 15 20:15:43.587632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51280) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:43.613678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4758c0-46e0-4bdc-9907-1bedcd619fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c393d8-24a7-4c94-b4d3-693e60785abf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:43.657754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.682916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.831985 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.834647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:43.836591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2c393d8-24a7-4c94-b4d3-693e60785abf HTTP/1.1" status: 204 len: 168 time: 0.2475173 Oct 15 20:15:43.849199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cd1bb-7980-40d4-bc1b-38f3d445435f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c393d8-24a7-4c94-b4d3-693e60785abf,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:47.598090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51434) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:47.712073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31ecdc73-2f1f-4ac2-8978-4fc35aa2c2ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:47.800922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31ecdc73-2f1f-4ac2-8978-4fc35aa2c2ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:47.917475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31ecdc73-2f1f-4ac2-8978-4fc35aa2c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:47.956738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-31ecdc73-2f1f-4ac2-8978-4fc35aa2c2ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdbb9b06e9474d5baa1e981be7e7bddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574896 Oct 15 20:15:47.963662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecdc73-2f1f-4ac2-8978-4fc35aa2c2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2aeccc-9b3e-43ed-bc23-221a0e3543b9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:47.963833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51442) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:48.023656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:48.047212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:48.178571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:48.182262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:48.186308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c2aeccc-9b3e-43ed-bc23-221a0e3543b9 HTTP/1.1" status: 204 len: 168 time: 0.2221453 Oct 15 20:15:48.194210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658884-96b2-4303-92bf-06c2c06748ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2aeccc-9b3e-43ed-bc23-221a0e3543b9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:48.517507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb05e28d-d496-4216-9567-7ddf5eb9b362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.168172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51462) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:49.182415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-490afe40-e649-4203-8441-d0e63ba1425d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.263681 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-490afe40-e649-4203-8441-d0e63ba1425d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.335381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-490afe40-e649-4203-8441-d0e63ba1425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.383783 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-490afe40-e649-4203-8441-d0e63ba1425d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c612fbb2150844b9aaa42a1319dc22a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111969 Oct 15 20:15:49.384188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51470) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:49.385758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490afe40-e649-4203-8441-d0e63ba1425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c7846-e128-41a7-b97b-f7f7bbc1f148,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:49.444373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.467746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.587167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.593241 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:49.593241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b2c7846-e128-41a7-b97b-f7f7bbc1f148 HTTP/1.1" status: 204 len: 168 time: 0.2059426 Oct 15 20:15:49.600248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dff271-fe65-4899-be71-489cb7b25227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c7846-e128-41a7-b97b-f7f7bbc1f148,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:51.471908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4304bceb-b9fe-4d28-b143-49281944702d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:52.371345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:52.853057 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:52.881113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:53.087874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:53.409943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-4326ebc1-894d-4565-bf7c-436a93e7ec09 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636170242&fields=id&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 267 time: 0.0423334 Oct 15 20:15:53.544344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-a82a6da4-8e12-4a72-863d-11cfad940672 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:53.545935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-a82a6da4-8e12-4a72-863d-11cfad940672 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1271443 Oct 15 20:15:53.562181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-d6067a8c-1eb1-4996-ae02-33b221c25838 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0099795 Oct 15 20:15:53.627849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-baa156b5-514f-4977-9c93-d9ee1014bca5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581148 Oct 15 20:15:53.850551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-8b942139-4cd4-42b6-a99d-8b03b82c77a2 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136221 Oct 15 20:15:53.961863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-2168c084-41d7-43f0-97b0-2b5284cad10e service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046240 Oct 15 20:15:54.660460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:54.675727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:15:54.687034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f705d49b-ea7b-41d2-952c-96141d880b35 req-610b041a-24e0-4498-9d52-bbfa03334489 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0332561 Oct 15 20:15:55.803453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b146101f-31a1-4330-ad0e-2d1ed961eb68 req-9ffff56e-aaaf-4552-bb31-85ac71f49833 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0292482 Oct 15 20:15:56.494651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:56.612315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0542e56d-e037-40be-b934-5d7ac367e243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:56.689107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0542e56d-e037-40be-b934-5d7ac367e243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:56.759390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0542e56d-e037-40be-b934-5d7ac367e243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:56.769487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:56.803648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542e56d-e037-40be-b934-5d7ac367e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97255d72-144e-4a85-b74d-5d535a6feac4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:56.828831 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0542e56d-e037-40be-b934-5d7ac367e243 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbcc6f647ee144e6a3b86408c3306e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307867 Oct 15 20:15:56.829202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51846) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:56.894475 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:56.921509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43c0946c-bb2e-47af-8fc0-fcdc3bcbb316 req-b75fcc3a-0d4e-4c68-b839-1c0117d5609f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0406795 Oct 15 20:15:56.936484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6af08b3-db2d-4055-aedf-589a12c71f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:56.957926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.130887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6af08b3-db2d-4055-aedf-589a12c71f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.157650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-2bd5dec9-0df6-4a53-beb5-21344572aa2f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:57.159135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-2bd5dec9-0df6-4a53-beb5-21344572aa2f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1535184 Oct 15 20:15:57.185865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.188443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.189581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97255d72-144e-4a85-b74d-5d535a6feac4 HTTP/1.1" status: 204 len: 168 time: 0.3594127 Oct 15 20:15:57.215811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f8895-ffb2-4f86-a163-3da03a33da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97255d72-144e-4a85-b74d-5d535a6feac4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:57.234966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-6941ac01-706d-4631-b842-19cba62a0961 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 379 time: 0.0667067 Oct 15 20:15:57.245228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': '3e025098-f306-4db1-ac80-4a591051c202', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'security_groups': ['33678cd4-3e17-49dd-a210-c861cc69dfae']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:57.263126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6af08b3-db2d-4055-aedf-589a12c71f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.350196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6af08b3-db2d-4055-aedf-589a12c71f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=118f600a8e034b1ca7a8b262b3433735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5795758 Oct 15 20:15:57.354004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af08b3-db2d-4055-aedf-589a12c71f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a6ad47-2e1d-44a2-ac4e-6c607c695031,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:57.354164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51856) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:57.435248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.465885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.466178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:15:57.469667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.597553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.603140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:57.611224 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5a6ad47-2e1d-44a2-ac4e-6c607c695031 HTTP/1.1" status: 204 len: 168 time: 0.2556863 Oct 15 20:15:57.626557 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d462a-eb92-4a3a-b433-ceb36921e53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a6ad47-2e1d-44a2-ac4e-6c607c695031,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:57.743737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.14 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/e5a7678a-b8e5-4cb8-acd9-dffc081143fe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:15:57.919469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.025890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.099831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51876) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:58.113871 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35741abd-56a0-4d5f-b610-b8f44b4f4dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.121323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:58.139111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5d6cc-c8db-4324-b2e9-f36bd918b472 req-ab4d13f4-1fb9-42d1-9b61-bbdc29fe50c2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:58.140830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89e5d6cc-c8db-4324-b2e9-f36bd918b472 req-ab4d13f4-1fb9-42d1-9b61-bbdc29fe50c2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 932 time: 0.1380064 Oct 15 20:15:58.143170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:15:58.144875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:15:58.149375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:15:58.234848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35741abd-56a0-4d5f-b610-b8f44b4f4dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.285861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-89e5d6cc-c8db-4324-b2e9-f36bd918b472 req-eceeb237-e707-486a-90bb-878ac558afbe tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223645 Oct 15 20:15:58.293833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:58.294911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.311013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35741abd-56a0-4d5f-b610-b8f44b4f4dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.376394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-35741abd-56a0-4d5f-b610-b8f44b4f4dae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b35b037f5e94e3a86fac5383f4f8eae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2754617 Oct 15 20:15:58.378631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35741abd-56a0-4d5f-b610-b8f44b4f4dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2d4e6d-61ee-4d9d-98a1-f858343a39a0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:58.379808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51880) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:58.473532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-5077bd76-e67c-4822-98b8-c492a69dce00 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2327502 Oct 15 20:15:58.478424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.489429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Request body: {'port': {'device_id': '3e025098-f306-4db1-ac80-4a591051c202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:15:58.504192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b138f1d-ac03-42ec-9ea4-e34a82062e2c None None] Provisioning complete for port e5a7678a-b8e5-4cb8-acd9-dffc081143fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:15:58.512142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b138f1d-ac03-42ec-9ea4-e34a82062e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.530950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.578562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5b138f1d-ac03-42ec-9ea4-e34a82062e2c None None] Port e5a7678a-b8e5-4cb8-acd9-dffc081143fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:15:58.583506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.704333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 51888) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:58.718249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada54f34-f37d-4b3a-b16b-bdc1298a5476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.774225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.777438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.781209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc2d4e6d-61ee-4d9d-98a1-f858343a39a0 HTTP/1.1" status: 204 len: 168 time: 0.3918686 Oct 15 20:15:58.827170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba31333-a39e-4a2d-b1f7-71716a12d948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2d4e6d-61ee-4d9d-98a1-f858343a39a0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:58.880611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada54f34-f37d-4b3a-b16b-bdc1298a5476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.957166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a7678a-b8e5-4cb8-acd9-dffc081143fe {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:15:58.966512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:58.982254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Transition to ACTIVE for port object e5a7678a-b8e5-4cb8-acd9-dffc081143fe will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:15:58.986361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada54f34-f37d-4b3a-b16b-bdc1298a5476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.032225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ada54f34-f37d-4b3a-b16b-bdc1298a5476 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc4f3be524394eceac34e64e3fb33b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244569 Oct 15 20:15:59.032225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada54f34-f37d-4b3a-b16b-bdc1298a5476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c86de7e-395d-4032-8ea7-367d4629f924,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:59.032685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 51896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:15:59.079398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.157804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.165704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:59.251069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.361302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Attempting to bind port e5a7678a-b8e5-4cb8-acd9-dffc081143fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:15:59.361302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Attempting to bind port e5a7678a-b8e5-4cb8-acd9-dffc081143fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:15:59.361302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Attempting to bind port e5a7678a-b8e5-4cb8-acd9-dffc081143fe on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:15:59.363591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Port e5a7678a-b8e5-4cb8-acd9-dffc081143fe on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:15:59.364011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Attempting to bind port e5a7678a-b8e5-4cb8-acd9-dffc081143fe on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:15:59.372575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:15:59.375660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:15:59.376071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:15:59.376766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Bound port: e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:15:59.376895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.491673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:15:59.495085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:15:59.515535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.518178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.519597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c86de7e-395d-4032-8ea7-367d4629f924 HTTP/1.1" status: 204 len: 168 time: 0.4856391 Oct 15 20:15:59.535377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe04f95-b2ee-4de9-b23e-61aa353be16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c86de7e-395d-4032-8ea7-367d4629f924,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:59.562441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b21792-4f61-438e-9c13-b221a8b9a0a3 req-8c53e73c-e8c7-467d-b4fc-572a87b05eed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:59.568066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6b21792-4f61-438e-9c13-b221a8b9a0a3 req-8c53e73c-e8c7-467d-b4fc-572a87b05eed tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.1548998 Oct 15 20:15:59.609583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.659211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6b21792-4f61-438e-9c13-b221a8b9a0a3 req-d6c31ffd-f0ae-4f17-9254-7e0811bc048c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819969 Oct 15 20:15:59.666946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:59.667791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:15:59.669418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] 10.222.0.15 "PUT /v2.0/ports/e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 200 len: 1093 time: 1.1863077 Oct 15 20:15:59.671114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:15:59.674020 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796ed38f-709e-48df-ac33-25e4a3751f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:15:59.722877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7843751-cb99-4d31-b67f-decc2c26a581 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:15:59.755174 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfc1c73-8cac-41f0-8f7f-3593e0dc2ce4 x-openstack-request-id: req-1cfc1c73-8cac-41f0-8f7f-3593e0dc2ce4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:15:59.755470 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:15:59.755753 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cfc1c73-8cac-41f0-8f7f-3593e0dc2ce4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:15:59.756165 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'status': 'completed', 'code': 200} Oct 15 20:15:59.856245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-c7476d9b-9c8a-4db6-8e76-a195decd9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:15:59.858332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-c7476d9b-9c8a-4db6-8e76-a195decd9e3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1096 time: 0.0876579 Oct 15 20:16:00.014078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-216bd74d-642c-4e05-8b6a-25aac538142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.015750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-216bd74d-642c-4e05-8b6a-25aac538142f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f87512ae215f45c9ad188929db8d7b7a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1480641 Oct 15 20:16:00.129402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-8a94d53e-73de-46d7-bd61-52af8099462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.131090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-796ed38f-709e-48df-ac33-25e4a3751f7b req-8a94d53e-73de-46d7-bd61-52af8099462a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090286 Oct 15 20:16:00.254923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-bf5d8012-fadd-4ded-80d0-a157eae73f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.256574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-bf5d8012-fadd-4ded-80d0-a157eae73f05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1096 time: 0.0717356 Oct 15 20:16:00.306526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-70d9d6f3-ee87-4175-aafa-cfa5005fe74c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 200 len: 217 time: 0.0416021 Oct 15 20:16:00.363973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-0d99dfc2-3526-469f-926d-7f360a7eb19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.365630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-0d99dfc2-3526-469f-926d-7f360a7eb19b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0521948 Oct 15 20:16:00.459752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a6c4d-53d7-4055-af80-740475399be2 req-629f8156-9a65-4f84-91b2-c2ef52c0aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.464245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-629f8156-9a65-4f84-91b2-c2ef52c0aeec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874798 Oct 15 20:16:00.596760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-3667183a-7d10-40b8-a72e-a306253e7d44 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249359 Oct 15 20:16:00.722036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e65a6c4d-53d7-4055-af80-740475399be2 req-2555b11a-1aa8-4626-9f24-f3e4274fc2ae service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164937 Oct 15 20:16:00.879864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885304a-0f38-492c-9b21-3b8546f81907 req-22559a46-1886-4ec0-8ec2-d4de628f5278 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:00.881543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5885304a-0f38-492c-9b21-3b8546f81907 req-22559a46-1886-4ec0-8ec2-d4de628f5278 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0808477 Oct 15 20:16:00.948891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5885304a-0f38-492c-9b21-3b8546f81907 req-3d50d5e1-3900-4c7a-9065-cdb4c832aedc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602078 Oct 15 20:16:01.736743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:02.012173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7daabf-86ce-452b-a422-730a8d013007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.091575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c899389-a0f1-4450-a6a9-65ef80a3f821 req-175d6848-9d9a-42ed-b036-ed1f3c2ba947 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:02.093408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c899389-a0f1-4450-a6a9-65ef80a3f821 req-175d6848-9d9a-42ed-b036-ed1f3c2ba947 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0710287 Oct 15 20:16:02.173308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7daabf-86ce-452b-a422-730a8d013007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.177013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c899389-a0f1-4450-a6a9-65ef80a3f821 req-dd456fe6-1550-4aad-a737-d211b8b79e88 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749764 Oct 15 20:16:02.255058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ca7daabf-86ce-452b-a422-730a8d013007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.315198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ca7daabf-86ce-452b-a422-730a8d013007 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f62b3c9b7b6d40838163300acf89864b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5748720 Oct 15 20:16:02.315198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7daabf-86ce-452b-a422-730a8d013007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef3e83c-c36f-428b-b5b0-8645beb0a481,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:02.315589 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52024) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:02.375456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.405196 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.556531 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.559737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:02.569155 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ef3e83c-c36f-428b-b5b0-8645beb0a481 HTTP/1.1" status: 204 len: 168 time: 0.2524054 Oct 15 20:16:02.578532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421191a9-883e-4a79-a694-e0ae584f0ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef3e83c-c36f-428b-b5b0-8645beb0a481,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:03.569459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daf93f-91dd-406b-9af1-e36e125cb20c req-a7c6fa27-eefe-41a5-a48e-30c7e5439269 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:03.572130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81daf93f-91dd-406b-9af1-e36e125cb20c req-a7c6fa27-eefe-41a5-a48e-30c7e5439269 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.2909966 Oct 15 20:16:03.614776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81daf93f-91dd-406b-9af1-e36e125cb20c req-f4a82348-8f1a-4867-ba17-76eede1b3fe7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366426 Oct 15 20:16:04.764497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8eb6c-46b3-4c2d-9d95-0a1807619ec5 req-3d5cc1eb-ed96-4490-86c0-2a1528605d25 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:04.766337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bf8eb6c-46b3-4c2d-9d95-0a1807619ec5 req-3d5cc1eb-ed96-4490-86c0-2a1528605d25 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0668120 Oct 15 20:16:04.808261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bf8eb6c-46b3-4c2d-9d95-0a1807619ec5 req-aeab00ee-d043-4461-b6bf-142cb24c61b1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357449 Oct 15 20:16:05.235368 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:05.444059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:05.523590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:05.617960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:05.735460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Allocated IP 172.25.0.36 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/30f3c679-6df8-4298-ba68-01d35b5a8a2a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:05.856206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:05.948018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606247e2-035f-47e5-b5f9-6144d6292afd req-6cb3273b-8fae-403b-a709-8b71806d40e7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:05.949539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-606247e2-035f-47e5-b5f9-6144d6292afd req-6cb3273b-8fae-403b-a709-8b71806d40e7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0536928 Oct 15 20:16:05.976561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.002134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-606247e2-035f-47e5-b5f9-6144d6292afd req-cc50c32a-11c9-4ae1-8927-e04b7ffe03ad tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458777 Oct 15 20:16:06.019314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:06.022930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:06.029682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:06.032799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Pushing event updated for resources: {'Port': ['ID=30f3c679-6df8-4298-ba68-01d35b5a8a2a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:06.146476 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.258213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.417550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.483359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.577031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Pushing event updated for resources: {'Port': ['ID=30f3c679-6df8-4298-ba68-01d35b5a8a2a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:06.584250 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.741606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.745757 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0dcb31b1-fcc4-42e8-aa81-ddeb1590ce5b tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5064552 Oct 15 20:16:06.749355 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52176) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:06.752661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2042975452', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'fixed_ips': [{'ip_address': '172.25.0.36'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:06.883956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Made reservation on behalf of 0a772e4d016442d098826f6111ef1d95 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:06.887219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.896919 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:06.974809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:07.089657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:07.096253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] device_id is not set on port f5e34375-a9b3-4396-a7b3-d5ddffddb550 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:16:07.148120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6184-fa82-4468-8a01-98c784de3d54 req-fcdc4fc2-8076-41e7-8655-d5e4e56776d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:07.150627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1bc6184-fa82-4468-8a01-98c784de3d54 req-fcdc4fc2-8076-41e7-8655-d5e4e56776d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0626669 Oct 15 20:16:07.193608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1bc6184-fa82-4468-8a01-98c784de3d54 req-7e39f1ac-675b-4425-b4ee-fbb75150a964 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364342 Oct 15 20:16:07.563093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f414de-bb96-4d23-8ed4-02cfa524d6b2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:07.718968 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 15 20:16:07.719426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:16:07.874721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51fea8b0-4efa-47e1-9c5f-f26abd9cb574 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1275055 Oct 15 20:16:07.877636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52212) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:08.034321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Deleting port 30f3c679-6df8-4298-ba68-01d35b5a8a2a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:08.034665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.127688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.128069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.140754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Calling delete_port for 30f3c679-6df8-4298-ba68-01d35b5a8a2a owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:08.345748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375d569-e970-4d04-a965-db28e3dd7f81 req-eddd278e-09c9-47c9-bdf2-b1372eac1639 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:08.347351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d375d569-e970-4d04-a965-db28e3dd7f81 req-eddd278e-09c9-47c9-bdf2-b1372eac1639 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0726109 Oct 15 20:16:08.387328 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d375d569-e970-4d04-a965-db28e3dd7f81 req-a5b049d3-777e-4f9c-b32c-8706e5ce231d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335631 Oct 15 20:16:08.398612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.430117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Pushing event deleted for resources: {'Port': ['ID=30f3c679-6df8-4298-ba68-01d35b5a8a2a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:08.492665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.495237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:08.496515 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be1c7084-6b65-41ff-821f-481a41b35352 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761 tempest-ExternalNetworksAdminNegativeTestJSON-1105029761-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/5f5e644c-50ef-4b86-85d5-a450e99921eb HTTP/1.1" status: 204 len: 168 time: 0.6177559 Oct 15 20:16:09.083779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52248) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:09.212300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88811e81-06cc-4108-9d33-9a22eb9948cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.286568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88811e81-06cc-4108-9d33-9a22eb9948cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.340405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-88811e81-06cc-4108-9d33-9a22eb9948cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.379581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-88811e81-06cc-4108-9d33-9a22eb9948cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b58658574344a90ae13924da8866c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946811 Oct 15 20:16:09.380554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88811e81-06cc-4108-9d33-9a22eb9948cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8911862-0efd-4637-a9e5-95829ab19b4c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:09.383043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52258) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:09.438681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.462595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.542325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d6ea9-3b52-4a0c-ac42-c9cae0c92891 req-ae3f659d-b5c3-4bcd-8556-9368a7d3375e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:09.543901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d76d6ea9-3b52-4a0c-ac42-c9cae0c92891 req-ae3f659d-b5c3-4bcd-8556-9368a7d3375e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0872564 Oct 15 20:16:09.590313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d76d6ea9-3b52-4a0c-ac42-c9cae0c92891 req-9e3c390f-5c26-4e40-9124-a51552894b05 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 Oct 15 20:16:09.655254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.658741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:09.662671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8911862-0efd-4637-a9e5-95829ab19b4c HTTP/1.1" status: 204 len: 168 time: 0.2755151 Oct 15 20:16:09.676821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c9fb-a7be-48a5-995d-6f472a2d170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8911862-0efd-4637-a9e5-95829ab19b4c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:10.463300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52290) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:10.504779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c8e7194-137e-42b1-9892-1840c7269e72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a772e4d016442d098826f6111ef1d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402887 Oct 15 20:16:10.507328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52292) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:10.560882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:10.588572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:10.711717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8de43-a769-4574-b067-9615d9fa4931 req-4a025af9-cc7b-4d2d-8aa4-9e4f496bccbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:10.713458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83f8de43-a769-4574-b067-9615d9fa4931 req-4a025af9-cc7b-4d2d-8aa4-9e4f496bccbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0503194 Oct 15 20:16:10.740042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:10.743032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:10.744400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31f414de-bb96-4d23-8ed4-02cfa524d6b2 HTTP/1.1" status: 204 len: 168 time: 0.2360945 Oct 15 20:16:10.760961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaee6f6-4a45-457a-ae52-0b5a92aff9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f414de-bb96-4d23-8ed4-02cfa524d6b2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:10.781213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83f8de43-a769-4574-b067-9615d9fa4931 req-cc5db778-0739-4681-98c1-f1621bc3412e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569828 Oct 15 20:16:11.918732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd6f53-06e6-41cb-b0ec-6f072e07eddb req-9cf2bbd5-e36f-46ba-aacb-2587ebfb1cd1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:11.920277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5dd6f53-06e6-41cb-b0ec-6f072e07eddb req-9cf2bbd5-e36f-46ba-aacb-2587ebfb1cd1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 944 time: 0.0583794 Oct 15 20:16:11.981461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5dd6f53-06e6-41cb-b0ec-6f072e07eddb req-4beb7e15-b765-4e31-a1f1-9d69073ad0fa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481594 Oct 15 20:16:12.195969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52332) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:12.305338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'networks': [{'name': 'tempest-network--1802261375'}, {'name': 'tempest-network--501279527'}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:12.305646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-network--1802261375'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:12.306257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-network--501279527'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:12.437796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'network': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:12.442453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.455873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.542256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.577601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e5a7678a-b8e5-4cb8-acd9-dffc081143fe details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:16:12.670201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.670723 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.673607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:12.685918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'mac_address': 'fa:16:3e:c8:01:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:16:12.714752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab420b58-20b3-4548-a90a-e131a6bb4fcf,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:12.738522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:12.746738 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.748009 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.748449 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment 3c0183ee-fc8a-40c3-8caa-21a38ddd685f of type vlan for network ab0ebec6-14e5-4944-af1b-40034549ace7 Oct 15 20:16:12.761726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a7678a-b8e5-4cb8-acd9-dffc081143fe {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:16:12.781266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:12.797393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.833156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:12.843577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.844016 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment 8b4b585b-909a-497d-bb35-98acf9822e9e of type vlan for network 31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac Oct 15 20:16:12.872309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.886589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.921588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:12.929247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.929694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.930182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.930518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.930845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.931167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.931493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.931840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.932163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.932472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.932796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.933108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:12.992373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.992965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:12.998609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.003725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.004409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.146530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=ab0ebec6-14e5-4944-af1b-40034549ace7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:13.157487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9600775 Oct 15 20:16:13.158372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ab0ebec6-14e5-4944-af1b-40034549ace7 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:13.159718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52352) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:13.248578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62d841-9a2b-4d59-a551-f411ef394cf2 req-9f8dc191-f94a-4903-b0cf-2f1745a76a72 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.257947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee62d841-9a2b-4d59-a551-f411ef394cf2 req-9f8dc191-f94a-4903-b0cf-2f1745a76a72 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 945 time: 0.1901901 Oct 15 20:16:13.268890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff56467-a979-4378-ab20-c68a4fa1fabf tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:13.331949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee62d841-9a2b-4d59-a551-f411ef394cf2 req-9e6c2696-ef8f-43a4-a58e-b42d3682412b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725679 Oct 15 20:16:13.340073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a5352-9f67-4227-b934-638223b6e936 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.347370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a5352-9f67-4227-b934-638223b6e936 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.354781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a5352-9f67-4227-b934-638223b6e936 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.362899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a5352-9f67-4227-b934-638223b6e936 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:13.366083 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-179a5352-9f67-4227-b934-638223b6e936 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2045960 Oct 15 20:16:13.369247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52356) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:13.448952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['e5a7678a-b8e5-4cb8-acd9-dffc081143fe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:16:13.450963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:13.478125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.635380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.660824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0ebec6-14e5-4944-af1b-40034549ace7']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:13.671820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0183ee-fc8a-40c3-8caa-21a38ddd685f') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:13.672471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0183ee-fc8a-40c3-8caa-21a38ddd685f') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:13.682624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.698376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.705043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:13.705440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:13.709235 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:13.855683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.863821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:13.867596 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/ab0ebec6-14e5-4944-af1b-40034549ace7 HTTP/1.1" status: 204 len: 168 time: 0.4958119 Oct 15 20:16:13.869591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:13.890375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc6b0-196f-4307-abec-158ad18b97c7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=ab0ebec6-14e5-4944-af1b-40034549ace7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:13.956640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.050710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.074650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:14.086460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b4b585b-909a-497d-bb35-98acf9822e9e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:14.086676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b4b585b-909a-497d-bb35-98acf9822e9e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:14.097524 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.112980 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.119222 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:14.119717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:14.122892 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:14.253110 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.264851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.267997 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac HTTP/1.1" status: 204 len: 168 time: 0.3974292 Oct 15 20:16:14.270729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:14.282987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d596ec4-6716-40ff-b2ff-a00df475d91a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=31ac76b7-6392-4e2b-bb9d-3bff47c3a5ac,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:14.593023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e5a7678a-b8e5-4cb8-acd9-dffc081143fe up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:14.734850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port e5a7678a-b8e5-4cb8-acd9-dffc081143fe completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:16:14.739654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port e5a7678a-b8e5-4cb8-acd9-dffc081143fe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:14.742782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.758871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe81a21-8971-4544-8260-a39123acafc1 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:14.765215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe81a21-8971-4544-8260-a39123acafc1 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:14.770236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ffe81a21-8971-4544-8260-a39123acafc1 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4947889 Oct 15 20:16:14.771097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52380) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:14.776118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1346765839'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:14.794695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1b93-0613-4442-a3e5-b98afb546af3 req-f0062718-d637-43d2-945d-bc1ac2f165d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:14.800164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1fd1b93-0613-4442-a3e5-b98afb546af3 req-f0062718-d637-43d2-945d-bc1ac2f165d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 945 time: 0.1199641 Oct 15 20:16:14.842183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1fd1b93-0613-4442-a3e5-b98afb546af3 req-ada6a56c-01cb-4cc6-85e5-86187e5a36af tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386298 Oct 15 20:16:14.844388 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.868461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:16:14.870704 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c6d93-38e0-4b47-b5fe-402fd2add084" -d '{"events": [{"server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "name": "network-vif-plugged", "status": "completed", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:16:14.884304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:14.904211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:14.908132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.908663 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a9032e-eefe-44e5-b828-2406e3ed5026 x-openstack-request-id: req-47a9032e-eefe-44e5-b828-2406e3ed5026 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:16:14.908956 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "name": "network-vif-plugged", "status": "completed", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:16:14.909342 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47a9032e-eefe-44e5-b828-2406e3ed5026 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:16:14.909607 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'code': 200} Oct 15 20:16:14.934317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:14.945292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:14.945900 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment 1db2444c-da83-4f38-94d2-9534fb4c0675 of type vlan for network 131bcf64-39a9-4ba4-937b-4c8908b44a45 Oct 15 20:16:15.032706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.040884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.061036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ab24d-b563-4e18-a0c9-184be801426b req-625911ab-b562-46ca-8259-7fd87def6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:15.062584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-384ab24d-b563-4e18-a0c9-184be801426b req-625911ab-b562-46ca-8259-7fd87def6abb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1097 time: 0.0785534 Oct 15 20:16:15.088233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:15.109473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-384ab24d-b563-4e18-a0c9-184be801426b req-39cf2cb5-fbf8-471e-b35e-ec7e33cc9d2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363860 Oct 15 20:16:15.203235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.208911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:15.211452 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.284731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=131bcf64-39a9-4ba4-937b-4c8908b44a45,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:15.295359 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 131bcf64-39a9-4ba4-937b-4c8908b44a45 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:15.349684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-708affd8-bd88-4afa-b0bc-75279cfbd830 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5781569 Oct 15 20:16:15.352384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52390) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:15.357785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-145835627'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:15.483689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:15.487173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.512140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:15.520559 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.520970 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment faeab712-0d37-4e36-8991-2a085a79e8c8 of type vlan for network 319a4430-15b5-4228-b408-e4e0e5bc8e61 Oct 15 20:16:15.562755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.643656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.651866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:15.651866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:15.718731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=319a4430-15b5-4228-b408-e4e0e5bc8e61,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:15.729529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 319a4430-15b5-4228-b408-e4e0e5bc8e61 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:15.755938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52a67772-0c24-463f-92b5-e8a1280de494 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4015112 Oct 15 20:16:15.765468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:15.770317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'ports': [{'network_id': '131bcf64-39a9-4ba4-937b-4c8908b44a45', 'name': 'tempest-port--1563203142', 'admin_state_up': True}, {'network_id': '319a4430-15b5-4228-b408-e4e0e5bc8e61', 'admin_state_up': False}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:15.770626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'port': {'network_id': '131bcf64-39a9-4ba4-937b-4c8908b44a45', 'name': 'tempest-port--1563203142', 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:15.771108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'port': {'network_id': '319a4430-15b5-4228-b408-e4e0e5bc8e61', 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:15.973630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa3274-1790-4fce-959b-33a3415685e8 req-5c7dbbc8-905f-4839-a265-8234029c3b59 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:15.975220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5baa3274-1790-4fce-959b-33a3415685e8 req-5c7dbbc8-905f-4839-a265-8234029c3b59 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.0555842 Oct 15 20:16:16.015652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5baa3274-1790-4fce-959b-33a3415685e8 req-c863137e-b6ee-483b-95ba-3a9fca07911c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338993 Oct 15 20:16:16.044280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'port': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:16.049751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.063525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.149958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] device_id is not set on port 22d9b25d-2377-4530-be21-a18955de194c yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:16:16.274129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.343933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] device_id is not set on port 95666f84-cbd6-4b02-8c42-72785a9dfe9a yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:16:16.472116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.573598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.641853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Port': ['ID=22d9b25d-2377-4530-be21-a18955de194c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:16.652308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Checking segment: {'id': '1db2444c-da83-4f38-94d2-9534fb4c0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '131bcf64-39a9-4ba4-937b-4c8908b44a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:16.652668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network hostable DHCP agents. Network: 131bcf64-39a9-4ba4-937b-4c8908b44a45, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:16.712224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network 131bcf64-39a9-4ba4-937b-4c8908b44a45 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:16.769103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 131bcf64-39a9-4ba4-937b-4c8908b44a45) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:16.774001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:16.774879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:16.777895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08643eb6-2c32-4d46-b4eb-45d1ecbfdad7 None None] Network 131bcf64-39a9-4ba4-937b-4c8908b44a45 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:16.845587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Port': ['ID=95666f84-cbd6-4b02-8c42-72785a9dfe9a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:16.857168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Checking segment: {'id': 'faeab712-0d37-4e36-8991-2a085a79e8c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '319a4430-15b5-4228-b408-e4e0e5bc8e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:16.857532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network hostable DHCP agents. Network: 319a4430-15b5-4228-b408-e4e0e5bc8e61, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:16.934893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network 319a4430-15b5-4228-b408-e4e0e5bc8e61 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:17.048424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 319a4430-15b5-4228-b408-e4e0e5bc8e61) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:17.056794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:17.057880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93063acb-b7f5-4291-8fa7-4c26624663c2 None None] Network 319a4430-15b5-4228-b408-e4e0e5bc8e61 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:17.065216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.073960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.074739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.148142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-75ef0aa1-785d-494c-a663-abbeaad8cb17 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3817019 Oct 15 20:16:17.149191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52444) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:17.232617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e04395-b615-4b97-bba0-35dd00750fba req-a9ac17ad-7950-4e2b-bcc2-c80b1a10a58d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.233312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13e04395-b615-4b97-bba0-35dd00750fba req-a9ac17ad-7950-4e2b-bcc2-c80b1a10a58d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.1338000 Oct 15 20:16:17.284085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454872d-06b8-4aea-a3f9-8435c2ea3261 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.290410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454872d-06b8-4aea-a3f9-8435c2ea3261 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.292052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3454872d-06b8-4aea-a3f9-8435c2ea3261 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1403673 Oct 15 20:16:17.295119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52446) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:17.305900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-13e04395-b615-4b97-bba0-35dd00750fba req-644f87e7-73a6-4ced-be20-409c81a0ef16 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661418 Oct 15 20:16:17.395474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting port 22d9b25d-2377-4530-be21-a18955de194c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:17.395833 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.451498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472b8f1-fc9f-4b43-ac0b-55e3868fb167 req-feed01dd-9ab7-426f-9e4b-55ad4c064354 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.453132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a472b8f1-fc9f-4b43-ac0b-55e3868fb167 req-feed01dd-9ab7-426f-9e4b-55ad4c064354 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.0630496 Oct 15 20:16:17.473996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.492888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Calling delete_port for 22d9b25d-2377-4530-be21-a18955de194c owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:17.516070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a472b8f1-fc9f-4b43-ac0b-55e3868fb167 req-51eb1a91-999c-4b2c-869d-fa1bb29d0547 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561621 Oct 15 20:16:17.549885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52454) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:17.683458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.720081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Port': ['ID=22d9b25d-2377-4530-be21-a18955de194c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:17.727462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.731790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d4e8255-6764-4f1b-b458-42542114b114 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/ports/22d9b25d-2377-4530-be21-a18955de194c HTTP/1.1" status: 204 len: 168 time: 0.4352834 Oct 15 20:16:17.742748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52458) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:17.839230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6119f2e3-3f50-4bab-bede-8b68d9ad92ac tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:17.841895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6119f2e3-3f50-4bab-bede-8b68d9ad92ac tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1093 time: 0.2910178 Oct 15 20:16:17.851965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52462) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:17.859779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:17.870515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting port 95666f84-cbd6-4b02-8c42-72785a9dfe9a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:17.870823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.941430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:17.954866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Calling delete_port for 95666f84-cbd6-4b02-8c42-72785a9dfe9a owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:17.967457 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.073335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.110339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.141142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Port': ['ID=95666f84-cbd6-4b02-8c42-72785a9dfe9a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:18.151481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.154813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c5e2bf0a-bcb2-404f-9c31-1d966b6cb4a5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/ports/95666f84-cbd6-4b02-8c42-72785a9dfe9a HTTP/1.1" status: 204 len: 168 time: 0.4110811 Oct 15 20:16:18.157395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52464) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:18.184519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ba8b836f-af9d-45e8-ba04-869b6ba6684a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0260181 Oct 15 20:16:18.188243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52466) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:18.193082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1241835757'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:18.231272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.25.0.93 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/edc8463d-f248-42c3-8a70-10368c891ecc) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:18.301254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:18.306835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.337760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:18.340662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.347973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.348365 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment 584de830-4fca-4ebb-8b51-0dad2022f2ba of type vlan for network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 Oct 15 20:16:18.395802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.427548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.477784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:18.481130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:18.484750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:18.487215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.493420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=edc8463d-f248-42c3-8a70-10368c891ecc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:18.494219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:18.494823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.515858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b2170cf1-a27c-43ea-8568-501b9ec359d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.572753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=3f466e09-6fbb-4c76-8d7c-dbc2f85800a1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:18.583790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:18.615105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c7869e0f-8033-46b2-ae55-c00083dd923a tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4258242 Oct 15 20:16:18.626171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52476) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:18.635283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1617038570'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:18.712296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:18.717643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.742935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:18.753541 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.753864 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Added segment 85a622ec-725c-4f72-873e-cec8d51fdbf3 of type vlan for network 4bf58ca5-ec37-464d-bab7-90286198618a Oct 15 20:16:18.803987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.901774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:18.912039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:18.913082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.040578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Network': ['ID=4bf58ca5-ec37-464d-bab7-90286198618a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:19.049513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b708d96c-f76a-4312-a64b-72dd9373eef5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4262533 Oct 15 20:16:19.070842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4bf58ca5-ec37-464d-bab7-90286198618a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:19.108621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.183729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52486) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:19.193092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'subnets': [{'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095213545', 'ip_version': 4}, {'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:19.198397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'subnet': {'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1095213545', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:19.199466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Request body: {'subnet': {'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:19.356809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.512272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Made reservation on behalf of bf098075af004f7eba6e085eb7ce8fe1 for: {'subnet': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:19.518789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.519336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.524784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.592581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.681638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=edc8463d-f248-42c3-8a70-10368c891ecc,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:19.696037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:19.805171 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 7b64a15c-943c-47eb-bc97-61eb54edb79b associated. External IP: 172.25.0.93, port: e5a7678a-b8e5-4cb8-acd9-dffc081143fe. Oct 15 20:16:20.030706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:20.031482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:16:20.106183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Subnet': ['ID=fdd5e282-5063-41ab-ac95-3a47b3e76ca8,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:20.115466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Checking segment: {'id': '584de830-4fca-4ebb-8b51-0dad2022f2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:20.115877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network hostable DHCP agents. Network: 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:20.157061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:16:20.168919 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:16:20.177519 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:20.178206 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:15:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:20.215317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:20.272529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:20.290699 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:16:20.299017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:20.303668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:20.311285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5c828-2764-4561-b4cc-f25817c38fd5 None None] Network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:20.329946 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2db73fd7-680d-4ff5-98de-0cca47074706 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4710832 Oct 15 20:16:20.330997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:16:20.334326 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:16:20.478413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event updated for resources: {'Subnet': ['ID=daaa6625-8eeb-4e96-9e96-c3902db627f9,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:20.516591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Checking segment: {'id': '85a622ec-725c-4f72-873e-cec8d51fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:20.519895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network hostable DHCP agents. Network: 4bf58ca5-ec37-464d-bab7-90286198618a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:20.559721 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '7b64a15c-943c-47eb-bc97-61eb54edb79b', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c8:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e025098-f306-4db1-ac80-4a591051c202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:16:18Z', 'updated_at': '2021-10-15T20:16:18Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:20.619258 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:16:20.620937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Network 4bf58ca5-ec37-464d-bab7-90286198618a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:20.630495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-3f466e09-6fbb-4c76-8d7c-dbc2f85800a1', 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1', 'tenant_id': 'bf098075af004f7eba6e085eb7ce8fe1', 'fixed_ips': [{'subnet_id': 'fdd5e282-5063-41ab-ac95-3a47b3e76ca8'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:20.631550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:20.638032 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d29d67-cbee-4f23-9d7e-0063401303a8 x-openstack-request-id: req-04d29d67-cbee-4f23-9d7e-0063401303a8 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:16:20.638986 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:16:20.639403 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04d29d67-cbee-4f23-9d7e-0063401303a8 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:16:20.639997 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'status': 'completed', 'code': 200} Oct 15 20:16:20.643872 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:20.644678 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:15:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:20.714744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4bf58ca5-ec37-464d-bab7-90286198618a) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:20.724831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:20.724831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:20.724831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:20.729380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d5393-d742-489e-89f2-77a1a59a29cd None None] Network 4bf58ca5-ec37-464d-bab7-90286198618a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:20.746177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-f58cf2ad-2d6d-4d0c-96cc-d848348363f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:20.747928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-f58cf2ad-2d6d-4d0c-96cc-d848348363f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1098 time: 0.0876813 Oct 15 20:16:20.803380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:16:20.854444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b82f868a-ef76-4ffd-8cc6-c753505faf63 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6652725 Oct 15 20:16:20.854778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52528) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:20.867017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Allocated IP 172.20.0.2 (3f466e09-6fbb-4c76-8d7c-dbc2f85800a1/fdd5e282-5063-41ab-ac95-3a47b3e76ca8/d1775e12-84ee-46ca-ab06-ebd5617ddedd) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:20.912811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-4af5e7ca-8d80-46c6-8a48-2379659f0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:20.924005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-4af5e7ca-8d80-46c6-8a48-2379659f0906 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1647782 Oct 15 20:16:20.965828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-4bf58ca5-ec37-464d-bab7-90286198618a', 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a', 'tenant_id': 'bf098075af004f7eba6e085eb7ce8fe1', 'fixed_ips': [{'subnet_id': 'daaa6625-8eeb-4e96-9e96-c3902db627f9'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:20.966742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.053394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-d11270ba-d258-483f-99c8-b885154869eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 200 len: 999 time: 0.1223512 Oct 15 20:16:21.087642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c4c1c-da70-4985-b0a3-c9fa8ef622c5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:21.089521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c4c1c-da70-4985-b0a3-c9fa8ef622c5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:21.091550 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1c4c1c-da70-4985-b0a3-c9fa8ef622c5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:21.094792 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dc1c4c1c-da70-4985-b0a3-c9fa8ef622c5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2388184 Oct 15 20:16:21.097398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52542) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:21.155360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-cda5e4f6-2fcd-47b2-b8fc-23f494c72744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:21.158189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-cda5e4f6-2fcd-47b2-b8fc-23f494c72744 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0969210 Oct 15 20:16:21.191603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting subnet fdd5e282-5063-41ab-ac95-3a47b3e76ca8 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:16:21.234141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.234599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-cf92361c-227f-40e1-a0b2-7384b776428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:21.242212 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-cf92361c-227f-40e1-a0b2-7384b776428d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627868 Oct 15 20:16:21.316573 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.329479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.426229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.426889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-b7ff80b4-02db-44ad-882a-48777dbfe518 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832528 Oct 15 20:16:21.427443 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '7b64a15c-943c-47eb-bc97-61eb54edb79b', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c8:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e025098-f306-4db1-ac80-4a591051c202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:16:18Z', 'updated_at': '2021-10-15T20:16:18Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:21.465304 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1a0eef-bcea-4995-bb46-1ff2dbe1e0ad None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '7b64a15c-943c-47eb-bc97-61eb54edb79b', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.93', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c8:01:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e025098-f306-4db1-ac80-4a591051c202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:16:18Z', 'updated_at': '2021-10-15T20:16:18Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:16:21.490169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:21.491634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Allocated IP 172.20.0.18 (4bf58ca5-ec37-464d-bab7-90286198618a/daaa6625-8eeb-4e96-9e96-c3902db627f9/b19e45de-6a4d-471b-899f-71d5af831c1c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:21.510278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Pushing event updated for resources: {'Port': ['ID=d1775e12-84ee-46ca-ab06-ebd5617ddedd,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:21.524499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:21.527456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:21.609029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-544f7602-f225-48b0-9d67-7211c2c3f2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.617323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.657425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4aaf74a-a0ec-42eb-ba4e-1dc53497a5fd req-9747dcac-51be-4cab-8252-2c11fb4fb629 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223961 Oct 15 20:16:21.711588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Attempting to bind port d1775e12-84ee-46ca-ab06-ebd5617ddedd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:21.712065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Attempting to bind port d1775e12-84ee-46ca-ab06-ebd5617ddedd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '584de830-4fca-4ebb-8b51-0dad2022f2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:21.712639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Attempting to bind port d1775e12-84ee-46ca-ab06-ebd5617ddedd on network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:21.720297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:21.720672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Checking segment: {'id': '584de830-4fca-4ebb-8b51-0dad2022f2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:21.721070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.721464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Bound using segment: {'id': '584de830-4fca-4ebb-8b51-0dad2022f2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:21.721976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Bound port: d1775e12-84ee-46ca-ab06-ebd5617ddedd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '584de830-4fca-4ebb-8b51-0dad2022f2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '3f466e09-6fbb-4c76-8d7c-dbc2f85800a1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:21.722362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.808446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.836768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.842105 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/subnets/fdd5e282-5063-41ab-ac95-3a47b3e76ca8 HTTP/1.1" status: 204 len: 168 time: 0.7433338 Oct 15 20:16:21.844645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52570) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:21.848595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] For port d1775e12-84ee-46ca-ab06-ebd5617ddedd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:21.859441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d002294-ee58-43ab-b284-a3605a497558 None None] New status for floating IP 7b64a15c-943c-47eb-bc97-61eb54edb79b: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:16:21.870244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739152e1-f95a-478c-8114-05937583ea81 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd5e282-5063-41ab-ac95-3a47b3e76ca8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:21.914513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] For port d1775e12-84ee-46ca-ab06-ebd5617ddedd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d1775e12-84ee-46ca-ab06-ebd5617ddedd,segment=NetworkSegment(584de830-4fca-4ebb-8b51-0dad2022f2ba),segment_id=584de830-4fca-4ebb-8b51-0dad2022f2ba)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:21.918512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:21.930985 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting subnet daaa6625-8eeb-4e96-9e96-c3902db627f9 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:16:21.995646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.035901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.050440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.096435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Network 4bf58ca5-ec37-464d-bab7-90286198618a is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:22.110355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:22.114860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656c10-a042-46ae-8f6f-e1a2e503f33f None None] Pushing event updated for resources: {'Port': ['ID=d1775e12-84ee-46ca-ab06-ebd5617ddedd,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:22.125077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:22.126046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.238021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Pushing event updated for resources: {'Port': ['ID=b19e45de-6a4d-471b-899f-71d5af831c1c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:22.247418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Attempting to bind port b19e45de-6a4d-471b-899f-71d5af831c1c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:22.247986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Attempting to bind port b19e45de-6a4d-471b-899f-71d5af831c1c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '85a622ec-725c-4f72-873e-cec8d51fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:22.248516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Attempting to bind port b19e45de-6a4d-471b-899f-71d5af831c1c on network 4bf58ca5-ec37-464d-bab7-90286198618a {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:22.254531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:22.255237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Checking segment: {'id': '85a622ec-725c-4f72-873e-cec8d51fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:22.255681 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.256067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Bound using segment: {'id': '85a622ec-725c-4f72-873e-cec8d51fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:22.256792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Bound port: b19e45de-6a4d-471b-899f-71d5af831c1c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a622ec-725c-4f72-873e-cec8d51fdbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4bf58ca5-ec37-464d-bab7-90286198618a'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:22.257175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.262959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.409425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.419911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.423930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] For port b19e45de-6a4d-471b-899f-71d5af831c1c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:22.427778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] For port b19e45de-6a4d-471b-899f-71d5af831c1c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b19e45de-6a4d-471b-899f-71d5af831c1c,segment=NetworkSegment(85a622ec-725c-4f72-873e-cec8d51fdbf3),segment_id=85a622ec-725c-4f72-873e-cec8d51fdbf3)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:22.454391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.457617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/subnets/daaa6625-8eeb-4e96-9e96-c3902db627f9 HTTP/1.1" status: 204 len: 168 time: 0.6119659 Oct 15 20:16:22.458604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce477065-f9b1-4dac-8629-94304c653aa7 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Subnet': ['ID=daaa6625-8eeb-4e96-9e96-c3902db627f9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:22.460477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52600) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:22.521867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61047c1-8f7f-4a60-92a7-9a7d926e56b5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:22.523808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c61047c1-8f7f-4a60-92a7-9a7d926e56b5 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0621383 Oct 15 20:16:22.524797 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.528418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52606) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:22.597856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445c69d-d236-4155-8986-2fb1c7244d85 None None] Pushing event updated for resources: {'Port': ['ID=b19e45de-6a4d-471b-899f-71d5af831c1c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:22.631791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.670190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:22.704022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting port b19e45de-6a4d-471b-899f-71d5af831c1c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:22.704856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.778766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] For port b19e45de-6a4d-471b-899f-71d5af831c1c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b19e45de-6a4d-471b-899f-71d5af831c1c,segment=NetworkSegment(85a622ec-725c-4f72-873e-cec8d51fdbf3),segment_id=85a622ec-725c-4f72-873e-cec8d51fdbf3)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:22.779129 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.809967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Calling delete_port for b19e45de-6a4d-471b-899f-71d5af831c1c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:22.832159 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.855233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.868307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:22.952532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.030533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.061220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Port': ['ID=b19e45de-6a4d-471b-899f-71d5af831c1c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:23.063111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] No DVR routers for this DVR port b19e45de-6a4d-471b-899f-71d5af831c1c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:23.118346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.121657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.155518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.178291 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf58ca5-ec37-464d-bab7-90286198618a']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:23.186356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14faf4b5-d163-4363-a26f-1ca664143270,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:23.189818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a622ec-725c-4f72-873e-cec8d51fdbf3') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:23.190110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a622ec-725c-4f72-873e-cec8d51fdbf3') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:23.193800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa914e7e14d0442ab4c29755ddede558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222442 Oct 15 20:16:23.197564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52636) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:23.201515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.201912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.202326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.202598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.202939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.203244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.203785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.204118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.204445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.204574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.204768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.205113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.205416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a61f70-ecec-4ccb-8641-2d40422e7da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:23.235650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.247956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:23.248349 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:23.251266 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:23.348259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.377957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c25f7a-6b5c-447b-8a06-d0c98fa80db7 None None] Network 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:23.394392 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.425550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.463222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.468566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/4bf58ca5-ec37-464d-bab7-90286198618a HTTP/1.1" status: 204 len: 168 time: 0.9383209 Oct 15 20:16:23.469454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:23.482287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7b31f-b7a9-497b-9319-0a1e736867fc tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=4bf58ca5-ec37-464d-bab7-90286198618a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:23.502445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] Provisioning complete for port d1775e12-84ee-46ca-ab06-ebd5617ddedd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:23.503478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.553535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.556781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.558138 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14faf4b5-d163-4363-a26f-1ca664143270 HTTP/1.1" status: 204 len: 168 time: 0.3596334 Oct 15 20:16:23.589145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7b96-7800-4a92-bcce-e18d0c32a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14faf4b5-d163-4363-a26f-1ca664143270,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:23.620640 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.664253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] DHCP port deletion for 3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:16:23.671597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] For port d1775e12-84ee-46ca-ab06-ebd5617ddedd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d1775e12-84ee-46ca-ab06-ebd5617ddedd,segment=NetworkSegment(584de830-4fca-4ebb-8b51-0dad2022f2ba),segment_id=584de830-4fca-4ebb-8b51-0dad2022f2ba)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:23.681866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.733462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Deleting port d1775e12-84ee-46ca-ab06-ebd5617ddedd {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:23.733839 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.752910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.776421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Deleting port d1775e12-84ee-46ca-ab06-ebd5617ddedd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:23.777063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.819845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686529e-f65a-432e-a0ec-33fcb6e31983 None None] Pushing event updated for resources: {'Port': ['ID=d1775e12-84ee-46ca-ab06-ebd5617ddedd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:23.877186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] For port d1775e12-84ee-46ca-ab06-ebd5617ddedd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d1775e12-84ee-46ca-ab06-ebd5617ddedd,segment=NetworkSegment(584de830-4fca-4ebb-8b51-0dad2022f2ba),segment_id=584de830-4fca-4ebb-8b51-0dad2022f2ba)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:23.877573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.907076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Calling delete_port for d1775e12-84ee-46ca-ab06-ebd5617ddedd owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:23.914191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] For port d1775e12-84ee-46ca-ab06-ebd5617ddedd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d1775e12-84ee-46ca-ab06-ebd5617ddedd,segment=NetworkSegment(584de830-4fca-4ebb-8b51-0dad2022f2ba),segment_id=584de830-4fca-4ebb-8b51-0dad2022f2ba)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:23.914760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:23.935331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Calling delete_port for d1775e12-84ee-46ca-ab06-ebd5617ddedd owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:23.988581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-38616c4c-d9c3-4010-98b9-a8ff6f3be1e6 None None] Could not find standard attr ID for object b19e45de-6a4d-471b-899f-71d5af831c1c. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:16:23.999240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d9f348-7c28-4874-85d4-b9013b8deb6c None None] DHCP port deletion for 4bf58ca5-ec37-464d-bab7-90286198618a request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:16:24.054250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f92f7-b4ae-411a-805d-a7819ea383c0 None None] Network 4bf58ca5-ec37-464d-bab7-90286198618a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:24.069947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f92f7-b4ae-411a-805d-a7819ea383c0 None None] Network 4bf58ca5-ec37-464d-bab7-90286198618a could not be found, it might have been deleted concurrently. {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:16:24.143746 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:16:24.148372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.160223 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.180483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Port': ['ID=d1775e12-84ee-46ca-ab06-ebd5617ddedd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:24.190882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] Pushing event deleted for resources: {'Port': ['ID=d1775e12-84ee-46ca-ab06-ebd5617ddedd,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:24.191124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] No DVR routers for this DVR port d1775e12-84ee-46ca-ab06-ebd5617ddedd on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:24.193548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49917e-f37a-41ee-ba6f-b949a942996e None None] No DVR routers for this DVR port d1775e12-84ee-46ca-ab06-ebd5617ddedd on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:24.289670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.310945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f466e09-6fbb-4c76-8d7c-dbc2f85800a1']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:24.322434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '584de830-4fca-4ebb-8b51-0dad2022f2ba') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:24.322737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '584de830-4fca-4ebb-8b51-0dad2022f2ba') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:24.332993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.346760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.352877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:24.353255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:24.356533 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:24.439964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52700) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:24.453712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5123842e-7e83-4fe0-a668-f969bc3c13e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.469313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.484472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.489412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/3f466e09-6fbb-4c76-8d7c-dbc2f85800a1 HTTP/1.1" status: 204 len: 168 time: 1.0160885 Oct 15 20:16:24.489650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52706) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:24.507693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3456fb-f0b6-41f7-a4b0-7540556b270d tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=3f466e09-6fbb-4c76-8d7c-dbc2f85800a1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:24.575133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5123842e-7e83-4fe0-a668-f969bc3c13e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.578755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.644071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.672252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5123842e-7e83-4fe0-a668-f969bc3c13e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.714067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5123842e-7e83-4fe0-a668-f969bc3c13e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e5edfc7286e4ccfbaa6d356c742c45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729824 Oct 15 20:16:24.715690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123842e-7e83-4fe0-a668-f969bc3c13e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ed7212-b47a-4623-9d64-17c052644976,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:24.718414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:24.775209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.802540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.927445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.931471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:24.935454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67ed7212-b47a-4623-9d64-17c052644976 HTTP/1.1" status: 204 len: 168 time: 0.2158363 Oct 15 20:16:24.946046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67547273-63e3-48c6-ba33-503e8452c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ed7212-b47a-4623-9d64-17c052644976,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:25.014396 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.035255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a4430-15b5-4228-b408-e4e0e5bc8e61']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.046374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faeab712-0d37-4e36-8991-2a085a79e8c8') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.046682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faeab712-0d37-4e36-8991-2a085a79e8c8') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.057608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.073093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.079293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:25.079705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:25.082751 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:25.213584 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.220575 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.223671 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/319a4430-15b5-4228-b408-e4e0e5bc8e61 HTTP/1.1" status: 204 len: 168 time: 0.7329991 Oct 15 20:16:25.226811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52742) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:25.243963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883db4c-c73e-49e4-a559-ef2ac906f380 tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=319a4430-15b5-4228-b408-e4e0e5bc8e61,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:25.312917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.420362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.441643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131bcf64-39a9-4ba4-937b-4c8908b44a45']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.452036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db2444c-da83-4f38-94d2-9534fb4c0675') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.452410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db2444c-da83-4f38-94d2-9534fb4c0675') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:25.467413 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.487817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.495943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:25.497240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:25.512729 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:25.666822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.671493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:25.677765 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] 10.222.0.13 "DELETE /v2.0/networks/131bcf64-39a9-4ba4-937b-4c8908b44a45 HTTP/1.1" status: 204 len: 168 time: 0.4473467 Oct 15 20:16:25.695960 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f051b6-8dcd-4a77-89fc-8e2c3388ca8b tempest-BulkNetworkOpsTest-1292959280 tempest-BulkNetworkOpsTest-1292959280-project] Pushing event deleted for resources: {'Network': ['ID=131bcf64-39a9-4ba4-937b-4c8908b44a45,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:25.812002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b19e45de-6a4d-471b-899f-71d5af831c1c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:16:25.832031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b19e45de-6a4d-471b-899f-71d5af831c1c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:16:25.832379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b19e45de-6a4d-471b-899f-71d5af831c1c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:16:26.241008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52814) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:26.390480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a2dc11d-e82f-443c-b0eb-0a6fa1c1706f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf098075af004f7eba6e085eb7ce8fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484122 Oct 15 20:16:26.392831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 52826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:26.441707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:26.462910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:26.576031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:26.579983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:26.580726 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab420b58-20b3-4548-a90a-e131a6bb4fcf HTTP/1.1" status: 204 len: 168 time: 0.1863062 Oct 15 20:16:26.591868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a651d-5d8b-4933-813c-f3d5f2bb0574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab420b58-20b3-4548-a90a-e131a6bb4fcf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:27.733569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 52936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:27.841586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806455736'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:27.940717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:27.944851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:27.956114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.045360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.122704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.151790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:28.161396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310db8fa-8843-465a-b276-9e855ee138b3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:28.166769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.167116 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment e04997c9-b34c-4cdb-bb9d-eed14e3e08fe of type vlan for network f589f9fa-05ab-4eaa-85d7-e8283be06dbc Oct 15 20:16:28.207891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.278115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.288529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:28.289164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:28.362077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=f589f9fa-05ab-4eaa-85d7-e8283be06dbc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:28.373006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:28.391964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-861709e8-79ef-4a6d-93ea-0cde3fd424c9 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6474400 Oct 15 20:16:28.878268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:28.993890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104bd3bf-11a2-4cc2-b96f-d50b99b36a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.065887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104bd3bf-11a2-4cc2-b96f-d50b99b36a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.164837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-104bd3bf-11a2-4cc2-b96f-d50b99b36a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.210253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-104bd3bf-11a2-4cc2-b96f-d50b99b36a52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=392553137403487f9652ca7769d5d34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277161 Oct 15 20:16:29.210253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53020) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:29.215746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bd3bf-11a2-4cc2-b96f-d50b99b36a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e45fff-9fa1-4e37-95f2-a4e283a4e25a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:29.263138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.289300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.706778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.709711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:29.713921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90e45fff-9fa1-4e37-95f2-a4e283a4e25a HTTP/1.1" status: 204 len: 168 time: 0.5032570 Oct 15 20:16:29.722921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590139bd-6779-42e2-8298-9576496395d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e45fff-9fa1-4e37-95f2-a4e283a4e25a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:30.357940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53078) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:30.374580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7a3edcb-1621-4c2c-9eda-000ac1632dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.453488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7a3edcb-1621-4c2c-9eda-000ac1632dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.541150 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c7a3edcb-1621-4c2c-9eda-000ac1632dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.582966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:30.583480 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c7a3edcb-1621-4c2c-9eda-000ac1632dec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20b3ddc4abfb47aea63399453b88de93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240722 Oct 15 20:16:30.584102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3edcb-1621-4c2c-9eda-000ac1632dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08be4a-cb8c-4542-9822-2aaa04faf5e3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:30.636217 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.657251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.761640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.764606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:30.768293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be08be4a-cb8c-4542-9822-2aaa04faf5e3 HTTP/1.1" status: 204 len: 168 time: 0.1800675 Oct 15 20:16:30.784384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f177328-68b1-4609-90e5-bb7f0f5246b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08be4a-cb8c-4542-9822-2aaa04faf5e3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:31.675908 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:16:31.714712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53140) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:31.720571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:31.898606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:31.902515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.146995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.207674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=66620efd-0e84-4901-911f-f772fced8947,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:32.218935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:32.219322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: f589f9fa-05ab-4eaa-85d7-e8283be06dbc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:32.306542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:32.415397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f589f9fa-05ab-4eaa-85d7-e8283be06dbc) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:32.419644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:32.420574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.429345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cf2387-6149-4215-ad35-d717c21eff58 None None] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:32.516427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53162) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:32.516999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-726dda94-3942-423d-8865-d627b28fe7a1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8005342 Oct 15 20:16:32.524949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502379717'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:32.590088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f589f9fa-05ab-4eaa-85d7-e8283be06dbc', 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '66620efd-0e84-4901-911f-f772fced8947'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:32.592706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.609741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:32.613993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.645213 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:32.656249 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.656656 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 116b4391-fac2-4156-819f-ae54050d2fd1 of type vlan for network 1d3acf55-8f0b-4dae-be26-43d22f63da24 Oct 15 20:16:32.701329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.741861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Allocated IP 2001:db8:0:ffff::2 (f589f9fa-05ab-4eaa-85d7-e8283be06dbc/66620efd-0e84-4901-911f-f772fced8947/2878b797-dd04-4b1c-97e1-8b8d07a870bd) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:32.787207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.793545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:32.798092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.897056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:32.925742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53170) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:32.926307 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4075661 Oct 15 20:16:32.927203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07c542-3293-4ef0-8a12-a4d11ea80e24 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=1d3acf55-8f0b-4dae-be26-43d22f63da24,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:32.934433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:32.944838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1d3acf55-8f0b-4dae-be26-43d22f63da24 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:33.095605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:33.099732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.117767 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.201124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:33.212335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:33.215200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:33.233579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Pushing event updated for resources: {'Port': ['ID=2878b797-dd04-4b1c-97e1-8b8d07a870bd,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:33.292484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Attempting to bind port 2878b797-dd04-4b1c-97e1-8b8d07a870bd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:33.293114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Attempting to bind port 2878b797-dd04-4b1c-97e1-8b8d07a870bd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:33.293566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Attempting to bind port 2878b797-dd04-4b1c-97e1-8b8d07a870bd on network f589f9fa-05ab-4eaa-85d7-e8283be06dbc {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:33.299071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:33.299450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Checking segment: {'id': 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:33.299934 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.300427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Bound using segment: {'id': 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:33.300936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Bound port: 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f589f9fa-05ab-4eaa-85d7-e8283be06dbc'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:33.301317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.367668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] For port 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:33.370668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] For port 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2878b797-dd04-4b1c-97e1-8b8d07a870bd,segment=NetworkSegment(e04997c9-b34c-4cdb-bb9d-eed14e3e08fe),segment_id=e04997c9-b34c-4cdb-bb9d-eed14e3e08fe)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:33.453483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.453636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.524529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=03fe7f43-35d1-44b2-881f-2814adbf5902,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:33.542761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '116b4391-fac2-4156-819f-ae54050d2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:33.543221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 1d3acf55-8f0b-4dae-be26-43d22f63da24, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:33.545988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5ad56-64cd-44a6-9296-9491766aba1e None None] Pushing event updated for resources: {'Port': ['ID=2878b797-dd04-4b1c-97e1-8b8d07a870bd,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:33.643676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 1d3acf55-8f0b-4dae-be26-43d22f63da24 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:33.697501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1d3acf55-8f0b-4dae-be26-43d22f63da24) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:33.703917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:33.704685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:33.718974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7019dd-6399-4d78-9fd4-d6a91ac6d778 None None] Network 1d3acf55-8f0b-4dae-be26-43d22f63da24 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:33.869557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3730e53d-509c-41cd-80db-bef4e15e952a tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9391935 Oct 15 20:16:33.909054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53188) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:33.974147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2878b797-dd04-4b1c-97e1-8b8d07a870bd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:33.987805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-1d3acf55-8f0b-4dae-be26-43d22f63da24', 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '03fe7f43-35d1-44b2-881f-2814adbf5902'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:33.988829 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.029030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.111782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.173682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2878b797-dd04-4b1c-97e1-8b8d07a870bd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:34.174185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.228738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Allocated IP 2001:db8::1 (1d3acf55-8f0b-4dae-be26-43d22f63da24/03fe7f43-35d1-44b2-881f-2814adbf5902/f7859631-2f5d-4456-9df9-608a919b148c) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:34.341301 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.389252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2878b797-dd04-4b1c-97e1-8b8d07a870bd,segment=NetworkSegment(e04997c9-b34c-4cdb-bb9d-eed14e3e08fe),segment_id=e04997c9-b34c-4cdb-bb9d-eed14e3e08fe)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:34.464782 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.521793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.523262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=2878b797-dd04-4b1c-97e1-8b8d07a870bd,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:34.617206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.706273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Network 1d3acf55-8f0b-4dae-be26-43d22f63da24 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:34.709806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:34.716731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:34.724829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.752818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Pushing event updated for resources: {'Port': ['ID=f7859631-2f5d-4456-9df9-608a919b148c,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:34.768141 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=03fe7f43-35d1-44b2-881f-2814adbf5902,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:34.792997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Attempting to bind port f7859631-2f5d-4456-9df9-608a919b148c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:34.793379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Attempting to bind port f7859631-2f5d-4456-9df9-608a919b148c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '116b4391-fac2-4156-819f-ae54050d2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:34.793749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Attempting to bind port f7859631-2f5d-4456-9df9-608a919b148c on network 1d3acf55-8f0b-4dae-be26-43d22f63da24 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:34.799385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:34.799808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Checking segment: {'id': '116b4391-fac2-4156-819f-ae54050d2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:34.800214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.800611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Bound using segment: {'id': '116b4391-fac2-4156-819f-ae54050d2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:34.801080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Bound port: f7859631-2f5d-4456-9df9-608a919b148c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '116b4391-fac2-4156-819f-ae54050d2fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:34.801461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.844615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f86f89-403c-4df1-8ee1-83a520dfe33a None None] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:34.858477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.892709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3acf55-8f0b-4dae-be26-43d22f63da24']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:34.893297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116b4391-fac2-4156-819f-ae54050d2fd1') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:34.893696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116b4391-fac2-4156-819f-ae54050d2fd1') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:34.908746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.924222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.931624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:34.932304 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:34.935792 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:34.964603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] For port f7859631-2f5d-4456-9df9-608a919b148c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:34.971842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5ee02cb3-f1d3-4daa-a63a-b61b66312d1a None None] Provisioning complete for port 2878b797-dd04-4b1c-97e1-8b8d07a870bd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:34.974181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ee02cb3-f1d3-4daa-a63a-b61b66312d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.032367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] For port f7859631-2f5d-4456-9df9-608a919b148c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f7859631-2f5d-4456-9df9-608a919b148c,segment=NetworkSegment(116b4391-fac2-4156-819f-ae54050d2fd1),segment_id=116b4391-fac2-4156-819f-ae54050d2fd1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:35.062680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:16:35.062680 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:16:35.062680 n-d-712140-14 neutron-server[101181]: [parameters: {'id': '1d3acf55-8f0b-4dae-be26-43d22f63da24'}] Oct 15 20:16:35.062680 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:35.063190 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:35.110003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.212782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e8bb4-bae8-49e4-b5fc-eebf7582f45e None None] Pushing event updated for resources: {'Port': ['ID=f7859631-2f5d-4456-9df9-608a919b148c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:35.232101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e89e4fb-7c35-4a37-b4a6-3923fa52b6c3 None None] Network 1d3acf55-8f0b-4dae-be26-43d22f63da24 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:35.330088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53202) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:35.422974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292f79b6-aec6-4c61-a28c-a0572e69f1d7 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:16:35.454224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51b2aa36-0f2d-438b-b669-95b758a5fc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.516377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bcf61e96-d65b-4b9e-ab8a-1c9af26067f8 None None] Provisioning complete for port 2878b797-dd04-4b1c-97e1-8b8d07a870bd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:35.516988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bcf61e96-d65b-4b9e-ab8a-1c9af26067f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.533210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51b2aa36-0f2d-438b-b669-95b758a5fc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.545644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292f79b6-aec6-4c61-a28c-a0572e69f1d7 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:16:35.564782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.622195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-51b2aa36-0f2d-438b-b669-95b758a5fc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.673160 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-51b2aa36-0f2d-438b-b669-95b758a5fc65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8b218b3a37e434c9bfbe60b9d4e3dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419316 Oct 15 20:16:35.673974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2aa36-0f2d-438b-b669-95b758a5fc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6c43b8-e3f2-4438-a7e1-b93ca7fad343,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:35.676169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53206) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:35.734479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port f7859631-2f5d-4456-9df9-608a919b148c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:35.734823 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.794200 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.841039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.860349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port f7859631-2f5d-4456-9df9-608a919b148c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f7859631-2f5d-4456-9df9-608a919b148c,segment=NetworkSegment(116b4391-fac2-4156-819f-ae54050d2fd1),segment_id=116b4391-fac2-4156-819f-ae54050d2fd1)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:35.861629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:35.877888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for f7859631-2f5d-4456-9df9-608a919b148c owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:35.895666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2878b797-dd04-4b1c-97e1-8b8d07a870bd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:35.967095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2878b797-dd04-4b1c-97e1-8b8d07a870bd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:35.967657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.007344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.010022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.011687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb6c43b8-e3f2-4438-a7e1-b93ca7fad343 HTTP/1.1" status: 204 len: 168 time: 0.3334332 Oct 15 20:16:36.022826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db8fa2-ce87-4617-8c2a-9602fce4ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6c43b8-e3f2-4438-a7e1-b93ca7fad343,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:36.079098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.108701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=f7859631-2f5d-4456-9df9-608a919b148c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:36.112544 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port f7859631-2f5d-4456-9df9-608a919b148c on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:36.196832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.223498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3acf55-8f0b-4dae-be26-43d22f63da24']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:36.236243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116b4391-fac2-4156-819f-ae54050d2fd1') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:36.236546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116b4391-fac2-4156-819f-ae54050d2fd1') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:36.247794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.261509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.268236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:36.268627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:36.271912 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:36.375216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.386977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.389031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/1d3acf55-8f0b-4dae-be26-43d22f63da24 HTTP/1.1" status: 204 len: 168 time: 2.5178638 Oct 15 20:16:36.392677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:36.398240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1200709186'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:36.400134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55f636-43a8-4083-b833-7a59d05754da tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=1d3acf55-8f0b-4dae-be26-43d22f63da24,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:36.472498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:36.477391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.502954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:36.512596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.513047 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 69941e0f-7032-444c-bebd-316fc366fc9c of type vlan for network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 Oct 15 20:16:36.551515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.670807 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.676544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:36.677181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:36.743692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:36.753650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:36.827442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66c2a644-98ce-4514-ab0e-33a04120daee tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4335935 Oct 15 20:16:36.828178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53228) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:36.841901 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:37.059279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:37.063391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.380057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.466879 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=0293953c-dd19-4e19-8cba-6af15a932a12,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:37.472933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '69941e0f-7032-444c-bebd-316fc366fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:37.473417 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:37.572010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:37.666635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:37.673421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:37.674376 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.676072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c052a01-557e-4cab-8fff-8f2a472db88d None None] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:37.756043 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-46551e23-8a84-4d4f-8216-dd9718b12537 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9264553 Oct 15 20:16:37.762173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53252) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:37.777231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59968776'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:37.835313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:37.839747 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.848097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12', 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '0293953c-dd19-4e19-8cba-6af15a932a12'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:37.849098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.884660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:37.895001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:37.895518 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment cfc9072b-b0e9-444e-8d96-bb98f30d663f of type vlan for network 342aed00-4d8b-4ce2-b481-b80a38ae252e Oct 15 20:16:37.943154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.016236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.022998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Allocated IP 2001:db8::1 (4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12/0293953c-dd19-4e19-8cba-6af15a932a12/81a05407-c785-4c7c-9329-9e252126278f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:38.026257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:38.027891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.106624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=342aed00-4d8b-4ce2-b481-b80a38ae252e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:38.127357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 342aed00-4d8b-4ce2-b481-b80a38ae252e details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:38.139097 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bf60efd8-af64-4671-b9e6-37dbf98aaea6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3675141 Oct 15 20:16:38.141884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:38.150342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:38.309663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.385573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.389252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:38.395854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.436446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:38.439575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:38.447362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:38.449748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Pushing event updated for resources: {'Port': ['ID=81a05407-c785-4c7c-9329-9e252126278f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:38.469812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Performing IP validity checks on allocation pools {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:16:38.470471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:16:38.517555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Attempting to bind port 81a05407-c785-4c7c-9329-9e252126278f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:38.518018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Attempting to bind port 81a05407-c785-4c7c-9329-9e252126278f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '69941e0f-7032-444c-bebd-316fc366fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:38.518431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Attempting to bind port 81a05407-c785-4c7c-9329-9e252126278f on network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:38.524240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:38.524620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Checking segment: {'id': '69941e0f-7032-444c-bebd-316fc366fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:38.525026 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.525528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Bound using segment: {'id': '69941e0f-7032-444c-bebd-316fc366fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:38.526003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Bound port: 81a05407-c785-4c7c-9329-9e252126278f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69941e0f-7032-444c-bebd-316fc366fc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:38.526385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.601953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] For port 81a05407-c785-4c7c-9329-9e252126278f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:38.605128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] For port 81a05407-c785-4c7c-9329-9e252126278f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81a05407-c785-4c7c-9329-9e252126278f,segment=NetworkSegment(69941e0f-7032-444c-bebd-316fc366fc9c),segment_id=69941e0f-7032-444c-bebd-316fc366fc9c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:38.676982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.716237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.762214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6a306-025b-415d-87bb-9442a1d19b45 None None] Pushing event updated for resources: {'Port': ['ID=81a05407-c785-4c7c-9329-9e252126278f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:38.791148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=99cf3f98-9032-4c35-9a87-820ad27c1c75,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:38.809582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': 'cfc9072b-b0e9-444e-8d96-bb98f30d663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:38.809958 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 342aed00-4d8b-4ce2-b481-b80a38ae252e, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:38.829287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53276) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:38.895218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 342aed00-4d8b-4ce2-b481-b80a38ae252e is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:38.970064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 342aed00-4d8b-4ce2-b481-b80a38ae252e) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:38.976043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:38.976753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:38.986385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff93e1-80c3-4fd7-8127-3aa2115de1c7 None None] Network 342aed00-4d8b-4ce2-b481-b80a38ae252e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:39.072644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:39.134827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-73e09f1f-3ac6-4bb7-a5e7-ca380a67a080 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9913259 Oct 15 20:16:39.137766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53280) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:39.175592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-342aed00-4d8b-4ce2-b481-b80a38ae252e', 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '99cf3f98-9032-4c35-9a87-820ad27c1c75'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:39.176564 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.251743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.270462 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.348880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.396554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Allocated IP 2001:db8::3 (342aed00-4d8b-4ce2-b481-b80a38ae252e/99cf3f98-9032-4c35-9a87-820ad27c1c75/e195028f-5441-4170-8f92-d6b3e3cfb915) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:39.445820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.566055 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.581813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Allocated IP 172.25.0.107 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/772326df-7474-4829-aaf2-533157a66acc) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:39.645011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.686408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Network 342aed00-4d8b-4ce2-b481-b80a38ae252e is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:39.689403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:39.696881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:39.718766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Pushing event updated for resources: {'Port': ['ID=e195028f-5441-4170-8f92-d6b3e3cfb915,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:39.726414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.746547 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.777061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Attempting to bind port e195028f-5441-4170-8f92-d6b3e3cfb915 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:39.777428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Attempting to bind port e195028f-5441-4170-8f92-d6b3e3cfb915 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfc9072b-b0e9-444e-8d96-bb98f30d663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:39.777922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Attempting to bind port e195028f-5441-4170-8f92-d6b3e3cfb915 on network 342aed00-4d8b-4ce2-b481-b80a38ae252e {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:39.786510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:39.790117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Checking segment: {'id': 'cfc9072b-b0e9-444e-8d96-bb98f30d663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:39.790117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.790117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Bound using segment: {'id': 'cfc9072b-b0e9-444e-8d96-bb98f30d663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:39.790117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Bound port: e195028f-5441-4170-8f92-d6b3e3cfb915, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfc9072b-b0e9-444e-8d96-bb98f30d663f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:39.790117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.802543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=99cf3f98-9032-4c35-9a87-820ad27c1c75,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:39.898123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.919464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:39.960018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342aed00-4d8b-4ce2-b481-b80a38ae252e']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:39.979436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc9072b-b0e9-444e-8d96-bb98f30d663f') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:39.979791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc9072b-b0e9-444e-8d96-bb98f30d663f') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:39.987028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81a05407-c785-4c7c-9329-9e252126278f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:40.009046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.027970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=772326df-7474-4829-aaf2-533157a66acc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:40.033421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053a3c27-d6bf-4a24-808b-ee66ed6d5893 None None] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:40.034676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.042635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:40.045870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:40.047089 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:40.056398 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.057414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.058123 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.058628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.059112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.059682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.060155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.060797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.061290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.061779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.062320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.062802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:16:40.079093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:40.082215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:40.086512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:40.140970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] For port e195028f-5441-4170-8f92-d6b3e3cfb915, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:40.149320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] For port e195028f-5441-4170-8f92-d6b3e3cfb915, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e195028f-5441-4170-8f92-d6b3e3cfb915,segment=NetworkSegment(cfc9072b-b0e9-444e-8d96-bb98f30d663f),segment_id=cfc9072b-b0e9-444e-8d96-bb98f30d663f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:40.156463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] Provisioning complete for port 81a05407-c785-4c7c-9329-9e252126278f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:40.156931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.173929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:16:40.173929 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:16:40.173929 n-d-712140-14 neutron-server[101180]: [parameters: {'id': '342aed00-4d8b-4ce2-b481-b80a38ae252e'}] Oct 15 20:16:40.173929 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:40.175118 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:40.196287 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.204743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 81a05407-c785-4c7c-9329-9e252126278f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:40.204743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.237010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.309049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.406488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce50f4-8a41-46c9-893c-5a267d4539b9 None None] Pushing event updated for resources: {'Port': ['ID=e195028f-5441-4170-8f92-d6b3e3cfb915,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:40.429709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e4aab-3639-46e9-9c04-c5ebb79b009e None None] Network 342aed00-4d8b-4ce2-b481-b80a38ae252e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:40.467855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.515927 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.543225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.581120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] For port 81a05407-c785-4c7c-9329-9e252126278f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81a05407-c785-4c7c-9329-9e252126278f,segment=NetworkSegment(69941e0f-7032-444c-bebd-316fc366fc9c),segment_id=69941e0f-7032-444c-bebd-316fc366fc9c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:40.587016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.644279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=772326df-7474-4829-aaf2-533157a66acc,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:40.662538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.675849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.690066 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.729981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039bba2-f38e-4905-944d-77365514b1e4 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:16:40.734209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port e195028f-5441-4170-8f92-d6b3e3cfb915 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:40.735048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.735288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:40.735684 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:40.777613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.781372 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-31034576-2fd3-4bc0-8170-92554c9249db tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9484491 Oct 15 20:16:40.781954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:40.786826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1211033989'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:40.799137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e35e63-fc0a-493f-9cf6-26ba3606a6eb None None] Pushing event updated for resources: {'Port': ['ID=81a05407-c785-4c7c-9329-9e252126278f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:40.815038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port e195028f-5441-4170-8f92-d6b3e3cfb915, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e195028f-5441-4170-8f92-d6b3e3cfb915,segment=NetworkSegment(cfc9072b-b0e9-444e-8d96-bb98f30d663f),segment_id=cfc9072b-b0e9-444e-8d96-bb98f30d663f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:40.815038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.825644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for e195028f-5441-4170-8f92-d6b3e3cfb915 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:40.833138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-176f76fa-1239-4e2d-919b-e0c2733737a8 None None] Provisioning complete for port 81a05407-c785-4c7c-9329-9e252126278f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:40.836390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-176f76fa-1239-4e2d-919b-e0c2733737a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.882177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039bba2-f38e-4905-944d-77365514b1e4 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:16:40.950627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Made reservation on behalf of e0bf159e7640426bb3713e739fb365bf for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:40.954783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:40.964642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.078226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.102599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=e195028f-5441-4170-8f92-d6b3e3cfb915,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:41.109210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port e195028f-5441-4170-8f92-d6b3e3cfb915 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:41.149230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.204278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.218952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.226480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342aed00-4d8b-4ce2-b481-b80a38ae252e']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:41.237923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc9072b-b0e9-444e-8d96-bb98f30d663f') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:41.238751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc9072b-b0e9-444e-8d96-bb98f30d663f') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:41.252458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.259393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:41.267257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b12e09f-ae34-403e-8290-b7f0fc10fa77,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:41.275423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.283854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:41.284355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:41.288393 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:41.430755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.434486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.434486 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Added segment 56dc7f56-0e69-46e0-9027-b3350c6e8f6e of type vlan for network fe6f67e0-e482-44ce-b097-aba43046f1d7 Oct 15 20:16:41.446564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.455621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/342aed00-4d8b-4ce2-b481-b80a38ae252e HTTP/1.1" status: 204 len: 168 time: 2.3161500 Oct 15 20:16:41.459354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53296) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:41.466857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25670320'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:41.482897 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.488278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbedc31-ac12-403c-95b1-3aeca08f37c1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=342aed00-4d8b-4ce2-b481-b80a38ae252e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:41.580829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.587506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:41.588133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.618746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:41.622640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.648450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:41.658692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.659074 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 872eb5a9-3b06-43e1-940c-bf1bac4c1ef0 of type vlan for network 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d Oct 15 20:16:41.661128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Network': ['ID=fe6f67e0-e482-44ce-b097-aba43046f1d7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:41.676700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:41.706488 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3867a68b-d6f5-4879-8dab-ea4dfcf0eebf tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9211633 Oct 15 20:16:41.707381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53298) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:41.713104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Request body: {'subnet': {'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:41.717805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.876577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81a05407-c785-4c7c-9329-9e252126278f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:41.896426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.908180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:41.909600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.932008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 81a05407-c785-4c7c-9329-9e252126278f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:41.932391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.948954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Made reservation on behalf of e0bf159e7640426bb3713e739fb365bf for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:41.953092 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:41.957250 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53302) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:42.102848 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1534a2c9-09ae-4bf3-9001-974743e935dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01327d62e1534ffab278611b5b88a405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443486 Oct 15 20:16:42.105385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:42.162209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.184041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:42.193071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.197975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-34329bbe-cf9a-4a50-87b3-5d39fe367711 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7359586 Oct 15 20:16:42.201871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:42.211880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:42.215891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:42.329669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.381451 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.387136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.391028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c69f0b08-5dfc-4aaf-b067-97cc4db6e29e HTTP/1.1" status: 204 len: 168 time: 0.2822237 Oct 15 20:16:42.396816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Subnet': ['ID=ee734f3c-126b-46d8-8b7f-33f9829d1b82,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:42.401600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1617-1d31-4677-8b5f-0ed11dd6cf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f0b08-5dfc-4aaf-b067-97cc4db6e29e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:42.403188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Checking segment: {'id': '56dc7f56-0e69-46e0-9027-b3350c6e8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:42.403579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network hostable DHCP agents. Network: fe6f67e0-e482-44ce-b097-aba43046f1d7, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:42.428325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:42.433453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.512218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:42.586859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, fe6f67e0-e482-44ce-b097-aba43046f1d7) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:42.591895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:42.592752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.596786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb84423-0a75-4186-9510-3ad5084a2521 None None] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:42.687840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-887d29e8-f4a8-467f-ac32-94ca5fe170c0 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9797554 Oct 15 20:16:42.688583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53314) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:42.693360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-855739520', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:42.750218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-fe6f67e0-e482-44ce-b097-aba43046f1d7', 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7', 'tenant_id': 'e0bf159e7640426bb3713e739fb365bf', 'fixed_ips': [{'subnet_id': 'ee734f3c-126b-46d8-8b7f-33f9829d1b82'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:42.751077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.756569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.816494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.819844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.828857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=380c6c3b-41d7-47fb-9229-6aaae22c2e7f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:42.836997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '872eb5a9-3b06-43e1-940c-bf1bac4c1ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:42.842347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:42.885872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:42.904076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Allocated IP 172.20.0.2 (fe6f67e0-e482-44ce-b097-aba43046f1d7/ee734f3c-126b-46d8-8b7f-33f9829d1b82/6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:42.927422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:43.027318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:43.031946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:43.032691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.047034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57803265-b256-4521-98ff-936716e92976 None None] Network 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:43.076431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.115591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29aa6567-0add-4ba4-97b9-cdde18d9a4e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9123466 Oct 15 20:16:43.118953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53324) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:43.153817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.182364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.227345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.234611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:43.245335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:43.260911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:43.262981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Pushing event updated for resources: {'Port': ['ID=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:43.305708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.312251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a384ec5-56c3-455c-ba22-b2faf98cfe96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d', 'network_id': '8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '380c6c3b-41d7-47fb-9229-6aaae22c2e7f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:43.312251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4a384ec5-56c3-455c-ba22-b2faf98cfe96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.385605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Attempting to bind port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:43.386126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Attempting to bind port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '56dc7f56-0e69-46e0-9027-b3350c6e8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:43.386649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Attempting to bind port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b on network fe6f67e0-e482-44ce-b097-aba43046f1d7 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:43.437720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:43.438138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Checking segment: {'id': '56dc7f56-0e69-46e0-9027-b3350c6e8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:43.438612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.439072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Bound using segment: {'id': '56dc7f56-0e69-46e0-9027-b3350c6e8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:43.439687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Bound port: 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56dc7f56-0e69-46e0-9027-b3350c6e8f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:43.440236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.497432 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.541421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] For port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:43.544592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] For port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,segment=NetworkSegment(56dc7f56-0e69-46e0-9027-b3350c6e8f6e),segment_id=56dc7f56-0e69-46e0-9027-b3350c6e8f6e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:43.549814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=380c6c3b-41d7-47fb-9229-6aaae22c2e7f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-4a384ec5-56c3-455c-ba22-b2faf98cfe96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 380c6c3b-41d7-47fb-9229-6aaae22c2e7f: This subnet is being modified by another concurrent operation. Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 380c6c3b-41d7-47fb-9229-6aaae22c2e7f: This subnet is being modified by another concurrent operation. Oct 15 20:16:43.565960 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:16:43.582599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa65ebd-0e49-400e-bd07-fe89b08aa75f None None] Network 8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:43.615003 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.616181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.650801 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.653953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.675765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:43.693362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872eb5a9-3b06-43e1-940c-bf1bac4c1ef0') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:43.693590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872eb5a9-3b06-43e1-940c-bf1bac4c1ef0') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:43.705906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.734148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.744681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:43.745112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:43.749648 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:43.751742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b21bdd-f296-4df6-850b-22f5e11ea516 None None] Pushing event updated for resources: {'Port': ['ID=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:43.835807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Allocated IP 172.25.0.177 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/398d75a4-c087-48e2-bcfd-c2b45dd9538e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:43.926698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.927693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:43.932535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d HTTP/1.1" status: 204 len: 168 time: 0.8112752 Oct 15 20:16:43.936036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:43.943513 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265562088'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:43.948958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12112067-fa05-4522-8278-69caf9d9accc tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:44.227319 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.307195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:44.310617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.333479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:44.342302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.342886 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment dd43276b-4077-4f0a-b621-55382d1103c7 of type vlan for network 92e02deb-6289-4b34-aa9c-6ae31842fff1 Oct 15 20:16:44.344192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.415848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:44.427293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:44.429871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=398d75a4-c087-48e2-bcfd-c2b45dd9538e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:44.432846 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.435124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:44.552807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.559158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:44.559778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.668853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=92e02deb-6289-4b34-aa9c-6ae31842fff1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:44.676607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2dabf806-21c0-4768-af26-cbbe87fcebcb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7391531 Oct 15 20:16:44.680023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53342) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:44.681339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 92e02deb-6289-4b34-aa9c-6ae31842fff1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:44.686381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '92e02deb-6289-4b34-aa9c-6ae31842fff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:44.895762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:44.911080 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:44.911762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f5a3bc-759f-4a98-96f4-28823fd63405 None None] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:44.986474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.005327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] Provisioning complete for port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:45.005802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.155153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.196995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] For port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,segment=NetworkSegment(56dc7f56-0e69-46e0-9027-b3350c6e8f6e),segment_id=56dc7f56-0e69-46e0-9027-b3350c6e8f6e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:45.228816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.250629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.280626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.312958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=d3dead60-b179-47de-a8ba-3f2eb1f7cf93,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:45.340613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d11879-df85-4fda-9796-45a8dbc84ffb None None] Pushing event updated for resources: {'Port': ['ID=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:45.347443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': 'dd43276b-4077-4f0a-b621-55382d1103c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '92e02deb-6289-4b34-aa9c-6ae31842fff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:45.347883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 92e02deb-6289-4b34-aa9c-6ae31842fff1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:45.417923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03346fca-9587-4861-b606-adea6ca11c6d None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:16:45.450311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 92e02deb-6289-4b34-aa9c-6ae31842fff1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:45.467247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Router 0a10ba01-3865-4649-bbe5-227947c45a46 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:16:45.514891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8cd7620a-eb17-49e5-b2eb-296816e816c0 None None] Provisioning complete for port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:45.515108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8cd7620a-eb17-49e5-b2eb-296816e816c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.545394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 92e02deb-6289-4b34-aa9c-6ae31842fff1) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:45.555658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:45.559017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.589915 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:16:45.605503 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] Sync routers for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:16:45.617503 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:45.618199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:45.654500 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:45.659041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53350) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:45.661021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6483efff-8abb-4500-9c2d-b38a16204f54 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9789672 Oct 15 20:16:45.664841 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:45.665648 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:45.693689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03346fca-9587-4861-b606-adea6ca11c6d None None] Unable to find a vacant binding_index for network 92e02deb-6289-4b34-aa9c-6ae31842fff1 and agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 {{(pid=101182) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 15 20:16:45.700693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03346fca-9587-4861-b606-adea6ca11c6d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 92e02deb-6289-4b34-aa9c-6ae31842fff1) {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:16:45.701461 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:45.702323 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb313f-90d0-421f-80ce-f113c6556042 None None] The sync data for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:16:45.754285 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.758798 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a8f4623-3fd0-44fe-a24f-6aff2a723214 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0661035 Oct 15 20:16:45.767599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53354) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:45.805216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.870866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:45.959488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:46.025724 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.058698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dead60-b179-47de-a8ba-3f2eb1f7cf93,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:46.086276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:46.086276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.113127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21318135-ad7b-42d7-9e1b-896df74e92e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-92e02deb-6289-4b34-aa9c-6ae31842fff1', 'network_id': '92e02deb-6289-4b34-aa9c-6ae31842fff1', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': 'd3dead60-b179-47de-a8ba-3f2eb1f7cf93'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:46.114003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-21318135-ad7b-42d7-9e1b-896df74e92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.142229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.167621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e02deb-6289-4b34-aa9c-6ae31842fff1']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:46.180096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd43276b-4077-4f0a-b621-55382d1103c7') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:46.190118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd43276b-4077-4f0a-b621-55382d1103c7') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:46.196661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.216245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.222516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:46.222902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:46.226532 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:46.247144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad28e37-e7be-4ba6-96b8-7291b7d23eaa None None] Network 92e02deb-6289-4b34-aa9c-6ae31842fff1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:46.357075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.360970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9da3c5b-da64-4311-ac22-61858268225d None None] Network 92e02deb-6289-4b34-aa9c-6ae31842fff1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:46.368290 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.374098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.377695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/92e02deb-6289-4b34-aa9c-6ae31842fff1 HTTP/1.1" status: 204 len: 168 time: 0.7164936 Oct 15 20:16:46.381766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53356) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:46.388095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664209696'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:46.403931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd0c09-e9e7-4a80-b704-e2cda931b5d2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=92e02deb-6289-4b34-aa9c-6ae31842fff1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:46.498527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:46.502117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.526767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:46.535515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.535946 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 7d01e7a0-275c-4e79-b971-fc2146ae27b4 of type vlan for network 85f26dbc-620f-4b1e-af5d-628413ef0000 Oct 15 20:16:46.581003 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.689765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.696629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:46.696921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.703305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Allocated IP 172.20.0.1 (fe6f67e0-e482-44ce-b097-aba43046f1d7/ee734f3c-126b-46d8-8b7f-33f9829d1b82/04f54f33-2c11-4899-9a47-1cee41ac8897) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:46.767137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=85f26dbc-620f-4b1e-af5d-628413ef0000,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:46.778026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:46.804584 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae8c6b8d-6a09-4f1c-b2c2-8e7e27ffd9f0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4203935 Oct 15 20:16:46.808900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53360) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:46.813937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:46.841791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:46.996499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:47.000687 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.276738 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.305102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.313426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:47.316684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:47.321018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:47.361217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=04f54f33-2c11-4899-9a47-1cee41ac8897,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:47.375915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.384491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=bfb70a9b-71bd-4519-aa59-11cddf042915,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:47.390661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '7d01e7a0-275c-4e79-b971-fc2146ae27b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:47.391024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 85f26dbc-620f-4b1e-af5d-628413ef0000, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:47.484705 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:47.567830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 85f26dbc-620f-4b1e-af5d-628413ef0000) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:47.572263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:47.573297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.583042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6048be92-3a4f-43a2-8176-6b7b6f5a80e7 None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:47.607092 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.671361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-754b4f44-cc59-44a8-8c47-354e2274ef22 None None] Provisioning complete for port 04f54f33-2c11-4899-9a47-1cee41ac8897 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:47.671887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-754b4f44-cc59-44a8-8c47-354e2274ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.691050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-24314ce9-f418-40b9-a060-6f74729484e1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8782458 Oct 15 20:16:47.691050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:47.696452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:47.745903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-754b4f44-cc59-44a8-8c47-354e2274ef22 None None] Port 04f54f33-2c11-4899-9a47-1cee41ac8897 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:16:47.794630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-85f26dbc-620f-4b1e-af5d-628413ef0000', 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': 'bfb70a9b-71bd-4519-aa59-11cddf042915'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:47.795479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.923774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:47.929199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:47.960897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Allocated IP 2001:db8::2 (85f26dbc-620f-4b1e-af5d-628413ef0000/bfb70a9b-71bd-4519-aa59-11cddf042915/486ebb10-bed1-45be-8790-c90376a669c1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:47.963321 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.032366 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.114723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=04f54f33-2c11-4899-9a47-1cee41ac8897,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:48.118747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.152719 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.233212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:48.234749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:48.248737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.318268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:48.323443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:48.326024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:48.376575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Router 0a10ba01-3865-4649-bbe5-227947c45a46 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:16:48.379222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Pushing event updated for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:48.421268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Attempting to bind port 486ebb10-bed1-45be-8790-c90376a669c1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:48.421634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Attempting to bind port 486ebb10-bed1-45be-8790-c90376a669c1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7d01e7a0-275c-4e79-b971-fc2146ae27b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:48.421998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Attempting to bind port 486ebb10-bed1-45be-8790-c90376a669c1 on network 85f26dbc-620f-4b1e-af5d-628413ef0000 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:48.428130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.441018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:48.441518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Checking segment: {'id': '7d01e7a0-275c-4e79-b971-fc2146ae27b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:48.441931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.442440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Bound using segment: {'id': '7d01e7a0-275c-4e79-b971-fc2146ae27b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:48.442977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Bound port: 486ebb10-bed1-45be-8790-c90376a669c1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d01e7a0-275c-4e79-b971-fc2146ae27b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:48.443359 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.455219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:48.478154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:48.483869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.484641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.509499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:16:48.519227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97db2dfa-e1e0-4305-89d5-4b6dbca2cdef tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "PUT /v2.0/routers/0a10ba01-3865-4649-bbe5-227947c45a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7587016 Oct 15 20:16:48.521775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:48.528011 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=9369d2bd-e6d5-484e-bec7-178e50d69ce2,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:48.531075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Request body: {'port': {'network_id': 'fe6f67e0-e482-44ce-b097-aba43046f1d7', 'name': 'tempest-FloatingIPAdminTestJSON-205481590'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:48.533697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] Sync routers for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:16:48.544580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed0c829b-59d5-436b-83fd-c7a9c915f4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.545587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:48.559381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:48.560070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:48.567668 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1cdece03-9e5c-4cf2-ab58-03fc46458844 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8761494 Oct 15 20:16:48.570366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:48.629925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:48.636696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=486ebb10-bed1-45be-8790-c90376a669c1,segment=NetworkSegment(7d01e7a0-275c-4e79-b971-fc2146ae27b4),segment_id=7d01e7a0-275c-4e79-b971-fc2146ae27b4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:48.637884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.639757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.642471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.643641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.645352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:48.649310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:48.649999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:48.655093 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9ac7ba0b-1dcf-4db9-b1ec-f3ecf8027dc3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0836411 Oct 15 20:16:48.659097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53374) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:48.665000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1699851992'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:48.685586 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 20:16:48.685586 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 15 20:16:48.685586 n-d-712140-14 neutron-server[101180]: [parameters: {'project_id_1': 'e0bf159e7640426bb3713e739fb365bf', 'expiration_1': datetime.datetime(2021, 10, 15, 20, 16, 28, 674864)}] Oct 15 20:16:48.685586 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:48.688737 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:48.694751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:48.695543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec6a48-c718-432b-b042-4f517f67b2fc None None] The sync data for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:16:48.705280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7aac18a7-1396-4548-a46e-d8e76e1eae6e None None] Provisioning complete for port 04f54f33-2c11-4899-9a47-1cee41ac8897 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:48.705602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7aac18a7-1396-4548-a46e-d8e76e1eae6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.736600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.776415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7aac18a7-1396-4548-a46e-d8e76e1eae6e None None] Port 04f54f33-2c11-4899-9a47-1cee41ac8897 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:16:48.808970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a71e4-38cf-4253-a278-ee2d14b456c7 None None] Pushing event updated for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:48.827026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:48.831049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.858931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:48.869009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:48.869351 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 164c3eef-7794-4a4d-b35c-9c2f99110298 of type vlan for network 356ac6f0-d9c5-40b7-a844-e51811c329dc Oct 15 20:16:48.915620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.004534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.011098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:49.013203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.088646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=356ac6f0-d9c5-40b7-a844-e51811c329dc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:49.099852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:49.150949 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-768343ff-11a0-4b02-a7a8-19a6609a31ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4906180 Oct 15 20:16:49.153998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53376) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:49.159595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:49.317951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Made reservation on behalf of e0bf159e7640426bb3713e739fb365bf for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:49.321965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.353606 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.357194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] device_id is not set on port a483178a-4ca9-451b-baf6-e6e6b7c6eba8 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:16:49.466853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.508266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc is not hosted by any dhcp agent {{(pid=101180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 20:16:49.513488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:49.522119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.522119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "PUT /v2.0/networks/356ac6f0-d9c5-40b7-a844-e51811c329dc HTTP/1.1" status: 200 len: 723 time: 0.3601952 Oct 15 20:16:49.522777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:49.524228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:49.535046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Allocated IP 172.20.0.10 (fe6f67e0-e482-44ce-b097-aba43046f1d7/ee734f3c-126b-46d8-8b7f-33f9829d1b82/a483178a-4ca9-451b-baf6-e6e6b7c6eba8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:49.578030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a24244-b911-48eb-90c3-032e4787a17b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=356ac6f0-d9c5-40b7-a844-e51811c329dc,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:49.602332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:49.798533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.942597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:49.955740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 486ebb10-bed1-45be-8790-c90376a669c1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:49.988547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96242da5-03d4-48ee-8223-2dff41edef0c None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:50.020260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:50.024432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:50.028484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:50.038112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event updated for resources: {'Port': ['ID=a483178a-4ca9-451b-baf6-e6e6b7c6eba8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:50.103828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:50.104760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.164650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:50.169370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.242942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:50.243661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.253250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c9e1c00f-423a-45d9-baec-4321b317d99a tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7283592 Oct 15 20:16:50.256003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53384) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:50.314220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:50.314578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.437512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.496130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'project_id': 'e0bf159e7640426bb3713e739fb365bf', 'port_id': 'a483178a-4ca9-451b-baf6-e6e6b7c6eba8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:50.524469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=486ebb10-bed1-45be-8790-c90376a669c1,segment=NetworkSegment(7d01e7a0-275c-4e79-b971-fc2146ae27b4),segment_id=7d01e7a0-275c-4e79-b971-fc2146ae27b4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:50.542086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.547203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.616553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.625460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Update dhcp port {'port': {'network_id': '85f26dbc-620f-4b1e-af5d-628413ef0000', 'fixed_ips': [{'subnet_id': 'bfb70a9b-71bd-4519-aa59-11cddf042915', 'ip_address': '2001:db8::2'}, {'subnet_id': '9369d2bd-e6d5-484e-bec7-178e50d69ce2'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '486ebb10-bed1-45be-8790-c90376a669c1'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:16:50.629936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '164c3eef-7794-4a4d-b35c-9c2f99110298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:50.630297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 356ac6f0-d9c5-40b7-a844-e51811c329dc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:50.634890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=64e2abbf-f516-48b7-b2fe-38418557a4e4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:50.658803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.660654 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.729140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.737499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:50.738402 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:50.744582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:50.806376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-775d07f0-bad4-47a5-af1d-d4f00cc8795c None None] Provisioning complete for port a483178a-4ca9-451b-baf6-e6e6b7c6eba8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:50.806376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-775d07f0-bad4-47a5-af1d-d4f00cc8795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.808040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5ec99-fde0-4669-b7e8-02b3e19546f6 None None] Pushing event updated for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:50.814622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 356ac6f0-d9c5-40b7-a844-e51811c329dc) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:50.835270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:50.836561 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:50.844625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Allocated IP 172.25.0.127 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a1fee72f-be78-45fd-8cfc-bec21eb34af3) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:50.861073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def95ed1-97a4-4108-b8e1-d7c950741b59 None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:50.919531 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2035ab71-16b2-4f9b-bb88-ef54a72f9bb8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3997166 Oct 15 20:16:50.921759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53390) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:50.927540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:50.983956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-775d07f0-bad4-47a5-af1d-d4f00cc8795c None None] Port a483178a-4ca9-451b-baf6-e6e6b7c6eba8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:16:50.996861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.050035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126553538'] for subnet, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.056455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Allocated IP 172.20.0.1 (85f26dbc-620f-4b1e-af5d-628413ef0000/9369d2bd-e6d5-484e-bec7-178e50d69ce2/486ebb10-bed1-45be-8790-c90376a669c1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:51.124625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.184431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:51.184661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-356ac6f0-d9c5-40b7-a844-e51811c329dc', 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': '64e2abbf-f516-48b7-b2fe-38418557a4e4'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:51.184661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.186491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:51.191219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:51.235873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Pushing event updated for resources: {'Port': ['ID=a1fee72f-be78-45fd-8cfc-bec21eb34af3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:51.318488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751874850380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127289784'] for subnet, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.338591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=486ebb10-bed1-45be-8790-c90376a669c1,segment=NetworkSegment(7d01e7a0-275c-4e79-b971-fc2146ae27b4),segment_id=7d01e7a0-275c-4e79-b971-fc2146ae27b4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:51.406254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:51.406847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.408197 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "PUT /v2.0/subnets/64e2abbf-f516-48b7-b2fe-38418557a4e4 HTTP/1.1" status: 200 len: 826 time: 0.4853868 Oct 15 20:16:51.413315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:51.427261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.461748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c16c9e-e10f-4bd5-92a3-1abb02505196 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=64e2abbf-f516-48b7-b2fe-38418557a4e4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:51.480772 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-687c2c40-1cb0-4215-b244-12feddae0838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.494003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Allocated IP 2001:db8::2 (356ac6f0-d9c5-40b7-a844-e51811c329dc/64e2abbf-f516-48b7-b2fe-38418557a4e4/7a253dbb-00d9-410c-bf13-acb2e09e048b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:51.528397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.531901 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.596865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.689975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.712289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba8869-d250-4955-957b-1e7927e5b0de None None] Pushing event updated for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:51.762423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.830752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.843548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.909654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:51.913523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:51.925502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:51.929738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 486ebb10-bed1-45be-8790-c90376a669c1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:16:51.941874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:51.986090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Pushing event updated for resources: {'Port': ['ID=7a253dbb-00d9-410c-bf13-acb2e09e048b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:51.999856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=64e2abbf-f516-48b7-b2fe-38418557a4e4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:52.018231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.043512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:52.044072 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.074761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.101459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Attempting to bind port 7a253dbb-00d9-410c-bf13-acb2e09e048b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:16:52.101966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Attempting to bind port 7a253dbb-00d9-410c-bf13-acb2e09e048b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '164c3eef-7794-4a4d-b35c-9c2f99110298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:16:52.102352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Attempting to bind port 7a253dbb-00d9-410c-bf13-acb2e09e048b on network 356ac6f0-d9c5-40b7-a844-e51811c329dc {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:16:52.105303 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356ac6f0-d9c5-40b7-a844-e51811c329dc']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:52.110656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:16:52.111200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Checking segment: {'id': '164c3eef-7794-4a4d-b35c-9c2f99110298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:52.111621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.112214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Bound using segment: {'id': '164c3eef-7794-4a4d-b35c-9c2f99110298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:16:52.112693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Bound port: 7a253dbb-00d9-410c-bf13-acb2e09e048b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164c3eef-7794-4a4d-b35c-9c2f99110298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:16:52.113592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.116859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164c3eef-7794-4a4d-b35c-9c2f99110298') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:52.117661 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164c3eef-7794-4a4d-b35c-9c2f99110298') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:52.119993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.128063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.144540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.152685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:52.153281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:52.156978 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:52.223425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Pushing event updated for resources: {'Port': ['ID=a1fee72f-be78-45fd-8cfc-bec21eb34af3,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:52.249601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.275642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] For port 7a253dbb-00d9-410c-bf13-acb2e09e048b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:16:52.301687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] For port 7a253dbb-00d9-410c-bf13-acb2e09e048b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7a253dbb-00d9-410c-bf13-acb2e09e048b,segment=NetworkSegment(164c3eef-7794-4a4d-b35c-9c2f99110298),segment_id=164c3eef-7794-4a4d-b35c-9c2f99110298)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:16:52.325938 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:16:52.325938 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:16:52.325938 n-d-712140-14 neutron-server[101181]: [parameters: {'id': '356ac6f0-d9c5-40b7-a844-e51811c329dc'}] Oct 15 20:16:52.325938 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:52.325938 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:52.386877 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Floating IP 6dc3b03d-8b89-437f-b981-323d345bff36 associated. External IP: 172.25.0.127, port: a483178a-4ca9-451b-baf6-e6e6b7c6eba8. Oct 15 20:16:52.395345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.451321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746486e2-61b1-4ae9-ab9b-ba2c4bbec901 None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:52.489462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.560871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb295477-466a-4d4d-b39c-570edcc29b45 None None] Pushing event updated for resources: {'Port': ['ID=7a253dbb-00d9-410c-bf13-acb2e09e048b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:52.567376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d0089-b747-45fe-b0ee-2e1ac0409bb9 None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:52.613618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8ff4c97e-fb87-4e72-985e-afb4c937da66 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:52.613988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8ff4c97e-fb87-4e72-985e-afb4c937da66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.631256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Router 0a10ba01-3865-4649-bbe5-227947c45a46 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:16:52.823138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.871150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.884189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee4a670-bbbf-49b9-aa48-b8ad387c123a None None] Network 356ac6f0-d9c5-40b7-a844-e51811c329dc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:52.910282 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:52.942908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port 7a253dbb-00d9-410c-bf13-acb2e09e048b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:52.943279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.061853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port 7a253dbb-00d9-410c-bf13-acb2e09e048b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7a253dbb-00d9-410c-bf13-acb2e09e048b,segment=NetworkSegment(164c3eef-7794-4a4d-b35c-9c2f99110298),segment_id=164c3eef-7794-4a4d-b35c-9c2f99110298)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:16:53.062254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.071904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:16:53.087231 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] Sync routers for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:16:53.089408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.095996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for 7a253dbb-00d9-410c-bf13-acb2e09e048b owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:53.098452 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:53.099080 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.134997 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.144843 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:53.145859 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.185409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.186065 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcdf32b-c7da-4c72-ba12-ce7d5fa7d902 None None] The sync data for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:16:53.203881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.219649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff01fe6-511e-42be-822b-c23f86ebff64 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:16:53.235672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bb69928c-eb65-4e2a-a926-7ca07328e210 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.9771488 Oct 15 20:16:53.237617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53398) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:53.318617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.330419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9149409e-ce06-43bd-8984-27eea781aac9 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:16:53.330708 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9149409e-ce06-43bd-8984-27eea781aac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.360571 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-038ab8a6-a5e5-4b2c-9e27-64aa8a6588dc tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "GET /v2.0/floatingips/6dc3b03d-8b89-437f-b981-323d345bff36 HTTP/1.1" status: 200 len: 983 time: 0.1215506 Oct 15 20:16:53.362012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=7a253dbb-00d9-410c-bf13-acb2e09e048b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:53.363999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:53.366795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port 7a253dbb-00d9-410c-bf13-acb2e09e048b on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:16:53.394434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff01fe6-511e-42be-822b-c23f86ebff64 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:16:53.461874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.488307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356ac6f0-d9c5-40b7-a844-e51811c329dc']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.500545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164c3eef-7794-4a4d-b35c-9c2f99110298') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.502257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164c3eef-7794-4a4d-b35c-9c2f99110298') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:53.515255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.531777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53404) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:53.532812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dbb52ae0-09ed-4212-adc8-dc08ca754d52 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.1619880 Oct 15 20:16:53.564397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:53.627869 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:53.828621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.840944 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.844294 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/356ac6f0-d9c5-40b7-a844-e51811c329dc HTTP/1.1" status: 204 len: 168 time: 2.4299552 Oct 15 20:16:53.852746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53408) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:53.860112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e80fe6-3138-4e21-a6b2-724b44987c12 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=356ac6f0-d9c5-40b7-a844-e51811c329dc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:53.870384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port a1fee72f-be78-45fd-8cfc-bec21eb34af3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:53.870722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.880078 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-71684b4f-4353-44db-b4a5-d8eb928c0276 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:16:53.880602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71684b4f-4353-44db-b4a5-d8eb928c0276 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:16:53.887441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-71684b4f-4353-44db-b4a5-d8eb928c0276 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/356ac6f0-d9c5-40b7-a844-e51811c329dc HTTP/1.1" status: 404 len: 339 time: 0.0301034 Oct 15 20:16:53.888357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53412) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:53.894520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-453266091', 'description': 'd1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:53.984743 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.985098 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:53.997143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for a1fee72f-be78-45fd-8cfc-bec21eb34af3 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:54.040701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:54.044279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.117056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:54.130774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.131088 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment d2aeeb4b-5a98-44d9-aba8-fa6c6b170005 of type vlan for network b6cfa936-cec2-4955-936e-c403c11a387d Oct 15 20:16:54.184260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.340885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.346522 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:54.347450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.375227 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.417248 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=a1fee72f-be78-45fd-8cfc-bec21eb34af3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:54.464652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=b6cfa936-cec2-4955-936e-c403c11a387d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:54.474882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b6cfa936-cec2-4955-936e-c403c11a387d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:54.494416 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a04f4b14-c888-4c54-b695-ad7cef5b8437 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6046085 Oct 15 20:16:54.497195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53414) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:54.513665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.514003 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Floating IP 6dc3b03d-8b89-437f-b981-323d345bff36 disassociated (deleted). External IP: 172.25.0.127, port: a483178a-4ca9-451b-baf6-e6e6b7c6eba8. Oct 15 20:16:54.594625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8afe07-dc0f-40f2-b7a3-3f213f939aac tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:54.596431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c8afe07-dc0f-40f2-b7a3-3f213f939aac tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks?id=b6cfa936-cec2-4955-936e-c403c11a387d HTTP/1.1" status: 200 len: 764 time: 0.0977218 Oct 15 20:16:54.599104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:54.604613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'description': 'd2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:54.613392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.720316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Router 0a10ba01-3865-4649-bbe5-227947c45a46 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:16:54.763013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.828869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:16:54.831626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.834080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.839204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] Sync routers for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:16:54.843123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network b6cfa936-cec2-4955-936e-c403c11a387d is not hosted by any dhcp agent {{(pid=101180) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 20:16:54.848490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:54.848763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:54.849091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:54.849362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:54.851189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "PUT /v2.0/networks/b6cfa936-cec2-4955-936e-c403c11a387d HTTP/1.1" status: 200 len: 761 time: 0.2507024 Oct 15 20:16:54.859362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53420) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:54.889984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:54.900336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:16:54.901051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:54.908812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31096a36-bb37-4bfb-b633-fac9fdd3949d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=b6cfa936-cec2-4955-936e-c403c11a387d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:54.911544 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a2fbd4b2-b5d9-4453-936b-cd478d4d1913 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/floatingips/6dc3b03d-8b89-437f-b981-323d345bff36 HTTP/1.1" status: 204 len: 168 time: 1.3784428 Oct 15 20:16:54.915890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53422) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:54.921108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:54.940640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b6cfa936-cec2-4955-936e-c403c11a387d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:54.942949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:54.943585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e32d001-e307-4cc8-9382-0c9df6c9e7f8 None None] The sync data for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:16:54.996852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4da33f-8896-460f-a7b8-8acb870dcc33 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:54.998889 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed4da33f-8896-460f-a7b8-8acb870dcc33 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks?id=b6cfa936-cec2-4955-936e-c403c11a387d HTTP/1.1" status: 200 len: 764 time: 0.1381633 Oct 15 20:16:55.003989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53424) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.049835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:55.221461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8255281d-0faa-478d-b7cc-4143cb8e26fb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.222931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8255281d-0faa-478d-b7cc-4143cb8e26fb tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2176619 Oct 15 20:16:55.227146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53426) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.278544 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b06c73ea-69a8-45ca-b30a-59d86a557120 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 207 time: 0.0499740 Oct 15 20:16:55.281629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53428) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.312161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:55.469668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.477388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.483196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.489411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.496585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.502533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.504497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e6e100c-c90a-4ea9-84a6-8e51aeda1fa7 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2218904 Oct 15 20:16:55.508928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.595805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Allocated IP 172.25.0.58 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/9152eb2e-05df-4146-a353-a5af700176d6) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:55.682297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3fe2388a-5eab-4a24-b067-212bdd274eea tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1721280 Oct 15 20:16:55.685756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53442) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.828837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.828837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.828837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.828837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.828837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.829614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-512b8d55-cbd9-4bce-b675-ef00ce4d8c49 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1429336 Oct 15 20:16:55.833451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53448) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.848335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:55.891441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.893006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.894411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.895842 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.898310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:55.899906 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-05e3ae2e-2d8b-4045-a809-85174a2ec50d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0654311 Oct 15 20:16:55.903645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53450) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:55.970199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.007690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:56.008603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e5db4-e65a-490d-95f6-5bdafe86fef2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:56.009966 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f16e5db4-e65a-490d-95f6-5bdafe86fef2 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks/f589f9fa-05ab-4eaa-85d7-e8283be06dbc HTTP/1.1" status: 200 len: 804 time: 0.1052890 Oct 15 20:16:56.012381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:56.013754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53452) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.015530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:56.044828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Pushing event updated for resources: {'Port': ['ID=9152eb2e-05df-4146-a353-a5af700176d6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:56.119441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.210281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.368635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.375040 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d0c40e43-cf4b-4f67-b814-cbe80ec82093 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/networks/f589f9fa-05ab-4eaa-85d7-e8283be06dbc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3601160 Oct 15 20:16:56.378430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53460) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.430481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb134eb-804e-4c61-a56e-6fc52291cfd1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:56.431951 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8bb134eb-804e-4c61-a56e-6fc52291cfd1 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets/66620efd-0e84-4901-911f-f772fced8947 HTTP/1.1" status: 200 len: 843 time: 0.0526001 Oct 15 20:16:56.435718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53462) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.450045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.493643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb26a1-0bc0-43eb-b33b-74f661f02bf3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:56.495601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5bbb26a1-0bc0-43eb-b33b-74f661f02bf3 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "GET /v2.0/subnets/66620efd-0e84-4901-911f-f772fced8947?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0586622 Oct 15 20:16:56.499070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53464) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.504506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826950059'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:56.527302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Pushing event updated for resources: {'Port': ['ID=9152eb2e-05df-4146-a353-a5af700176d6,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:56.533879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.625070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:56.628634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.654631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:16:56.662711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.663047 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Added segment 84989e0f-0268-4fec-839e-39f3e6098ae9 of type vlan for network 211b235b-5f09-4679-85d8-d51beb953c00 Oct 15 20:16:56.703433 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.732053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.733292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0b8f2370-1a68-49e5-b3c3-ede43cc23277 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8157563 Oct 15 20:16:56.736219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53470) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.815660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.822085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:56.822730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:56.848652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:56.916307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Network': ['ID=211b235b-5f09-4679-85d8-d51beb953c00,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:56.927364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 211b235b-5f09-4679-85d8-d51beb953c00 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:16:56.966103 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-34d26bb1-849a-47c2-811e-c332afc42b04 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4627900 Oct 15 20:16:56.966869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53478) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:56.972817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'network_id': '211b235b-5f09-4679-85d8-d51beb953c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:57.059221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.152626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Made reservation on behalf of d6cb261eb46443efb01db30df271eed8 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:16:57.156339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.158009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.215917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Performing IP validity checks on allocation pools {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:16:57.217312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:16:57.281160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Allocated IP 172.25.0.19 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/15d84c43-caca-4d9e-89e3-e942b85ec8ed) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:16:57.391665 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.476581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.522242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.539916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=f238a7a5-f336-4f66-8fc9-5407ced686d6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:57.549297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Checking segment: {'id': '84989e0f-0268-4fec-839e-39f3e6098ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '211b235b-5f09-4679-85d8-d51beb953c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:16:57.549297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network hostable DHCP agents. Network: 211b235b-5f09-4679-85d8-d51beb953c00, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:16:57.563638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:16:57.566553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:57.570706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:16:57.605348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Pushing event updated for resources: {'Port': ['ID=15d84c43-caca-4d9e-89e3-e942b85ec8ed,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:57.621199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Network 211b235b-5f09-4679-85d8-d51beb953c00 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:16:57.663548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.750462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 211b235b-5f09-4679-85d8-d51beb953c00) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:16:57.754530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:57.755177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717209'] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.759319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a36ba-4067-4726-80d6-4d915211c0a6 None None] Network 211b235b-5f09-4679-85d8-d51beb953c00 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:57.793596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.851016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a4f47798-083b-45cd-b51d-598017b358e0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8830256 Oct 15 20:16:57.853965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53490) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:57.862627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:16:57.926798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-211b235b-5f09-4679-85d8-d51beb953c00', 'network_id': '211b235b-5f09-4679-85d8-d51beb953c00', 'tenant_id': 'd6cb261eb46443efb01db30df271eed8', 'fixed_ips': [{'subnet_id': 'f238a7a5-f336-4f66-8fc9-5407ced686d6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:16:57.927900 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.982825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129583614'] for subnet, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:57.999335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.095709 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.113798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 20:16:58.113798 n-d-712140-14 neutron-server[101182]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 15 20:16:58.113798 n-d-712140-14 neutron-server[101182]: [parameters: {'in_use': 1, 'id_1': 'f238a7a5-f336-4f66-8fc9-5407ced686d6'}] Oct 15 20:16:58.113798 n-d-712140-14 neutron-server[101182]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:16:58.114744 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:16:58.172431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Pushing event updated for resources: {'Port': ['ID=15d84c43-caca-4d9e-89e3-e942b85ec8ed,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:58.185697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.244042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751874850380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130016391'] for subnet, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.286324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:16:58.286921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.288298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "PUT /v2.0/subnets/f238a7a5-f336-4f66-8fc9-5407ced686d6 HTTP/1.1" status: 200 len: 900 time: 0.4331419 Oct 15 20:16:58.291068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53496) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:58.297998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.301961 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-598bc748-1ac8-48fd-a81a-24d49e2cb1da tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5622852 Oct 15 20:16:58.304478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53498) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:58.356462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1d990-d236-4d0e-aef3-31e60809f216 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event updated for resources: {'Subnet': ['ID=f238a7a5-f336-4f66-8fc9-5407ced686d6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:58.426727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8d0c75aa-0319-4480-b5d0-a3e1f6d396f0 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1211774 Oct 15 20:16:58.430035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53500) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:58.511388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-674d7fe8-c280-48bb-abc5-12b0a4ebd53f tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0804076 Oct 15 20:16:58.514409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53504) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:58.516542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.569191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.616713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.649897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Deleting port 15d84c43-caca-4d9e-89e3-e942b85ec8ed {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:58.650246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.724604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.749648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.750301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.757742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=f238a7a5-f336-4f66-8fc9-5407ced686d6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:58.765518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Calling delete_port for 15d84c43-caca-4d9e-89e3-e942b85ec8ed owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:58.838381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.862660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211b235b-5f09-4679-85d8-d51beb953c00']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-ce76eb77-b5a9-43be-826c-102d998f7817 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f238a7a5-f336-4f66-8fc9-5407ced686d6: This subnet is being modified by another concurrent operation. Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f238a7a5-f336-4f66-8fc9-5407ced686d6: This subnet is being modified by another concurrent operation. Oct 15 20:16:58.878143 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:16:58.889703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84989e0f-0268-4fec-839e-39f3e6098ae9') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:58.889703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84989e0f-0268-4fec-839e-39f3e6098ae9') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:58.892913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.910708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.914180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b746e2b-441a-40e7-8207-44033f8c9054 None None] Network 211b235b-5f09-4679-85d8-d51beb953c00 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:58.921635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:58.922174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:58.925380 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:59.013906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.042595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.048926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac6e1d-b5a1-4a44-be24-d62837ebbf90 None None] Network 211b235b-5f09-4679-85d8-d51beb953c00 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:16:59.051462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.060816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/211b235b-5f09-4679-85d8-d51beb953c00 HTTP/1.1" status: 204 len: 168 time: 0.7686968 Oct 15 20:16:59.062709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53516) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:59.063200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac6e1d-b5a1-4a44-be24-d62837ebbf90 None None] Network 211b235b-5f09-4679-85d8-d51beb953c00 could not be found, it might have been deleted concurrently. {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 20:16:59.072964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b3a2d-5f41-43c9-a3cc-dce0b885ca82 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:16:59.076041 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Pushing event deleted for resources: {'Port': ['ID=15d84c43-caca-4d9e-89e3-e942b85ec8ed,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:59.146229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.149864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.151182 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-001e4826-3699-424c-b0a9-29736c054ebc tempest-FloatingIPAdminTestJSON-1089859292 tempest-FloatingIPAdminTestJSON-1089859292-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d5372e3-1269-4e1f-9c0c-ce7a89e38047 HTTP/1.1" status: 204 len: 168 time: 0.6356719 Oct 15 20:16:59.156619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53518) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:59.219731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b3a2d-5f41-43c9-a3cc-dce0b885ca82 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:16:59.311757 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Deleting port 9152eb2e-05df-4146-a353-a5af700176d6 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:59.312100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.402932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.403212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.416682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Calling delete_port for 9152eb2e-05df-4146-a353-a5af700176d6 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:16:59.480672 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac40f0-fa31-4f35-a4ce-7a2ca2beba05 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:16:59.481275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ac40f0-fa31-4f35-a4ce-7a2ca2beba05 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:16:59.484834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1ac40f0-fa31-4f35-a4ce-7a2ca2beba05 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/f238a7a5-f336-4f66-8fc9-5407ced686d6 HTTP/1.1" status: 404 len: 337 time: 0.4126608 Oct 15 20:16:59.492120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53524) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:59.495393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23a7ec-af2a-4bac-85f4-b6828e4963be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=211b235b-5f09-4679-85d8-d51beb953c00,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:59.524563 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4060a1-53dd-4fac-adb9-adfb22eae50b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:16:59.525182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4060a1-53dd-4fac-adb9-adfb22eae50b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:16:59.528383 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3c4060a1-53dd-4fac-adb9-adfb22eae50b tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/211b235b-5f09-4679-85d8-d51beb953c00 HTTP/1.1" status: 404 len: 339 time: 0.0391302 Oct 15 20:16:59.531497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:59.626140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.681824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.717311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.720667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Pushing event deleted for resources: {'Port': ['ID=9152eb2e-05df-4146-a353-a5af700176d6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:16:59.740092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cfa936-cec2-4955-936e-c403c11a387d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:59.749661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2aeeb4b-5a98-44d9-aba8-fa6c6b170005') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:59.754254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2aeeb4b-5a98-44d9-aba8-fa6c6b170005') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:16:59.759535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.773859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.780419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:16:59.780796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:16:59.783722 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:16:59.789540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.792114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.793297 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4bc0009e-2590-4ab3-9347-0a548641b2d8 tempest-FloatingIPAdminTestJSON-1298857281 tempest-FloatingIPAdminTestJSON-1298857281-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c2028df6-6862-4f3e-bd53-864384eb4387 HTTP/1.1" status: 204 len: 168 time: 0.6362467 Oct 15 20:16:59.796757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:16:59.925237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port a483178a-4ca9-451b-baf6-e6e6b7c6eba8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:16:59.925567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.963495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.982137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:16:59.985388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/b6cfa936-cec2-4955-936e-c403c11a387d HTTP/1.1" status: 204 len: 168 time: 0.4528415 Oct 15 20:16:59.992600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53536) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.023001 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d031a40-91be-4914-b4a8-80c3a9966f91 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:00.023856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d031a40-91be-4914-b4a8-80c3a9966f91 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:00.029718 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1d031a40-91be-4914-b4a8-80c3a9966f91 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/64e2abbf-f516-48b7-b2fe-38418557a4e4 HTTP/1.1" status: 404 len: 337 time: 0.0358932 Oct 15 20:17:00.030432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53540) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.033911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083d29d8-6f0a-40d2-9a25-871f82a7b946 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=b6cfa936-cec2-4955-936e-c403c11a387d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:00.050976 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-87492b96-5eeb-47d0-9f83-ca01e738e5d6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:00.051539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87492b96-5eeb-47d0-9f83-ca01e738e5d6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:00.055377 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87492b96-5eeb-47d0-9f83-ca01e738e5d6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/356ac6f0-d9c5-40b7-a844-e51811c329dc HTTP/1.1" status: 404 len: 339 time: 0.0237701 Oct 15 20:17:00.061014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.078287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.114372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for a483178a-4ca9-451b-baf6-e6e6b7c6eba8 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:00.140288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting subnet 9369d2bd-e6d5-484e-bec7-178e50d69ce2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:00.175254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.227473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.367040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.444713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.482700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=a483178a-4ca9-451b-baf6-e6e6b7c6eba8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:00.555508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.558841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8fec0a44-85c0-40cb-bb11-ed3e83edacea tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/ports/a483178a-4ca9-451b-baf6-e6e6b7c6eba8 HTTP/1.1" status: 204 len: 168 time: 0.7610774 Oct 15 20:17:00.560501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.561434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.589410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=9369d2bd-e6d5-484e-bec7-178e50d69ce2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:00.593411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.600771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e905a6-4a45-43e6-acaf-83587d9dcbae None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:00.601255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6b66965c-2e6e-4785-b960-b3dbd52ca852 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/9369d2bd-e6d5-484e-bec7-178e50d69ce2 HTTP/1.1" status: 204 len: 168 time: 0.5385818 Oct 15 20:17:00.602991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.651860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00877a94-15be-43f5-bcd7-b0f87dbc35fa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:00.653601 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-00877a94-15be-43f5-bcd7-b0f87dbc35fa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a10ba01-3865-4649-bbe5-227947c45a46 HTTP/1.1" status: 200 len: 913 time: 0.0909767 Oct 15 20:17:00.656433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53554) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:00.723636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting subnet bfb70a9b-71bd-4519-aa59-11cddf042915 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:00.728869 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:00.806385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.005756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.223098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.263111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb70a9b-71bd-4519-aa59-11cddf042915,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:01.268004 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.275449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-903ca172-cd81-43dc-8b66-33508d27f12d tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/bfb70a9b-71bd-4519-aa59-11cddf042915 HTTP/1.1" status: 204 len: 168 time: 0.6693234 Oct 15 20:17:01.276056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53564) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:01.280982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.391753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.402889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d2964e-e5e6-4929-974e-8b4e346995ab None None] Network 85f26dbc-620f-4b1e-af5d-628413ef0000 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:01.473859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port 486ebb10-bed1-45be-8790-c90376a669c1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:01.474553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.511274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-54eb8eb3-7c49-4e3a-bd3b-80ac932c23e1 None None] Provisioning complete for port 486ebb10-bed1-45be-8790-c90376a669c1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:01.511592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54eb8eb3-7c49-4e3a-bd3b-80ac932c23e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.551100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=486ebb10-bed1-45be-8790-c90376a669c1,segment=NetworkSegment(7d01e7a0-275c-4e79-b971-fc2146ae27b4),segment_id=7d01e7a0-275c-4e79-b971-fc2146ae27b4)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:01.551576 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.567390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for 486ebb10-bed1-45be-8790-c90376a669c1 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:01.621665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port 04f54f33-2c11-4899-9a47-1cee41ac8897 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:01.622008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.684157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] DHCP port deletion for 85f26dbc-620f-4b1e-af5d-628413ef0000 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:01.743337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.747825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Deleting port 486ebb10-bed1-45be-8790-c90376a669c1 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:01.748200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.755399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.769543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port 486ebb10-bed1-45be-8790-c90376a669c1 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:01.778241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for 04f54f33-2c11-4899-9a47-1cee41ac8897 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:01.822632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] For port 486ebb10-bed1-45be-8790-c90376a669c1, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:01.822963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.836943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Calling delete_port for 486ebb10-bed1-45be-8790-c90376a669c1 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:01.838264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:01.840377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Port 486ebb10-bed1-45be-8790-c90376a669c1 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 20:17:01.841851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.872910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] Pushing event deleted for resources: {'Port': ['ID=486ebb10-bed1-45be-8790-c90376a669c1,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:01.875172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c895418-2adb-47ba-bff4-20e0b74e2c1c None None] No DVR routers for this DVR port 486ebb10-bed1-45be-8790-c90376a669c1 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:01.921857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.937669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 486ebb10-bed1-45be-8790-c90376a669c1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:01.942970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f26dbc-620f-4b1e-af5d-628413ef0000']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:01.953332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d01e7a0-275c-4e79-b971-fc2146ae27b4') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:01.953622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d01e7a0-275c-4e79-b971-fc2146ae27b4') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:01.960685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 486ebb10-bed1-45be-8790-c90376a669c1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:01.961368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 486ebb10-bed1-45be-8790-c90376a669c1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:01.967698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.982459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.988724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:01.989140 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:01.997856 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:02.151252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.173598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.186515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=04f54f33-2c11-4899-9a47-1cee41ac8897,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:02.189670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.201578 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/85f26dbc-620f-4b1e-af5d-628413ef0000 HTTP/1.1" status: 204 len: 168 time: 0.9158070 Oct 15 20:17:02.203701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53576) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.206131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff4533-e676-45ca-8b38-65a18c27ef94 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=85f26dbc-620f-4b1e-af5d-628413ef0000,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:02.235622 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37ff81f-74e3-429d-ad18-d5f30ed5f457 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.236083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37ff81f-74e3-429d-ad18-d5f30ed5f457 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.239278 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c37ff81f-74e3-429d-ad18-d5f30ed5f457 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/d3dead60-b179-47de-a8ba-3f2eb1f7cf93 HTTP/1.1" status: 404 len: 337 time: 0.0344353 Oct 15 20:17:02.242525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53578) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.266890 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f5b931-e9d9-4629-8942-627c1a33b6f6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.267593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f5b931-e9d9-4629-8942-627c1a33b6f6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.270956 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f8f5b931-e9d9-4629-8942-627c1a33b6f6 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/92e02deb-6289-4b34-aa9c-6ae31842fff1 HTTP/1.1" status: 404 len: 339 time: 0.0274868 Oct 15 20:17:02.273738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53580) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.301338 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f8aa3f-5003-4241-9e67-b70d1672e3ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.302001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f8aa3f-5003-4241-9e67-b70d1672e3ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.306707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-86f8aa3f-5003-4241-9e67-b70d1672e3ff tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/380c6c3b-41d7-47fb-9229-6aaae22c2e7f HTTP/1.1" status: 404 len: 337 time: 0.0319877 Oct 15 20:17:02.309272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53582) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.328507 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1903ec07-8149-4260-90f1-4754f3971c1f tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.329166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1903ec07-8149-4260-90f1-4754f3971c1f tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.335395 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1903ec07-8149-4260-90f1-4754f3971c1f tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/8f6d63e0-3ee5-4cb3-b8fb-f2ebd6397b1d HTTP/1.1" status: 404 len: 339 time: 0.0251348 Oct 15 20:17:02.335825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53584) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.370499 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a1bc83-6626-4b86-bb35-334807d81a25 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.370967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a1bc83-6626-4b86-bb35-334807d81a25 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.374138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f8a1bc83-6626-4b86-bb35-334807d81a25 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/99cf3f98-9032-4c35-9a87-820ad27c1c75 HTTP/1.1" status: 404 len: 337 time: 0.0370886 Oct 15 20:17:02.376970 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53586) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.397381 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-2112ceef-3248-4d0b-aed3-785c073f3cd8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:02.398184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2112ceef-3248-4d0b-aed3-785c073f3cd8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:02.402026 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2112ceef-3248-4d0b-aed3-785c073f3cd8 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/342aed00-4d8b-4ce2-b481-b80a38ae252e HTTP/1.1" status: 404 len: 339 time: 0.0232120 Oct 15 20:17:02.405657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.421886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.473825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting subnet 0293953c-dd19-4e19-8cba-6af15a932a12 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:02.477891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.523672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.617688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.645941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-4f846828-c649-4ad0-80e5-2407e57c787f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1680479 Oct 15 20:17:02.725084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Router 0a10ba01-3865-4649-bbe5-227947c45a46 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:17:02.746128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-3e0526b2-110e-45de-a4ad-516684e9f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:02.747648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-3e0526b2-110e-45de-a4ad-516684e9f732 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1098 time: 0.0548334 Oct 15 20:17:02.762453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.791841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=0293953c-dd19-4e19-8cba-6af15a932a12,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:02.793379 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.798620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9969bc3f-4040-4f3b-9feb-9baa8829f6be tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/0293953c-dd19-4e19-8cba-6af15a932a12 HTTP/1.1" status: 204 len: 168 time: 0.3894601 Oct 15 20:17:02.799962 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53596) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.808441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c737667-3e10-425c-a017-ac84a4261fef None None] Network 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:02.889064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.920888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:17:02.927341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7c275977-b927-4b3e-a8b4-d30cbbf314d2 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "PUT /v2.0/routers/0a10ba01-3865-4649-bbe5-227947c45a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2692645 Oct 15 20:17:02.928858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-ff94a99c-4ab2-4296-ac65-446619fbefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:02.933604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-ff94a99c-4ab2-4296-ac65-446619fbefe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1475434 Oct 15 20:17:02.933604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53600) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:02.933817 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] Sync routers for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:17:02.946920 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:02.947761 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:02.976586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port 81a05407-c785-4c7c-9329-9e252126278f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:02.978368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:02.998275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.017225 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] Routers {'0a10ba01-3865-4649-bbe5-227947c45a46'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:03.017840 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:16:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a10ba01-3865-4649-bbe5-227947c45a46'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.058151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] DHCP port deletion for 4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:03.058861 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.059513 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9cdfed-6d8c-496c-b552-50325410078d None None] The sync data for ids ['0a10ba01-3865-4649-bbe5-227947c45a46'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:17:03.096380 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port 81a05407-c785-4c7c-9329-9e252126278f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81a05407-c785-4c7c-9329-9e252126278f,segment=NetworkSegment(69941e0f-7032-444c-bebd-316fc366fc9c),segment_id=69941e0f-7032-444c-bebd-316fc366fc9c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:03.097581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.103647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-b26f9ee0-f3e1-4bf2-8485-35b9f08f2819 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 200 len: 1001 time: 0.1605408 Oct 15 20:17:03.113032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Deleting port 81a05407-c785-4c7c-9329-9e252126278f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:03.113394 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.115134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for 81a05407-c785-4c7c-9329-9e252126278f owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:03.153646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.189383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] For port 81a05407-c785-4c7c-9329-9e252126278f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=81a05407-c785-4c7c-9329-9e252126278f,segment=NetworkSegment(69941e0f-7032-444c-bebd-316fc366fc9c),segment_id=69941e0f-7032-444c-bebd-316fc366fc9c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:03.190487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.204677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-0910aad1-4954-4abc-bf23-c730adb2a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:03.206161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-0910aad1-4954-4abc-bf23-c730adb2a82f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0996587 Oct 15 20:17:03.207691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Calling delete_port for 81a05407-c785-4c7c-9329-9e252126278f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:03.278579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.296770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.316992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=81a05407-c785-4c7c-9329-9e252126278f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:03.319860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port 81a05407-c785-4c7c-9329-9e252126278f on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:03.326538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] Pushing event deleted for resources: {'Port': ['ID=81a05407-c785-4c7c-9329-9e252126278f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:03.331297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05acaa-6537-43fd-ae94-dd5297d4212e None None] No DVR routers for this DVR port 81a05407-c785-4c7c-9329-9e252126278f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:03.416694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.446318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.458136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69941e0f-7032-444c-bebd-316fc366fc9c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.458634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69941e0f-7032-444c-bebd-316fc366fc9c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:03.474206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.489502 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.496393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:03.496801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:03.500000 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:03.634890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-08dab75b-144a-426c-b56a-bf2f0ed1e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:03.640522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-08dab75b-144a-426c-b56a-bf2f0ed1e427 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4228547 Oct 15 20:17:03.640675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.641744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.649788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-e6b6e513-a555-47aa-866f-3ede272f613a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:17:03.650732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-e6b6e513-a555-47aa-866f-3ede272f613a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050757 Oct 15 20:17:03.655020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.661067 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12 HTTP/1.1" status: 204 len: 168 time: 0.8576090 Oct 15 20:17:03.665912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53610) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:03.669160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce880c6-1cde-42a2-82ea-75c31a4dbcce tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=4fe4ffbd-6331-482a-9c53-2fbd3b4f3b12,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:03.700603 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-711b767a-77ed-47f4-95e3-620694cf5be0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:03.701051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-711b767a-77ed-47f4-95e3-620694cf5be0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:03.704094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-711b767a-77ed-47f4-95e3-620694cf5be0 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/03fe7f43-35d1-44b2-881f-2814adbf5902 HTTP/1.1" status: 404 len: 337 time: 0.0372903 Oct 15 20:17:03.706549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:03.733997 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe5b44d-3c54-4ab0-80e4-c39304765a84 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:03.734519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe5b44d-3c54-4ab0-80e4-c39304765a84 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:03.737452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-abe5b44d-3c54-4ab0-80e4-c39304765a84 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/1d3acf55-8f0b-4dae-be26-43d22f63da24 HTTP/1.1" status: 404 len: 339 time: 0.0300241 Oct 15 20:17:03.740358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:03.792613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting subnet 66620efd-0e84-4901-911f-f772fced8947 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:03.795770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.821356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-687ff6c2-be3f-4251-afa0-40d9419c0380 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634982 Oct 15 20:17:03.841267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port 398d75a4-c087-48e2-bcfd-c2b45dd9538e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:03.841605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.845557 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.907994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81a05407-c785-4c7c-9329-9e252126278f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:03.938869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 81a05407-c785-4c7c-9329-9e252126278f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:03.939607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 81a05407-c785-4c7c-9329-9e252126278f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:03.958951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.984449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:03.988261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7be8d4f5-f017-47d0-8126-419550e10eb6 req-5c60b2fc-dc95-42d1-8967-1083b349f0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598475 Oct 15 20:17:03.999331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for 398d75a4-c087-48e2-bcfd-c2b45dd9538e owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:04.090501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.125734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Subnet': ['ID=66620efd-0e84-4901-911f-f772fced8947,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:04.137071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.141568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d985b09f-371a-4cad-975a-5cbbe4e0bb06 tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/subnets/66620efd-0e84-4901-911f-f772fced8947 HTTP/1.1" status: 204 len: 168 time: 0.4001193 Oct 15 20:17:04.142128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c8a1ca-031f-4ea3-bfa5-59a5db7ffdae None None] Network f589f9fa-05ab-4eaa-85d7-e8283be06dbc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:04.145336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53624) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:04.225850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.269335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.283148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Deleting port 2878b797-dd04-4b1c-97e1-8b8d07a870bd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:04.283490 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.297506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=398d75a4-c087-48e2-bcfd-c2b45dd9538e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:04.327341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] DHCP port deletion for f589f9fa-05ab-4eaa-85d7-e8283be06dbc request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:04.373711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.386635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] For port 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2878b797-dd04-4b1c-97e1-8b8d07a870bd,segment=NetworkSegment(e04997c9-b34c-4cdb-bb9d-eed14e3e08fe),segment_id=e04997c9-b34c-4cdb-bb9d-eed14e3e08fe)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:04.387286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.389668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Deleting port 2878b797-dd04-4b1c-97e1-8b8d07a870bd {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:04.390040 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.400258 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Calling delete_port for 2878b797-dd04-4b1c-97e1-8b8d07a870bd owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:04.457967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] For port 2878b797-dd04-4b1c-97e1-8b8d07a870bd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2878b797-dd04-4b1c-97e1-8b8d07a870bd,segment=NetworkSegment(e04997c9-b34c-4cdb-bb9d-eed14e3e08fe),segment_id=e04997c9-b34c-4cdb-bb9d-eed14e3e08fe)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:04.458458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.471657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Calling delete_port for 2878b797-dd04-4b1c-97e1-8b8d07a870bd owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:04.480128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.482719 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.620893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.621123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.637373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Port': ['ID=2878b797-dd04-4b1c-97e1-8b8d07a870bd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:04.639828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] Pushing event deleted for resources: {'Port': ['ID=2878b797-dd04-4b1c-97e1-8b8d07a870bd,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:04.640855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] No DVR routers for this DVR port 2878b797-dd04-4b1c-97e1-8b8d07a870bd on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:04.647300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958ad33-8ded-447e-8301-791acacfc2d8 None None] No DVR routers for this DVR port 2878b797-dd04-4b1c-97e1-8b8d07a870bd on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:04.663276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.663276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Fanout notify agent at l3_agent the message router_deleted on router 0a10ba01-3865-4649-bbe5-227947c45a46 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:04.669605 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.670964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fd83a462-fbed-4846-9925-6871fa259a65 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/routers/0a10ba01-3865-4649-bbe5-227947c45a46 HTTP/1.1" status: 204 len: 168 time: 1.7392898 Oct 15 20:17:04.673697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53630) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:04.727169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.728645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting subnet ee734f3c-126b-46d8-8b7f-33f9829d1b82 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:04.732230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.748012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f589f9fa-05ab-4eaa-85d7-e8283be06dbc']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:04.757553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:04.759145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04997c9-b34c-4cdb-bb9d-eed14e3e08fe') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:04.768660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.785161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.785429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.791203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:04.791811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:04.795305 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:04.882339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.101909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.109289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.112516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] 10.222.0.13 "DELETE /v2.0/networks/f589f9fa-05ab-4eaa-85d7-e8283be06dbc HTTP/1.1" status: 204 len: 168 time: 0.9656281 Oct 15 20:17:05.124231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768a073-a5a9-4d50-9436-014e997818ad tempest-NetworksIpV6Test-1619327927 tempest-NetworksIpV6Test-1619327927-project] Pushing event deleted for resources: {'Network': ['ID=f589f9fa-05ab-4eaa-85d7-e8283be06dbc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:05.169278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.209025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.209025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/subnets/ee734f3c-126b-46d8-8b7f-33f9829d1b82 HTTP/1.1" status: 204 len: 168 time: 0.5315082 Oct 15 20:17:05.211021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:05.211224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc99889d-ff54-4e8f-b488-d1cc44f313aa None None] Network fe6f67e0-e482-44ce-b097-aba43046f1d7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:05.219971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f44b0-160d-4114-8bda-4d2e80f6b390 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Subnet': ['ID=ee734f3c-126b-46d8-8b7f-33f9829d1b82,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:05.299400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.372795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:05.373127 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.412782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] DHCP port deletion for fe6f67e0-e482-44ce-b097-aba43046f1d7 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:05.442977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] For port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,segment=NetworkSegment(56dc7f56-0e69-46e0-9027-b3350c6e8f6e),segment_id=56dc7f56-0e69-46e0-9027-b3350c6e8f6e)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:05.442977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.455673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:05.476802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Deleting port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:05.477175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.544743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] For port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,segment=NetworkSegment(56dc7f56-0e69-46e0-9027-b3350c6e8f6e),segment_id=56dc7f56-0e69-46e0-9027-b3350c6e8f6e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:05.545203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.557727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Calling delete_port for 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:05.648010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:05.655421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.656804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.684428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:05.687778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] Pushing event deleted for resources: {'Port': ['ID=6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:05.695167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a69b2-5fa4-44d4-a01d-d25073db5ed3 None None] No DVR routers for this DVR port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:05.700104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] No DVR routers for this DVR port 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:05.797874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.830864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6f67e0-e482-44ce-b097-aba43046f1d7']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:05.849081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56dc7f56-0e69-46e0-9027-b3350c6e8f6e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:05.849456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56dc7f56-0e69-46e0-9027-b3350c6e8f6e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:05.867002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.882423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4a843fb2-6ac8-42c1-9bd1-a06d7ea0ccfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6cb261eb46443efb01db30df271eed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330654 Oct 15 20:17:05.886183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:05.888418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:05.890951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.904729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:05.905125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:05.908112 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:05.911511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:05.911914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6e3bf3c0-9690-42c1-9037-6f9f2c0b0d7b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:05.914586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2878b797-dd04-4b1c-97e1-8b8d07a870bd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:05.933362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2878b797-dd04-4b1c-97e1-8b8d07a870bd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:05.933794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2878b797-dd04-4b1c-97e1-8b8d07a870bd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:05.993894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.016215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.070154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.076774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.079812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/networks/fe6f67e0-e482-44ce-b097-aba43046f1d7 HTTP/1.1" status: 204 len: 168 time: 0.8690453 Oct 15 20:17:06.082337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:06.127331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee670d-ec47-4f02-a93b-1ab4ce13d656 tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Network': ['ID=fe6f67e0-e482-44ce-b097-aba43046f1d7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:06.176400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.179124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.188225 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/310db8fa-8843-465a-b276-9e855ee138b3 HTTP/1.1" status: 204 len: 168 time: 0.2944503 Oct 15 20:17:06.194370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88087a0-5cd2-485c-917b-0507e58054e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310db8fa-8843-465a-b276-9e855ee138b3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:06.244605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Deleting port 772326df-7474-4829-aaf2-533157a66acc {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:06.244949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.328558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.328888 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.340446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Calling delete_port for 772326df-7474-4829-aaf2-533157a66acc owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:06.872711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.913976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Pushing event deleted for resources: {'Port': ['ID=772326df-7474-4829-aaf2-533157a66acc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:06.989956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.993657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:06.994810 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e2a47507-c05d-498a-a78b-f0cf79fa9ffa tempest-FloatingIPAdminTestJSON-883492580 tempest-FloatingIPAdminTestJSON-883492580-project] 10.222.0.13 "DELETE /v2.0/floatingips/443331d9-072c-40f7-8978-edc055492a0f HTTP/1.1" status: 204 len: 168 time: 0.9115365 Oct 15 20:17:07.401766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53704) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:07.499002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53712) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:07.604634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-212136852'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:07.649314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-095fad44-9c29-4d09-b1ea-69ffb5b14b92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0bf159e7640426bb3713e739fb365bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490688 Oct 15 20:17:07.651849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53716) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:07.701912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:07.705421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.705728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.714928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.728167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.789827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.856092 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.859058 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.860262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b12e09f-ae34-403e-8290-b7f0fc10fa77 HTTP/1.1" status: 204 len: 168 time: 0.2074993 Oct 15 20:17:07.869175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8678a-23a8-4bd9-a462-1ee7f5cc5a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b12e09f-ae34-403e-8290-b7f0fc10fa77,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:07.876520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.904208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:07.912968 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae787d6-9894-4482-b311-31ea6c519aa9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:07.922162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:07.922162 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment ff7052ab-f55c-473a-83cf-355c9063a58a of type vlan for network 78e79051-5580-4142-87d9-9002f0a90bcc Oct 15 20:17:07.961637 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.072924 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.079152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:08.079838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.148701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=78e79051-5580-4142-87d9-9002f0a90bcc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:08.158948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 78e79051-5580-4142-87d9-9002f0a90bcc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:08.202970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3630e15-d374-4fb3-b3a3-4e341314101f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7871540 Oct 15 20:17:08.326890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53730) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:08.332495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:08.527751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:08.531389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.655450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53736) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:08.674642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3071093-7369-4d94-993b-b32e8bdc0df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.675277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:17:08.791576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3071093-7369-4d94-993b-b32e8bdc0df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.839198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.906400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a3071093-7369-4d94-993b-b32e8bdc0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:08.929859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=adf41818-5ab0-4b0d-9d69-c0c60b3d9304,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:08.952273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': 'ff7052ab-f55c-473a-83cf-355c9063a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:08.952645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 78e79051-5580-4142-87d9-9002f0a90bcc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:08.958690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3071093-7369-4d94-993b-b32e8bdc0df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b3cfb-1242-404d-86ee-821cf0748998,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:08.967300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a3071093-7369-4d94-993b-b32e8bdc0df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91019fa591e643938eac25daecb9146a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108311 Oct 15 20:17:08.970066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53740) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:09.020230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.042107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.050465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 78e79051-5580-4142-87d9-9002f0a90bcc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:09.167706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 78e79051-5580-4142-87d9-9002f0a90bcc) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:09.171888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:09.172523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.177406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b83bb7-c584-4166-9c97-e1049fa243d8 None None] Network 78e79051-5580-4142-87d9-9002f0a90bcc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:09.221483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.224318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.225455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f5b3cfb-1242-404d-86ee-821cf0748998 HTTP/1.1" status: 204 len: 168 time: 0.2542725 Oct 15 20:17:09.234581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc886e-af45-412d-b458-aefc410010d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b3cfb-1242-404d-86ee-821cf0748998,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:09.278885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-41d01989-2562-48b9-ae89-ace58af54e13 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9508100 Oct 15 20:17:09.282840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53750) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:09.289352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1138590564'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:09.422259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:09.426100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.451312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:09.460387 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.460729 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 45cf0928-4edd-4905-b0a8-b5bf58ec8c8f of type vlan for network d52a75c0-52e9-45f2-bb94-e0c39c4926fa Oct 15 20:17:09.510642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-78e79051-5580-4142-87d9-9002f0a90bcc', 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': 'adf41818-5ab0-4b0d-9d69-c0c60b3d9304'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:09.511537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.516116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.637374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.639103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:09.639847 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.649225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Allocated IP 172.20.255.242 (78e79051-5580-4142-87d9-9002f0a90bcc/adf41818-5ab0-4b0d-9d69-c0c60b3d9304/57ef7660-c8f7-42af-93a6-7ca780cd3a74) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:09.711733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=d52a75c0-52e9-45f2-bb94-e0c39c4926fa,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:09.723470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d52a75c0-52e9-45f2-bb94-e0c39c4926fa details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:09.763341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53758) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:09.763649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8e3b8cf5-4e1d-4cc1-a621-2c488c31b27c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4795940 Oct 15 20:17:09.768553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': 'd52a75c0-52e9-45f2-bb94-e0c39c4926fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:09.867221 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.970184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:09.970783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:09.974071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.016475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Network 78e79051-5580-4142-87d9-9002f0a90bcc is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:10.019523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:10.034985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:10.039322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Pushing event updated for resources: {'Port': ['ID=57ef7660-c8f7-42af-93a6-7ca780cd3a74,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:10.074631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53762) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:10.088991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ad056f4-9d51-4c68-9b2a-4822b7017003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.095767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Attempting to bind port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:10.096112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Attempting to bind port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ff7052ab-f55c-473a-83cf-355c9063a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:10.096486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Attempting to bind port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 on network 78e79051-5580-4142-87d9-9002f0a90bcc {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:10.104671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:10.105053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Checking segment: {'id': 'ff7052ab-f55c-473a-83cf-355c9063a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:10.105457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.105946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Bound using segment: {'id': 'ff7052ab-f55c-473a-83cf-355c9063a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:10.106329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Bound port: 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7052ab-f55c-473a-83cf-355c9063a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '78e79051-5580-4142-87d9-9002f0a90bcc'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:10.106717 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.181205 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ad056f4-9d51-4c68-9b2a-4822b7017003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.193748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] For port 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:10.197220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] For port 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57ef7660-c8f7-42af-93a6-7ca780cd3a74,segment=NetworkSegment(ff7052ab-f55c-473a-83cf-355c9063a58a),segment_id=ff7052ab-f55c-473a-83cf-355c9063a58a)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:10.312819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ad056f4-9d51-4c68-9b2a-4822b7017003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.351729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad056f4-9d51-4c68-9b2a-4822b7017003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cab810-d44d-47d1-9ea6-7d1859d9028f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:10.359226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ad056f4-9d51-4c68-9b2a-4822b7017003 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cd7cdadd9c5459c8de9555e2e6b651f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807264 Oct 15 20:17:10.359810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53768) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:10.364714 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.368836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.442053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bc4db-70d9-4949-8a6a-fbebec3a8e13 None None] Pushing event updated for resources: {'Port': ['ID=57ef7660-c8f7-42af-93a6-7ca780cd3a74,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:10.447717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.466740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '45cf0928-4edd-4905-b0a8-b5bf58ec8c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'd52a75c0-52e9-45f2-bb94-e0c39c4926fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:10.467759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: d52a75c0-52e9-45f2-bb94-e0c39c4926fa, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:10.479735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=d4ffae1e-2af8-47ae-82a6-d1a4778b406a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:10.480367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.594930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network d52a75c0-52e9-45f2-bb94-e0c39c4926fa is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:10.621406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.624194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.625364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16cab810-d44d-47d1-9ea6-7d1859d9028f HTTP/1.1" status: 204 len: 168 time: 0.2649963 Oct 15 20:17:10.635255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f214e7-4d21-4a82-b401-52075e4954f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cab810-d44d-47d1-9ea6-7d1859d9028f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:10.673083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d52a75c0-52e9-45f2-bb94-e0c39c4926fa) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:10.680503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:10.681519 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.687665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3bb88c-1d37-4f43-9fd3-c136c6f72461 None None] Network d52a75c0-52e9-45f2-bb94-e0c39c4926fa requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:10.785299 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9166608a-7f5f-440b-b118-73bc593a42fa tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0207570 Oct 15 20:17:10.788763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53776) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:10.897755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.910184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d261ff-21ff-4e7b-9c61-635ceb564aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d52a75c0-52e9-45f2-bb94-e0c39c4926fa', 'network_id': 'd52a75c0-52e9-45f2-bb94-e0c39c4926fa', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': 'd4ffae1e-2af8-47ae-82a6-d1a4778b406a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:10.911051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c4d261ff-21ff-4e7b-9c61-635ceb564aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:10.954627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.119426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.157197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ffae1e-2af8-47ae-82a6-d1a4778b406a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-c4d261ff-21ff-4e7b-9c61-635ceb564aa0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4ffae1e-2af8-47ae-82a6-d1a4778b406a: This subnet is being modified by another concurrent operation. Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4ffae1e-2af8-47ae-82a6-d1a4778b406a: This subnet is being modified by another concurrent operation. Oct 15 20:17:11.177831 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:17:11.216355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ec9d6-a17f-47e1-a9be-2524b8f89746 None None] Network d52a75c0-52e9-45f2-bb94-e0c39c4926fa requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:11.297821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.323238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52a75c0-52e9-45f2-bb94-e0c39c4926fa']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:11.333554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cf0928-4edd-4905-b0a8-b5bf58ec8c8f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:11.337013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cf0928-4edd-4905-b0a8-b5bf58ec8c8f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:11.349318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.367131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.376416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:11.376819 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:11.380452 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:11.516179 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.520983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.524639 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/d52a75c0-52e9-45f2-bb94-e0c39c4926fa HTTP/1.1" status: 204 len: 168 time: 0.7349110 Oct 15 20:17:11.528444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:11.533615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-7319864'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:11.540594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca22184c-bf86-47a5-956d-7a6b91c55f2e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=d52a75c0-52e9-45f2-bb94-e0c39c4926fa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:11.605802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61acfe91-b9d1-459c-829f-6a16670f911a None None] Network 78e79051-5580-4142-87d9-9002f0a90bcc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:11.633693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:11.638482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.665713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:11.686359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.686714 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment bfd9b21c-6dff-459e-a03e-e3ad2005be71 of type vlan for network 2ea53bd3-673f-4b8c-b043-16b8bc813a07 Oct 15 20:17:11.692531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] Provisioning complete for port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:11.692984 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.735469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.841382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.873150 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.889105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:11.889105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:11.889791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] For port 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57ef7660-c8f7-42af-93a6-7ca780cd3a74,segment=NetworkSegment(ff7052ab-f55c-473a-83cf-355c9063a58a),segment_id=ff7052ab-f55c-473a-83cf-355c9063a58a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:11.963106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.000704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57ef7660-c8f7-42af-93a6-7ca780cd3a74 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:12.002519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=2ea53bd3-673f-4b8c-b043-16b8bc813a07,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:12.025972 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:12.026262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bfd302f-5bbb-4a2f-9f77-acde775ce7f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.4964626 Oct 15 20:17:12.029574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 2ea53bd3-673f-4b8c-b043-16b8bc813a07 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:12.033105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '2ea53bd3-673f-4b8c-b043-16b8bc813a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:12.091191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69bea7-d02f-4446-94a5-be5b3324f972 None None] Pushing event updated for resources: {'Port': ['ID=57ef7660-c8f7-42af-93a6-7ca780cd3a74,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:12.150664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:12.151029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.172766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208efbb8-4432-4cfe-b012-505d6aaba75f None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:12.227052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:12.230857 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.233246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-45ace392-ca27-4f47-a872-12fba76602b5 None None] Provisioning complete for port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:12.233789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45ace392-ca27-4f47-a872-12fba76602b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.319525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing IP validity checks on allocation pools {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:17:12.320055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:17:12.363296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208efbb8-4432-4cfe-b012-505d6aaba75f None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:12.616464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.685202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=79ceb119-c5ab-4e22-af8f-a273ed2fccc8,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:12.694137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': 'bfd9b21c-6dff-459e-a03e-e3ad2005be71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2ea53bd3-673f-4b8c-b043-16b8bc813a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:12.694137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 2ea53bd3-673f-4b8c-b043-16b8bc813a07, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:12.764430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 2ea53bd3-673f-4b8c-b043-16b8bc813a07 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:12.847718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 2ea53bd3-673f-4b8c-b043-16b8bc813a07) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:12.856891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fedfe7-12b0-42dd-885f-7959918f6555 None None] Network 2ea53bd3-673f-4b8c-b043-16b8bc813a07 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:12.858975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:12.858975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:12.933054 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8603d1c0-151d-4bf8-be6f-b9ee270f6ee6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9053588 Oct 15 20:17:12.935650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53834) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:13.009584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:13.045119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed7216-6e7c-4d5e-beb7-1859f1049491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-2ea53bd3-673f-4b8c-b043-16b8bc813a07', 'network_id': '2ea53bd3-673f-4b8c-b043-16b8bc813a07', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '79ceb119-c5ab-4e22-af8f-a273ed2fccc8'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:13.046252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9eed7216-6e7c-4d5e-beb7-1859f1049491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.049313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.107782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.187404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-474958109'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:13.273638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.290327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Made reservation on behalf of a3c677b906214736aea8c6271805075e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:13.294175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.299584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=79ceb119-c5ab-4e22-af8f-a273ed2fccc8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:13.304811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-9eed7216-6e7c-4d5e-beb7-1859f1049491 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79ceb119-c5ab-4e22-af8f-a273ed2fccc8: This subnet is being modified by another concurrent operation. Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79ceb119-c5ab-4e22-af8f-a273ed2fccc8: This subnet is being modified by another concurrent operation. Oct 15 20:17:13.314641 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:17:13.338276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d72292-93b4-47d0-be88-94ec6d90be62 None None] Network 2ea53bd3-673f-4b8c-b043-16b8bc813a07 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:13.394676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.420481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea53bd3-673f-4b8c-b043-16b8bc813a07']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:13.420707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.430769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd9b21c-6dff-459e-a03e-e3ad2005be71') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:13.431061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd9b21c-6dff-459e-a03e-e3ad2005be71') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:13.441058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.456784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.463753 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:13.464849 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:13.467180 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:13.476599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e9998-72d5-4ee0-a6ad-837b120c6fbb None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:13.518450 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.546769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da73338c-da8b-4e77-9297-1fab283ddce0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:13.558542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e9998-72d5-4ee0-a6ad-837b120c6fbb None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:13.627340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.635224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:13.636874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.640301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/2ea53bd3-673f-4b8c-b043-16b8bc813a07 HTTP/1.1" status: 204 len: 168 time: 0.7035520 Oct 15 20:17:13.644649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53850) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:13.651126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2022893461'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:13.651464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.657083 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Added segment 2b327ead-e4e6-4c95-ad77-2648779b76d4 of type vlan for network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 Oct 15 20:17:13.668257 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f985440-1fa1-4d8f-a4fa-b4b08c418846 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=2ea53bd3-673f-4b8c-b043-16b8bc813a07,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:13.711590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.778744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:13.782258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.808676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:13.817335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.817764 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 731ee5fb-c92a-47d5-a517-45c9a566caa5 of type vlan for network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 Oct 15 20:17:13.824668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.833069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:13.833735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.867918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.903388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57ef7660-c8f7-42af-93a6-7ca780cd3a74 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:13.920814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Pushing event updated for resources: {'Network': ['ID=f2e43e2f-ff65-42f4-8399-d72b41bdf2f3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:13.932406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:13.947057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:13.952904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:13.953495 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.013260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:14.013630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.015737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e210586-2101-44e2-9dfb-34e0a66fef0b tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0048964 Oct 15 20:17:14.034999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=f7f7e849-64aa-4faa-b57f-f6bc3c68da20,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:14.049192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:14.104591 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-126f8aad-5805-4d49-8610-c9d350f73d6a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4574287 Oct 15 20:17:14.109321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:14.115012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:14.257710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:14.262802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3', 'binding:host_id': 'n-h1-712140-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1029036215'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:14.337516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:14.341256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.467399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Made reservation on behalf of 8a86ecabdae94dfb972b2622e3d8b8a0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:14.469911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.482120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.610969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.638957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.674176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:14.685492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:14.778208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=17540906-fb83-404e-ade0-78b4b01f3917,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:14.789261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23c5d83-561d-445b-aa16-96dd12a9a553,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:14.799691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '731ee5fb-c92a-47d5-a517-45c9a566caa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:14.799931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: f7f7e849-64aa-4faa-b57f-f6bc3c68da20, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:14.949232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:14.962585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:14.972296 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.053785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f7f7e849-64aa-4faa-b57f-f6bc3c68da20) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:15.059035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:15.059637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.063801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626ed2f-aa80-4532-94a9-00b6fdee9a3b None None] Network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:15.108868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.166842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:15.184992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Checking segment: {'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:15.185633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Network hostable DHCP agents. Network: f2e43e2f-ff65-42f4-8399-d72b41bdf2f3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:15.194818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dcfc67c2-7d55-4bc2-8802-5364d7f858e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0831735 Oct 15 20:17:15.195521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53878) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:15.215097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f7f7e849-64aa-4faa-b57f-f6bc3c68da20', 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '17540906-fb83-404e-ade0-78b4b01f3917'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:15.215985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.298654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.331115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:15.352084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Allocated IP 172.20.0.1 (f7f7e849-64aa-4faa-b57f-f6bc3c68da20/17540906-fb83-404e-ade0-78b4b01f3917/daf7d321-b9f7-4802-a272-9df4cc171a4d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:15.361479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.415292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f2e43e2f-ff65-42f4-8399-d72b41bdf2f3) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:15.418974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:15.426231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f37c307-25ba-4440-8aa1-df903b01efbd None None] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:15.434246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.434587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.434924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.439197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.439524 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.439961 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 2 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.454610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.455354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.455354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.460920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.460920 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.460920 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 3 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.479969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.480311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.480650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.485498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.485824 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.486211 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 4 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.499658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.499997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.500340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.517390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.517390 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.517390 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 5 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.519160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.519499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.519880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.524286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.524610 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.524997 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 6 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.536965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.537883 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.538212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.543447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.543447 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.543447 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 7 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.557052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.557389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.557723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.564568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.565594 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.566171 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 8 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.582521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.583096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.583851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.591181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.591777 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.592527 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 9 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.602518 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.611633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.612046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.612401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.620879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.620879 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.620879 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 10 to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d Oct 15 20:17:15.631721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.632085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.632415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.636686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:15.637014 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:15.637404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.706086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:15.706441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempted to set empty binding levels {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:17:15.745445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.782015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:15.786943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:15.788339 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.791731 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:15.801446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Pushing event updated for resources: {'Port': ['ID=daf7d321-b9f7-4802-a272-9df4cc171a4d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:15.815255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.815255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.815542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.815924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.816318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.816585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.816916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.817248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.817577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.818350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.818350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.818583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:15.823892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:15.824489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.838056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.872500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Attempting to bind port daf7d321-b9f7-4802-a272-9df4cc171a4d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:15.872881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Attempting to bind port daf7d321-b9f7-4802-a272-9df4cc171a4d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '731ee5fb-c92a-47d5-a517-45c9a566caa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:15.873625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Attempting to bind port daf7d321-b9f7-4802-a272-9df4cc171a4d on network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:15.878345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=17540906-fb83-404e-ade0-78b4b01f3917,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:15.879643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:15.880028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:15.880411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Checking segment: {'id': '731ee5fb-c92a-47d5-a517-45c9a566caa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:15.881039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.882078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Bound using segment: {'id': '731ee5fb-c92a-47d5-a517-45c9a566caa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:15.882821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Bound port: daf7d321-b9f7-4802-a272-9df4cc171a4d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731ee5fb-c92a-47d5-a517-45c9a566caa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:15.883329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.904091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-03d05030-09e6-464c-8660-1345798cd4ab tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.6451762 Oct 15 20:17:15.904828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53888) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:15.959483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:15.960925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] For port daf7d321-b9f7-4802-a272-9df4cc171a4d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:15.964861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] For port daf7d321-b9f7-4802-a272-9df4cc171a4d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=daf7d321-b9f7-4802-a272-9df4cc171a4d,segment=NetworkSegment(731ee5fb-c92a-47d5-a517-45c9a566caa5),segment_id=731ee5fb-c92a-47d5-a517-45c9a566caa5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:15.987238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f7e849-64aa-4faa-b57f-f6bc3c68da20']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:15.997432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731ee5fb-c92a-47d5-a517-45c9a566caa5') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:15.997772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731ee5fb-c92a-47d5-a517-45c9a566caa5') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:16.000185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Deleting port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:16.000528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.007525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.040050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.049164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.058407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:16.059583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:16.063269 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:16.071082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d, host n-h1-712140-14, got binding levels [] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:16.071960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.101005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Calling delete_port for 0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:16.137597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8fda3-210d-4be8-a9ba-3f6c5cb321df None None] Pushing event updated for resources: {'Port': ['ID=daf7d321-b9f7-4802-a272-9df4cc171a4d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:16.155909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a6eb3-dc81-4c0f-9b73-e05f347f444e None None] Network f7f7e849-64aa-4faa-b57f-f6bc3c68da20 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:16.164879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:17:16.164879 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:17:16.164879 n-d-712140-14 neutron-server[101180]: [parameters: {'id': 'f7f7e849-64aa-4faa-b57f-f6bc3c68da20'}] Oct 15 20:17:16.164879 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:16.169156 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:16.278034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101c30b-541b-400b-b108-519face111b1 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:16.295762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.330945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.337773 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d HTTP/1.1" status: 204 len: 168 time: 0.4288230 Oct 15 20:17:16.338950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53894) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:16.342645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d85268-5e4c-4ff8-8b62-f4f8904b4ef3 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:16.367763 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a1cf0d-9071-4ae4-b764-7d648e2f4e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:17:16.369392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b2a1cf0d-9071-4ae4-b764-7d648e2f4e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports/0d8ee8ba-34b9-4539-9b76-30ec71ed4f0d HTTP/1.1" status: 404 len: 333 time: 0.0292168 Oct 15 20:17:16.373056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:16.378194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421889817'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:16.490047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Made reservation on behalf of 8a86ecabdae94dfb972b2622e3d8b8a0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:16.493318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.520694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 2ee8727d-fa9d-482d-a656-c3238ea965fe yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:16.524202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101c30b-541b-400b-b108-519face111b1 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:16.666168 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.700236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.776323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port daf7d321-b9f7-4802-a272-9df4cc171a4d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:16.776910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.829798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.887865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port daf7d321-b9f7-4802-a272-9df4cc171a4d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=daf7d321-b9f7-4802-a272-9df4cc171a4d,segment=NetworkSegment(731ee5fb-c92a-47d5-a517-45c9a566caa5),segment_id=731ee5fb-c92a-47d5-a517-45c9a566caa5)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:16.888242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.905475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:16.910561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for daf7d321-b9f7-4802-a272-9df4cc171a4d owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:16.912558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:16.922147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:16.923092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:16.923714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:16.931249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee8727d-fa9d-482d-a656-c3238ea965fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:17.050374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bf4e1d7b-1757-40e2-8196-09793aff1e2b tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6762159 Oct 15 20:17:17.053682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53906) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:17.058844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:17.113854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.146347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.181895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=daf7d321-b9f7-4802-a272-9df4cc171a4d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:17.185254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port daf7d321-b9f7-4802-a272-9df4cc171a4d on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:17.322892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.353375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f7e849-64aa-4faa-b57f-f6bc3c68da20']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:17.369270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731ee5fb-c92a-47d5-a517-45c9a566caa5') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:17.369565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731ee5fb-c92a-47d5-a517-45c9a566caa5') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:17.390096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.424315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.432730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 2ee8727d-fa9d-482d-a656-c3238ea965fe yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:17.439970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:17.440381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:17.443328 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:17.447487 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.541428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.595002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee8727d-fa9d-482d-a656-c3238ea965fe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:17.606574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.606911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.607272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.612938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.613585 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.613719 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 2 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.618507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.636069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.636069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/f7f7e849-64aa-4faa-b57f-f6bc3c68da20 HTTP/1.1" status: 204 len: 168 time: 2.4394176 Oct 15 20:17:17.639798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:17.645464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073235917'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:17.651407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.651769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.652108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.655156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086a3be-dc51-4c06-8be3-c8329ffaf1c0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=f7f7e849-64aa-4faa-b57f-f6bc3c68da20,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:17.658588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.664190 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.664190 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 3 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.671638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.671972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.672299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.676534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.676867 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.677239 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 4 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.690387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.690716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.691043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.696682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.697007 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.697387 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 5 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.709024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.709433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.709763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.713897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.714215 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.714692 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 6 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.727989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.728287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.728619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.733270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.733591 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.733970 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 7 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.746267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.746601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.746931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.750583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:17.751447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.754065 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.754065 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 8 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.754488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.765124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.765471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.766180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.770046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.770572 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.770961 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 9 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.780457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:17.783244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.783603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.783964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.789027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.789304 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.789690 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 10 to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe Oct 15 20:17:17.791979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.792317 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment f21baa68-e382-417f-93ec-0f8fb2d36789 of type vlan for network 831d1106-3dbf-4b37-b9a7-0c18683707b3 Oct 15 20:17:17.805944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:17.805944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:17.805944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:17.808830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:17.809221 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 2ee8727d-fa9d-482d-a656-c3238ea965fe on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:17.809650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.835775 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.874149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 2ee8727d-fa9d-482d-a656-c3238ea965fe, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:17.874504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempted to set empty binding levels {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:17:17.961725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:17.967395 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:17.967997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.030814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.040475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=831d1106-3dbf-4b37-b9a7-0c18683707b3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:18.053599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 831d1106-3dbf-4b37-b9a7-0c18683707b3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:18.076053 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d5f6629c-d152-46bd-a0a5-bea97fa34826 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4346292 Oct 15 20:17:18.078867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53922) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:18.084860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:18.091368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] In _notify_port_updated(), no bound segment for port 2ee8727d-fa9d-482d-a656-c3238ea965fe on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:17:18.092287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.096862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.096862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "PUT /v2.0/ports/2ee8727d-fa9d-482d-a656-c3238ea965fe HTTP/1.1" status: 200 len: 975 time: 1.0394289 Oct 15 20:17:18.099547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53924) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:18.116114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382897-b73b-4c4c-a619-526f6fc77422 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee8727d-fa9d-482d-a656-c3238ea965fe,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:18.234799 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.235266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.235747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.236249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.236702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.237226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.237675 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.238125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.238565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.239010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.239452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.239932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.240465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.241006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.243325 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6f1c12e2-279c-4002-819b-89de4381aa10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12799 time: 0.1426396 Oct 15 20:17:18.246835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53928) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:18.323698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Deleting port 2ee8727d-fa9d-482d-a656-c3238ea965fe {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:18.323933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.356046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:18.360178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.395502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 2ee8727d-fa9d-482d-a656-c3238ea965fe, host n-h1-712140-14, got binding levels [] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:18.396175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.411204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Calling delete_port for 2ee8727d-fa9d-482d-a656-c3238ea965fe owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:18.535849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-48f0f705-2bf1-495f-83b4-399d495260f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.592857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.621318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ee8727d-fa9d-482d-a656-c3238ea965fe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:18.626837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.630566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43c8eb64-bde2-488c-90f0-306bb1b33ddf tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2ee8727d-fa9d-482d-a656-c3238ea965fe HTTP/1.1" status: 204 len: 168 time: 0.3826332 Oct 15 20:17:18.633645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:18.656959 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-15abd1b2-f853-4deb-829e-8aafb78911a9 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:17:18.658379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-15abd1b2-f853-4deb-829e-8aafb78911a9 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports/2ee8727d-fa9d-482d-a656-c3238ea965fe HTTP/1.1" status: 404 len: 333 time: 0.0237114 Oct 15 20:17:18.661670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53938) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:18.666135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2011169317', 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:18.679212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.743541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=f1804451-79ec-4c60-bd46-801759b20456,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:18.748862 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': 'f21baa68-e382-417f-93ec-0f8fb2d36789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:18.749403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 831d1106-3dbf-4b37-b9a7-0c18683707b3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:18.757391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Made reservation on behalf of 8a86ecabdae94dfb972b2622e3d8b8a0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:18.760481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.778705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 9043a6d4-5d24-4a12-a54e-9b7098136429 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:18.856234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 831d1106-3dbf-4b37-b9a7-0c18683707b3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:18.927123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.946811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 831d1106-3dbf-4b37-b9a7-0c18683707b3) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:18.951455 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:18.952537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:18.960631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06fa1d-0cfa-4ae5-9314-b11b1c2e8d4f None None] Network 831d1106-3dbf-4b37-b9a7-0c18683707b3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:19.021775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.042356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a1b120b-0cb3-4c43-907e-1a5ffb860c6f tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9622340 Oct 15 20:17:19.045415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53944) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:19.067418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:19.073169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:19.074088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:19.075014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:19.075628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.086766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=9043a6d4-5d24-4a12-a54e-9b7098136429,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:19.118565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-831d1106-3dbf-4b37-b9a7-0c18683707b3', 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': 'f1804451-79ec-4c60-bd46-801759b20456'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:19.119049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.177509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1ae75303-8ead-4d4d-9c73-275563f083d7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5126269 Oct 15 20:17:19.178168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.178421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:19.226748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791c82a6-cbcc-4a46-935d-e65458612395 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:19.231793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-791c82a6-cbcc-4a46-935d-e65458612395 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports/9043a6d4-5d24-4a12-a54e-9b7098136429 HTTP/1.1" status: 200 len: 955 time: 0.0493491 Oct 15 20:17:19.232145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53950) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:19.245272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.290189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Allocated IP 172.20.0.2 (831d1106-3dbf-4b37-b9a7-0c18683707b3/f1804451-79ec-4c60-bd46-801759b20456/f54465fc-8c37-4e44-9605-9f333191a507) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:19.321608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Deleting port 9043a6d4-5d24-4a12-a54e-9b7098136429 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:19.321975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.382568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.394927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Calling delete_port for 9043a6d4-5d24-4a12-a54e-9b7098136429 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:19.442711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.507931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.536219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.544773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Network 831d1106-3dbf-4b37-b9a7-0c18683707b3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:19.549447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:19.553759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:19.573492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event deleted for resources: {'Port': ['ID=9043a6d4-5d24-4a12-a54e-9b7098136429,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:19.581478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.586030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e2da580-c135-4cfa-9203-c49acf113b77 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9043a6d4-5d24-4a12-a54e-9b7098136429 HTTP/1.1" status: 204 len: 168 time: 0.3526077 Oct 15 20:17:19.588716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:19.591894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Pushing event updated for resources: {'Port': ['ID=f54465fc-8c37-4e44-9605-9f333191a507,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:19.617420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.627335 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f736c9-f078-4e98-bed8-2de062829e10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:17:19.634455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87f736c9-f078-4e98-bed8-2de062829e10 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports/9043a6d4-5d24-4a12-a54e-9b7098136429 HTTP/1.1" status: 404 len: 333 time: 0.0390601 Oct 15 20:17:19.634641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53960) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:19.638968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1646384822'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:19.653356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=f1804451-79ec-4c60-bd46-801759b20456,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:19.654249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Attempting to bind port f54465fc-8c37-4e44-9605-9f333191a507 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:19.654813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Attempting to bind port f54465fc-8c37-4e44-9605-9f333191a507 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'f21baa68-e382-417f-93ec-0f8fb2d36789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:19.660512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Attempting to bind port f54465fc-8c37-4e44-9605-9f333191a507 on network 831d1106-3dbf-4b37-b9a7-0c18683707b3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:19.668078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:19.668526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Checking segment: {'id': 'f21baa68-e382-417f-93ec-0f8fb2d36789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:19.685241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.685241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Bound using segment: {'id': 'f21baa68-e382-417f-93ec-0f8fb2d36789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:19.685241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Bound port: f54465fc-8c37-4e44-9605-9f333191a507, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21baa68-e382-417f-93ec-0f8fb2d36789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:19.685241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.717678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.738644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] For port f54465fc-8c37-4e44-9605-9f333191a507, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:19.741740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d1106-3dbf-4b37-b9a7-0c18683707b3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:19.742673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] For port f54465fc-8c37-4e44-9605-9f333191a507, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f54465fc-8c37-4e44-9605-9f333191a507,segment=NetworkSegment(f21baa68-e382-417f-93ec-0f8fb2d36789),segment_id=f21baa68-e382-417f-93ec-0f8fb2d36789)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:19.751446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21baa68-e382-417f-93ec-0f8fb2d36789') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:19.751759 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21baa68-e382-417f-93ec-0f8fb2d36789') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:19.752934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Made reservation on behalf of 8a86ecabdae94dfb972b2622e3d8b8a0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:19.757133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.761903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.772020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 572811e8-565d-4785-a506-fbdf5e5b920c yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:19.832798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.842538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.842804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:19.843095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:19.847350 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:19.911257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d6eea-f254-4f27-a35f-b2ff9800c630 None None] Pushing event updated for resources: {'Port': ['ID=f54465fc-8c37-4e44-9605-9f333191a507,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:19.951452 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:19.957924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a09e2-46c0-4e07-840b-9b821167bd8d None None] Network 831d1106-3dbf-4b37-b9a7-0c18683707b3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:19.991145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:17:19.991145 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:17:19.991145 n-d-712140-14 neutron-server[101181]: [parameters: {'id': '831d1106-3dbf-4b37-b9a7-0c18683707b3'}] Oct 15 20:17:19.991145 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:19.991700 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:20.039440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.082187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:20.088442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:20.088825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8dec91-b7b8-4f33-809b-da2a8f68cf98 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:20.091578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:20.091855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:20.092519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.106702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=572811e8-565d-4785-a506-fbdf5e5b920c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:20.168910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8dec91-b7b8-4f33-809b-da2a8f68cf98 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:20.199706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c12c2367-bf61-48c3-bbbc-41f173071365 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5652449 Oct 15 20:17:20.202324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53968) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:20.208088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:20.265550 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.449575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] device_id is not set on port 572811e8-565d-4785-a506-fbdf5e5b920c yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:20.457416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.492912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.529618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.548805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port f54465fc-8c37-4e44-9605-9f333191a507 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:20.549142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.586524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=572811e8-565d-4785-a506-fbdf5e5b920c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:20.592437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.592803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.593120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.597714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.598041 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.598424 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 2 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.613577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.614234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.614234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.619427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.619782 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.620165 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 3 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.626538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port f54465fc-8c37-4e44-9605-9f333191a507, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f54465fc-8c37-4e44-9605-9f333191a507,segment=NetworkSegment(f21baa68-e382-417f-93ec-0f8fb2d36789),segment_id=f21baa68-e382-417f-93ec-0f8fb2d36789)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:20.631517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.633250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.633514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.633852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.638742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.639069 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.639454 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 4 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.642509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for f54465fc-8c37-4e44-9605-9f333191a507 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:20.652492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.653065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.653401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.657782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.658117 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.658506 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 5 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.670941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.671479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.671847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.676504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.676838 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.677229 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 6 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.692091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.692459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.692759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.698448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.698781 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.699170 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 7 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.712626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.713100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.713445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.718015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.718340 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.718753 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 8 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.732204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.732785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.733114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.737334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.737655 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.738033 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 9 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.749935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.750262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.750583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.754727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.755045 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.755427 n-d-712140-14 neutron-server[101180]: INFO neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempt 10 to bind port 572811e8-565d-4785-a506-fbdf5e5b920c Oct 15 20:17:20.768299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:20.768629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:20.768954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempting to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:20.773697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:17:20.774014 n-d-712140-14 neutron-server[101180]: ERROR neutron.plugins.ml2.managers [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Failed to bind port 572811e8-565d-4785-a506-fbdf5e5b920c on host n-h1-712140-14 for vnic_type normal using segments [{'id': '2b327ead-e4e6-4c95-ad77-2648779b76d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f2e43e2f-ff65-42f4-8399-d72b41bdf2f3'}] Oct 15 20:17:20.774367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.792696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.819306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=f54465fc-8c37-4e44-9605-9f333191a507,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:20.822942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port f54465fc-8c37-4e44-9605-9f333191a507 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:20.839667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 572811e8-565d-4785-a506-fbdf5e5b920c, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:20.840031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attempted to set empty binding levels {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 15 20:17:20.890545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.907318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.922595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] In _notify_port_updated(), no bound segment for port 572811e8-565d-4785-a506-fbdf5e5b920c on network f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:17:20.923655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:20.924073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:20.925368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "PUT /v2.0/ports/572811e8-565d-4785-a506-fbdf5e5b920c HTTP/1.1" status: 200 len: 976 time: 0.7213874 Oct 15 20:17:20.928871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53980) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:20.939290 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d1106-3dbf-4b37-b9a7-0c18683707b3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:20.940208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005430f-55f6-425f-84a1-adbbdad54eb7 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event updated for resources: {'Port': ['ID=572811e8-565d-4785-a506-fbdf5e5b920c,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:20.967255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21baa68-e382-417f-93ec-0f8fb2d36789') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:20.967565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21baa68-e382-417f-93ec-0f8fb2d36789') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:20.982426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.018359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.030425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:21.030932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:21.034079 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:21.101590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Deleting port 572811e8-565d-4785-a506-fbdf5e5b920c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:21.101953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.169463 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] For port 572811e8-565d-4785-a506-fbdf5e5b920c, host n-h1-712140-14, got binding levels [] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:21.169734 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.172070 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.185690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.188827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/831d1106-3dbf-4b37-b9a7-0c18683707b3 HTTP/1.1" status: 204 len: 168 time: 2.1418848 Oct 15 20:17:21.192414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 53984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:21.199128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868196509'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:21.206916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Calling delete_port for 572811e8-565d-4785-a506-fbdf5e5b920c owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:21.208280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b9a25-9b81-4a34-9227-68ebbf4c8cf4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=831d1106-3dbf-4b37-b9a7-0c18683707b3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:21.312821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:21.316335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.352972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.368833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:21.385226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Pushing event deleted for resources: {'Port': ['ID=572811e8-565d-4785-a506-fbdf5e5b920c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:21.388261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.388616 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 580535ce-fb00-4f32-8398-4e48ed275d36 of type vlan for network 1108c9da-2262-4787-9fa9-22f27f82ee6a Oct 15 20:17:21.408306 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.413570 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed722522-a733-49e8-9fab-ad4b7c54ba98 tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "DELETE /v2.0/ports/572811e8-565d-4785-a506-fbdf5e5b920c HTTP/1.1" status: 204 len: 168 time: 0.4835844 Oct 15 20:17:21.416433 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53990) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:21.425194 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5c162147-1a7e-49de-801b-b15636c491f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.438966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.446972 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ed226e-3d2c-43a0-8594-afed3a8929bb tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] GET failed (client error): The resource could not be found. Oct 15 20:17:21.452277 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b9ed226e-3d2c-43a0-8594-afed3a8929bb tempest-PortsAdminExtendedAttrsTestJSON-422305504 tempest-PortsAdminExtendedAttrsTestJSON-422305504-project-admin] 10.222.0.13 "GET /v2.0/ports/572811e8-565d-4785-a506-fbdf5e5b920c HTTP/1.1" status: 404 len: 333 time: 0.0308752 Oct 15 20:17:21.452774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 53992) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:21.510286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.517411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:21.518144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.530415 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.639834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.661832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e43e2f-ff65-42f4-8399-d72b41bdf2f3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:21.673892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b327ead-e4e6-4c95-ad77-2648779b76d4') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:21.674182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b327ead-e4e6-4c95-ad77-2648779b76d4') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:21.685662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.700974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.707752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:21.708142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:21.712158 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:21.859395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.867635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:21.877907 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] 10.222.0.13 "DELETE /v2.0/networks/f2e43e2f-ff65-42f4-8399-d72b41bdf2f3 HTTP/1.1" status: 204 len: 168 time: 0.4216750 Oct 15 20:17:21.890099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d978e71-7fde-4081-9f14-16f59c1005be tempest-PortsAdminExtendedAttrsTestJSON-1013925641 tempest-PortsAdminExtendedAttrsTestJSON-1013925641-project] Pushing event deleted for resources: {'Network': ['ID=f2e43e2f-ff65-42f4-8399-d72b41bdf2f3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:21.926913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7329113 Oct 15 20:17:21.930591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54002) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:21.930766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bda457-f2b8-4a6c-9cea-e8e7fbbb56b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=1108c9da-2262-4787-9fa9-22f27f82ee6a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:21.936172 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:21.943754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1108c9da-2262-4787-9fa9-22f27f82ee6a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:22.110331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:22.120162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.172788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing IP validity checks on allocation pools {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:17:22.173328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:17:22.335283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:22.367966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.399515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.491181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=283d5592-6a38-48bc-aaa3-07ae7fc3f619,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:22.501769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '580535ce-fb00-4f32-8398-4e48ed275d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:22.502397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 1108c9da-2262-4787-9fa9-22f27f82ee6a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:22.534114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-50140001-a753-40fc-86af-89cdc8d3f389 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3c677b906214736aea8c6271805075e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975777 Oct 15 20:17:22.538156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54018) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:22.595888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 1108c9da-2262-4787-9fa9-22f27f82ee6a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:22.602161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.626253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.661378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1108c9da-2262-4787-9fa9-22f27f82ee6a) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:22.666124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:22.666939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.673495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac57adb-04f0-465b-bc95-ae6cc431f836 None None] Network 1108c9da-2262-4787-9fa9-22f27f82ee6a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:22.735921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.739917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.748415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da73338c-da8b-4e77-9297-1fab283ddce0 HTTP/1.1" status: 204 len: 168 time: 0.2022047 Oct 15 20:17:22.750516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c57c93-acb1-436c-8046-6b45bebd695c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da73338c-da8b-4e77-9297-1fab283ddce0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:22.770724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-790caf70-35a2-43c2-8e01-ddab61484913 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8386712 Oct 15 20:17:22.779490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54026) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:22.856874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-1108c9da-2262-4787-9fa9-22f27f82ee6a', 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '283d5592-6a38-48bc-aaa3-07ae7fc3f619'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:22.857997 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.879088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.934359 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.950578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:22.951278 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.016924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Allocated IP 172.20.0.3 (1108c9da-2262-4787-9fa9-22f27f82ee6a/283d5592-6a38-48bc-aaa3-07ae7fc3f619/05946fb6-d82c-4a55-9476-80313808c449) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:23.139286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.164826 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.227518 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.263352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Network 1108c9da-2262-4787-9fa9-22f27f82ee6a is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:23.266523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:23.269582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:23.289318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Pushing event updated for resources: {'Port': ['ID=05946fb6-d82c-4a55-9476-80313808c449,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:23.330894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.345380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Attempting to bind port 05946fb6-d82c-4a55-9476-80313808c449 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:23.345757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Attempting to bind port 05946fb6-d82c-4a55-9476-80313808c449 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '580535ce-fb00-4f32-8398-4e48ed275d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:23.346143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Attempting to bind port 05946fb6-d82c-4a55-9476-80313808c449 on network 1108c9da-2262-4787-9fa9-22f27f82ee6a {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:23.352483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:23.352914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Checking segment: {'id': '580535ce-fb00-4f32-8398-4e48ed275d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:23.353431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.353841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Bound using segment: {'id': '580535ce-fb00-4f32-8398-4e48ed275d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:23.354333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Bound port: 05946fb6-d82c-4a55-9476-80313808c449, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580535ce-fb00-4f32-8398-4e48ed275d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:23.354719 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.370297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=283d5592-6a38-48bc-aaa3-07ae7fc3f619,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:23.432099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] For port 05946fb6-d82c-4a55-9476-80313808c449, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:23.435439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] For port 05946fb6-d82c-4a55-9476-80313808c449, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=05946fb6-d82c-4a55-9476-80313808c449,segment=NetworkSegment(580535ce-fb00-4f32-8398-4e48ed275d36),segment_id=580535ce-fb00-4f32-8398-4e48ed275d36)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:23.457493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.481332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108c9da-2262-4787-9fa9-22f27f82ee6a']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:23.491666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580535ce-fb00-4f32-8398-4e48ed275d36') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:23.492037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580535ce-fb00-4f32-8398-4e48ed275d36') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:23.502694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.526000 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.528676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.536005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54036) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:23.541828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:23.542362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:23.545641 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:23.602415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-17e65f02-8e6e-457f-b66a-4ec6e3cb1f9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a86ecabdae94dfb972b2622e3d8b8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0650125 Oct 15 20:17:23.603163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54038) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:23.665274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f67b1f-2713-4fad-a348-d8dcfbf1e903 None None] Network 1108c9da-2262-4787-9fa9-22f27f82ee6a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:23.670923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.685072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a20b20-8716-45eb-96a4-bb5f9cbec3c4 None None] Pushing event updated for resources: {'Port': ['ID=05946fb6-d82c-4a55-9476-80313808c449,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:23.688000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:17:23.688000 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:17:23.688000 n-d-712140-14 neutron-server[101181]: [parameters: {'id': '1108c9da-2262-4787-9fa9-22f27f82ee6a'}] Oct 15 20:17:23.688000 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:23.688427 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:23.694647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.817615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2ca7a1-e650-4e6f-8c6f-9c588f964c90 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:23.822455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.826036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:23.828140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a23c5d83-561d-445b-aa16-96dd12a9a553 HTTP/1.1" status: 204 len: 168 time: 0.2237916 Oct 15 20:17:23.843059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23c5d83-561d-445b-aa16-96dd12a9a553,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:23.850093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.850945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.851449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.851805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.852299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.852626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.852949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.853270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.853590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.853904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.854451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.854909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532fe5dd-0bc9-4062-983c-37041ce08607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:23.930310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ca7a1-e650-4e6f-8c6f-9c588f964c90 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:24.189899 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.271954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port 05946fb6-d82c-4a55-9476-80313808c449 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:24.272388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.366871 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port 05946fb6-d82c-4a55-9476-80313808c449, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=05946fb6-d82c-4a55-9476-80313808c449,segment=NetworkSegment(580535ce-fb00-4f32-8398-4e48ed275d36),segment_id=580535ce-fb00-4f32-8398-4e48ed275d36)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:24.367284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.636933 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.678489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for 05946fb6-d82c-4a55-9476-80313808c449 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:24.842429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.869641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=05946fb6-d82c-4a55-9476-80313808c449,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:24.874337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port 05946fb6-d82c-4a55-9476-80313808c449 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:24.961377 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:24.982169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108c9da-2262-4787-9fa9-22f27f82ee6a']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:24.993479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580535ce-fb00-4f32-8398-4e48ed275d36') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:24.993815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580535ce-fb00-4f32-8398-4e48ed275d36') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:25.005667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.020301 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.026954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:25.027365 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:25.030341 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:25.175970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.184307 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.189844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/1108c9da-2262-4787-9fa9-22f27f82ee6a HTTP/1.1" status: 204 len: 168 time: 2.4091313 Oct 15 20:17:25.194053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54086) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:25.204277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-499728621'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:25.215402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a62d5-1039-4d3e-aad7-9b715d867e21 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=1108c9da-2262-4787-9fa9-22f27f82ee6a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:25.307580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:25.311324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.335472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:25.344021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.344355 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 8ac695aa-0b99-4e46-bddd-5b72fc7ba511 of type vlan for network 0cfd2e76-edf1-46be-8bc1-a361a5e01524 Oct 15 20:17:25.382941 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.493691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.500170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:25.500170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.573767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=0cfd2e76-edf1-46be-8bc1-a361a5e01524,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:25.585844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0cfd2e76-edf1-46be-8bc1-a361a5e01524 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:25.619955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-168a38ab-acd7-44cc-825f-130d6e81a17a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4195557 Oct 15 20:17:25.622484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54100) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:25.628366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '0cfd2e76-edf1-46be-8bc1-a361a5e01524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:25.788413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:25.792189 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:25.852483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:25.992421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1015166205'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:26.050374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.101786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.102903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.120405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=e24891d0-078c-478b-a980-c81cfd3985cb,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:26.136402 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '8ac695aa-0b99-4e46-bddd-5b72fc7ba511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0cfd2e76-edf1-46be-8bc1-a361a5e01524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:26.136763 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 0cfd2e76-edf1-46be-8bc1-a361a5e01524, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:26.155269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.238399 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 0cfd2e76-edf1-46be-8bc1-a361a5e01524 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:26.267184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.324773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0cfd2e76-edf1-46be-8bc1-a361a5e01524) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:26.330531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:26.331723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.336065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e28fa7-6d92-48c0-87a9-4490182e828d None None] Network 0cfd2e76-edf1-46be-8bc1-a361a5e01524 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:26.343855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.345168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-077ec5a8-fcfb-4eab-8c1e-21ea3571abaf tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4916008 Oct 15 20:17:26.347939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54120) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:26.392352 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0b18cd4e-c8e5-44e6-9314-be6845a18bbe tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7683165 Oct 15 20:17:26.396056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:26.428323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.516890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.531769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dce17-b42f-4924-b14c-a0f9bba86efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0cfd2e76-edf1-46be-8bc1-a361a5e01524', 'network_id': '0cfd2e76-edf1-46be-8bc1-a361a5e01524', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': 'e24891d0-078c-478b-a980-c81cfd3985cb'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:26.532787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-389dce17-b42f-4924-b14c-a0f9bba86efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.573520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.645192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.648056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.722309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.758832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=e24891d0-078c-478b-a980-c81cfd3985cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:26.787542 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.788117 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd33e4f6-2546-4d13-99c0-39f6e2857a90 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:26.792436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.793574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f311c46-f2e3-4e2e-825c-e5b2fe71308d tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dd33e4f6-2546-4d13-99c0-39f6e2857a90 HTTP/1.1" status: 204 len: 168 time: 0.4446635 Oct 15 20:17:26.796642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54130) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-389dce17-b42f-4924-b14c-a0f9bba86efd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24891d0-078c-478b-a980-c81cfd3985cb: This subnet is being modified by another concurrent operation. Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e24891d0-078c-478b-a980-c81cfd3985cb: This subnet is being modified by another concurrent operation. Oct 15 20:17:26.797020 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:17:26.816498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Request body: {'router': {'name': 'tempest-router-305220080', 'distributed': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:26.817140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1b9f80-5430-49b8-860b-1468e914d7bf None None] Network 0cfd2e76-edf1-46be-8bc1-a361a5e01524 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:26.850407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.872733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfd2e76-edf1-46be-8bc1-a361a5e01524']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:26.883078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac695aa-0b99-4e46-bddd-5b72fc7ba511') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:26.883371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac695aa-0b99-4e46-bddd-5b72fc7ba511') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:26.893351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.908007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.914724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:26.915426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:26.919714 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:26.928958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.930440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:26.949164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396f36e-4b27-4f83-9a9d-55adc8d68ba3 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:26.991262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.033608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6396f36e-4b27-4f83-9a9d-55adc8d68ba3 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:27.050629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.058979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.062183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/0cfd2e76-edf1-46be-8bc1-a361a5e01524 HTTP/1.1" status: 204 len: 168 time: 0.6631513 Oct 15 20:17:27.066543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54134) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:27.071761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730583109'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:27.073862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6154-aa0e-4875-9a8b-76f5baffe840 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=0cfd2e76-edf1-46be-8bc1-a361a5e01524,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:27.096644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.150182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:27.153721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.187187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:27.199385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.200058 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 8ce7f238-c40e-41f6-b9e6-1b7b021a02a8 of type vlan for network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 Oct 15 20:17:27.259362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.261407 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dcbff748-d2d8-4f66-a8a1-108aa90c420c tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4638209 Oct 15 20:17:27.263137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.264544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:27.347271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.353769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:27.354364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.358305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.428299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:27.439819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:27.473701 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b96f9e5-02b1-4b26-bed2-f1854de2ccde tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4035008 Oct 15 20:17:27.474019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:27.480209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:27.534711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.537927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.638947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.640052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78f5fedc-ec0b-4c09-ba9f-37e9bdc74d2c {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:27.645039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.649531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1eafe5ad-7dcd-4a46-8489-66da9145e767 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "DELETE /v2.0/routers/78f5fedc-ec0b-4c09-ba9f-37e9bdc74d2c HTTP/1.1" status: 204 len: 168 time: 0.3839316 Oct 15 20:17:27.650385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54146) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:27.654973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Request body: {'router': {'name': 'tempest-router-1835696662', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6046b5fd927840fb9900a7e1c852eff8'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:27.660227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:27.664142 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.785617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.786609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.881957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.941778 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:27.975959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.044771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=3cb8e6ac-3540-41d7-a14a-9043fbbff5c7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:28.049117 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.050332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5a152328-01dc-4bf5-a947-8d04db8629fb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3988903 Oct 15 20:17:28.053859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54154) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:28.056912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:28.057272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:28.059196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:28.139320 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:28.213626 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:28.217769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:28.218381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.222976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440234b-3f6a-4f38-8296-b7995ed0bee0 None None] Network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:28.272905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.273242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.330505 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-643f4408-2625-4245-8f91-53002abdfbb4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8544979 Oct 15 20:17:28.333017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:28.358760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101180) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 15 20:17:28.359402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Router 44637444-a4fb-47b6-a32f-fbd185393c03 migrating from provider to provider. {{(pid=101180) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 15 20:17:28.359529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.364714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.391721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3', 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '3cb8e6ac-3540-41d7-a14a-9043fbbff5c7'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:28.392616 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.444918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.462400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.498738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.547908 n-d-712140-14 neutron-server[101180]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] No L3 agents can host the router 44637444-a4fb-47b6-a32f-fbd185393c03 Oct 15 20:17:28.569065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Allocated IP 172.20.0.1 (e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3/3cb8e6ac-3540-41d7-a14a-9043fbbff5c7/8436b2b6-f1f2-4753-9de1-70cb3ee60943) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:28.672130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Hosts for router 44637444-a4fb-47b6-a32f-fbd185393c03: [] {{(pid=101180) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 15 20:17:28.694806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Hosts for other DVR routers connected to router 44637444-a4fb-47b6-a32f-fbd185393c03: set() {{(pid=101180) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 15 20:17:28.697371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.702139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6e40928-2a0d-4a5e-b1bf-009b56bd3827 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "PUT /v2.0/routers/44637444-a4fb-47b6-a32f-fbd185393c03 HTTP/1.1" status: 200 len: 717 time: 0.6433210 Oct 15 20:17:28.702139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54166) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:28.716508 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.783600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7bff29c-8bc1-46d8-89ce-4f7b662fe065 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "GET /v2.0/routers/44637444-a4fb-47b6-a32f-fbd185393c03 HTTP/1.1" status: 200 len: 717 time: 0.0800242 Oct 15 20:17:28.785435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54168) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:28.814818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.856664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:28.861187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:28.869392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:28.872398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Pushing event updated for resources: {'Port': ['ID=8436b2b6-f1f2-4753-9de1-70cb3ee60943,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:28.907771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.935995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Attempting to bind port 8436b2b6-f1f2-4753-9de1-70cb3ee60943 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:28.936702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Attempting to bind port 8436b2b6-f1f2-4753-9de1-70cb3ee60943 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:28.937301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Attempting to bind port 8436b2b6-f1f2-4753-9de1-70cb3ee60943 on network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:28.944766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:28.945498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Checking segment: {'id': '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:28.949638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb8e6ac-3540-41d7-a14a-9043fbbff5c7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:28.952364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.952867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Bound using segment: {'id': '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:28.953457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Bound port: 8436b2b6-f1f2-4753-9de1-70cb3ee60943, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:28.953935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:28.999098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be7cf9fc-968f-4e33-9070-0afdff729d83 tempest-RoutersTestDVR-897999323 tempest-RoutersTestDVR-897999323-project] 10.222.0.13 "GET /v2.0/routers/44637444-a4fb-47b6-a32f-fbd185393c03 HTTP/1.1" status: 200 len: 683 time: 0.2100382 Oct 15 20:17:28.999468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:29.014649 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.030225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] For port 8436b2b6-f1f2-4753-9de1-70cb3ee60943, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:29.033484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] For port 8436b2b6-f1f2-4753-9de1-70cb3ee60943, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8436b2b6-f1f2-4753-9de1-70cb3ee60943,segment=NetworkSegment(8ce7f238-c40e-41f6-b9e6-1b7b021a02a8),segment_id=8ce7f238-c40e-41f6-b9e6-1b7b021a02a8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:29.035760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:29.046035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:29.046715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:29.056761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.089929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.119445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.121984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.129464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:29.129962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:29.174099 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:29.257564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:17:29.257564 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:17:29.257564 n-d-712140-14 neutron-server[101181]: [parameters: {'id': 'e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3'}] Oct 15 20:17:29.257564 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:29.258028 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:29.285916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.288979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.372771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b20c1f-c85d-48ce-a561-90b4fcd5973a None None] Pushing event updated for resources: {'Port': ['ID=8436b2b6-f1f2-4753-9de1-70cb3ee60943,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:29.382857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.383459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44637444-a4fb-47b6-a32f-fbd185393c03 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:29.388805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.390116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3c468d71-59f8-4fda-a4d1-84bffd674656 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "DELETE /v2.0/routers/44637444-a4fb-47b6-a32f-fbd185393c03 HTTP/1.1" status: 204 len: 168 time: 0.3892665 Oct 15 20:17:29.394581 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54180) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:29.400563 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Request body: {'router': {'name': 'tempest-router-590840982', 'distributed': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:29.410066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa8c91b-bb09-4513-8fdc-0076c4bd93cf None None] Network e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:29.533865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f865e65b-155f-4d46-963d-a213fc80bbeb None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:29.553548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.554735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.605599 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.614760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865e65b-155f-4d46-963d-a213fc80bbeb None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:29.665431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.760374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.761624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cf3d5441-3010-4d2b-b63d-1325973c2ed7 tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3660283 Oct 15 20:17:29.762248 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.765042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54186) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:29.825894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port 8436b2b6-f1f2-4753-9de1-70cb3ee60943 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:29.826738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.870932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.903080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port 8436b2b6-f1f2-4753-9de1-70cb3ee60943, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8436b2b6-f1f2-4753-9de1-70cb3ee60943,segment=NetworkSegment(8ce7f238-c40e-41f6-b9e6-1b7b021a02a8),segment_id=8ce7f238-c40e-41f6-b9e6-1b7b021a02a8)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:29.903443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:29.918271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for 8436b2b6-f1f2-4753-9de1-70cb3ee60943 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:30.029545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.031808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.090461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.115403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=8436b2b6-f1f2-4753-9de1-70cb3ee60943,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:30.121978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port 8436b2b6-f1f2-4753-9de1-70cb3ee60943 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:30.188124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.188835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3c3694e-0e78-4ca5-a654-5fae2cf8f150 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:30.194482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.210051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20b635ed-9cc2-4ec5-9b71-1fb6361b4fdb tempest-RoutersTestDVR-1441045217 tempest-RoutersTestDVR-1441045217-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c3c3694e-0e78-4ca5-a654-5fae2cf8f150 HTTP/1.1" status: 204 len: 168 time: 0.4357457 Oct 15 20:17:30.217244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.246388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:30.257049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:30.257346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce7f238-c40e-41f6-b9e6-1b7b021a02a8') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:30.267309 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.281549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.289817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:30.290203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:30.293802 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:30.438820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.446708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.449790 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 HTTP/1.1" status: 204 len: 168 time: 2.1154618 Oct 15 20:17:30.453376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:30.459516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-516231625'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:30.463801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92748276-1a30-41bc-b33b-ce9c200cd512 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:30.585158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:30.588886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.613952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:30.623751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.624097 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 3e2d105a-a3fa-405c-8af5-1f7078dee1d4 of type vlan for network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 Oct 15 20:17:30.669666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.718812 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54206) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:30.778844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.784503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:30.785079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.836279 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4093636-91d7-4a1e-957d-c782d70bb157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:30.852787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=ccfcebb2-ad87-4d01-8c2c-cec5952e3e86,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:30.864496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:30.899952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f874d658-d107-4bcc-b052-49b4e86b14d2 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4453695 Oct 15 20:17:30.902651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54212) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:30.915638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:31.009721 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4093636-91d7-4a1e-957d-c782d70bb157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.109403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.144774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d4093636-91d7-4a1e-957d-c782d70bb157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.182137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4093636-91d7-4a1e-957d-c782d70bb157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7de739-5d49-43ba-a737-b3ea3de8c7d6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:31.187062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d4093636-91d7-4a1e-957d-c782d70bb157 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6046b5fd927840fb9900a7e1c852eff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665296 Oct 15 20:17:31.188998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54218) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:31.213790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.239431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 is not hosted by any dhcp agent {{(pid=101181) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 20:17:31.244857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:31.245436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.246676 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "PUT /v2.0/networks/ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 HTTP/1.1" status: 200 len: 723 time: 0.3424942 Oct 15 20:17:31.249744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54220) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:31.254898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:31.308859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814e45d-efdf-4e2b-993f-65676fcf347e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=ccfcebb2-ad87-4d01-8c2c-cec5952e3e86,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:31.310918 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.324171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:31.337634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.467609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.470282 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.471454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df7de739-5d49-43ba-a737-b3ea3de8c7d6 HTTP/1.1" status: 204 len: 168 time: 0.2815006 Oct 15 20:17:31.480277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849977c9-154f-488b-bddc-3f48aae8e77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7de739-5d49-43ba-a737-b3ea3de8c7d6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:31.502848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:31.507786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.791090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:31.864831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:31.871291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '3e2d105a-a3fa-405c-8af5-1f7078dee1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:31.871677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: ccfcebb2-ad87-4d01-8c2c-cec5952e3e86, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:31.993162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:32.127463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ccfcebb2-ad87-4d01-8c2c-cec5952e3e86) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:32.131990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:32.132644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.140972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4231941-cfcb-4351-9fa4-b1de2a59013f None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:32.243938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d3007655-b577-4fee-8652-7e64064e548e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9917512 Oct 15 20:17:32.245247 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:32.247969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:32.258782 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3484eefe-24d2-4796-95b7-49c37c9be181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.259718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:32.297945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-ccfcebb2-ad87-4d01-8c2c-cec5952e3e86', 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:32.298849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.350225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3484eefe-24d2-4796-95b7-49c37c9be181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.383589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129583614'] for subnet, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.448266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Allocated IP 172.20.0.2 (ccfcebb2-ad87-4d01-8c2c-cec5952e3e86/6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef/057d0f1e-a812-4ae2-ba22-04bcaed28c89) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:32.470474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3484eefe-24d2-4796-95b7-49c37c9be181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.506898 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3484eefe-24d2-4796-95b7-49c37c9be181 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4602dc9945d4a88a5664c5e15bb7fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2604504 Oct 15 20:17:32.508866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484eefe-24d2-4796-95b7-49c37c9be181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e85c01d-e2a2-44e7-90f1-f906a6a19c26,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:32.509648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:32.562950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.585532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.601399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.671148 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.704176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.706833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.711735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e85c01d-e2a2-44e7-90f1-f906a6a19c26 HTTP/1.1" status: 204 len: 168 time: 0.1974809 Oct 15 20:17:32.732430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:32.732430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Pushing event updated for resources: {'Port': ['ID=057d0f1e-a812-4ae2-ba22-04bcaed28c89,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:32.732773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046a57d-a035-4f91-952b-7b2b67fe0911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e85c01d-e2a2-44e7-90f1-f906a6a19c26,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:32.733145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:32.735257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:32.804102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Attempting to bind port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:32.805293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Attempting to bind port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '3e2d105a-a3fa-405c-8af5-1f7078dee1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:32.805293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Attempting to bind port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 on network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:32.810749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:32.811256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Checking segment: {'id': '3e2d105a-a3fa-405c-8af5-1f7078dee1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:32.811774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.812256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Bound using segment: {'id': '3e2d105a-a3fa-405c-8af5-1f7078dee1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:32.812817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Bound port: 057d0f1e-a812-4ae2-ba22-04bcaed28c89, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2d105a-a3fa-405c-8af5-1f7078dee1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ccfcebb2-ad87-4d01-8c2c-cec5952e3e86'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:32.813288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.881992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] For port 057d0f1e-a812-4ae2-ba22-04bcaed28c89, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:32.882730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751874850380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130016391'] for subnet, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.885402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] For port 057d0f1e-a812-4ae2-ba22-04bcaed28c89, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=057d0f1e-a812-4ae2-ba22-04bcaed28c89,segment=NetworkSegment(3e2d105a-a3fa-405c-8af5-1f7078dee1d4),segment_id=3e2d105a-a3fa-405c-8af5-1f7078dee1d4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:32.918726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:32.919377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:32.920686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "PUT /v2.0/subnets/6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef HTTP/1.1" status: 200 len: 806 time: 0.6717002 Oct 15 20:17:32.925458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54252) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:32.962126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd3923-9a1c-4b04-8ca9-f90a7684fae7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:32.994171 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:33.043690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:33.070707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351b62b-3358-4b22-90e9-7cfe6800b8da None None] Pushing event updated for resources: {'Port': ['ID=057d0f1e-a812-4ae2-ba22-04bcaed28c89,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:33.110577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:33.110915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:33.206325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port 057d0f1e-a812-4ae2-ba22-04bcaed28c89, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=057d0f1e-a812-4ae2-ba22-04bcaed28c89,segment=NetworkSegment(3e2d105a-a3fa-405c-8af5-1f7078dee1d4),segment_id=3e2d105a-a3fa-405c-8af5-1f7078dee1d4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:33.206849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:33.225776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for 057d0f1e-a812-4ae2-ba22-04bcaed28c89 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:33.824929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:33.854644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=057d0f1e-a812-4ae2-ba22-04bcaed28c89,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:33.908008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:33.957820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 057d0f1e-a812-4ae2-ba22-04bcaed28c89 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:33.981751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.010051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 057d0f1e-a812-4ae2-ba22-04bcaed28c89 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:34.010051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 057d0f1e-a812-4ae2-ba22-04bcaed28c89 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 15 20:17:34.055181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Port 057d0f1e-a812-4ae2-ba22-04bcaed28c89 not found, will not notify nova. {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 15 20:17:34.163869 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.192598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:34.230632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbffeb74-9910-4d75-acfc-066c2d80f100 None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:34.270680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.297319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfcebb2-ad87-4d01-8c2c-cec5952e3e86']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:34.304685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-de3220a0-34cb-408c-85c4-29335b218b27 None None] Could not find standard attr ID for object 057d0f1e-a812-4ae2-ba22-04bcaed28c89. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:17:34.309722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2d105a-a3fa-405c-8af5-1f7078dee1d4') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:34.310020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2d105a-a3fa-405c-8af5-1f7078dee1d4') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:34.320476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.334599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.341271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:34.341776 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:34.345299 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:34.416061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651707a9-6c5e-4a14-8520-d42a30b8e205 None None] DHCP port deletion for ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:34.431526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2380b54f-1fdd-44d2-b5a1-0d2ed07d0979 None None] Network ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:34.527701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.528106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.531508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 HTTP/1.1" status: 204 len: 168 time: 1.6066942 Oct 15 20:17:34.534484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54298) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:34.560129 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-764c7281-2918-4945-bdb2-fae742d0b276 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:34.560761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764c7281-2918-4945-bdb2-fae742d0b276 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:34.569356 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-764c7281-2918-4945-bdb2-fae742d0b276 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 HTTP/1.1" status: 404 len: 339 time: 0.0330241 Oct 15 20:17:34.573798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54300) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:34.575169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1434406488', 'description': 'd1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:34.579494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f533a7-0bf2-450d-b83f-12c43afe05b4 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=ccfcebb2-ad87-4d01-8c2c-cec5952e3e86,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:34.666887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:34.670663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.695360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:34.705109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.705475 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 9ef512a5-1f8f-41f8-97f6-0c47ecc6b917 of type vlan for network f75cb1e8-f77e-4a86-a77d-6435d8762ea3 Oct 15 20:17:34.748701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.856677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.863499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:34.864162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:34.935243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=f75cb1e8-f77e-4a86-a77d-6435d8762ea3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:34.947787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54312) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:34.951499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f75cb1e8-f77e-4a86-a77d-6435d8762ea3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:35.028020 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-50cd99f4-3401-42aa-889a-e0c2f325f3e5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4564879 Oct 15 20:17:35.030348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54316) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:35.079903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1343425084', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:35.123376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb62bd-88cb-4cfc-b292-9245a2d53565 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:35.124869 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f7bb62bd-88cb-4cfc-b292-9245a2d53565 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks?id=f75cb1e8-f77e-4a86-a77d-6435d8762ea3 HTTP/1.1" status: 200 len: 761 time: 0.0933030 Oct 15 20:17:35.127511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:35.133298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'description': 'd2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:35.198710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Made reservation on behalf of 31e85ad1f4a245ea9c872aa0b8052cf3 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:35.201449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.212391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.295189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.297428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.361748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.367824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] device_id is not set on port 2b918e22-bc95-49d3-8e81-438d30cd5f41 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:35.407589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.418488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0bbdb2-be9f-408b-9ecb-a2927373545c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:35.434866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network f75cb1e8-f77e-4a86-a77d-6435d8762ea3 is not hosted by any dhcp agent {{(pid=101181) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 15 20:17:35.437126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:35.437722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.441498 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "PUT /v2.0/networks/f75cb1e8-f77e-4a86-a77d-6435d8762ea3 HTTP/1.1" status: 200 len: 758 time: 0.3104877 Oct 15 20:17:35.442471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:35.498531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Allocated IP 172.25.0.82 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/2b918e22-bc95-49d3-8e81-438d30cd5f41) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:35.516276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41724b1-d4a9-4476-8d17-63cdf1890486 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=f75cb1e8-f77e-4a86-a77d-6435d8762ea3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:35.526901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f75cb1e8-f77e-4a86-a77d-6435d8762ea3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:35.566848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2019e-b99b-4b3d-9849-ac06c7b1d740 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:35.571775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-89b2019e-b99b-4b3d-9849-ac06c7b1d740 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks?id=f75cb1e8-f77e-4a86-a77d-6435d8762ea3 HTTP/1.1" status: 200 len: 761 time: 0.1248159 Oct 15 20:17:35.572253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54330) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:35.577124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195747976'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:35.644260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.687345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:35.690967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.716006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:35.725949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.726614 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment e6b9e563-ba7d-402a-ba68-4227235b71d7 of type vlan for network be63da55-13eb-44da-a960-e7294248e886 Oct 15 20:17:35.767190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.780056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.824534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:35.828907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:35.841116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:35.844778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Pushing event updated for resources: {'Port': ['ID=2b918e22-bc95-49d3-8e81-438d30cd5f41,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:35.870619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.879079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:35.879722 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.887135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:35.887981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:35.913997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 057d0f1e-a812-4ae2-ba22-04bcaed28c89 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:35.935015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 057d0f1e-a812-4ae2-ba22-04bcaed28c89 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:35.935394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 057d0f1e-a812-4ae2-ba22-04bcaed28c89 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:35.961356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=be63da55-13eb-44da-a960-e7294248e886,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:35.971607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network be63da55-13eb-44da-a960-e7294248e886 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:36.136435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2ab3ce8f-665b-402a-8ac3-3e8046855cca tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.1879258 Oct 15 20:17:36.139458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:36.144231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.82'}]}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:36.158211 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-062738a0-557b-42e7-803d-c688c0d537ae tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5847871 Oct 15 20:17:36.166208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54340) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:36.171606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': 'be63da55-13eb-44da-a960-e7294248e886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:36.243095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.245337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.307727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.351138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:36.354643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.622151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.691302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=e945fb8e-d5a3-4489-bd65-e35714ae1fe3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:36.706880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': 'e6b9e563-ba7d-402a-ba68-4227235b71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be63da55-13eb-44da-a960-e7294248e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:36.707240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: be63da55-13eb-44da-a960-e7294248e886, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:36.793556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network be63da55-13eb-44da-a960-e7294248e886 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:36.820188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.867260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, be63da55-13eb-44da-a960-e7294248e886) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:36.871661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:36.872377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:36.878931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9debf2-6934-4887-8cd2-5e4760640165 None None] Network be63da55-13eb-44da-a960-e7294248e886 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:37.018499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98a5d140-5544-4d19-a2c4-4e4cff908d68 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8488157 Oct 15 20:17:37.018718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:37.033712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-be63da55-13eb-44da-a960-e7294248e886', 'network_id': 'be63da55-13eb-44da-a960-e7294248e886', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': 'e945fb8e-d5a3-4489-bd65-e35714ae1fe3'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:37.034631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.119796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.144115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.147529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.196805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Allocated IP 172.20.0.2 (be63da55-13eb-44da-a960-e7294248e886/e945fb8e-d5a3-4489-bd65-e35714ae1fe3/1c65f9ab-5ada-43d3-855f-724324af5ea7) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:37.221576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.341807 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.372444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.429183 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.471097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Network be63da55-13eb-44da-a960-e7294248e886 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:37.473944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:37.481116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:37.483354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Pushing event updated for resources: {'Port': ['ID=1c65f9ab-5ada-43d3-855f-724324af5ea7,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:37.502561 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.518677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.520939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.542822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Attempting to bind port 1c65f9ab-5ada-43d3-855f-724324af5ea7 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:37.543038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=e945fb8e-d5a3-4489-bd65-e35714ae1fe3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:37.543681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Attempting to bind port 1c65f9ab-5ada-43d3-855f-724324af5ea7 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e6b9e563-ba7d-402a-ba68-4227235b71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be63da55-13eb-44da-a960-e7294248e886'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:37.544263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Attempting to bind port 1c65f9ab-5ada-43d3-855f-724324af5ea7 on network be63da55-13eb-44da-a960-e7294248e886 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:37.550564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:37.551220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Checking segment: {'id': 'e6b9e563-ba7d-402a-ba68-4227235b71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be63da55-13eb-44da-a960-e7294248e886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:37.551868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.553014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Bound using segment: {'id': 'e6b9e563-ba7d-402a-ba68-4227235b71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be63da55-13eb-44da-a960-e7294248e886'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:37.553736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Bound port: 1c65f9ab-5ada-43d3-855f-724324af5ea7, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b9e563-ba7d-402a-ba68-4227235b71d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'be63da55-13eb-44da-a960-e7294248e886'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:37.554333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.617528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.632166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] For port 1c65f9ab-5ada-43d3-855f-724324af5ea7, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:37.635793 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] For port 1c65f9ab-5ada-43d3-855f-724324af5ea7, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1c65f9ab-5ada-43d3-855f-724324af5ea7,segment=NetworkSegment(e6b9e563-ba7d-402a-ba68-4227235b71d7),segment_id=e6b9e563-ba7d-402a-ba68-4227235b71d7)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:37.639974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be63da55-13eb-44da-a960-e7294248e886']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:37.651010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b9e563-ba7d-402a-ba68-4227235b71d7') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:37.651314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b9e563-ba7d-402a-ba68-4227235b71d7') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:37.662521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.682162 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.682939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d116887e-2dd8-4b18-b79f-6b5e9c74f71c {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:37.715873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.722907 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.723068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:37.723068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:37.725892 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:37.785179 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 15 20:17:37.790208 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f6070d48-a520-4886-bcad-363a2f8a0566 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6460629 Oct 15 20:17:37.790208 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54360) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:37.802958 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce276b5b-b937-4ca6-894d-e9eb176874ce None None] Pushing event updated for resources: {'Port': ['ID=1c65f9ab-5ada-43d3-855f-724324af5ea7,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:37.817364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796d986-fa2e-4027-bd27-0e5c4526b58d None None] Network be63da55-13eb-44da-a960-e7294248e886 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:37.854222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:17:37.854222 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:17:37.854222 n-d-712140-14 neutron-server[101180]: [parameters: {'id': 'be63da55-13eb-44da-a960-e7294248e886'}] Oct 15 20:17:37.854222 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:37.854708 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:37.872515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Deleting port 2b918e22-bc95-49d3-8e81-438d30cd5f41 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:37.873100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.948754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f410d6-2a05-4df6-aeef-4b189cf6fefc None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:17:37.956579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:37.968790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Calling delete_port for 2b918e22-bc95-49d3-8e81-438d30cd5f41 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:38.043936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f410d6-2a05-4df6-aeef-4b189cf6fefc None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:17:38.158840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.190339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b918e22-bc95-49d3-8e81-438d30cd5f41,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:38.254854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.258691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bae68785-da02-498a-b1da-aed564474713 tempest-RoutersAdminNegativeIpV6Test-2028866350 tempest-RoutersAdminNegativeIpV6Test-2028866350-project-admin] 10.222.0.13 "DELETE /v2.0/ports/2b918e22-bc95-49d3-8e81-438d30cd5f41 HTTP/1.1" status: 204 len: 168 time: 0.4677653 Oct 15 20:17:38.355524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.412881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port 1c65f9ab-5ada-43d3-855f-724324af5ea7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:38.415440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.481979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port 1c65f9ab-5ada-43d3-855f-724324af5ea7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1c65f9ab-5ada-43d3-855f-724324af5ea7,segment=NetworkSegment(e6b9e563-ba7d-402a-ba68-4227235b71d7),segment_id=e6b9e563-ba7d-402a-ba68-4227235b71d7)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:38.482341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.495524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for 1c65f9ab-5ada-43d3-855f-724324af5ea7 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:38.655883 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.682341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=1c65f9ab-5ada-43d3-855f-724324af5ea7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:38.686065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port 1c65f9ab-5ada-43d3-855f-724324af5ea7 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:38.694555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:38.779041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.800625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be63da55-13eb-44da-a960-e7294248e886']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:38.809991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b9e563-ba7d-402a-ba68-4227235b71d7') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:38.810290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b9e563-ba7d-402a-ba68-4227235b71d7') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:38.815347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09fa12a5-ef07-434a-9e9e-de5f87790b34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.820133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.833051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.839704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:38.840088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:38.843001 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:38.970555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.979787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:38.986023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/be63da55-13eb-44da-a960-e7294248e886 HTTP/1.1" status: 204 len: 168 time: 1.9663792 Oct 15 20:17:38.986532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54386) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:38.995687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1936a5-94bd-4dad-b503-4a09950ea6e7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=be63da55-13eb-44da-a960-e7294248e886,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:39.023664 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d9de2d-5fbb-481a-bb3d-d55220fd5120 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] GET failed (client error): The resource could not be found. Oct 15 20:17:39.024885 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-15d9de2d-5fbb-481a-bb3d-d55220fd5120 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets/e945fb8e-d5a3-4489-bd65-e35714ae1fe3 HTTP/1.1" status: 404 len: 337 time: 0.0374360 Oct 15 20:17:39.027754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54388) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.047257 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4629f37-6e30-4752-a2e9-de5f82b9315e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:39.047863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4629f37-6e30-4752-a2e9-de5f82b9315e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:39.050898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e4629f37-6e30-4752-a2e9-de5f82b9315e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/be63da55-13eb-44da-a960-e7294248e886 HTTP/1.1" status: 404 len: 339 time: 0.0221517 Oct 15 20:17:39.056261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54390) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.062658 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09fa12a5-ef07-434a-9e9e-de5f87790b34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.159165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-09fa12a5-ef07-434a-9e9e-de5f87790b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.172580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf40d697-d984-48d5-8f6d-38935688d508 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.172580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cf40d697-d984-48d5-8f6d-38935688d508 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1143126 Oct 15 20:17:39.174246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54396) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.217731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b9cd4e46-3152-4843-a78f-4a89c31d77bb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51 HTTP/1.1" status: 200 len: 207 time: 0.0422318 Oct 15 20:17:39.222114 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-09fa12a5-ef07-434a-9e9e-de5f87790b34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e40eb10d909b451486cae77cc7844ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239015 Oct 15 20:17:39.222874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54398) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.223211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54400) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.228982 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa12a5-ef07-434a-9e9e-de5f87790b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b374dc-5741-4374-9473-da92f6fd1223,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:39.358937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.372025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3aa5-f36c-47d5-959b-498e847c2efb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.377768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3aa5-f36c-47d5-959b-498e847c2efb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.384012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3aa5-f36c-47d5-959b-498e847c2efb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.389812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4c3aa5-f36c-47d5-959b-498e847c2efb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.391585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-da4c3aa5-f36c-47d5-959b-498e847c2efb tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1674132 Oct 15 20:17:39.395591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54406) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.414175 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.510825 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec6ccc44-a528-4830-8246-88c1a39d52b8 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1130025 Oct 15 20:17:39.514137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54408) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.550322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.552944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:39.554093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37b374dc-5741-4374-9473-da92f6fd1223 HTTP/1.1" status: 204 len: 168 time: 0.3287461 Oct 15 20:17:39.562227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342c4c-a3bb-4646-8453-6e0f53b8eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b374dc-5741-4374-9473-da92f6fd1223,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:39.578832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d9af5-2681-4db8-ac86-903f5aed72e6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.578832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d9af5-2681-4db8-ac86-903f5aed72e6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.583177 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e41d9af5-2681-4db8-ac86-903f5aed72e6 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0680270 Oct 15 20:17:39.583489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54414) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.642042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d6f535-560d-463b-b28a-36a31a3285cf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.643574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d6f535-560d-463b-b28a-36a31a3285cf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['shared'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.645323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f8d6f535-560d-463b-b28a-36a31a3285cf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0599132 Oct 15 20:17:39.649797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54416) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.757544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c846396-3ffc-48bb-bb20-6d76961e23f3 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.758990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1c846396-3ffc-48bb-bb20-6d76961e23f3 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks/78e79051-5580-4142-87d9-9002f0a90bcc HTTP/1.1" status: 200 len: 799 time: 0.1082187 Oct 15 20:17:39.762721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54418) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.870115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc75d58e-cecb-4691-8406-1fc13bdc9235 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/networks/78e79051-5580-4142-87d9-9002f0a90bcc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1062760 Oct 15 20:17:39.873561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54424) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.929409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b2a81-94af-450f-82a6-5ed1026eb260 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.930502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-963b2a81-94af-450f-82a6-5ed1026eb260 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets/adf41818-5ab0-4b0d-9d69-c0c60b3d9304 HTTP/1.1" status: 200 len: 811 time: 0.0556366 Oct 15 20:17:39.934471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54428) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:39.986070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b119802-a4f5-4936-9e62-caa4aebf62d1 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['shared'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:39.987652 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b119802-a4f5-4936-9e62-caa4aebf62d1 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "GET /v2.0/subnets/adf41818-5ab0-4b0d-9d69-c0c60b3d9304?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0521774 Oct 15 20:17:39.999649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:40.008012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081171738'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:40.118625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:40.122306 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.174582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:40.184483 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.184854 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Added segment 74d2da4d-5740-4927-accb-c4cafdd7b6bf of type vlan for network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 Oct 15 20:17:40.227327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.233698 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54436) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:40.274778 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ca7e8c6e-33dd-480a-affb-0c8ecc01349b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31e85ad1f4a245ea9c872aa0b8052cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398004 Oct 15 20:17:40.277168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54438) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:40.322068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.328178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:40.328777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.341084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.364441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.405495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Network': ['ID=8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:40.418637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:40.438921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3ada9d38-291d-419e-af75-8f9670e64927 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4369075 Oct 15 20:17:40.441772 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54444) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:40.446932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'network_id': '8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:40.564071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.566678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.567858 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c0bbdb2-be9f-408b-9ecb-a2927373545c HTTP/1.1" status: 204 len: 168 time: 0.2897680 Oct 15 20:17:40.575687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0bbdb2-be9f-408b-9ecb-a2927373545c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:40.583316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.584191 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.584533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.584874 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.585199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.585561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.585888 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.586238 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.586560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.586880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.587198 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.587515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a5d2-a8f2-4a20-867f-8bd743d30990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:17:40.644173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Made reservation on behalf of 1e55d8a96e72416db3f6b9f34a546a3e for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:40.650710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.715158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Performing IP validity checks on allocation pools {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:17:40.715712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.ipam_backend_mixin [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101181) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:17:40.905100 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:40.968896 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=57251a00-0fd3-4c3f-96c7-aa2bdf8c0735,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:40.980169 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Checking segment: {'id': '74d2da4d-5740-4927-accb-c4cafdd7b6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:40.980523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network hostable DHCP agents. Network: 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:41.061788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:41.164715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:41.168856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:41.169472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.175252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f342b1-fbfc-4879-a813-ec785ffe9bc2 None None] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:41.267540 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-166e0453-d5ee-4803-9a30-7b23208646dd tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8244557 Oct 15 20:17:41.270085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54474) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:41.277161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:41.338618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756c2e1-dc4d-49ad-8b14-9572f8233804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9', 'network_id': '8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9', 'tenant_id': '1e55d8a96e72416db3f6b9f34a546a3e', 'fixed_ips': [{'subnet_id': '57251a00-0fd3-4c3f-96c7-aa2bdf8c0735'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:41.339779 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7756c2e1-dc4d-49ad-8b14-9572f8233804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.392568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-129583614'] for subnet, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.499881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-7756c2e1-dc4d-49ad-8b14-9572f8233804 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 20:17:41.499881 n-d-712140-14 neutron-server[101182]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 15 20:17:41.499881 n-d-712140-14 neutron-server[101182]: [parameters: {'in_use': 1, 'id_1': '57251a00-0fd3-4c3f-96c7-aa2bdf8c0735'}] Oct 15 20:17:41.499881 n-d-712140-14 neutron-server[101182]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:41.501112 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-7756c2e1-dc4d-49ad-8b14-9572f8233804 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:41.627236 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751874850380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130016391'] for subnet, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.674076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:41.674597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.679693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "PUT /v2.0/subnets/57251a00-0fd3-4c3f-96c7-aa2bdf8c0735 HTTP/1.1" status: 200 len: 877 time: 0.4083390 Oct 15 20:17:41.679986 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54484) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:41.707031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574df2-02fa-4cf8-8848-5008f9932aa9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event updated for resources: {'Subnet': ['ID=57251a00-0fd3-4c3f-96c7-aa2bdf8c0735,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:41.795962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.853325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:41.970727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.002643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7756c2e1-dc4d-49ad-8b14-9572f8233804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.007301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=57251a00-0fd3-4c3f-96c7-aa2bdf8c0735,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:42.079850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.104495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.116678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d2da4d-5740-4927-accb-c4cafdd7b6bf') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.117211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d2da4d-5740-4927-accb-c4cafdd7b6bf') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.132694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.143921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608e114-ac5c-43ec-9f90-9f3ea7dd74c9 None None] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:42.147824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.154738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:42.158032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:42.158794 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:42.330703 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.344039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.347929 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 HTTP/1.1" status: 204 len: 168 time: 0.6628656 Oct 15 20:17:42.352086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54498) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.366445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502e8c0-b1fc-4f2b-9175-9183b11d7d87 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:42.393706 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2a6358-8bad-4bf8-8d2d-97d9a8567d88 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.394681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2a6358-8bad-4bf8-8d2d-97d9a8567d88 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.398342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8d2a6358-8bad-4bf8-8d2d-97d9a8567d88 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/57251a00-0fd3-4c3f-96c7-aa2bdf8c0735 HTTP/1.1" status: 404 len: 337 time: 0.0449183 Oct 15 20:17:42.400921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54502) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.420591 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-56488548-c605-471b-8ca3-8dfa528ca518 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.421162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56488548-c605-471b-8ca3-8dfa528ca518 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.425544 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56488548-c605-471b-8ca3-8dfa528ca518 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 HTTP/1.1" status: 404 len: 339 time: 0.0235844 Oct 15 20:17:42.428523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54504) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.465949 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b28f07e-5530-4fe7-a79b-a8880218e1bf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.466622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b28f07e-5530-4fe7-a79b-a8880218e1bf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.471486 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0b28f07e-5530-4fe7-a79b-a8880218e1bf tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/e945fb8e-d5a3-4489-bd65-e35714ae1fe3 HTTP/1.1" status: 404 len: 337 time: 0.0412621 Oct 15 20:17:42.473235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54508) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.477121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1591749-b076-47de-a2e1-af1d6e1299d9 None None] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:42.496280 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cfb24c-cefc-4a1b-8b86-434480e82751 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.497104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cfb24c-cefc-4a1b-8b86-434480e82751 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.500255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1591749-b076-47de-a2e1-af1d6e1299d9 None None] Network 8d5437b5-8420-4db7-bc7a-c0cf8e0dbdb9 could not be found, it might have been deleted concurrently. {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 20:17:42.500943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-13cfb24c-cefc-4a1b-8b86-434480e82751 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/be63da55-13eb-44da-a960-e7294248e886 HTTP/1.1" status: 404 len: 339 time: 0.0264678 Oct 15 20:17:42.503405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.582817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54512) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.585421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.675190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.693875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1767174382', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:42.701190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75cb1e8-f77e-4a86-a77d-6435d8762ea3']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.711920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef512a5-1f8f-41f8-97f6-0c47ecc6b917') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.711920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef512a5-1f8f-41f8-97f6-0c47ecc6b917') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:42.726893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.740646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.746747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:42.747121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:42.750131 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:42.765505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Made reservation on behalf of 6b89377031e545c087a71685c86b2b5f for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:42.769028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.778445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.862545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.882276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.885799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/f75cb1e8-f77e-4a86-a77d-6435d8762ea3 HTTP/1.1" status: 204 len: 168 time: 0.3813019 Oct 15 20:17:42.888553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54516) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.889467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ac3f-5a92-4cc3-a256-7e06d4bf6bd7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=f75cb1e8-f77e-4a86-a77d-6435d8762ea3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:42.919520 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae5caa-81ca-4950-963c-ca41eb0cc5f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.920020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaae5caa-81ca-4950-963c-ca41eb0cc5f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.925393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aaae5caa-81ca-4950-963c-ca41eb0cc5f7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/6ab52baa-57cf-4c74-97a8-b7ea2d1ccfef HTTP/1.1" status: 404 len: 337 time: 0.0315211 Oct 15 20:17:42.925729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54518) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.936546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.954302 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc26b802-eb9d-40d0-81b5-74e4e3e07e0b tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.954899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc26b802-eb9d-40d0-81b5-74e4e3e07e0b tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.958124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc26b802-eb9d-40d0-81b5-74e4e3e07e0b tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/ccfcebb2-ad87-4d01-8c2c-cec5952e3e86 HTTP/1.1" status: 404 len: 339 time: 0.0314715 Oct 15 20:17:42.961218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54520) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:42.990596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:42.993628 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-632c59ff-015d-43bf-8817-00a6fd4de0d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:42.994092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632c59ff-015d-43bf-8817-00a6fd4de0d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:42.999796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-632c59ff-015d-43bf-8817-00a6fd4de0d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/3cb8e6ac-3540-41d7-a14a-9043fbbff5c7 HTTP/1.1" status: 404 len: 337 time: 0.0351896 Oct 15 20:17:42.999957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54522) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.001946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] device_id is not set on port 759ffa35-cfcd-402b-af31-1a9b26feae35 yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:43.019165 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1549477-a32e-4d38-928f-42aa3d0f00c3 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.019921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1549477-a32e-4d38-928f-42aa3d0f00c3 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.025878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d1549477-a32e-4d38-928f-42aa3d0f00c3 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/e2ef99a4-ff79-4e9b-a707-0438f3ef3cb3 HTTP/1.1" status: 404 len: 339 time: 0.0224929 Oct 15 20:17:43.026733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54524) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.056451 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9be16d4-4b6b-46e6-894b-b70eb31c6bc1 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.057610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9be16d4-4b6b-46e6-894b-b70eb31c6bc1 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.057760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e566c34-c3e9-4664-839e-8334a4f1f0cb,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:43.062674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e9be16d4-4b6b-46e6-894b-b70eb31c6bc1 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/e24891d0-078c-478b-a980-c81cfd3985cb HTTP/1.1" status: 404 len: 337 time: 0.0326219 Oct 15 20:17:43.062853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.086996 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ceb11d-3dfe-467c-aa88-ee26e094a5b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.087595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ceb11d-3dfe-467c-aa88-ee26e094a5b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.093342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d5ceb11d-3dfe-467c-aa88-ee26e094a5b7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/0cfd2e76-edf1-46be-8bc1-a361a5e01524 HTTP/1.1" status: 404 len: 339 time: 0.0270905 Oct 15 20:17:43.095700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.122448 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaef24de-fb1e-4721-9acf-beb17b0559c7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.122911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaef24de-fb1e-4721-9acf-beb17b0559c7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.125275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Allocated IP 172.25.0.45 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/759ffa35-cfcd-402b-af31-1a9b26feae35) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:43.125962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eaef24de-fb1e-4721-9acf-beb17b0559c7 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/283d5592-6a38-48bc-aaa3-07ae7fc3f619 HTTP/1.1" status: 404 len: 337 time: 0.0315039 Oct 15 20:17:43.128584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54530) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.152249 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa664d0-943e-4580-a4bd-2515e63a1b42 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.153440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa664d0-943e-4580-a4bd-2515e63a1b42 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.159842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ffa664d0-943e-4580-a4bd-2515e63a1b42 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/1108c9da-2262-4787-9fa9-22f27f82ee6a HTTP/1.1" status: 404 len: 339 time: 0.0271382 Oct 15 20:17:43.160174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54532) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.191456 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe3ad37-72fc-4e1a-90cb-a42c01e9311a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.192063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe3ad37-72fc-4e1a-90cb-a42c01e9311a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.199811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54534) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.200002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7fe3ad37-72fc-4e1a-90cb-a42c01e9311a tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/f1804451-79ec-4c60-bd46-801759b20456 HTTP/1.1" status: 404 len: 337 time: 0.0382402 Oct 15 20:17:43.220196 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-d622a881-f526-4962-8830-1507ea092ee9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.220728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d622a881-f526-4962-8830-1507ea092ee9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.223702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d622a881-f526-4962-8830-1507ea092ee9 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/831d1106-3dbf-4b37-b9a7-0c18683707b3 HTTP/1.1" status: 404 len: 339 time: 0.0232983 Oct 15 20:17:43.227398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54536) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.253876 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-435c1f47-94af-4aea-88ed-8979be61c4ed tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.254237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435c1f47-94af-4aea-88ed-8979be61c4ed tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.258106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-435c1f47-94af-4aea-88ed-8979be61c4ed tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/17540906-fb83-404e-ade0-78b4b01f3917 HTTP/1.1" status: 404 len: 337 time: 0.0295994 Oct 15 20:17:43.260762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.291840 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-006c7d48-9d03-4720-b49c-0bd853d7d435 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.291840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006c7d48-9d03-4720-b49c-0bd853d7d435 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.291840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-006c7d48-9d03-4720-b49c-0bd853d7d435 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/f7f7e849-64aa-4faa-b57f-f6bc3c68da20 HTTP/1.1" status: 404 len: 339 time: 0.0300088 Oct 15 20:17:43.294552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.320965 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4593e3-f93f-4a50-a455-2452a71f18d5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.321362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4593e3-f93f-4a50-a455-2452a71f18d5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.326891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ab4593e3-f93f-4a50-a455-2452a71f18d5 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/79ceb119-c5ab-4e22-af8f-a273ed2fccc8 HTTP/1.1" status: 404 len: 337 time: 0.0291753 Oct 15 20:17:43.327053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.327162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54544) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.345929 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-196be9ac-f6ea-4a66-ad36-e26a749ed2d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.347599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196be9ac-f6ea-4a66-ad36-e26a749ed2d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.353064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-196be9ac-f6ea-4a66-ad36-e26a749ed2d0 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/2ea53bd3-673f-4b8c-b043-16b8bc813a07 HTTP/1.1" status: 404 len: 339 time: 0.0220754 Oct 15 20:17:43.353362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54546) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.382640 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-88108e9d-9b57-48ee-986b-44f3310f2a9e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.383092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88108e9d-9b57-48ee-986b-44f3310f2a9e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.388441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88108e9d-9b57-48ee-986b-44f3310f2a9e tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/d4ffae1e-2af8-47ae-82a6-d1a4778b406a HTTP/1.1" status: 404 len: 337 time: 0.0319684 Oct 15 20:17:43.388667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54548) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.406458 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ba1a1d-9d03-4a74-9a72-f332949f8987 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:43.406821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ba1a1d-9d03-4a74-9a72-f332949f8987 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:43.409799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-05ba1a1d-9d03-4a74-9a72-f332949f8987 tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/d52a75c0-52e9-45f2-bb94-e0c39c4926fa HTTP/1.1" status: 404 len: 339 time: 0.0202515 Oct 15 20:17:43.412666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.445059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.465347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting subnet adf41818-5ab0-4b0d-9d69-c0c60b3d9304 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:43.469132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.495630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:43.498547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:43.506469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:43.518460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.526084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Pushing event updated for resources: {'Port': ['ID=759ffa35-cfcd-402b-af31-1a9b26feae35,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:43.549834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:43.553972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.607125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.641855 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4022bddd-dba9-47ab-978d-d4710b8396c6 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0543044 Oct 15 20:17:43.642099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54552) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.647624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.45'}]}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:43.722386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.733666 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.734844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.756584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Subnet': ['ID=adf41818-5ab0-4b0d-9d69-c0c60b3d9304,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:43.760634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.766791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ec5fa757-be6e-48f6-bf42-db6960c79c5c tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/subnets/adf41818-5ab0-4b0d-9d69-c0c60b3d9304 HTTP/1.1" status: 204 len: 168 time: 0.3531260 Oct 15 20:17:43.767418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54554) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:43.776003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067ef01c-c332-40de-8c78-f192713ff6c9 None None] Network 78e79051-5580-4142-87d9-9002f0a90bcc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:43.799482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.852617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.921313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Deleting port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:43.922375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:43.987595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] DHCP port deletion for 78e79051-5580-4142-87d9-9002f0a90bcc request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:44.001942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] For port 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57ef7660-c8f7-42af-93a6-7ca780cd3a74,segment=NetworkSegment(ff7052ab-f55c-473a-83cf-355c9063a58a),segment_id=ff7052ab-f55c-473a-83cf-355c9063a58a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:44.002446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.023174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Calling delete_port for 57ef7660-c8f7-42af-93a6-7ca780cd3a74 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:44.027437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.051319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Deleting port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:44.051990 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.119411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] For port 57ef7660-c8f7-42af-93a6-7ca780cd3a74, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=57ef7660-c8f7-42af-93a6-7ca780cd3a74,segment=NetworkSegment(ff7052ab-f55c-473a-83cf-355c9063a58a),segment_id=ff7052ab-f55c-473a-83cf-355c9063a58a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:44.119909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.133928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Calling delete_port for 57ef7660-c8f7-42af-93a6-7ca780cd3a74 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:44.187517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.216318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.231282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Port': ['ID=57ef7660-c8f7-42af-93a6-7ca780cd3a74,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:44.233705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] No DVR routers for this DVR port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:44.243620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] No DVR routers for this DVR port 57ef7660-c8f7-42af-93a6-7ca780cd3a74 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:44.268632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0da83-ccff-4a92-a36d-42ac8aa52de0 None None] Pushing event deleted for resources: {'Port': ['ID=57ef7660-c8f7-42af-93a6-7ca780cd3a74,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:44.336291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.346433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.355506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.367711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e79051-5580-4142-87d9-9002f0a90bcc']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:44.377503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7052ab-f55c-473a-83cf-355c9063a58a') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:44.377799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7052ab-f55c-473a-83cf-355c9063a58a') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:44.388507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.409765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.417348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:44.418054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:44.420946 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:44.547128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.547352 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.554564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:44.568019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] 10.222.0.13 "DELETE /v2.0/networks/78e79051-5580-4142-87d9-9002f0a90bcc HTTP/1.1" status: 204 len: 168 time: 0.7920949 Oct 15 20:17:44.591757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143ce92-0739-48ed-9c4e-7f472222f80d tempest-NetworksTest-1622094370 tempest-NetworksTest-1622094370-project] Pushing event deleted for resources: {'Network': ['ID=78e79051-5580-4142-87d9-9002f0a90bcc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:44.999245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:45.017224 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.020868 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.118667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.119446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f105ff69-69ae-4c76-83e3-b644d44aa0d1 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:17:45.156941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90b6df0a-0218-43dd-9ffd-0e82afef30c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e55d8a96e72416db3f6b9f34a546a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555400 Oct 15 20:17:45.159467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54566) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:45.198701 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 15 20:17:45.200581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b81fd9e9-ff39-44c1-ab87-14ad265ec825 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5574670 Oct 15 20:17:45.203481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54568) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:45.215077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.241042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.286894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Deleting port 759ffa35-cfcd-402b-af31-1a9b26feae35 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:45.287227 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.358900 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.361772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.363186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dae787d6-9894-4482-b311-31ea6c519aa9 HTTP/1.1" status: 204 len: 168 time: 0.2027419 Oct 15 20:17:45.372342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f9303-7054-414d-8244-b12fa4707e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae787d6-9894-4482-b311-31ea6c519aa9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:45.376009 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.391453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Calling delete_port for 759ffa35-cfcd-402b-af31-1a9b26feae35 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:45.570061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.597713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Pushing event deleted for resources: {'Port': ['ID=759ffa35-cfcd-402b-af31-1a9b26feae35,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:45.668641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:45.672446 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a8e66027-f49e-45ce-a9c8-a15944875db1 tempest-RoutersAdminNegativeTest-1531038416 tempest-RoutersAdminNegativeTest-1531038416-project-admin] 10.222.0.13 "DELETE /v2.0/ports/759ffa35-cfcd-402b-af31-1a9b26feae35 HTTP/1.1" status: 204 len: 168 time: 0.4678416 Oct 15 20:17:45.675069 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:17:45.897391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57ef7660-c8f7-42af-93a6-7ca780cd3a74 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:17:45.921564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 57ef7660-c8f7-42af-93a6-7ca780cd3a74 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:17:45.922005 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 57ef7660-c8f7-42af-93a6-7ca780cd3a74 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:17:46.140385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.259258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e1224cee-87d8-4240-9332-e146657814e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.332847 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e1224cee-87d8-4240-9332-e146657814e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.415595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e1224cee-87d8-4240-9332-e146657814e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.450787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54602) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.457752 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e1224cee-87d8-4240-9332-e146657814e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b94fd2d3d2b24be49933d1ece9f4781e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139758 Oct 15 20:17:46.457752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1224cee-87d8-4240-9332-e146657814e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d744ff83-3ff3-42c1-af36-e5f1357e4ecf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:46.465991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54604) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.511014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.537138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.568824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-934db0e4-c647-495b-9094-8d11bf05838f tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] Request body: {'port': {'network_id': 'b1ff7ecd-52eb-4615-96a8-399f14cb091e', 'name': 'tempest-NetworksNegativeTestJSON-255344052'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:46.583363 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-934db0e4-c647-495b-9094-8d11bf05838f tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] POST failed (client error): The resource could not be found. Oct 15 20:17:46.585854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934db0e4-c647-495b-9094-8d11bf05838f tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.585854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-934db0e4-c647-495b-9094-8d11bf05838f tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1332417 Oct 15 20:17:46.589577 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.612063 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-0557a57e-0624-4927-9b4d-50491a2bb716 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:46.612731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0557a57e-0624-4927-9b4d-50491a2bb716 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.616503 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0557a57e-0624-4927-9b4d-50491a2bb716 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "DELETE /v2.0/networks/3942f70a-5974-4473-8c6a-bcc46a9bb856 HTTP/1.1" status: 404 len: 339 time: 0.0257981 Oct 15 20:17:46.620207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54610) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.648305 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdd1ce8-9f38-49b4-aad7-7b868de5e090 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:46.648974 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdd1ce8-9f38-49b4-aad7-7b868de5e090 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.651978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4fdd1ce8-9f38-49b4-aad7-7b868de5e090 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "DELETE /v2.0/ports/778aa40f-e389-4818-a851-8ff062215c89 HTTP/1.1" status: 404 len: 333 time: 0.0305870 Oct 15 20:17:46.655851 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54612) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.665393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.667817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:46.668861 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d744ff83-3ff3-42c1-af36-e5f1357e4ecf HTTP/1.1" status: 204 len: 168 time: 0.2083566 Oct 15 20:17:46.691389 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a757da6-f65e-4221-aac6-a2c8abbafc26 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:46.696624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a757da6-f65e-4221-aac6-a2c8abbafc26 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.696624 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a757da6-f65e-4221-aac6-a2c8abbafc26 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "DELETE /v2.0/subnets/48533c9d-86dc-4f3c-b4ae-32ac156f64f7 HTTP/1.1" status: 404 len: 337 time: 0.0381567 Oct 15 20:17:46.696624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f45d6c-5e7b-4675-af34-73aa92e5b932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d744ff83-3ff3-42c1-af36-e5f1357e4ecf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:46.700056 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.720142 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0341f3e-b9a4-47bc-9ee8-bcbda41aa42a tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] GET failed (client error): The resource could not be found. Oct 15 20:17:46.721724 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c0341f3e-b9a4-47bc-9ee8-bcbda41aa42a tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "GET /v2.0/networks/d53f08c5-2a43-40b7-9860-4fe74041d6b1 HTTP/1.1" status: 404 len: 339 time: 0.0206797 Oct 15 20:17:46.727691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54618) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.756983 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb09c2-ca64-45c4-9c75-eb3a041c8e26 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] GET failed (client error): The resource could not be found. Oct 15 20:17:46.760186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1beb09c2-ca64-45c4-9c75-eb3a041c8e26 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "GET /v2.0/ports/6629b6f2-6a5c-492d-b466-b08cb9fc7ac8 HTTP/1.1" status: 404 len: 333 time: 0.0298052 Oct 15 20:17:46.763188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54620) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.791914 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5ec458-dedb-4b5a-86ad-b74aa9e683e1 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] GET failed (client error): The resource could not be found. Oct 15 20:17:46.793201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fc5ec458-dedb-4b5a-86ad-b74aa9e683e1 tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "GET /v2.0/subnets/f0e63a5e-5a14-4a85-a8b3-7f126bba1666 HTTP/1.1" status: 404 len: 337 time: 0.0290561 Oct 15 20:17:46.797020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54622) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.801803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-58dc1802-46f5-4840-bbf8-c37e952bd3ca tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:46.815851 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dc1802-46f5-4840-bbf8-c37e952bd3ca tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] PUT failed (client error): The resource could not be found. Oct 15 20:17:46.816382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dc1802-46f5-4840-bbf8-c37e952bd3ca tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.817514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-58dc1802-46f5-4840-bbf8-c37e952bd3ca tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "PUT /v2.0/networks/74833b49-efe1-4fdc-a9c7-ae54a4340101 HTTP/1.1" status: 404 len: 339 time: 0.0195680 Oct 15 20:17:46.820963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.825866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d198554b-e435-4449-97ef-57c33e39968b tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:46.843598 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d198554b-e435-4449-97ef-57c33e39968b tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] PUT failed (client error): The resource could not be found. Oct 15 20:17:46.844176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d198554b-e435-4449-97ef-57c33e39968b tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.845248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d198554b-e435-4449-97ef-57c33e39968b tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "PUT /v2.0/ports/37314675-9925-4b2f-8f62-85aa9e1325dc HTTP/1.1" status: 404 len: 333 time: 0.0233819 Oct 15 20:17:46.848696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54626) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:46.854136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ba7a1136-0c4c-4b05-a40f-298c7117e6df tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:46.875075 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7a1136-0c4c-4b05-a40f-298c7117e6df tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] PUT failed (client error): The resource could not be found. Oct 15 20:17:46.875444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7a1136-0c4c-4b05-a40f-298c7117e6df tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:46.876619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ba7a1136-0c4c-4b05-a40f-298c7117e6df tempest-NetworksNegativeTestJSON-739583777 tempest-NetworksNegativeTestJSON-739583777-project] 10.222.0.13 "PUT /v2.0/subnets/1a60ca11-5319-4102-a37f-43a0e4ac1baf HTTP/1.1" status: 404 len: 337 time: 0.0263941 Oct 15 20:17:47.283492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:47.322993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3866736d-d493-4f79-ad03-91befa1ac5c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b89377031e545c087a71685c86b2b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381272 Oct 15 20:17:47.325410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54636) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:47.326651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54638) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:47.381085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.411519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.496171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f5a12ba-a1a7-4a3c-82be-5691be6e72cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.536696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.539311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.540497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e566c34-c3e9-4664-839e-8334a4f1f0cb HTTP/1.1" status: 204 len: 168 time: 0.2141480 Oct 15 20:17:47.548679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353890e-8baa-4bb0-8aec-0638282b33c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e566c34-c3e9-4664-839e-8334a4f1f0cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:47.596914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f5a12ba-a1a7-4a3c-82be-5691be6e72cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.676405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6f5a12ba-a1a7-4a3c-82be-5691be6e72cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.715925 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6f5a12ba-a1a7-4a3c-82be-5691be6e72cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f72db38f0fad4d03b3d5c8a830301089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881412 Oct 15 20:17:47.716804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a12ba-a1a7-4a3c-82be-5691be6e72cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dae5a43-1faf-48dd-8647-1730f8592a02,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:47.718703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54654) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:47.783496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.805628 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.916336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.918925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:47.920478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dae5a43-1faf-48dd-8647-1730f8592a02 HTTP/1.1" status: 204 len: 168 time: 0.1999526 Oct 15 20:17:47.929356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ace587-dcf7-42b9-80e8-99ae7b21a64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dae5a43-1faf-48dd-8647-1730f8592a02,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:48.519668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e9cca85-189f-4670-8e8e-28d90d4f84e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:48.606953 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54720) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:48.717239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1149667581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:48.798656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:48.799763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:48.855746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:48.910624 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:48.952503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54750) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:48.999402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.003115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-94d87fcb-61f3-4439-b817-62013a1702b3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3925982 Oct 15 20:17:49.003342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54756) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:49.008300 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-224471785'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:49.059730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-665961796'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:49.081994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:49.086442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.095640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.167415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:49.171935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.172111 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.180658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.253494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.259438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.276743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:49.294099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.294431 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Added segment 6fa856f4-d57d-4de0-8628-636a506eac7b of type vlan for network 7deba1f2-18d5-47f3-82e8-fa32a6999263 Oct 15 20:17:49.295739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4bb7da-5c6b-4a7c-84ea-06d1abfa98f0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:49.316157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.341580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.345900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:49.354876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120f2532-29bf-4ca2-91c2-64ec0f95831f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:49.361393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.361733 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment dc38f73e-e487-4cc7-8e97-c319a4809cb4 of type vlan for network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c Oct 15 20:17:49.403054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.436582 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.442268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:49.443008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.511033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Network': ['ID=7deba1f2-18d5-47f3-82e8-fa32a6999263,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:49.524812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.528040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:49.531385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:49.531993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.556809 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6b285eef-9795-488f-8567-4f4012db46ec tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5523620 Oct 15 20:17:49.559639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54784) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:49.565148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'subnet': {'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:49.605807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:49.616950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:49.624536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-61e1967e-f7c6-4825-97b2-786c21c2c2f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6709473 Oct 15 20:17:49.627172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:49.632186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'name': 'tempest-PortsIpV6TestJSON-473992580'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:49.730096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:49.734091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.838640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:49.844748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:49.861432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port b21de9f7-9db6-4927-a9d7-176f3bce0343 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:49.976670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.027702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.044035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Subnet': ['ID=3ab51ab1-8362-46af-b6a5-3a6970ca9870,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:50.060128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Checking segment: {'id': '6fa856f4-d57d-4de0-8628-636a506eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:50.060490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network hostable DHCP agents. Network: 7deba1f2-18d5-47f3-82e8-fa32a6999263, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:50.122309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.144602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:50.182589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=b21de9f7-9db6-4927-a9d7-176f3bce0343,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:50.191248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': 'dc38f73e-e487-4cc7-8e97-c319a4809cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:50.191638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:50.218913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 7deba1f2-18d5-47f3-82e8-fa32a6999263) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:50.227467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2092538e-1d9f-4bc6-b9a8-6e38d3e0559f None None] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:50.227604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:50.227891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.310480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:50.322167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:50.322167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:50.329945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:50.330674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.332911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0208789-ed65-4e4f-810a-c0702ac37af4 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:50.347453 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-64e4b6f9-9cb2-4ee8-b8ac-255ecd906fc1 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7866240 Oct 15 20:17:50.351833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54826) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:50.357298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'network': {'name': 'tempest-router-network01--321316085'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:50.420524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-562527d6-aa9d-40fa-bc86-201d8dd5c4b3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7888365 Oct 15 20:17:50.420524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:50.425048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-225459971'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:50.446544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-7deba1f2-18d5-47f3-82e8-fa32a6999263', 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263', 'tenant_id': '6aa14a06b0394f958f2811757c589781', 'fixed_ips': [{'subnet_id': '3ab51ab1-8362-46af-b6a5-3a6970ca9870'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:50.447395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.513381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:50.521595 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.558378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:50.567514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.567900 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Added segment 8a2760e4-0425-4927-8fc6-2e5d868a7ddc of type vlan for network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 Oct 15 20:17:50.610231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Allocated IP 2001:db8::2 (7deba1f2-18d5-47f3-82e8-fa32a6999263/3ab51ab1-8362-46af-b6a5-3a6970ca9870/f415c72c-90c1-4d0e-94a3-e7dcfd0127e4) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:50.613229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.625335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:50.633166 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.658725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:50.668124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.668456 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment 4424595b-0052-473f-88a5-73b7d33b61db of type vlan for network 8c145e59-bc45-48e0-8801-d48f25a3b37a Oct 15 20:17:50.710976 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.716283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.717241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:50.720632 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.761818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.790541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Network': ['ID=30b836d2-4ba5-44fe-b009-e2d9a4b12f28,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:50.800578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:50.825921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.832318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:50.836046 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.856388 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-99e9837a-7260-4a0a-ba06-2edbfefc1dac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5034859 Oct 15 20:17:50.861689 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:50.866918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54854) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:50.875989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'network': {'name': 'tempest-router-network02--1465568430'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:50.883491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:50.887162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:50.906750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=8c145e59-bc45-48e0-8801-d48f25a3b37a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:50.906983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:50.923923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8c145e59-bc45-48e0-8801-d48f25a3b37a details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:50.961311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6eda6241-2ec5-4c51-96f4-2be5d44eeb3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5399766 Oct 15 20:17:50.963767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:50.971934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'ports': [{'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'}, {'network_id': '8c145e59-bc45-48e0-8801-d48f25a3b37a'}]} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:50.972424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:50.972905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '8c145e59-bc45-48e0-8801-d48f25a3b37a'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:51.006373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Pushing event updated for resources: {'Port': ['ID=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.037601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Attempting to bind port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:51.037972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Attempting to bind port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '6fa856f4-d57d-4de0-8628-636a506eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:51.038333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Attempting to bind port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 on network 7deba1f2-18d5-47f3-82e8-fa32a6999263 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:51.043428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:51.043831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Checking segment: {'id': '6fa856f4-d57d-4de0-8628-636a506eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:51.044222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.044606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Bound using segment: {'id': '6fa856f4-d57d-4de0-8628-636a506eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:51.045092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Bound port: f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa856f4-d57d-4de0-8628-636a506eac7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '7deba1f2-18d5-47f3-82e8-fa32a6999263'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:51.045465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.076105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:51.079589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.105651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:51.115421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] For port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:51.117287 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.117643 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Added segment ad036093-7116-4855-a9a4-cd119cc29e20 of type vlan for network a868a4a9-1a5e-4205-86ca-88981038ae52 Oct 15 20:17:51.119467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] For port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,segment=NetworkSegment(6fa856f4-d57d-4de0-8628-636a506eac7b),segment_id=6fa856f4-d57d-4de0-8628-636a506eac7b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:51.159442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.180032 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.210315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 2} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:51.217064 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.232891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.243954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13058be-c25d-4e6f-9474-edf054d1e81f None None] Pushing event updated for resources: {'Port': ['ID=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.246623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.252497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:51.253251 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.336046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Network': ['ID=a868a4a9-1a5e-4205-86ca-88981038ae52,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.343503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port d8d6bb81-d713-43f3-a1c4-e4137bdb1143 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:51.344948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a868a4a9-1a5e-4205-86ca-88981038ae52 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:51.389983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-260f7ef7-2843-4aa0-9b90-b91d8399dfd9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5215530 Oct 15 20:17:51.393801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54878) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:51.401975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'subnet': {'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:51.499696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.536250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-260e95a8-e48a-4e88-815a-e4407ab2be16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.587541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port b8d887b8-8e05-4148-adfd-160e5282df45 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:51.627197 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:51.631839 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.699355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.799415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.847015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:51.852146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:51.858945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:51.859690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.861668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=d8d6bb81-d713-43f3-a1c4-e4137bdb1143,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.885080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:51.918317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=b8d887b8-8e05-4148-adfd-160e5282df45,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.947597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': '4424595b-0052-473f-88a5-73b7d33b61db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8c145e59-bc45-48e0-8801-d48f25a3b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:51.947597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 8c145e59-bc45-48e0-8801-d48f25a3b37a, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:51.968448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Subnet': ['ID=13ea762f-4b4f-4597-a188-505ab82dd3e6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:51.978534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Checking segment: {'id': '8a2760e4-0425-4927-8fc6-2e5d868a7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:51.979094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network hostable DHCP agents. Network: 30b836d2-4ba5-44fe-b009-e2d9a4b12f28, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:52.000974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:52.008666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 8c145e59-bc45-48e0-8801-d48f25a3b37a is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:52.059818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:52.059947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.097640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:52.150480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.170174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8c145e59-bc45-48e0-8801-d48f25a3b37a) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:52.173817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 30b836d2-4ba5-44fe-b009-e2d9a4b12f28) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:52.177687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:52.183274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c123cc-1fd4-4c24-bda2-d2e76da7b539 None None] Network 8c145e59-bc45-48e0-8801-d48f25a3b37a requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:52.192273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:52.201051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:52.201791 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.202554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e93d6-e058-4c24-9a53-6d02270a1a20 None None] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:52.209511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:52.210218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.217269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,segment=NetworkSegment(6fa856f4-d57d-4de0-8628-636a506eac7b),segment_id=6fa856f4-d57d-4de0-8628-636a506eac7b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:52.310518 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.324702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8e9154a7-bc2e-4b64-bae2-39095acba3eb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9263954 Oct 15 20:17:52.328099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:52.328728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-345ca54b-7eb2-4469-ae93-cf5eda422694 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3638737 Oct 15 20:17:52.329260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54920) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:52.335929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'subnet': {'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:52.356904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd30969-5af3-41ed-99ba-aa26e8f976c1 None None] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:52.495390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.504964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:52.525720 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port b8d887b8-8e05-4148-adfd-160e5282df45 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:52.526065 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.555460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7128f6e3-ebc8-430c-bd46-3d47a993baa1 None None] Provisioning complete for port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:52.555853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7128f6e3-ebc8-430c-bd46-3d47a993baa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.591361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:52.597956 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.619850 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.644576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for b8d887b8-8e05-4148-adfd-160e5282df45 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:52.664385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-30b836d2-4ba5-44fe-b009-e2d9a4b12f28', 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28', 'tenant_id': '6aa14a06b0394f958f2811757c589781', 'fixed_ips': [{'subnet_id': '13ea762f-4b4f-4597-a188-505ab82dd3e6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:52.665231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.928936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.960311 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=b8d887b8-8e05-4148-adfd-160e5282df45,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:52.964055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:52.970060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54950) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:52.970264 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff4d2dc4-d3fe-421e-8f2e-d82813bb220e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/b8d887b8-8e05-4148-adfd-160e5282df45 HTTP/1.1" status: 204 len: 168 time: 0.6248562 Oct 15 20:17:52.986803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.045904 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.047274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.048952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b9cf8-1589-42ee-9f05-783d8d584dbf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:53.057997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18b9cf8-1589-42ee-9f05-783d8d584dbf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:53.061914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a18b9cf8-1589-42ee-9f05-783d8d584dbf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0908060 Oct 15 20:17:53.064618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:53.072285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Allocated IP 2001:db8::2 (30b836d2-4ba5-44fe-b009-e2d9a4b12f28/13ea762f-4b4f-4597-a188-505ab82dd3e6/3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:53.089112 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Subnet': ['ID=4934aaba-e8ed-4386-8da3-f6b6b9fc4d28,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:53.094251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Checking segment: {'id': 'ad036093-7116-4855-a9a4-cd119cc29e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:53.094696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network hostable DHCP agents. Network: a868a4a9-1a5e-4205-86ca-88981038ae52, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:53.150458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.173807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network a868a4a9-1a5e-4205-86ca-88981038ae52 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:53.249831 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.259743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a868a4a9-1a5e-4205-86ca-88981038ae52) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:53.267331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:53.267951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.273578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1f2fdc-cc41-4398-9120-52e82f888e4b None None] Network a868a4a9-1a5e-4205-86ca-88981038ae52 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:53.337185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.362758 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-81fffa66-a150-4526-91f9-d4ce6f91935f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0323219 Oct 15 20:17:53.366387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 54970) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:53.423479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:53.424309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-94acd670-f806-4911-9d4e-0c421dbb14eb None None] Provisioning complete for port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:53.424793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94acd670-f806-4911-9d4e-0c421dbb14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.445858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Pushing event updated for resources: {'Port': ['ID=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:53.452371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:53.459144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:53.557764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port d8d6bb81-d713-43f3-a1c4-e4137bdb1143 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:53.558349 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.589994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Attempting to bind port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:53.590622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Attempting to bind port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8a2760e4-0425-4927-8fc6-2e5d868a7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:53.591755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Attempting to bind port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce on network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:53.602581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-a868a4a9-1a5e-4205-86ca-88981038ae52', 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52', 'tenant_id': '6aa14a06b0394f958f2811757c589781', 'fixed_ips': [{'subnet_id': '4934aaba-e8ed-4386-8da3-f6b6b9fc4d28'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:53.603421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.623163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:53.623539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Checking segment: {'id': '8a2760e4-0425-4927-8fc6-2e5d868a7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:53.624012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.624387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Bound using segment: {'id': '8a2760e4-0425-4927-8fc6-2e5d868a7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:53.624848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Bound port: 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2760e4-0425-4927-8fc6-2e5d868a7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '30b836d2-4ba5-44fe-b009-e2d9a4b12f28'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:53.625415 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.633560 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.649893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for d8d6bb81-d713-43f3-a1c4-e4137bdb1143 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:53.712430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.802058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] For port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:53.824392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] For port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,segment=NetworkSegment(8a2760e4-0425-4927-8fc6-2e5d868a7ddc),segment_id=8a2760e4-0425-4927-8fc6-2e5d868a7ddc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:53.841285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Allocated IP 2001:db8::2 (a868a4a9-1a5e-4205-86ca-88981038ae52/4934aaba-e8ed-4386-8da3-f6b6b9fc4d28/ce96ee17-5f78-4460-bcb9-84839707751e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:53.896925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.934074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=d8d6bb81-d713-43f3-a1c4-e4137bdb1143,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:53.938477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:53.945357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8e5ab50b-1558-41cb-b028-91f8188c68bd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/d8d6bb81-d713-43f3-a1c4-e4137bdb1143 HTTP/1.1" status: 204 len: 168 time: 0.8765047 Oct 15 20:17:53.945805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 54996) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:53.966224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:53.976548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.000267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73d1c5d-343e-4f7e-bd89-722ba01cbd3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:54.004381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c73d1c5d-343e-4f7e-bd89-722ba01cbd3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0578392 Oct 15 20:17:54.009327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:54.030411 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed5c6dd-381d-4071-a67e-c94ffec858db tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:17:54.032572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6ed5c6dd-381d-4071-a67e-c94ffec858db tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/b8d887b8-8e05-4148-adfd-160e5282df45 HTTP/1.1" status: 404 len: 333 time: 0.0254812 Oct 15 20:17:54.034814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55002) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:54.061561 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3849bc-464b-4acd-a5e7-a183cc0acb68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:17:54.063096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce3849bc-464b-4acd-a5e7-a183cc0acb68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/d8d6bb81-d713-43f3-a1c4-e4137bdb1143 HTTP/1.1" status: 404 len: 333 time: 0.0271246 Oct 15 20:17:54.065851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:54.126432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Allocated IP 2001:db8::1 (30b836d2-4ba5-44fe-b009-e2d9a4b12f28/13ea762f-4b4f-4597-a188-505ab82dd3e6/fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:54.129669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36a26f-5f9a-4266-b88c-f4548371d463 None None] Pushing event updated for resources: {'Port': ['ID=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:54.148068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.160422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:54.160954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.166898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.227085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.268866 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.270225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Network a868a4a9-1a5e-4205-86ca-88981038ae52 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:54.275418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:54.278045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:54.282162 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.310575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Pushing event updated for resources: {'Port': ['ID=ce96ee17-5f78-4460-bcb9-84839707751e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:54.313661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c145e59-bc45-48e0-8801-d48f25a3b37a']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:54.325567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4424595b-0052-473f-88a5-73b7d33b61db') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:54.328899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4424595b-0052-473f-88a5-73b7d33b61db') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:54.351450 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.369638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.375610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:54.376055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:54.378994 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:54.411075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.452989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Attempting to bind port ce96ee17-5f78-4460-bcb9-84839707751e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:54.453367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Attempting to bind port ce96ee17-5f78-4460-bcb9-84839707751e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ad036093-7116-4855-a9a4-cd119cc29e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:54.453737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Attempting to bind port ce96ee17-5f78-4460-bcb9-84839707751e on network a868a4a9-1a5e-4205-86ca-88981038ae52 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:54.463176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:54.463438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Checking segment: {'id': 'ad036093-7116-4855-a9a4-cd119cc29e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:54.464095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.465582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Bound using segment: {'id': 'ad036093-7116-4855-a9a4-cd119cc29e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:54.466300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Bound port: ce96ee17-5f78-4460-bcb9-84839707751e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad036093-7116-4855-a9a4-cd119cc29e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a868a4a9-1a5e-4205-86ca-88981038ae52'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:54.466707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.489824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:54.497421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:54.499859 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Port': ['ID=fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:54.501938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:54.502475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.542270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.546291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.553589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/8c145e59-bc45-48e0-8801-d48f25a3b37a HTTP/1.1" status: 204 len: 168 time: 0.4865072 Oct 15 20:17:54.554290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:54.564119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1084853266'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:54.568357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] For port ce96ee17-5f78-4460-bcb9-84839707751e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:54.579928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17be12-abd4-4916-a2a5-03af12247d67 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=8c145e59-bc45-48e0-8801-d48f25a3b37a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:54.581289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] For port ce96ee17-5f78-4460-bcb9-84839707751e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ce96ee17-5f78-4460-bcb9-84839707751e,segment=NetworkSegment(ad036093-7116-4855-a9a4-cd119cc29e20),segment_id=ad036093-7116-4855-a9a4-cd119cc29e20)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:54.702178 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.741781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:54.742455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.747148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.789598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.792470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:54.810192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.811235 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment 4c8c3848-1413-4d27-8196-6d0da9ddf03c of type vlan for network 5098ccef-dcbf-4533-ba58-15fd54b8275f Oct 15 20:17:54.828863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276bb63-9bff-49a5-805e-cbd56389d970 None None] Pushing event updated for resources: {'Port': ['ID=ce96ee17-5f78-4460-bcb9-84839707751e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:54.859783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.975770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:54.982434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:54.983092 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.102314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=5098ccef-dcbf-4533-ba58-15fd54b8275f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:55.114089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:55.163482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-770851f6-18af-4cd6-b60c-ad0cc931e233 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6040695 Oct 15 20:17:55.166061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:55.172670 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:55.210783 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.273361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.274263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.370788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed02b290-164b-46f2-b6c9-ccbfbeada664 None None] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:55.406575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:55.415138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.468406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] Provisioning complete for port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:55.468857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.507979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Performing IP validity checks on allocation pools {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:17:55.511740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:17:55.624758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.666605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] For port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,segment=NetworkSegment(8a2760e4-0425-4927-8fc6-2e5d868a7ddc),segment_id=8a2760e4-0425-4927-8fc6-2e5d868a7ddc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:55.717338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Port': ['ID=fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:55.749446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.772817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:55.774196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:55.776838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:55.815902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee5885-9f26-447f-b5c0-da49d0eba80e None None] Pushing event updated for resources: {'Port': ['ID=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:55.885313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=06b1d53c-70c1-4dd6-8764-bba670eea53f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:55.893540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': '4c8c3848-1413-4d27-8196-6d0da9ddf03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:55.893926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 5098ccef-dcbf-4533-ba58-15fd54b8275f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:17:55.997755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:17:56.043776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:56.043919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Router 81c50fab-0b87-4dee-adfd-3cd0d03a549e is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:17:56.100296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5098ccef-dcbf-4533-ba58-15fd54b8275f) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:56.105351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:56.106299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:56.109281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c855031e-ab20-4cff-84f9-1abb8eb2ba69 None None] Provisioning complete for port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:56.109716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c855031e-ab20-4cff-84f9-1abb8eb2ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:56.133689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9442e9ec-feb8-4675-836d-a1ef9e203d66 None None] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:56.182757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:56.183129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:56.188939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:17:56.204818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55088) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:56.209312 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-831ba918-97de-47e5-acb7-ce0605ee60cd tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415992 Oct 15 20:17:56.255004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87c07562-eb09-415d-b130-51b84620aec7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0850263 Oct 15 20:17:56.255712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55090) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:56.257616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] Sync routers for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:17:56.260688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f', 'name': 'tempest-PortsIpV6TestJSON-1574690147'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:56.272981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9962b509-3e61-4eb3-a421-e03c7c16f103 None None] Network a868a4a9-1a5e-4205-86ca-88981038ae52 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:56.389084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:56.389720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:56.471413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:56.567517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:56.568959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:56.622441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:56.626818 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:56.659621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port ae301c75-1bfa-4199-9f32-e7ce8a445972 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:17:56.759873 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-49937dec-1cd5-4601-a9d6-7ca641197338 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:17:56.760854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-49937dec-1cd5-4601-a9d6-7ca641197338 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5596893 Oct 15 20:17:56.763963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55118) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:56.811081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:56.811734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3d0a4-092a-43e4-a43f-749d83fa251d None None] The sync data for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:17:56.832636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::1f0 (5098ccef-dcbf-4533-ba58-15fd54b8275f/06b1d53c-70c1-4dd6-8764-bba670eea53f/ae301c75-1bfa-4199-9f32-e7ce8a445972) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:56.854838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5098ccef-dcbf-4533-ba58-15fd54b8275f', 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': '06b1d53c-70c1-4dd6-8764-bba670eea53f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:17:56.855717 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:56.862201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ce96ee17-5f78-4460-bcb9-84839707751e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:56.874360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c855031e-ab20-4cff-84f9-1abb8eb2ba69 None None] Provisioning complete for port fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:56.874771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c855031e-ab20-4cff-84f9-1abb8eb2ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.008659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.046233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c855031e-ab20-4cff-84f9-1abb8eb2ba69 None None] Port fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:17:57.072369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ce96ee17-5f78-4460-bcb9-84839707751e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:57.072749 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.153479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.154936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.206324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:57.211516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:57.215707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:57.221879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.222356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:57.223242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.252507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=ae301c75-1bfa-4199-9f32-e7ce8a445972,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:57.259278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Provisioning complete for port ce96ee17-5f78-4460-bcb9-84839707751e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:57.260313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.324580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Allocated IP 2001:db8::2 (5098ccef-dcbf-4533-ba58-15fd54b8275f/06b1d53c-70c1-4dd6-8764-bba670eea53f/38bd0d1e-211e-480b-9ba9-41af3bd272b3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:17:57.331391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ce96ee17-5f78-4460-bcb9-84839707751e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ce96ee17-5f78-4460-bcb9-84839707751e,segment=NetworkSegment(ad036093-7116-4855-a9a4-cd119cc29e20),segment_id=ad036093-7116-4855-a9a4-cd119cc29e20)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:57.334557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-27f4efa1-cd51-4511-9736-b6c26e333aea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0776658 Oct 15 20:17:57.337022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:57.401837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.463484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.472138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port ae301c75-1bfa-4199-9f32-e7ce8a445972 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:57.472477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.556095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ce96ee17-5f78-4460-bcb9-84839707751e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:57.594150 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.598672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:57.599701 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:57.606067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting port fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:57.606404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.613847 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.624075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for ae301c75-1bfa-4199-9f32-e7ce8a445972 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:57.682591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.727133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:17:57.734960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:17:57.737626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:17:57.741324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Pushing event updated for resources: {'Port': ['ID=38bd0d1e-211e-480b-9ba9-41af3bd272b3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:57.747879 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.764314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Calling delete_port for fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:57.796309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Attempting to bind port 38bd0d1e-211e-480b-9ba9-41af3bd272b3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:17:57.796562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Attempting to bind port 38bd0d1e-211e-480b-9ba9-41af3bd272b3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4c8c3848-1413-4d27-8196-6d0da9ddf03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:17:57.797037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Attempting to bind port 38bd0d1e-211e-480b-9ba9-41af3bd272b3 on network 5098ccef-dcbf-4533-ba58-15fd54b8275f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:17:57.804368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:17:57.804742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Checking segment: {'id': '4c8c3848-1413-4d27-8196-6d0da9ddf03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:17:57.805139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.805625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Bound using segment: {'id': '4c8c3848-1413-4d27-8196-6d0da9ddf03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:17:57.805968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Bound port: 38bd0d1e-211e-480b-9ba9-41af3bd272b3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c8c3848-1413-4d27-8196-6d0da9ddf03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5098ccef-dcbf-4533-ba58-15fd54b8275f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:17:57.806328 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.880973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] For port 38bd0d1e-211e-480b-9ba9-41af3bd272b3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:17:57.884589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] For port 38bd0d1e-211e-480b-9ba9-41af3bd272b3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=38bd0d1e-211e-480b-9ba9-41af3bd272b3,segment=NetworkSegment(4c8c3848-1413-4d27-8196-6d0da9ddf03c),segment_id=4c8c3848-1413-4d27-8196-6d0da9ddf03c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:17:57.925368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ce96ee17-5f78-4460-bcb9-84839707751e up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:17:57.939787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.963018 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:57.995362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=ae301c75-1bfa-4199-9f32-e7ce8a445972,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:58.011653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ce96ee17-5f78-4460-bcb9-84839707751e triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:58.011972 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.048531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a87785-53fd-47f0-bc92-a1b18157f6ed None None] Pushing event updated for resources: {'Port': ['ID=38bd0d1e-211e-480b-9ba9-41af3bd272b3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:58.062277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.065664 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-284a9921-5cf5-4d82-9860-3fd3301ad9f6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/ae301c75-1bfa-4199-9f32-e7ce8a445972 HTTP/1.1" status: 204 len: 168 time: 0.7276936 Oct 15 20:17:58.071204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55178) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.094514 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ced3e5f-730a-47a1-8982-27859b7ba915 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:17:58.095300 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ced3e5f-730a-47a1-8982-27859b7ba915 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:17:58.100984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4ced3e5f-730a-47a1-8982-27859b7ba915 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/ae301c75-1bfa-4199-9f32-e7ce8a445972 HTTP/1.1" status: 404 len: 333 time: 0.0261786 Oct 15 20:17:58.101221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55182) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.128115 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1350382-93b1-45a1-95ff-f88ed2cfaea4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:17:58.132269 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b1350382-93b1-45a1-95ff-f88ed2cfaea4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/ae301c75-1bfa-4199-9f32-e7ce8a445972 HTTP/1.1" status: 404 len: 333 time: 0.0275080 Oct 15 20:17:58.132269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.134429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55186) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.158054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Port': ['ID=fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:58.204844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1b757a8c-b32c-435d-b023-f9bd3cb8d1ef None None] Could not find standard attr ID for object fb2ebf3b-b4da-41f6-9a6f-8f37b492d87a. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:17:58.218178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 06b1d53c-70c1-4dd6-8764-bba670eea53f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:17:58.222821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.301813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.310720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.327485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16ec7dbd-0251-4dad-a5fb-7c56c2679a98 None None] Provisioning complete for port ce96ee17-5f78-4460-bcb9-84839707751e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:17:58.328033 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16ec7dbd-0251-4dad-a5fb-7c56c2679a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.465866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.526186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Router 81c50fab-0b87-4dee-adfd-3cd0d03a549e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:17:58.602713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.608259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:17:58.614249 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c5a46e3-a0c7-4ea3-942b-d69e9f88375f tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8485267 Oct 15 20:17:58.620995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55208) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.625112 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] Sync routers for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:17:58.640046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:58.641134 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:58.649094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=06b1d53c-70c1-4dd6-8764-bba670eea53f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:58.658580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.664279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-17c541df-e542-4917-9ea6-929e5d3e13f3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/06b1d53c-70c1-4dd6-8764-bba670eea53f HTTP/1.1" status: 204 len: 168 time: 0.5285728 Oct 15 20:17:58.666903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55210) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.678052 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-0f1bda59-19ce-4cd0-a275-a190cbd0eab9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] delete failed (client error): The resource could not be found. Oct 15 20:17:58.679076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f1bda59-19ce-4cd0-a275-a190cbd0eab9 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1537620079 HTTP/1.1" status: 404 len: 335 time: 0.0568864 Oct 15 20:17:58.685398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:58.691927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a8a47b8b-01ae-47d7-be9f-5e29c578484c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'router': {'external_gateway_info': {'network_id': '81c50fab-0b87-4dee-adfd-3cd0d03a549e'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:58.703811 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:58.717731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:17:58.719443 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:58.752429 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:58.753087 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0eb44bf-6f06-4003-b50b-351966114331 None None] The sync data for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:17:58.768035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.823931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 38bd0d1e-211e-480b-9ba9-41af3bd272b3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:17:58.824189 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.892963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 38bd0d1e-211e-480b-9ba9-41af3bd272b3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=38bd0d1e-211e-480b-9ba9-41af3bd272b3,segment=NetworkSegment(4c8c3848-1413-4d27-8196-6d0da9ddf03c),segment_id=4c8c3848-1413-4d27-8196-6d0da9ddf03c)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:17:58.893326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.907609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 38bd0d1e-211e-480b-9ba9-41af3bd272b3 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:17:58.921424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8a47b8b-01ae-47d7-be9f-5e29c578484c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:58.989033 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-a8a47b8b-01ae-47d7-be9f-5e29c578484c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] update failed (client error): The resource could not be found. Oct 15 20:17:58.990863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8a47b8b-01ae-47d7-be9f-5e29c578484c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e HTTP/1.1" status: 404 len: 339 time: 0.3028383 Oct 15 20:17:58.994632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:59.000140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-405133880'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:59.077031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:59.080806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.110230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:59.189246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.189615 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Added segment 1cdcf17a-e40b-4de6-bc01-faf2521f5459 of type vlan for network 01a5bf76-8191-41d1-960e-fea32fcd15df Oct 15 20:17:59.190925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.243242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4007f057-3b0d-4fbb-925b-d596d01d1838 None None] Network 5098ccef-dcbf-4533-ba58-15fd54b8275f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:17:59.254771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=38bd0d1e-211e-480b-9ba9-41af3bd272b3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:59.256701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 38bd0d1e-211e-480b-9ba9-41af3bd272b3 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:17:59.284348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.360645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0fe228a0-7b66-42f9-9a64-fa58b664966e None None] Could not find standard attr ID for object 38bd0d1e-211e-480b-9ba9-41af3bd272b3. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:17:59.373563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.396804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5098ccef-dcbf-4533-ba58-15fd54b8275f']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:59.405000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.410424 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:59.412710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.415131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8c3848-1413-4d27-8196-6d0da9ddf03c') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:59.415421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8c3848-1413-4d27-8196-6d0da9ddf03c') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:17:59.419894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e1169-63d8-4582-a5de-02515b75501b None None] DHCP port deletion for 5098ccef-dcbf-4533-ba58-15fd54b8275f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:17:59.446203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.473485 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.507571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:17:59.507891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:17:59.511145 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:17:59.521181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Network': ['ID=01a5bf76-8191-41d1-960e-fea32fcd15df,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:59.533481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 01a5bf76-8191-41d1-960e-fea32fcd15df details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:17:59.570683 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aa8535ef-c7ab-476f-8c20-3ccc42a2fba7 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5715771 Oct 15 20:17:59.571415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55222) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:59.583840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'subnet': {'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:59.636231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.651355 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.658320 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/5098ccef-dcbf-4533-ba58-15fd54b8275f HTTP/1.1" status: 204 len: 168 time: 0.9869626 Oct 15 20:17:59.658772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55224) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:17:59.664437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-69184158'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:17:59.668744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d697-3197-4c4b-b174-3f3f3b281ed8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=5098ccef-dcbf-4533-ba58-15fd54b8275f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:17:59.694806 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 15 20:17:59.694806 n-d-712140-14 neutron-server[101180]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 15 20:17:59.694806 n-d-712140-14 neutron-server[101180]: [parameters: {'project_id': '6aa14a06b0394f958f2811757c589781', 'id': '6498e13b-3d26-422c-80ab-38e887ef937a', 'expiration': datetime.datetime(2021, 10, 15, 20, 19, 59, 687819)}] Oct 15 20:17:59.694806 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:17:59.695314 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:17:59.756388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:17:59.760011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.783269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:17:59.792347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.792682 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment e8daa8cb-8137-4391-a288-567e5553ea83 of type vlan for network 912ef698-3fd0-4730-ab1c-aecfecd2085d Oct 15 20:17:59.840216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.921748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.928206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:17:59.928754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:17:59.994740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=912ef698-3fd0-4730-ab1c-aecfecd2085d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:00.005944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:00.044788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e08b2f8-ae97-458e-b065-b9638e111152 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3847468 Oct 15 20:18:00.047914 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55226) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:00.053911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:00.230869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:00.235088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.301844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Made reservation on behalf of 6aa14a06b0394f958f2811757c589781 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:00.306980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.502500 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.570441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.571533 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=d0e00e02-cbed-48b7-9e25-08537b03c9a9,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:00.576013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': 'e8daa8cb-8137-4391-a288-567e5553ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:00.582163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 912ef698-3fd0-4730-ab1c-aecfecd2085d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:00.639969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Subnet': ['ID=dea97a8e-e2b7-4dfe-856a-ffb0934e69ec,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:00.647657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Checking segment: {'id': '1cdcf17a-e40b-4de6-bc01-faf2521f5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:00.647933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network hostable DHCP agents. Network: 01a5bf76-8191-41d1-960e-fea32fcd15df, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:00.659430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:00.744901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 01a5bf76-8191-41d1-960e-fea32fcd15df is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:00.855790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 912ef698-3fd0-4730-ab1c-aecfecd2085d) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:00.857597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 01a5bf76-8191-41d1-960e-fea32fcd15df) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:00.860037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:00.860651 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.864959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:00.864959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:00.869422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95dde5c-955b-4635-9bee-7d8ddc7c6280 None None] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:00.874556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d4f69-90ac-4b66-8508-5262f2520229 None None] Network 01a5bf76-8191-41d1-960e-fea32fcd15df requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:00.957670 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-879fe116-d5c9-468e-a457-b10daa8d4d23 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9064186 Oct 15 20:18:00.958657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55230) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:00.966575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-153661668'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:01.002790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55234) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:01.003433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa37182b-a674-46ab-96fd-c96ae128c487 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4304290 Oct 15 20:18:01.008103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bc884b47-5222-4446-b13e-74e6a10fbac0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'router': {'external_gateway_info': {'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:01.144166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-912ef698-3fd0-4730-ab1c-aecfecd2085d', 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': 'd0e00e02-cbed-48b7-9e25-08537b03c9a9'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:01.145200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.190019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:01.197984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.231292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 2a95e668-6159-43be-b2d7-6eaa63c14731 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:01.392742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::230 (912ef698-3fd0-4730-ab1c-aecfecd2085d/d0e00e02-cbed-48b7-9e25-08537b03c9a9/2a95e668-6159-43be-b2d7-6eaa63c14731) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:01.409874 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-01a5bf76-8191-41d1-960e-fea32fcd15df', 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df', 'tenant_id': '6aa14a06b0394f958f2811757c589781', 'fixed_ips': [{'subnet_id': 'dea97a8e-e2b7-4dfe-856a-ffb0934e69ec'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:01.411626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.548370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.587990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc884b47-5222-4446-b13e-74e6a10fbac0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.628854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Allocated IP 2001:db8:1::2 (01a5bf76-8191-41d1-960e-fea32fcd15df/dea97a8e-e2b7-4dfe-856a-ffb0934e69ec/4ae851e0-4ac0-49ac-8cee-57636d9e4056) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:01.685742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.748873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=2a95e668-6159-43be-b2d7-6eaa63c14731,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:01.766395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:01.772033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:01.776840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:01.784489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:01.785495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.805492 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-bc884b47-5222-4446-b13e-74e6a10fbac0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:18:01.807606 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bc884b47-5222-4446-b13e-74e6a10fbac0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e HTTP/1.1" status: 400 len: 364 time: 0.8028526 Oct 15 20:18:01.810407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55238) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:01.824219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Allocated IP 2001:db8::2 (912ef698-3fd0-4730-ab1c-aecfecd2085d/d0e00e02-cbed-48b7-9e25-08537b03c9a9/026442dd-54b6-479d-8a24-866bdbefe08b) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:01.870237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:01.876640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43218845-fcfd-4291-9043-a18ab2dd4213 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9165170 Oct 15 20:18:01.883083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55240) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:01.961923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.000586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 2a95e668-6159-43be-b2d7-6eaa63c14731 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:02.000997 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.030249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Pushing event updated for resources: {'Port': ['ID=4ae851e0-4ac0-49ac-8cee-57636d9e4056,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:02.081106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Network 01a5bf76-8191-41d1-960e-fea32fcd15df is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:02.085574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:02.091067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:02.133208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.155824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 2a95e668-6159-43be-b2d7-6eaa63c14731 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:02.160821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.174031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.192223 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Attempting to bind port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:02.193107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Attempting to bind port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '1cdcf17a-e40b-4de6-bc01-faf2521f5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:02.193475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Attempting to bind port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 on network 01a5bf76-8191-41d1-960e-fea32fcd15df {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:02.199393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:02.199884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Checking segment: {'id': '1cdcf17a-e40b-4de6-bc01-faf2521f5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:02.200610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.200610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Bound using segment: {'id': '1cdcf17a-e40b-4de6-bc01-faf2521f5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:02.204061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Bound port: 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cdcf17a-e40b-4de6-bc01-faf2521f5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '01a5bf76-8191-41d1-960e-fea32fcd15df'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:02.204061 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.282025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a127614-2954-45f6-a352-7d65500362ed None None] For port 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:02.285146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5a127614-2954-45f6-a352-7d65500362ed None None] For port 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4ae851e0-4ac0-49ac-8cee-57636d9e4056,segment=NetworkSegment(1cdcf17a-e40b-4de6-bc01-faf2521f5459),segment_id=1cdcf17a-e40b-4de6-bc01-faf2521f5459)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:02.318236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.353354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:02.356350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:02.364181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:02.377657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Pushing event updated for resources: {'Port': ['ID=026442dd-54b6-479d-8a24-866bdbefe08b,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:02.404206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.439458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.441241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Allocated IP 2001:db8::1 (7deba1f2-18d5-47f3-82e8-fa32a6999263/3ab51ab1-8362-46af-b6a5-3a6970ca9870/01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:02.473676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Attempting to bind port 026442dd-54b6-479d-8a24-866bdbefe08b on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:02.473676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Attempting to bind port 026442dd-54b6-479d-8a24-866bdbefe08b by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e8daa8cb-8137-4391-a288-567e5553ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:02.473676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Attempting to bind port 026442dd-54b6-479d-8a24-866bdbefe08b on network 912ef698-3fd0-4730-ab1c-aecfecd2085d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:02.490590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:02.490974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Checking segment: {'id': 'e8daa8cb-8137-4391-a288-567e5553ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:02.491785 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.491785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Bound using segment: {'id': 'e8daa8cb-8137-4391-a288-567e5553ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:02.492255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Bound port: 026442dd-54b6-479d-8a24-866bdbefe08b, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8daa8cb-8137-4391-a288-567e5553ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '912ef698-3fd0-4730-ab1c-aecfecd2085d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:02.492637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.519230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=2a95e668-6159-43be-b2d7-6eaa63c14731,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:02.535717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a127614-2954-45f6-a352-7d65500362ed None None] Pushing event updated for resources: {'Port': ['ID=4ae851e0-4ac0-49ac-8cee-57636d9e4056,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:02.563875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.566990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-93945258-21c6-4c7c-be8a-883fbd50fda7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/2a95e668-6159-43be-b2d7-6eaa63c14731 HTTP/1.1" status: 204 len: 168 time: 0.6867590 Oct 15 20:18:02.570293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55244) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:02.604478 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29b963f-1fcd-4757-b4ec-83cf6cee4621 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:02.607041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c29b963f-1fcd-4757-b4ec-83cf6cee4621 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/2a95e668-6159-43be-b2d7-6eaa63c14731 HTTP/1.1" status: 404 len: 333 time: 0.0356200 Oct 15 20:18:02.609976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55246) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:02.620584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] For port 026442dd-54b6-479d-8a24-866bdbefe08b, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:02.623398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] For port 026442dd-54b6-479d-8a24-866bdbefe08b, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=026442dd-54b6-479d-8a24-866bdbefe08b,segment=NetworkSegment(e8daa8cb-8137-4391-a288-567e5553ea83),segment_id=e8daa8cb-8137-4391-a288-567e5553ea83)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:02.639654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.663123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet d0e00e02-cbed-48b7-9e25-08537b03c9a9 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:02.666469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.716212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.722231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.750914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.803159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:02.806556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:02.810640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:02.811197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.845772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f01bb0-501b-4c1d-9855-4f1ffe60be74 None None] Pushing event updated for resources: {'Port': ['ID=026442dd-54b6-479d-8a24-866bdbefe08b,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:02.846909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:02.904067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Port': ['ID=01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:03.039248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.111199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e00e02-cbed-48b7-9e25-08537b03c9a9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:03.114789 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.118052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d7e99844-e9e2-4d0a-8ba9-d61f8caeb41b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/d0e00e02-cbed-48b7-9e25-08537b03c9a9 HTTP/1.1" status: 204 len: 168 time: 0.5067945 Oct 15 20:18:03.120635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:03.160389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.259870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.316257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 026442dd-54b6-479d-8a24-866bdbefe08b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:03.316637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.323314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c8cf6a25-b686-40fa-8799-1645d854e65a None None] Provisioning complete for port 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:03.324022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8cf6a25-b686-40fa-8799-1645d854e65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.377605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf6a25-b686-40fa-8799-1645d854e65a None None] Port 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:03.393184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 026442dd-54b6-479d-8a24-866bdbefe08b, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=026442dd-54b6-479d-8a24-866bdbefe08b,segment=NetworkSegment(e8daa8cb-8137-4391-a288-567e5553ea83),segment_id=e8daa8cb-8137-4391-a288-567e5553ea83)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:03.393745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.411168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 026442dd-54b6-479d-8a24-866bdbefe08b owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:03.497813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.548705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-e78d940d-623b-49b8-a6a9-1d5dfab81c48 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663285 Oct 15 20:18:03.564741 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.565606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.619336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.651745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event updated for resources: {'Port': ['ID=01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:03.678488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=026442dd-54b6-479d-8a24-866bdbefe08b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:03.696803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 026442dd-54b6-479d-8a24-866bdbefe08b on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:03.774360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:03.776769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:03.793026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.819331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912ef698-3fd0-4730-ab1c-aecfecd2085d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:03.832488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8daa8cb-8137-4391-a288-567e5553ea83') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:03.832788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8daa8cb-8137-4391-a288-567e5553ea83') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:03.849031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-d53f909c-b9c3-428d-ad9b-6d7f106e45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:03.850801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-d53f909c-b9c3-428d-ad9b-6d7f106e45e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 1098 time: 0.2570715 Oct 15 20:18:03.857016 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.894170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.914510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163da48a-6a78-4241-9f60-c39c97d5b930 None None] Network 01a5bf76-8191-41d1-960e-fea32fcd15df requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:03.963443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:03.964601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:03.974570 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:04.008226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Router 81c50fab-0b87-4dee-adfd-3cd0d03a549e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:18:04.175097 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:04.184018 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2b0aa851-0511-4f8b-80b8-3e6186b8e68c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722034 Oct 15 20:18:04.192105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55256) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:04.274111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4ae851e0-4ac0-49ac-8cee-57636d9e4056 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:04.282575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] Sync routers for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:04.347672 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0d24fa54-4062-4b5e-ab77-a1d92f9abf0d tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.351471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55258) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:04.354076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] Provisioning complete for port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:04.354598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.388481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:04.389467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:04.537309 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-0d24fa54-4062-4b5e-ab77-a1d92f9abf0d tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 15 20:18:04.539983 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0d24fa54-4062-4b5e-ab77-a1d92f9abf0d tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e HTTP/1.1" status: 409 len: 329 time: 0.3467572 Oct 15 20:18:04.542672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:04.668437 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26769566-8acc-437c-af59-f14057056b97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.672517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ea3f9-5f93-4e33-b36c-3fe0c10b0b40 None None] Network 912ef698-3fd0-4730-ab1c-aecfecd2085d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:04.676518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-bea16bb8-62d6-41ab-94ec-d5c9badd13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:04.678410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-bea16bb8-62d6-41ab-94ec-d5c9badd13b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.8055570 Oct 15 20:18:04.681882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:04.768739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-4a1dd099-3238-4844-946c-2964d39314a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 200 len: 1001 time: 0.0826607 Oct 15 20:18:04.770026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.778107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.781408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:04.782343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:04.787924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/912ef698-3fd0-4730-ab1c-aecfecd2085d HTTP/1.1" status: 204 len: 168 time: 1.6655211 Oct 15 20:18:04.788685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55264) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:04.813472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'name': 'tempest-PortsIpV6TestJSON-1461542273'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:04.848045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:04.848995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76332a84-fa5f-476c-aff4-8e746c641268 None None] The sync data for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:04.880516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:04.881410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:04.907881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a599f30-6329-46ad-91aa-37b729c7f218 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=912ef698-3fd0-4730-ab1c-aecfecd2085d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:04.958380 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26769566-8acc-437c-af59-f14057056b97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.020066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.040656 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-26769566-8acc-437c-af59-f14057056b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.042346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-a14f095c-88bb-481e-9a59-dc342acc24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:05.043893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-a14f095c-88bb-481e-9a59-dc342acc24b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.2542775 Oct 15 20:18:05.056299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.064442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] For port 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4ae851e0-4ac0-49ac-8cee-57636d9e4056,segment=NetworkSegment(1cdcf17a-e40b-4de6-bc01-faf2521f5459),segment_id=1cdcf17a-e40b-4de6-bc01-faf2521f5459)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:05.070059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdd623-b325-4f30-a7b1-f4092c1f3dd7 None None] DHCP port deletion for 912ef698-3fd0-4730-ab1c-aecfecd2085d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:05.074999 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.116068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-455150fe-720c-4a7f-ac4b-cc282fba53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:05.116068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-455150fe-720c-4a7f-ac4b-cc282fba53d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590413 Oct 15 20:18:05.157167 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-26769566-8acc-437c-af59-f14057056b97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b768788baad4782aa16daf8927a466d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043513 Oct 15 20:18:05.162868 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55266) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:05.168862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.175771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26769566-8acc-437c-af59-f14057056b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ab36b-6bef-45b3-9972-3c36fa77628f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:05.206202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:05.208711 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.229058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 3c081af7-3ee0-4415-9da1-cb0259be0199 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:05.249713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:18:05.250232 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:18:05.259374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed5925-6a46-4fb3-94a9-ef0c1156ffd7 None None] Pushing event updated for resources: {'Port': ['ID=4ae851e0-4ac0-49ac-8cee-57636d9e4056,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:05.283987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Could not find standard attr ID for object 026442dd-54b6-479d-8a24-866bdbefe08b. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:05.287407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-48424bf7-8c32-4bcc-9a3c-8fc3f0218a95 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664629 Oct 15 20:18:05.298574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Provisioning complete for port 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:05.298960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.299540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.329873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.347203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Port 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:05.357434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Provisioning complete for port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:05.358133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a00f6cac-8edd-413a-bcaa-5ae668c7fb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.468815 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting port 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:05.469153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.477995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8ec31ed-8950-4f9a-b615-cadf9fd276f1 req-56e030be-90f9-4079-a712-e08218789855 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740925 Oct 15 20:18:05.485777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.529923 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.532436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.533566 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d82ab36b-6bef-45b3-9972-3c36fa77628f HTTP/1.1" status: 204 len: 168 time: 0.3680937 Oct 15 20:18:05.549936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7423d77-5c05-43d1-85e4-7cdc9034ffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ab36b-6bef-45b3-9972-3c36fa77628f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:05.579037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.579403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.592571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Calling delete_port for 01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:05.619424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:05.622723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:05.626431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:05.632166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:05.632775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.653299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=3c081af7-3ee0-4415-9da1-cb0259be0199,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:05.710538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a496b770-abfe-462a-a862-ad23df7cd4d7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9033775 Oct 15 20:18:05.713062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55270) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:05.808169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 3c081af7-3ee0-4415-9da1-cb0259be0199 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:05.808503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.825372 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.880045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:05.883954 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Port': ['ID=01ae0f25-0d0b-4536-8dd2-10ec19dd6cd1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:05.899866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 3c081af7-3ee0-4415-9da1-cb0259be0199 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:05.986906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4ae851e0-4ac0-49ac-8cee-57636d9e4056 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:06.055290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:06.056036 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.151809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 026442dd-54b6-479d-8a24-866bdbefe08b no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:06.153972 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.175717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 026442dd-54b6-479d-8a24-866bdbefe08b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:06.176090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 026442dd-54b6-479d-8a24-866bdbefe08b not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:06.204557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=3c081af7-3ee0-4415-9da1-cb0259be0199,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:06.211056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.217371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c9fa1327-37d1-43ec-99a5-8db04ce25789 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/3c081af7-3ee0-4415-9da1-cb0259be0199 HTTP/1.1" status: 204 len: 168 time: 0.5025811 Oct 15 20:18:06.225739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55282) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:06.229850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'mac_address': 'fa:16:3e:50:d6:61', 'name': 'tempest-PortsIpV6TestJSON-1801292358'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:06.285021 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.416017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:06.443187 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Router 81c50fab-0b87-4dee-adfd-3cd0d03a549e has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:18:06.491873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.514006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 99b7022a-2940-410f-aaef-d8793e34ab12 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:06.522031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:06.526924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d74cb780-e90d-47a6-8d16-640d1d6409a3 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9831784 Oct 15 20:18:06.530732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:06.533522 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] Sync routers for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:06.543893 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:06.545097 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:06.568047 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-325b4e9b-b68c-4748-8c59-a55d4da8f2f0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] show failed (client error): The resource could not be found. Oct 15 20:18:06.573070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-325b4e9b-b68c-4748-8c59-a55d4da8f2f0 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1898427644 HTTP/1.1" status: 404 len: 335 time: 0.0374541 Oct 15 20:18:06.573285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:06.577758 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e4847b06-1504-4061-b27e-2dafcb1ce921 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:06.582046 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:06.592505 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] Routers {'81c50fab-0b87-4dee-adfd-3cd0d03a549e'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:06.593475 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:17:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:06.612762 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-e4847b06-1504-4061-b27e-2dafcb1ce921 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] update failed (client error): The resource could not be found. Oct 15 20:18:06.613814 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e4847b06-1504-4061-b27e-2dafcb1ce921 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1374307476 HTTP/1.1" status: 404 len: 335 time: 0.0395911 Oct 15 20:18:06.624472 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:06.628682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:06.629428 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5e2e3-8e2c-468f-99a9-c7ef1b8a5a77 None None] The sync data for ids ['81c50fab-0b87-4dee-adfd-3cd0d03a549e'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:06.688837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting subnet dea97a8e-e2b7-4dfe-856a-ffb0934e69ec {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:06.694682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.718098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.739193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.833824 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:06.991424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.032714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:07.038776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:07.041391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:07.047284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:07.047938 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.051194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.065086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=99b7022a-2940-410f-aaef-d8793e34ab12,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.080604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Subnet': ['ID=dea97a8e-e2b7-4dfe-856a-ffb0934e69ec,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.085777 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.091418 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d88ac13e-380a-4aa3-b3c7-1c51f23f7ccf tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/subnets/dea97a8e-e2b7-4dfe-856a-ffb0934e69ec HTTP/1.1" status: 204 len: 168 time: 0.4636145 Oct 15 20:18:07.091539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.094282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15dd9e-1264-4ef2-ab2f-b81bd2151637 None None] Network 01a5bf76-8191-41d1-960e-fea32fcd15df requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:07.167718 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cf48845d-e2eb-40d4-a5d1-076d594fa08f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9449244 Oct 15 20:18:07.168458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.169809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55308) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.226978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e601a9-976f-4e53-a334-d66945a07aa9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:07.228864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-27e601a9-976f-4e53-a334-d66945a07aa9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/99b7022a-2940-410f-aaef-d8793e34ab12 HTTP/1.1" status: 200 len: 845 time: 0.0578446 Oct 15 20:18:07.231583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55310) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.236809 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:07.237222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.284513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] DHCP port deletion for 01a5bf76-8191-41d1-960e-fea32fcd15df request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:07.304346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] For port 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4ae851e0-4ac0-49ac-8cee-57636d9e4056,segment=NetworkSegment(1cdcf17a-e40b-4de6-bc01-faf2521f5459),segment_id=1cdcf17a-e40b-4de6-bc01-faf2521f5459)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:07.304781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.320553 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Calling delete_port for 4ae851e0-4ac0-49ac-8cee-57636d9e4056 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:07.341847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Deleting port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:07.342304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.343054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 99b7022a-2940-410f-aaef-d8793e34ab12 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:07.343396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.408896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] For port 4ae851e0-4ac0-49ac-8cee-57636d9e4056, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4ae851e0-4ac0-49ac-8cee-57636d9e4056,segment=NetworkSegment(1cdcf17a-e40b-4de6-bc01-faf2521f5459),segment_id=1cdcf17a-e40b-4de6-bc01-faf2521f5459)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:07.409268 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.414768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.432114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Calling delete_port for 4ae851e0-4ac0-49ac-8cee-57636d9e4056 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:07.433274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 99b7022a-2940-410f-aaef-d8793e34ab12 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:07.499272 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.519942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.522852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Port': ['ID=4ae851e0-4ac0-49ac-8cee-57636d9e4056,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.528609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] No DVR routers for this DVR port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:07.546746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] Pushing event deleted for resources: {'Port': ['ID=4ae851e0-4ac0-49ac-8cee-57636d9e4056,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.548611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f5afa-f748-425e-83d2-191f22ee295b None None] No DVR routers for this DVR port 4ae851e0-4ac0-49ac-8cee-57636d9e4056 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:07.587298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.613193 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.618766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=99b7022a-2940-410f-aaef-d8793e34ab12,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.624596 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.630307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52679aec-cc06-469b-837e-94ef1c4059ea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/99b7022a-2940-410f-aaef-d8793e34ab12 HTTP/1.1" status: 204 len: 168 time: 0.3977556 Oct 15 20:18:07.631302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55312) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.650955 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a5bf76-8191-41d1-960e-fea32fcd15df']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:07.658365 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eacbf4-729d-48f5-aa85-d01098374dde tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:07.659947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b4eacbf4-729d-48f5-aa85-d01098374dde tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/99b7022a-2940-410f-aaef-d8793e34ab12 HTTP/1.1" status: 404 len: 333 time: 0.0273795 Oct 15 20:18:07.664904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55316) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.669183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdcf17a-e40b-4de6-bc01-faf2521f5459') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:07.669489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdcf17a-e40b-4de6-bc01-faf2521f5459') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:07.669748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'name': 'tempest-PortsIpV6TestJSON-391639838'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:07.685053 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.702048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.709844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:07.710236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:07.713890 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:07.836238 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.845806 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.846454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/networks/01a5bf76-8191-41d1-960e-fea32fcd15df HTTP/1.1" status: 204 len: 168 time: 0.7539849 Oct 15 20:18:07.849234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55322) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:07.858273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1699ac-7f51-46d1-b1f2-9ce9dfd6691e tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Network': ['ID=01a5bf76-8191-41d1-960e-fea32fcd15df,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:07.879106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:07.883803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:07.912268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 344020ac-4aff-4023-ae08-dc60d543dcd4 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:07.930148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting subnet 4934aaba-e8ed-4386-8da3-f6b6b9fc4d28 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:07.937919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4ae851e0-4ac0-49ac-8cee-57636d9e4056 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:07.958474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4ae851e0-4ac0-49ac-8cee-57636d9e4056 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:07.962995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4ae851e0-4ac0-49ac-8cee-57636d9e4056 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:07.968392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.028953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.201268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.205524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.342371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.373534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.417258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Subnet': ['ID=4934aaba-e8ed-4386-8da3-f6b6b9fc4d28,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:08.420211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:08.433433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691fe2a-c23a-48db-9460-5e8908e60a06 None None] Network a868a4a9-1a5e-4205-86ca-88981038ae52 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:08.437228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.443898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d939ab4e-ea3f-46d2-b6f9-5d1ee9302f1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/subnets/4934aaba-e8ed-4386-8da3-f6b6b9fc4d28 HTTP/1.1" status: 204 len: 168 time: 0.5901058 Oct 15 20:18:08.443898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:08.444368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=344020ac-4aff-4023-ae08-dc60d543dcd4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:08.445200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:08.446449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:08.452011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:08.452625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.515018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting subnet 13ea762f-4b4f-4597-a188-505ab82dd3e6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:08.518454 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.535286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7e9a2a95-58d8-4b9b-a976-1f52863ef95c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8692410 Oct 15 20:18:08.538548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55328) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:08.544860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:08.574769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.622600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.649543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] DHCP port deletion for a868a4a9-1a5e-4205-86ca-88981038ae52 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:08.667461 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.736035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Deleting port ce96ee17-5f78-4460-bcb9-84839707751e {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:08.741100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.821847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] For port ce96ee17-5f78-4460-bcb9-84839707751e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ce96ee17-5f78-4460-bcb9-84839707751e,segment=NetworkSegment(ad036093-7116-4855-a9a4-cd119cc29e20),segment_id=ad036093-7116-4855-a9a4-cd119cc29e20)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:08.822609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.825731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.825967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.844124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Calling delete_port for ce96ee17-5f78-4460-bcb9-84839707751e owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:08.863063 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Subnet': ['ID=13ea762f-4b4f-4597-a188-505ab82dd3e6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:08.872618 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.878547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55332) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:08.878915 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ae38099-00da-44c6-a45d-0c4bcdd0b0fc tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/subnets/13ea762f-4b4f-4597-a188-505ab82dd3e6 HTTP/1.1" status: 204 len: 168 time: 0.4318318 Oct 15 20:18:08.891970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b4cff2-0da0-42db-8362-09c85fc6b0a7 None None] Network 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:08.948248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:08.996447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.000033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] In _notify_port_updated(), no bound segment for port 344020ac-4aff-4023-ae08-dc60d543dcd4 on network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c {{(pid=101180) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:18:09.005427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:09.006024 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.007329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/ports/344020ac-4aff-4023-ae08-dc60d543dcd4 HTTP/1.1" status: 200 len: 818 time: 0.4675181 Oct 15 20:18:09.010272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55334) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:09.026285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c6bd0-ad3d-4b4a-9c6d-e32ebe750df3 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=344020ac-4aff-4023-ae08-dc60d543dcd4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.075611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting port ce96ee17-5f78-4460-bcb9-84839707751e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:09.077505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.092957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.126642 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 344020ac-4aff-4023-ae08-dc60d543dcd4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:09.126931 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.128714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] Pushing event deleted for resources: {'Port': ['ID=ce96ee17-5f78-4460-bcb9-84839707751e,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.131480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] DHCP port deletion for 30b836d2-4ba5-44fe-b009-e2d9a4b12f28 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:09.137583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52777de8-ee3a-42f7-86f5-48161d09358d None None] No DVR routers for this DVR port ce96ee17-5f78-4460-bcb9-84839707751e on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:09.160696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] For port ce96ee17-5f78-4460-bcb9-84839707751e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ce96ee17-5f78-4460-bcb9-84839707751e,segment=NetworkSegment(ad036093-7116-4855-a9a4-cd119cc29e20),segment_id=ad036093-7116-4855-a9a4-cd119cc29e20)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:09.161054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.174961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Calling delete_port for ce96ee17-5f78-4460-bcb9-84839707751e owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:09.202079 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Deleting port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:09.202714 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.214158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.227243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 344020ac-4aff-4023-ae08-dc60d543dcd4 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:09.262003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.272035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] For port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,segment=NetworkSegment(8a2760e4-0425-4927-8fc6-2e5d868a7ddc),segment_id=8a2760e4-0425-4927-8fc6-2e5d868a7ddc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:09.272527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.285224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Calling delete_port for 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:09.299199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] No DVR routers for this DVR port ce96ee17-5f78-4460-bcb9-84839707751e on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:09.322819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Port': ['ID=ce96ee17-5f78-4460-bcb9-84839707751e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.382835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.390388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.403860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a868a4a9-1a5e-4205-86ca-88981038ae52']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.413334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad036093-7116-4855-a9a4-cd119cc29e20') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.413640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad036093-7116-4855-a9a4-cd119cc29e20') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.418992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=344020ac-4aff-4023-ae08-dc60d543dcd4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.423187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.428629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.428629 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4e9eb6d9-9aad-47da-9876-456ce5e8f214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/344020ac-4aff-4023-ae08-dc60d543dcd4 HTTP/1.1" status: 204 len: 168 time: 0.4167476 Oct 15 20:18:09.431175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55336) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:09.439206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.446455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:09.446926 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.447762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self.session.flush() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:09.450467 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:09.480316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] Pushing event deleted for resources: {'Port': ['ID=3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.482242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d79bf-e3eb-4746-8977-cb651dc6ea8c None None] No DVR routers for this DVR port 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:09.521420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa1a06-c7c3-446a-a6d5-cf39e0325bcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:09.523102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9aaa1a06-c7c3-446a-a6d5-cf39e0325bcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0909243 Oct 15 20:18:09.525808 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55338) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:09.550573 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9569aaf-00ad-4aa2-9691-e9ecdad37d2d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:09.552896 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b9569aaf-00ad-4aa2-9691-e9ecdad37d2d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/344020ac-4aff-4023-ae08-dc60d543dcd4 HTTP/1.1" status: 404 len: 333 time: 0.0252929 Oct 15 20:18:09.556106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55340) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:09.560905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1974004317'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:09.584961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.591908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.595041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/networks/a868a4a9-1a5e-4205-86ca-88981038ae52 HTTP/1.1" status: 204 len: 168 time: 0.7150388 Oct 15 20:18:09.597732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55342) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:09.607465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c0897-d7ea-4c77-98ba-f73f24c239ac tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Network': ['ID=a868a4a9-1a5e-4205-86ca-88981038ae52,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:09.665494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:09.668770 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.690013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.705848 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:18:09.718621 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.718958 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment 7f5bf63a-d18b-4cd9-9f70-37ea84d5e536 of type vlan for network 0862d9d9-da0b-440a-83e3-4650ac5891b9 Oct 15 20:18:09.845002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.848190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.886035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b836d2-4ba5-44fe-b009-e2d9a4b12f28']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.901656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2760e4-0425-4927-8fc6-2e5d868a7ddc') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.901656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2760e4-0425-4927-8fc6-2e5d868a7ddc') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:09.910527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.926691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.929172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:09.933423 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:09.933816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:09.937148 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:09.949541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:09.949743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3edc3e11-0f72-43f9-a1ec-afd7e85bb9ce not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:09.950179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ce96ee17-5f78-4460-bcb9-84839707751e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:09.971050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ce96ee17-5f78-4460-bcb9-84839707751e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:09.971685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ce96ee17-5f78-4460-bcb9-84839707751e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:09.992420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:09.994400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:09.994987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.069873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=0862d9d9-da0b-440a-83e3-4650ac5891b9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.080109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:10.104804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52799890-84c1-40f8-aa87-e570c5c45a22 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5476737 Oct 15 20:18:10.105903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.107908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55350) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:10.113574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.113942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:10.117013 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/networks/30b836d2-4ba5-44fe-b009-e2d9a4b12f28 HTTP/1.1" status: 204 len: 168 time: 0.5183017 Oct 15 20:18:10.119329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55352) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:10.154111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f139ea7-95cb-4398-8d2a-d7ed585da846 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Network': ['ID=30b836d2-4ba5-44fe-b009-e2d9a4b12f28,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.193024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting subnet 3ab51ab1-8362-46af-b6a5-3a6970ca9870 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:10.197380 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.244275 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.298869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:10.302868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.327399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.445983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.476085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab51ab1-8362-46af-b6a5-3a6970ca9870,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.478536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.488509 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6bd106c7-2863-4459-9ded-f7e49248074c tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/subnets/3ab51ab1-8362-46af-b6a5-3a6970ca9870 HTTP/1.1" status: 204 len: 168 time: 0.3616340 Oct 15 20:18:10.488509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55356) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:10.489533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3839c04-47b3-49e3-9eb0-2332fd513942 None None] Network 7deba1f2-18d5-47f3-82e8-fa32a6999263 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:10.585234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.643170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Deleting port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:10.649103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.688942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] DHCP port deletion for 7deba1f2-18d5-47f3-82e8-fa32a6999263 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:10.699320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.712067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] For port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,segment=NetworkSegment(6fa856f4-d57d-4de0-8628-636a506eac7b),segment_id=6fa856f4-d57d-4de0-8628-636a506eac7b)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:10.712425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.726261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Calling delete_port for f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:10.742506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Deleting port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:10.743180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.756377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=bc6414c9-7efe-465c-a55c-32e36d9a43dd,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.778759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:10.781542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 0862d9d9-da0b-440a-83e3-4650ac5891b9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:10.818061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] For port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,segment=NetworkSegment(6fa856f4-d57d-4de0-8628-636a506eac7b),segment_id=6fa856f4-d57d-4de0-8628-636a506eac7b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:10.818270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.830671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Calling delete_port for f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:10.867173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:10.896828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.910923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.925603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Port': ['ID=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.935531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] No DVR routers for this DVR port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:10.938315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] Pushing event deleted for resources: {'Port': ['ID=f415c72c-90c1-4d0e-94a3-e7dcfd0127e4,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:10.942166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f599c5e-41e0-4736-843a-f3fad68b4604 None None] No DVR routers for this DVR port f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:10.984910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0862d9d9-da0b-440a-83e3-4650ac5891b9) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:10.991452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:10.995015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:10.996996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba29266-f6fd-43a0-a3ae-89fb17cde8de None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:11.045940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.078440 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deba1f2-18d5-47f3-82e8-fa32a6999263']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:11.089312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa856f4-d57d-4de0-8628-636a506eac7b') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:11.089605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa856f4-d57d-4de0-8628-636a506eac7b') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:11.095872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-79dc8d20-df38-4fc5-b0c9-df763901f40e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9867048 Oct 15 20:18:11.099189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55362) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:11.105532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:11.109952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.127821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.134920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:11.135436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.155263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0862d9d9-da0b-440a-83e3-4650ac5891b9', 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': 'bc6414c9-7efe-465c-a55c-32e36d9a43dd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:11.156565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:11.206685 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:11.278790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.284373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.289520 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/networks/7deba1f2-18d5-47f3-82e8-fa32a6999263 HTTP/1.1" status: 204 len: 168 time: 0.8036547 Oct 15 20:18:11.292115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55364) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:11.309325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Allocated IP 2001:db8::2 (0862d9d9-da0b-440a-83e3-4650ac5891b9/bc6414c9-7efe-465c-a55c-32e36d9a43dd/1dfe8e8f-791d-44a3-9b71-e74052cc24c3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:11.312596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c318397-d9c4-4fc0-acda-f94af8fb6408 tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Pushing event deleted for resources: {'Network': ['ID=7deba1f2-18d5-47f3-82e8-fa32a6999263,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:11.328299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:11.332111 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.355456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-62f12165-dc32-40bb-aedd-861d82b44cdb tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c50fab-0b87-4dee-adfd-3cd0d03a549e HTTP/1.1" status: 200 len: 205 time: 0.0599349 Oct 15 20:18:11.355898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55366) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:11.437039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.461843 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc6414c9-7efe-465c-a55c-32e36d9a43dd (CIDR: 2001:db8::/64) Oct 15 20:18:11.477217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.555177 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:18:11.556108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:11.585742 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.612571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.615445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.636616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:11.638322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:11.640335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Pushing event updated for resources: {'Port': ['ID=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:11.642985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:11.665032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-334e6af9-2541-4077-8c19-099f01c3ff3e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5639739 Oct 15 20:18:11.667782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55370) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:11.672861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:11.721672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Attempting to bind port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:11.722041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Attempting to bind port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:11.722312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Attempting to bind port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 on network 0862d9d9-da0b-440a-83e3-4650ac5891b9 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:11.728799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:11.729187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Checking segment: {'id': '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:11.729627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.729970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Bound using segment: {'id': '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:11.730509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Bound port: 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:11.730881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.756299 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.757211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Fanout notify agent at l3_agent the message router_deleted on router 81c50fab-0b87-4dee-adfd-3cd0d03a549e {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:18:11.775268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.775268 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-73a1fe8d-de3a-45cb-bf6f-e232132c3e1b tempest-RoutersNegativeIpV6Test-521490809 tempest-RoutersNegativeIpV6Test-521490809-project] 10.222.0.13 "DELETE /v2.0/routers/81c50fab-0b87-4dee-adfd-3cd0d03a549e HTTP/1.1" status: 204 len: 168 time: 0.4151053 Oct 15 20:18:11.801142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] For port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:11.805444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] For port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,segment=NetworkSegment(7f5bf63a-d18b-4cd9-9f70-37ea84d5e536),segment_id=7f5bf63a-d18b-4cd9-9f70-37ea84d5e536)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:11.893867 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.905252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:11.909138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:11.925740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:12.114975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:12.115378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f415c72c-90c1-4d0e-94a3-e7dcfd0127e4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:12.143773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd58065-0447-4dbc-89e8-c5d34ec21008 None None] Pushing event updated for resources: {'Port': ['ID=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:12.268857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55376) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:12.287731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.348581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:12.355011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:12.362063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:12.362679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.379037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:12.450779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:12.451329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6b8f4719-5721-4f91-b408-53f86d33da9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7820485 Oct 15 20:18:12.455989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'fixed_ips': [{'subnet_id': 'bc6414c9-7efe-465c-a55c-32e36d9a43dd'}, {'subnet_id': '3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7'}], 'name': 'tempest-PortsIpV6TestJSON-918111529'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:12.466823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19d511f6-f5c8-4983-b591-ffea8e1235b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6aa14a06b0394f958f2811757c589781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968222 Oct 15 20:18:12.469381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55382) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:12.522998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.560757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.685195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.687855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:12.691473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc4bb7da-5c6b-4a7c-84ea-06d1abfa98f0 HTTP/1.1" status: 204 len: 168 time: 0.2187967 Oct 15 20:18:12.706542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c2ccc-a48c-4054-a26f-f937d0b0121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4bb7da-5c6b-4a7c-84ea-06d1abfa98f0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:12.947732 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:13.058155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.075933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 6a878e85-ff60-45ac-a128-631b5138281e yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:13.138054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad5796b-707b-4fac-bc59-6a0d102880f7 None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:13.272469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] Provisioning complete for port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:13.273126 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.402438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.414852 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::100 (0862d9d9-da0b-440a-83e3-4650ac5891b9/bc6414c9-7efe-465c-a55c-32e36d9a43dd/6a878e85-ff60-45ac-a128-631b5138281e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:13.421718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8:0:1::21e (0862d9d9-da0b-440a-83e3-4650ac5891b9/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7/6a878e85-ff60-45ac-a128-631b5138281e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:13.444265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] For port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,segment=NetworkSegment(7f5bf63a-d18b-4cd9-9f70-37ea84d5e536),segment_id=7f5bf63a-d18b-4cd9-9f70-37ea84d5e536)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:13.497234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Update dhcp port {'port': {'network_id': '0862d9d9-da0b-440a-83e3-4650ac5891b9', 'fixed_ips': [{'subnet_id': 'bc6414c9-7efe-465c-a55c-32e36d9a43dd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7'}], 'binding:host_id': 'n-d-712140-14'}, 'id': '1dfe8e8f-791d-44a3-9b71-e74052cc24c3'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:18:13.523913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.534654 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.628550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.663754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e0ed4-efc6-4705-a92f-84650a89fff9 None None] Pushing event updated for resources: {'Port': ['ID=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:13.734505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.789633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Allocated IP 2001:db8:0:1::2 (0862d9d9-da0b-440a-83e3-4650ac5891b9/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7/1dfe8e8f-791d-44a3-9b71-e74052cc24c3) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:13.806293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=6a878e85-ff60-45ac-a128-631b5138281e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:13.818784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:13.820330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:13.823082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:13.829636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:13.830280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.903798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] For port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,segment=NetworkSegment(7f5bf63a-d18b-4cd9-9f70-37ea84d5e536),segment_id=7f5bf63a-d18b-4cd9-9f70-37ea84d5e536)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:13.910952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f03902e-380b-4100-9908-d571c3cbd375 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4586737 Oct 15 20:18:13.913387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55418) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:13.921334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc6414c9-7efe-465c-a55c-32e36d9a43dd'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:13.949623 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:13.985553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:14.014646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.015294 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.133397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238d2f5-f5eb-4f08-bfaa-afb60d52776a None None] Pushing event updated for resources: {'Port': ['ID=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:14.140326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:14.140960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.341092 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Delete allocated IP 2001:db8:0:1::21e (0862d9d9-da0b-440a-83e3-4650ac5891b9/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:18:14.498153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.565233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.657936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] In _notify_port_updated(), no bound segment for port 6a878e85-ff60-45ac-a128-631b5138281e on network 0862d9d9-da0b-440a-83e3-4650ac5891b9 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:18:14.663833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:14.674768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.679390 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/ports/6a878e85-ff60-45ac-a128-631b5138281e HTTP/1.1" status: 200 len: 925 time: 0.7615743 Oct 15 20:18:14.679390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9abb06-42d8-4495-a7a8-91146a45a236 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=6a878e85-ff60-45ac-a128-631b5138281e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:14.680434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55434) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:14.685709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc6414c9-7efe-465c-a55c-32e36d9a43dd'}, {'subnet_id': '3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:14.772064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b910fb-91cc-48aa-a7d3-3259568472a8 None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:14.772505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:14.905351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-81bc34a3-cff1-46f1-b391-96a9e1b5e3b9 None None] Provisioning complete for port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:14.905716 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81bc34a3-cff1-46f1-b391-96a9e1b5e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.071189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8:0:1::37b (0862d9d9-da0b-440a-83e3-4650ac5891b9/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7/6a878e85-ff60-45ac-a128-631b5138281e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:15.211158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.248527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c53520cd-46ec-46fe-b8c9-10b4cbcdada3 None None] Provisioning complete for port 6a878e85-ff60-45ac-a128-631b5138281e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:15.249074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c53520cd-46ec-46fe-b8c9-10b4cbcdada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.276932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.291027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c53520cd-46ec-46fe-b8c9-10b4cbcdada3 None None] Port 6a878e85-ff60-45ac-a128-631b5138281e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:15.302424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c53520cd-46ec-46fe-b8c9-10b4cbcdada3 None None] Provisioning complete for port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:15.302850 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c53520cd-46ec-46fe-b8c9-10b4cbcdada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.380957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] In _notify_port_updated(), no bound segment for port 6a878e85-ff60-45ac-a128-631b5138281e on network 0862d9d9-da0b-440a-83e3-4650ac5891b9 {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:18:15.389419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:15.390093 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.394174 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/ports/6a878e85-ff60-45ac-a128-631b5138281e HTTP/1.1" status: 200 len: 1011 time: 0.7100406 Oct 15 20:18:15.394174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a007f-e856-4338-998f-d4998323ea6b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=6a878e85-ff60-45ac-a128-631b5138281e,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:15.394508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55450) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:15.488733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 6a878e85-ff60-45ac-a128-631b5138281e {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:15.489060 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.579753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-842fa75b-2450-4189-a3b6-625a3076caf8 None None] Provisioning complete for port 6a878e85-ff60-45ac-a128-631b5138281e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:15.580135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842fa75b-2450-4189-a3b6-625a3076caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.589197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.602747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 6a878e85-ff60-45ac-a128-631b5138281e owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:15.622604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-842fa75b-2450-4189-a3b6-625a3076caf8 None None] Port 6a878e85-ff60-45ac-a128-631b5138281e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:15.854026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-67146e49-0c01-44e1-8a3d-f3d0599394d7 None None] Provisioning complete for port 6a878e85-ff60-45ac-a128-631b5138281e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:15.854455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-67146e49-0c01-44e1-8a3d-f3d0599394d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.857759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.891703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=6a878e85-ff60-45ac-a128-631b5138281e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:15.929736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-67146e49-0c01-44e1-8a3d-f3d0599394d7 None None] Port 6a878e85-ff60-45ac-a128-631b5138281e was deleted so its status cannot be updated. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 15 20:18:15.949828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:15.955344 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-af5c978b-b45a-4d79-b846-9ea223de1a7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/6a878e85-ff60-45ac-a128-631b5138281e HTTP/1.1" status: 204 len: 168 time: 0.5575840 Oct 15 20:18:15.955680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55466) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:15.980437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:15.987139 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02eca38-3721-46bb-95a5-03e057f6acba tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:15.988964 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f02eca38-3721-46bb-95a5-03e057f6acba tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/6a878e85-ff60-45ac-a128-631b5138281e HTTP/1.1" status: 404 len: 333 time: 0.0322409 Oct 15 20:18:15.994646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55468) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:16.045671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:16.047836 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.061478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:16.065580 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.127148 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.147041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2074c115-2a2a-427f-bd3f-fa6a770181ca None None] Could not find standard attr ID for object 6a878e85-ff60-45ac-a128-631b5138281e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:16.247450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.385714 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.414540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:16.418652 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.424439 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-42ea907a-9512-4b25-915a-46bf01bdda81 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7 HTTP/1.1" status: 204 len: 168 time: 0.4263046 Oct 15 20:18:16.425414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55478) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:16.425932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f0d78-1f80-44c3-9861-de795700d3aa None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:16.482500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet bc6414c9-7efe-465c-a55c-32e36d9a43dd {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:16.486119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.531742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.644036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.804023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.836357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.839862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/bc6414c9-7efe-465c-a55c-32e36d9a43dd HTTP/1.1" status: 204 len: 168 time: 0.4130385 Oct 15 20:18:16.841249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2d7cb-43a7-428f-90cb-4b074330dddb tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6414c9-7efe-465c-a55c-32e36d9a43dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:16.842824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55488) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:16.928079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:16.987234 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:16.987602 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.063020 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,segment=NetworkSegment(7f5bf63a-d18b-4cd9-9f70-37ea84d5e536),segment_id=7f5bf63a-d18b-4cd9-9f70-37ea84d5e536)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:17.063386 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.078158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:17.250400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.275892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15df824-4e2d-4756-8a7f-c06ee0f438c1 None None] Network 0862d9d9-da0b-440a-83e3-4650ac5891b9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:17.288265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=1dfe8e8f-791d-44a3-9b71-e74052cc24c3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:17.294332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:17.390174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c9371eeb-d816-4618-a3b3-9e04e44cbb47 None None] Could not find standard attr ID for object 1dfe8e8f-791d-44a3-9b71-e74052cc24c3. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:17.400578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.429534 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0862d9d9-da0b-440a-83e3-4650ac5891b9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:17.440766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:17.441317 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5bf63a-d18b-4cd9-9f70-37ea84d5e536') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:17.453771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.470477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.479166 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:17.481099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:17.483020 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:17.526214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae516970-d7a6-4175-9c28-e6b2c791b7b6 None None] DHCP port deletion for 0862d9d9-da0b-440a-83e3-4650ac5891b9 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:17.636259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.643445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.650616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55518) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:17.660102 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/0862d9d9-da0b-440a-83e3-4650ac5891b9 HTTP/1.1" status: 204 len: 168 time: 0.8158302 Oct 15 20:18:17.681819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f6b4-40a8-4fbe-b6f1-0bda29db500c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=0862d9d9-da0b-440a-83e3-4650ac5891b9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:17.705235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2c32a-b03e-489f-b291-3bf4148d7311 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:17.709069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7ed2c32a-b03e-489f-b291-3bf4148d7311 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0574384 Oct 15 20:18:17.712578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55524) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:17.767587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55526) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:17.772183 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3f912f8c-af19-482a-95ae-34c2e78ce65e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0583956 Oct 15 20:18:17.773649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-430066345'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:17.872847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:17.879185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.920935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:18:17.931269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.931922 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment c4c12874-75c8-4479-b1a3-bc1b4b2153f1 of type vlan for network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 Oct 15 20:18:17.951377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:17.977423 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:17.981939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:17.986323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1dfe8e8f-791d-44a3-9b71-e74052cc24c3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:18.064603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:18.071166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:18.071780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:18.143306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=29aa0ff5-50ab-4773-8efd-760fbd21f1d5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:18.154754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:18.186174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3456388e-728a-437f-bf8f-6be2333e4166 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4173021 Oct 15 20:18:18.189030 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:18.195621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:18.407566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:18.411862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:18.500694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9f62-7881-432e-bb7c-9818e36bc8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:18.719057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:18.780805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=28a7bc45-74ca-48c0-9676-6db983b833ba,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:18.790051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:18.790407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 29aa0ff5-50ab-4773-8efd-760fbd21f1d5, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:18.887912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:18.947135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 29aa0ff5-50ab-4773-8efd-760fbd21f1d5) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:18.954914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d087dd-84e3-46a6-97ad-5baf4d53a319 None None] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:18.956593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:18.957181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.035946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38ecf09c-617e-4bcd-8a9e-30607ab44c95 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8457899 Oct 15 20:18:19.039145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55550) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:19.044250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5', 'name': 'tempest-PortsIpV6TestJSON-876060376'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:19.112367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-29aa0ff5-50ab-4773-8efd-760fbd21f1d5', 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': '28a7bc45-74ca-48c0-9676-6db983b833ba'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:19.113350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.216124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:19.220192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.240542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 1b5d4077-81f3-4851-8de6-e48031c5b6de yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:19.278462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Allocated IP 2001:db8::2 (29aa0ff5-50ab-4773-8efd-760fbd21f1d5/28a7bc45-74ca-48c0-9676-6db983b833ba/3f376ab8-108a-4270-800f-e81082c19774) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:19.427454 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.496860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.541185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:19.544199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:19.548124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:19.556982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Pushing event updated for resources: {'Port': ['ID=3f376ab8-108a-4270-800f-e81082c19774,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:19.565935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::391 (29aa0ff5-50ab-4773-8efd-760fbd21f1d5/28a7bc45-74ca-48c0-9676-6db983b833ba/1b5d4077-81f3-4851-8de6-e48031c5b6de) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:19.580961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.581511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.582308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.583333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.584121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.584942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.585829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.586344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.586831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.587628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.588115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.589293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:19.665501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Attempting to bind port 3f376ab8-108a-4270-800f-e81082c19774 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:19.665875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Attempting to bind port 3f376ab8-108a-4270-800f-e81082c19774 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:19.666748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Attempting to bind port 3f376ab8-108a-4270-800f-e81082c19774 on network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:19.672042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:19.672709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Checking segment: {'id': 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:19.673279 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.673813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Bound using segment: {'id': 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:19.674535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Bound port: 3f376ab8-108a-4270-800f-e81082c19774, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:19.675077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.741393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.749521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] For port 3f376ab8-108a-4270-800f-e81082c19774, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:19.752837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] For port 3f376ab8-108a-4270-800f-e81082c19774, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f376ab8-108a-4270-800f-e81082c19774,segment=NetworkSegment(c4c12874-75c8-4479-b1a3-bc1b4b2153f1),segment_id=c4c12874-75c8-4479-b1a3-bc1b4b2153f1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:19.822618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.851306 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:19.902111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a1e85-d1e0-4cf5-866a-32bc3975ed1e None None] Pushing event updated for resources: {'Port': ['ID=3f376ab8-108a-4270-800f-e81082c19774,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:19.921186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:19.922805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:19.924967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=1b5d4077-81f3-4851-8de6-e48031c5b6de,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:19.932211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:19.938260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:19.938925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:20.027004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c64b65cc-829f-4382-a319-514856f079a6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9866846 Oct 15 20:18:20.029932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:20.036650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '29aa0ff5-50ab-4773-8efd-760fbd21f1d5', 'name': 'tempest-PortsIpV6TestJSON-1004084104'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:20.253374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:20.257128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:20.276440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:20.399278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::a0 (29aa0ff5-50ab-4773-8efd-760fbd21f1d5/28a7bc45-74ca-48c0-9676-6db983b833ba/7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:20.557282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:20.668350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:20.769361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:20.779652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:20.791582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:20.792218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:20.801739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:20.802419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:20.904975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7d8c46dd-56ff-4a9e-ae5a-a623ab25ab5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8739624 Oct 15 20:18:20.907587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55576) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:21.005709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c329a9-1a17-4145-be5e-8af952ecb561 None None] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:21.014644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d546897-f215-4250-a570-f27d0fd19af8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:21.018877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d546897-f215-4250-a570-f27d0fd19af8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A391 HTTP/1.1" status: 200 len: 928 time: 0.1076682 Oct 15 20:18:21.019241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:21.090535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] Provisioning complete for port 3f376ab8-108a-4270-800f-e81082c19774 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:21.091276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.113485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:21.113831 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.221538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.235793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76 owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:21.236034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.277090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] For port 3f376ab8-108a-4270-800f-e81082c19774, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f376ab8-108a-4270-800f-e81082c19774,segment=NetworkSegment(c4c12874-75c8-4479-b1a3-bc1b4b2153f1),segment_id=c4c12874-75c8-4479-b1a3-bc1b4b2153f1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:21.360765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.442757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531dfe2b-5b60-46af-ac2d-3ded66f90b8b None None] Pushing event updated for resources: {'Port': ['ID=3f376ab8-108a-4270-800f-e81082c19774,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:21.447932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.489413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:21.492523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cb9dc69c-b1e1-4d36-8371-d953de96c2d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.520839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.524915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d0f84cc-8a5d-47f2-bd0b-4164af9b94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76 HTTP/1.1" status: 204 len: 168 time: 0.5046458 Oct 15 20:18:21.527457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55580) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:21.554593 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9851ebd5-9659-458f-a5ed-a76d1673376f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:21.556761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9851ebd5-9659-458f-a5ed-a76d1673376f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76 HTTP/1.1" status: 404 len: 333 time: 0.0280726 Oct 15 20:18:21.559449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55582) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:21.580366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Could not find standard attr ID for object 7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:21.616217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Provisioning complete for port 1b5d4077-81f3-4851-8de6-e48031c5b6de triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:21.617417 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.687152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Port 1b5d4077-81f3-4851-8de6-e48031c5b6de cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:21.696360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 1b5d4077-81f3-4851-8de6-e48031c5b6de {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:21.696694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:21.702599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Provisioning complete for port 3f376ab8-108a-4270-800f-e81082c19774 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:21.703264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ba79f393-983b-43bd-82b7-13c2782b2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.026467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f376ab8-108a-4270-800f-e81082c19774 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:22.088013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-010c60fe-b6e9-4a0b-be6a-7dc7d05bcc34 None None] Provisioning complete for port 1b5d4077-81f3-4851-8de6-e48031c5b6de triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:22.088384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-010c60fe-b6e9-4a0b-be6a-7dc7d05bcc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.138364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-010c60fe-b6e9-4a0b-be6a-7dc7d05bcc34 None None] Port 1b5d4077-81f3-4851-8de6-e48031c5b6de cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:22.168123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3f376ab8-108a-4270-800f-e81082c19774 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:22.168662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.385298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.420203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.450366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 1b5d4077-81f3-4851-8de6-e48031c5b6de owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:22.468391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-823f7897-940d-4833-84f1-f29e0ff3d129 None None] Could not find standard attr ID for object 7e5fc0bc-fc36-4304-b6e9-b8d44c9d5a76. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:22.675833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:18:22.722448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.770093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=1b5d4077-81f3-4851-8de6-e48031c5b6de,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:22.810257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.817876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:22.821165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d0ff32e7-c2cb-4fc6-aaae-f408412f94f7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/1b5d4077-81f3-4851-8de6-e48031c5b6de HTTP/1.1" status: 204 len: 168 time: 1.2602758 Oct 15 20:18:22.833188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.855997 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-b629e649-1abd-449a-b44d-c95268e4ead8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:22.861038 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:22.861707 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b629e649-1abd-449a-b44d-c95268e4ead8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/1b5d4077-81f3-4851-8de6-e48031c5b6de HTTP/1.1" status: 404 len: 333 time: 0.0419569 Oct 15 20:18:22.861925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55596) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:22.972659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 28a7bc45-74ca-48c0-9676-6db983b833ba {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:22.979704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.029573 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.056339 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.144813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.296971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.327155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=28a7bc45-74ca-48c0-9676-6db983b833ba,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:23.330770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.335240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dafef8a5-36df-4409-8bb7-f2180731c39d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/28a7bc45-74ca-48c0-9676-6db983b833ba HTTP/1.1" status: 204 len: 168 time: 0.4715860 Oct 15 20:18:23.338116 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55606) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:23.338852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eb9ce4-a3ee-4688-8c39-83cd76e51b1a None None] Network 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:23.424996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.487464 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 3f376ab8-108a-4270-800f-e81082c19774 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:23.488033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.561561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] DHCP port deletion for 29aa0ff5-50ab-4773-8efd-760fbd21f1d5 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:23.585571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 3f376ab8-108a-4270-800f-e81082c19774, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f376ab8-108a-4270-800f-e81082c19774,segment=NetworkSegment(c4c12874-75c8-4479-b1a3-bc1b4b2153f1),segment_id=c4c12874-75c8-4479-b1a3-bc1b4b2153f1)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:23.585936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.600917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 3f376ab8-108a-4270-800f-e81082c19774 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:23.614138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Deleting port 3f376ab8-108a-4270-800f-e81082c19774 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:23.614973 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.688013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] For port 3f376ab8-108a-4270-800f-e81082c19774, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f376ab8-108a-4270-800f-e81082c19774,segment=NetworkSegment(c4c12874-75c8-4479-b1a3-bc1b4b2153f1),segment_id=c4c12874-75c8-4479-b1a3-bc1b4b2153f1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:23.688520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.703724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Calling delete_port for 3f376ab8-108a-4270-800f-e81082c19774 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:23.793780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.810670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.824919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=3f376ab8-108a-4270-800f-e81082c19774,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:23.829927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 3f376ab8-108a-4270-800f-e81082c19774 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:23.851590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] Pushing event deleted for resources: {'Port': ['ID=3f376ab8-108a-4270-800f-e81082c19774,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:23.860234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d22cae-b937-453f-ba62-39af33a031a0 None None] No DVR routers for this DVR port 3f376ab8-108a-4270-800f-e81082c19774 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:23.947203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f376ab8-108a-4270-800f-e81082c19774 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:23.959959 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:23.975830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3f376ab8-108a-4270-800f-e81082c19774 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:23.976060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f376ab8-108a-4270-800f-e81082c19774 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:24.002788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29aa0ff5-50ab-4773-8efd-760fbd21f1d5']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:24.014377 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:24.014663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c12874-75c8-4479-b1a3-bc1b4b2153f1') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:24.025659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.044261 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.051131 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:24.051939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:24.055123 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:24.204738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.212391 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.215932 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/29aa0ff5-50ab-4773-8efd-760fbd21f1d5 HTTP/1.1" status: 204 len: 168 time: 0.8767955 Oct 15 20:18:24.220736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55614) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:24.226586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-573407450'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:24.228837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b22e-5459-4fbc-ad86-209eb286278a tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=29aa0ff5-50ab-4773-8efd-760fbd21f1d5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:24.322143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:24.326011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.352807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:18:24.361777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.362198 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment cadf9237-f72d-4e38-a467-370fbce59e5c of type vlan for network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 Oct 15 20:18:24.402649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.493488 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.499300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:24.500433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.585869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=272d05a2-f301-49d3-99bb-8caf6c96c0f8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:24.591859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3697879 Oct 15 20:18:24.594921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55616) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:24.600611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:24.602850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.603267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.603719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.604130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.604530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.604934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.605359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.605750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.606154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.606485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.606812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.607134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9147dd6f-0487-4c2b-8d64-fdbe6ef80165 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:24.618999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:24.624711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:24.796415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:24.800387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:25.068447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:25.148511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=eeddfa95-b2c7-4946-bec6-635f733a566b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:25.162043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': 'cadf9237-f72d-4e38-a467-370fbce59e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:25.163241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 272d05a2-f301-49d3-99bb-8caf6c96c0f8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:25.256331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:25.347413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 272d05a2-f301-49d3-99bb-8caf6c96c0f8) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:25.358345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dbbcfd-6a45-43a8-931f-b7fd9aefcc35 None None] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:25.363499 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:25.364305 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:25.456437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55628) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:25.459691 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-189ab466-5979-49c4-91c8-43e504557d71 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8605936 Oct 15 20:18:25.462436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8', 'name': 'tempest-PortsIpV6TestJSON-833778087', 'fixed_ips': [{'subnet_id': 'eeddfa95-b2c7-4946-bec6-635f733a566b', 'ip_address': '2001:db8::10'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:25.569821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-272d05a2-f301-49d3-99bb-8caf6c96c0f8', 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': 'eeddfa95-b2c7-4946-bec6-635f733a566b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:25.572883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:25.696337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:25.763292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Allocated IP 2001:db8::2 (272d05a2-f301-49d3-99bb-8caf6c96c0f8/eeddfa95-b2c7-4946-bec6-635f733a566b/4e2c8d51-ba8e-46a2-84a6-30503b393505) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:25.853314 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:25.892027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 34774823-05b7-4dc8-ac81-9552036751d8 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:26.174502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.265005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.319658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Pushing event updated for resources: {'Port': ['ID=4e2c8d51-ba8e-46a2-84a6-30503b393505,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:26.330005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::10 (272d05a2-f301-49d3-99bb-8caf6c96c0f8/eeddfa95-b2c7-4946-bec6-635f733a566b/34774823-05b7-4dc8-ac81-9552036751d8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:26.347015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:26.348791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:26.351665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:26.417011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Attempting to bind port 4e2c8d51-ba8e-46a2-84a6-30503b393505 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:26.417392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Attempting to bind port 4e2c8d51-ba8e-46a2-84a6-30503b393505 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cadf9237-f72d-4e38-a467-370fbce59e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:26.417760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Attempting to bind port 4e2c8d51-ba8e-46a2-84a6-30503b393505 on network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:26.423409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:26.423859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Checking segment: {'id': 'cadf9237-f72d-4e38-a467-370fbce59e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:26.424265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.424710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Bound using segment: {'id': 'cadf9237-f72d-4e38-a467-370fbce59e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:26.425128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Bound port: 4e2c8d51-ba8e-46a2-84a6-30503b393505, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cadf9237-f72d-4e38-a467-370fbce59e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:26.425490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.506547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] For port 4e2c8d51-ba8e-46a2-84a6-30503b393505, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:26.511663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] For port 4e2c8d51-ba8e-46a2-84a6-30503b393505, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4e2c8d51-ba8e-46a2-84a6-30503b393505,segment=NetworkSegment(cadf9237-f72d-4e38-a467-370fbce59e5c),segment_id=cadf9237-f72d-4e38-a467-370fbce59e5c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:26.545259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.614663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.666738 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.718174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5caca-51e1-4fc9-8252-c3c6a9c6dc10 None None] Pushing event updated for resources: {'Port': ['ID=4e2c8d51-ba8e-46a2-84a6-30503b393505,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:26.746969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:26.748101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=34774823-05b7-4dc8-ac81-9552036751d8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:26.751111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:26.753399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:26.760450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:26.761105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:26.882578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57867bf6-d2a4-4aea-aec8-2715e467b956 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4250023 Oct 15 20:18:26.885152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55636) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:26.893800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '272d05a2-f301-49d3-99bb-8caf6c96c0f8', 'name': 'tempest-PortsIpV6TestJSON-94920799', 'fixed_ips': [{'subnet_id': 'eeddfa95-b2c7-4946-bec6-635f733a566b', 'ip_address': '2001:db8::f'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:27.153344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:27.158552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:27.177459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port dd200088-966d-42eb-be6a-1c3017c9e070 yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:27.364525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::f (272d05a2-f301-49d3-99bb-8caf6c96c0f8/eeddfa95-b2c7-4946-bec6-635f733a566b/dd200088-966d-42eb-be6a-1c3017c9e070) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:27.551195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:27.645648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:27.695125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:27.698263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:27.702007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:27.707975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:27.708314 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:27.717062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=dd200088-966d-42eb-be6a-1c3017c9e070,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:27.768769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bcf43-b7d9-4ba4-a8fc-cb8a3cc172b6 None None] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:27.838959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3c0b327d-35c4-4e85-856c-d192673abb69 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 0.9500742 Oct 15 20:18:27.839367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55644) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:27.845565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] Provisioning complete for port 4e2c8d51-ba8e-46a2-84a6-30503b393505 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:27.845932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:27.996833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98cbb82-2f9b-4d45-a486-80120490f124 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:27.996833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f98cbb82-2f9b-4d45-a486-80120490f124 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1512723 Oct 15 20:18:27.997159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:28.001820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4e2c8d51-ba8e-46a2-84a6-30503b393505 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:28.090309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e8e3c-ab50-4123-b943-00276e68238b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:28.090488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.096744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e8e3c-ab50-4123-b943-00276e68238b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:28.109165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e8e3c-ab50-4123-b943-00276e68238b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:28.109165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e22e8e3c-ab50-4123-b943-00276e68238b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1119196 Oct 15 20:18:28.113715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:28.116279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4e2c8d51-ba8e-46a2-84a6-30503b393505 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:28.116655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.152478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] For port 4e2c8d51-ba8e-46a2-84a6-30503b393505, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4e2c8d51-ba8e-46a2-84a6-30503b393505,segment=NetworkSegment(cadf9237-f72d-4e38-a467-370fbce59e5c),segment_id=cadf9237-f72d-4e38-a467-370fbce59e5c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:28.226476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.229025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port dd200088-966d-42eb-be6a-1c3017c9e070 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:28.229763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.252498 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.318381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:18:28.318725 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:18:28.337849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e53cdb-66ca-414e-97bd-cf8b9c20e38c None None] Pushing event updated for resources: {'Port': ['ID=4e2c8d51-ba8e-46a2-84a6-30503b393505,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:28.344296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.368973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for dd200088-966d-42eb-be6a-1c3017c9e070 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:28.478485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Provisioning complete for port dd200088-966d-42eb-be6a-1c3017c9e070 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:28.478864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.536584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Port dd200088-966d-42eb-be6a-1c3017c9e070 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:28.547105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Provisioning complete for port 4e2c8d51-ba8e-46a2-84a6-30503b393505 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:28.553332 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.636872 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.674103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=dd200088-966d-42eb-be6a-1c3017c9e070,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:28.688870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Provisioning complete for port 34774823-05b7-4dc8-ac81-9552036751d8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:28.689241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.755468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.759970 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b4565b64-9e3a-40f1-993d-97b8409a4cb7 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/dd200088-966d-42eb-be6a-1c3017c9e070 HTTP/1.1" status: 204 len: 168 time: 0.6509545 Oct 15 20:18:28.762825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55658) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:28.788370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3ef5f587-3493-464b-87cd-19341d824cc1 None None] Port 34774823-05b7-4dc8-ac81-9552036751d8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:28.813606 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-efef4d19-a865-44c9-9151-33145818e5ad tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:28.818870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55660) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:28.819231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-efef4d19-a865-44c9-9151-33145818e5ad tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/dd200088-966d-42eb-be6a-1c3017c9e070 HTTP/1.1" status: 404 len: 333 time: 0.0522201 Oct 15 20:18:28.910391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9d179474-2e4f-4238-ae4f-f68a3a08b860 None None] Provisioning complete for port 34774823-05b7-4dc8-ac81-9552036751d8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:28.911030 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d179474-2e4f-4238-ae4f-f68a3a08b860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.947207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 34774823-05b7-4dc8-ac81-9552036751d8 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:28.947848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:28.951629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9d179474-2e4f-4238-ae4f-f68a3a08b860 None None] Port 34774823-05b7-4dc8-ac81-9552036751d8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:29.054829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.065846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-869e7d60-af9a-4259-9414-4132b9c6d481 None None] Could not find standard attr ID for object dd200088-966d-42eb-be6a-1c3017c9e070. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:29.069929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 34774823-05b7-4dc8-ac81-9552036751d8 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:29.332037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55664) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:29.356456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.389604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=34774823-05b7-4dc8-ac81-9552036751d8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:29.433097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.436912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-11296991-8170-48d9-9006-528654cf67f1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/34774823-05b7-4dc8-ac81-9552036751d8 HTTP/1.1" status: 204 len: 168 time: 0.6167526 Oct 15 20:18:29.439999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55670) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:29.484764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39f0f65a-5f78-48e1-bc8a-73cdf3f854b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.496316 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa70998-7f73-4b7b-b3f5-54f6f2e44863 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:29.500406 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5fa70998-7f73-4b7b-b3f5-54f6f2e44863 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/34774823-05b7-4dc8-ac81-9552036751d8 HTTP/1.1" status: 404 len: 333 time: 0.0569212 Oct 15 20:18:29.501864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55672) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:29.587386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet eeddfa95-b2c7-4946-bec6-635f733a566b {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:29.593272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.653984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.700377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39f0f65a-5f78-48e1-bc8a-73cdf3f854b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.753843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.777330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-39f0f65a-5f78-48e1-bc8a-73cdf3f854b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.842824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-39f0f65a-5f78-48e1-bc8a-73cdf3f854b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9824937341a42178a5fab332bda4991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5020196 Oct 15 20:18:29.843137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55676) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:29.843245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0f65a-5f78-48e1-bc8a-73cdf3f854b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc572e-75ea-4c93-9767-c932a8c38f13,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:29.897163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.919826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.936573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4e2c8d51-ba8e-46a2-84a6-30503b393505 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:29.945392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.973104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=eeddfa95-b2c7-4946-bec6-635f733a566b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:29.978531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:29.984034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-75ce8c0d-875c-4ac6-8de9-ee32d3ed799f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/eeddfa95-b2c7-4946-bec6-635f733a566b HTTP/1.1" status: 204 len: 168 time: 0.4811265 Oct 15 20:18:29.984977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55678) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:29.991233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497a07b2-4577-48ec-b242-7e3be2a5dae9 None None] Network 272d05a2-f301-49d3-99bb-8caf6c96c0f8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:30.020453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4e2c8d51-ba8e-46a2-84a6-30503b393505 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:30.020889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.065212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.067330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.068812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.070634 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6bc572e-75ea-4c93-9767-c932a8c38f13 HTTP/1.1" status: 204 len: 168 time: 0.2301815 Oct 15 20:18:30.087765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51d78b-d25e-4b68-b3c5-a6aa18c78da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc572e-75ea-4c93-9767-c932a8c38f13,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:30.156469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 4e2c8d51-ba8e-46a2-84a6-30503b393505 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:30.156625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.251975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] DHCP port deletion for 272d05a2-f301-49d3-99bb-8caf6c96c0f8 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:30.264871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 4e2c8d51-ba8e-46a2-84a6-30503b393505, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4e2c8d51-ba8e-46a2-84a6-30503b393505,segment=NetworkSegment(cadf9237-f72d-4e38-a467-370fbce59e5c),segment_id=cadf9237-f72d-4e38-a467-370fbce59e5c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:30.265246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.283925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 4e2c8d51-ba8e-46a2-84a6-30503b393505 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:30.313457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Deleting port 4e2c8d51-ba8e-46a2-84a6-30503b393505 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:30.313832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.380462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] For port 4e2c8d51-ba8e-46a2-84a6-30503b393505, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4e2c8d51-ba8e-46a2-84a6-30503b393505,segment=NetworkSegment(cadf9237-f72d-4e38-a467-370fbce59e5c),segment_id=cadf9237-f72d-4e38-a467-370fbce59e5c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:30.380772 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.393204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Calling delete_port for 4e2c8d51-ba8e-46a2-84a6-30503b393505 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:30.462225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.483653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.488351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=4e2c8d51-ba8e-46a2-84a6-30503b393505,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:30.492026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 4e2c8d51-ba8e-46a2-84a6-30503b393505 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:30.499266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] Pushing event deleted for resources: {'Port': ['ID=4e2c8d51-ba8e-46a2-84a6-30503b393505,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:30.503887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76beea40-900e-4134-8525-3e1070a7e423 None None] No DVR routers for this DVR port 4e2c8d51-ba8e-46a2-84a6-30503b393505 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:30.594866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.627109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272d05a2-f301-49d3-99bb-8caf6c96c0f8']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:30.637856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadf9237-f72d-4e38-a467-370fbce59e5c') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:30.638093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadf9237-f72d-4e38-a467-370fbce59e5c') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:30.648557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.662934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.669023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:30.669405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:30.672294 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:30.816330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.822278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.825467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/272d05a2-f301-49d3-99bb-8caf6c96c0f8 HTTP/1.1" status: 204 len: 168 time: 0.8393860 Oct 15 20:18:30.830094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55694) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:30.836159 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255999863'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:30.840383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086a377-e660-4324-8bf1-bbefa99f7502 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=272d05a2-f301-49d3-99bb-8caf6c96c0f8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:30.953439 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:30.957154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.981176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:18:30.991653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:30.991942 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Added segment a3337682-e050-4ec4-b980-7cdd95a262c5 of type vlan for network 09bda711-489b-49d4-b4ee-1cca0da400b3 Oct 15 20:18:31.030789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:31.162601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:31.162601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:31.162601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:31.237452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Network': ['ID=09bda711-489b-49d4-b4ee-1cca0da400b3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:31.249174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:31.267806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87707fe9-c243-4884-bb86-15a6d9497dcf tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4356573 Oct 15 20:18:31.270650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55704) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:31.276658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:31.519240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:31.523067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:31.833950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:31.900782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:31.905485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Checking segment: {'id': 'a3337682-e050-4ec4-b980-7cdd95a262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:31.906054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network hostable DHCP agents. Network: 09bda711-489b-49d4-b4ee-1cca0da400b3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:31.934574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4e2c8d51-ba8e-46a2-84a6-30503b393505 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:31.958202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4e2c8d51-ba8e-46a2-84a6-30503b393505 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:31.958542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4e2c8d51-ba8e-46a2-84a6-30503b393505 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:32.005036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:32.136235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 09bda711-489b-49d4-b4ee-1cca0da400b3) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:32.141073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:32.142640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.146751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bf7ad-0029-4988-923b-4919611a7917 None None] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:32.261820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-798c4f76-01f3-40a5-b70c-b91e8672ce26 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9900126 Oct 15 20:18:32.264498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55732) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:32.269026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1056808880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:32.296795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-09bda711-489b-49d4-b4ee-1cca0da400b3', 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': '2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:32.297661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.390970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.392082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.441608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Allocated IP 2001:db8::2 (09bda711-489b-49d4-b4ee-1cca0da400b3/2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6/3c6b7130-b9d9-4db8-9ec1-779cd9de4f72) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:32.446868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.533739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.593825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.655731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.656864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6074a7c-6c47-4ed7-878c-4e352a45b214 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3914206 Oct 15 20:18:32.659430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55738) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:32.664206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3', 'name': 'tempest-PortsIpV6TestJSON-812045987'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:32.738009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.779950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:32.787923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:32.791510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:32.800130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Pushing event updated for resources: {'Port': ['ID=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:32.856038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:32.861067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.862916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Attempting to bind port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:32.862916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Attempting to bind port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a3337682-e050-4ec4-b980-7cdd95a262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:32.864877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Attempting to bind port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 on network 09bda711-489b-49d4-b4ee-1cca0da400b3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:32.869535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:32.869907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Checking segment: {'id': 'a3337682-e050-4ec4-b980-7cdd95a262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:32.870304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.870726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Bound using segment: {'id': 'a3337682-e050-4ec4-b980-7cdd95a262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:32.871250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Bound port: 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3337682-e050-4ec4-b980-7cdd95a262c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09bda711-489b-49d4-b4ee-1cca0da400b3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:32.871591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:32.883699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port 68345a8d-9722-4bfe-9df3-119c190482ba yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:32.942635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] For port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:32.945769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] For port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,segment=NetworkSegment(a3337682-e050-4ec4-b980-7cdd95a262c5),segment_id=a3337682-e050-4ec4-b980-7cdd95a262c5)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:33.006948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::bd (09bda711-489b-49d4-b4ee-1cca0da400b3/2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6/68345a8d-9722-4bfe-9df3-119c190482ba) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:33.019704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:33.092401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237da09-64a7-4601-8e17-1315cd098306 None None] Pushing event updated for resources: {'Port': ['ID=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:33.170669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:33.305929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:33.357219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:33.360767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:33.365039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:33.371065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:33.371688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:33.384872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=68345a8d-9722-4bfe-9df3-119c190482ba,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:33.477007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-87ae6ee1-80ed-465d-b676-af5556608591 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8163307 Oct 15 20:18:33.479482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55764) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:33.828088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:33.974619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:34.033402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:34.033882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.121303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea22f1-5af8-4342-b510-8c4896dff7ab None None] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:34.168090 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.227537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9ba625a9-681d-4b9c-991d-576e9e630c98 None None] Provisioning complete for port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:34.227956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ba625a9-681d-4b9c-991d-576e9e630c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.282474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,segment=NetworkSegment(a3337682-e050-4ec4-b980-7cdd95a262c5),segment_id=a3337682-e050-4ec4-b980-7cdd95a262c5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:34.370893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.423122 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ba625a9-681d-4b9c-991d-576e9e630c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.427851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.479159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:34.521037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-9ba625a9-681d-4b9c-991d-576e9e630c98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:18:34.521386 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-9ba625a9-681d-4b9c-991d-576e9e630c98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:18:34.530771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.606894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=68345a8d-9722-4bfe-9df3-119c190482ba,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:34.728641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:34.994446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.189925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16bf2cac-2111-45b4-9b37-7d60b43a2882 None None] Provisioning complete for port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:35.190404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16bf2cac-2111-45b4-9b37-7d60b43a2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.309313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.390485 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.391200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.458312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-16bf2cac-2111-45b4-9b37-7d60b43a2882 None None] Provisioning complete for port 68345a8d-9722-4bfe-9df3-119c190482ba triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:35.458794 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16bf2cac-2111-45b4-9b37-7d60b43a2882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.462680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=68345a8d-9722-4bfe-9df3-119c190482ba,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:35.497506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-16bf2cac-2111-45b4-9b37-7d60b43a2882 None None] Port 68345a8d-9722-4bfe-9df3-119c190482ba cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:35.529152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:35.530624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:35.620147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d491e29e-89c4-4f42-921f-c1ba14e7b624 None None] Provisioning complete for port 68345a8d-9722-4bfe-9df3-119c190482ba triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:35.620614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d491e29e-89c4-4f42-921f-c1ba14e7b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.664815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d491e29e-89c4-4f42-921f-c1ba14e7b624 None None] Port 68345a8d-9722-4bfe-9df3-119c190482ba cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:35.730766 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Router 7c549836-c285-4adc-b3c8-9109a72f4d80 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:18:35.784625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3aadf45f-c2ce-4a6e-9e13-e720a059dad8 None None] Provisioning complete for port 68345a8d-9722-4bfe-9df3-119c190482ba triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:35.785005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3aadf45f-c2ce-4a6e-9e13-e720a059dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:35.821705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3aadf45f-c2ce-4a6e-9e13-e720a059dad8 None None] Port 68345a8d-9722-4bfe-9df3-119c190482ba cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:35.833854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:35.841593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:35.842076 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dd4d0918-e74d-4d20-9e0f-86923c6a62ef tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/routers/7c549836-c285-4adc-b3c8-9109a72f4d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604760 Oct 15 20:18:35.849889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] Sync routers for ids ['7c549836-c285-4adc-b3c8-9109a72f4d80'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:35.859500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] Routers {'7c549836-c285-4adc-b3c8-9109a72f4d80'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:35.860343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c549836-c285-4adc-b3c8-9109a72f4d80'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:35.894903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:35.896553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d500559-45c2-48ec-b445-42ef63b9bfea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:35.898462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3d500559-45c2-48ec-b445-42ef63b9bfea tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c549836-c285-4adc-b3c8-9109a72f4d80 HTTP/1.1" status: 200 len: 987 time: 0.0550368 Oct 15 20:18:35.901379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:35.904450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] Routers {'7c549836-c285-4adc-b3c8-9109a72f4d80'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:35.905078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c549836-c285-4adc-b3c8-9109a72f4d80'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:35.950698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:35.951367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624fbe6b-4543-4afc-a20b-a114cf08d870 None None] The sync data for ids ['7c549836-c285-4adc-b3c8-9109a72f4d80'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:35.963197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:36.031686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:36.032138 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.354174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.584009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 68345a8d-9722-4bfe-9df3-119c190482ba {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:36.584538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.610543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55872) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:36.703737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.716915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 68345a8d-9722-4bfe-9df3-119c190482ba owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:36.752699 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aed0aab8-0b42-4e12-87b0-9f4840136480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.828718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aed0aab8-0b42-4e12-87b0-9f4840136480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.913296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-aed0aab8-0b42-4e12-87b0-9f4840136480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:36.954661 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-aed0aab8-0b42-4e12-87b0-9f4840136480 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da2c35ecc0b54f268416c8433428b701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430269 Oct 15 20:18:36.956599 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0aab8-0b42-4e12-87b0-9f4840136480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74343d1b-0bd3-45b7-949c-f1a9cee39c9f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:36.957718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55876) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:36.984969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.023646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=68345a8d-9722-4bfe-9df3-119c190482ba,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:37.063698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.119530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.159163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.655900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Router 7c549836-c285-4adc-b3c8-9109a72f4d80 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:18:37.706087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.709156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:37.710458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74343d1b-0bd3-45b7-949c-f1a9cee39c9f HTTP/1.1" status: 204 len: 168 time: 0.7515671 Oct 15 20:18:37.741586 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:37.746936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f4f0ae56-4c0b-4f84-94ad-b64bca209e5d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/routers/7c549836-c285-4adc-b3c8-9109a72f4d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8442717 Oct 15 20:18:37.749764 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55884) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:37.752979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eb438-8260-4263-af3e-f01545c19bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74343d1b-0bd3-45b7-949c-f1a9cee39c9f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:37.755841 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] Sync routers for ids ['7c549836-c285-4adc-b3c8-9109a72f4d80'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:37.779735 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] Routers {'7c549836-c285-4adc-b3c8-9109a72f4d80'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:37.780466 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c549836-c285-4adc-b3c8-9109a72f4d80'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:37.785190 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0ebb1c-8895-4f9a-b8a7-ec82a654e215 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:37.790611 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8c0ebb1c-8895-4f9a-b8a7-ec82a654e215 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/68345a8d-9722-4bfe-9df3-119c190482ba HTTP/1.1" status: 404 len: 333 time: 0.0370488 Oct 15 20:18:37.790765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55886) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:37.818808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:37.828104 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] Routers {'7c549836-c285-4adc-b3c8-9109a72f4d80'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:37.828695 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c549836-c285-4adc-b3c8-9109a72f4d80'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:37.865144 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:37.865795 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4ac5-dbba-4542-8c3b-0e6355275128 None None] The sync data for ids ['7c549836-c285-4adc-b3c8-9109a72f4d80'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:37.873739 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.054925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.054925 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.277761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.277761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Fanout notify agent at l3_agent the message router_deleted on router 7c549836-c285-4adc-b3c8-9109a72f4d80 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:18:38.284675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.287695 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8fec98cf-a6a3-4061-9631-dec8e6876b68 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/routers/7c549836-c285-4adc-b3c8-9109a72f4d80 HTTP/1.1" status: 204 len: 168 time: 0.4941411 Oct 15 20:18:38.289281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55894) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:38.342159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:38.347303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.391750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.474047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.636546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.663252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:38.669895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.676035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-be2ac6ec-63c9-4532-8d99-d09180eb1d40 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6 HTTP/1.1" status: 204 len: 168 time: 0.3830845 Oct 15 20:18:38.676234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be15a8d8-5c1f-48ca-8308-22152fb89eed None None] Network 09bda711-489b-49d4-b4ee-1cca0da400b3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:38.676669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55896) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:38.726022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55900) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:38.740874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-358bfa09-69a2-42c4-9bac-ba9794c1f54a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.769714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.832432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:38.836979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.837131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-358bfa09-69a2-42c4-9bac-ba9794c1f54a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.883780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] DHCP port deletion for 09bda711-489b-49d4-b4ee-1cca0da400b3 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:38.901075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] For port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,segment=NetworkSegment(a3337682-e050-4ec4-b980-7cdd95a262c5),segment_id=a3337682-e050-4ec4-b980-7cdd95a262c5)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:38.901656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.916197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:38.930411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Deleting port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:38.930788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.967674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-358bfa09-69a2-42c4-9bac-ba9794c1f54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:38.999993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] For port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,segment=NetworkSegment(a3337682-e050-4ec4-b980-7cdd95a262c5),segment_id=a3337682-e050-4ec4-b980-7cdd95a262c5)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:39.000455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.013915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Calling delete_port for 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:39.016955 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-358bfa09-69a2-42c4-9bac-ba9794c1f54a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12c3a1380806416f956846bedc905af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898293 Oct 15 20:18:39.017790 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bfa09-69a2-42c4-9bac-ba9794c1f54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd29e4-ed89-45ee-92e5-e6196d2c18c6,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:39.021474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55902) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:39.072933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.100192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.104923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.116526 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.132999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:39.137963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No DVR routers for this DVR port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:39.148850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] No DVR routers for this DVR port 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:39.153372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80842a-6827-4357-b7fe-6e3f699138a9 None None] Pushing event deleted for resources: {'Port': ['ID=3c6b7130-b9d9-4db8-9ec1-779cd9de4f72,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:39.233176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.254262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bda711-489b-49d4-b4ee-1cca0da400b3']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:39.263796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3337682-e050-4ec4-b980-7cdd95a262c5') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:39.266092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3337682-e050-4ec4-b980-7cdd95a262c5') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:39.266241 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.267929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.269085 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86bd29e4-ed89-45ee-92e5-e6196d2c18c6 HTTP/1.1" status: 204 len: 168 time: 0.2462234 Oct 15 20:18:39.277774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.278256 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1dec8-06f3-408a-8174-3c2605b4f2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd29e4-ed89-45ee-92e5-e6196d2c18c6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:39.305288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.311099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:39.311597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:39.314534 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:18:39.444821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.449310 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.456474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55910) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:39.456637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/09bda711-489b-49d4-b4ee-1cca0da400b3 HTTP/1.1" status: 204 len: 168 time: 0.7793941 Oct 15 20:18:39.471390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d75cf-a21e-4a4a-8ea1-2430117552fd tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=09bda711-489b-49d4-b4ee-1cca0da400b3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:39.503959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a78a9-718b-4c58-a3f0-d9b6ba12d6e1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:39.507305 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-939a78a9-718b-4c58-a3f0-d9b6ba12d6e1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/b21de9f7-9db6-4927-a9d7-176f3bce0343 HTTP/1.1" status: 200 len: 844 time: 0.0478454 Oct 15 20:18:39.509086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55912) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:39.549909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77f6fa85-8d40-4eb0-94f2-8446d324eb55 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/b21de9f7-9db6-4927-a9d7-176f3bce0343?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0397410 Oct 15 20:18:39.555391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55914) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:39.560312 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:39.753148 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:39.759755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:39.953091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:39.974234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:39.974515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3c6b7130-b9d9-4db8-9ec1-779cd9de4f72 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:40.039211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.082239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:40.086268 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:40.090678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:40.100573 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.101345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b00c5f-e3c3-4ce8-9ac5-df3d697ede7e None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:40.101482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=3f875141-f7b6-4451-92f5-f932749ae57b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:40.259373 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-61b44d7f-d828-4070-8274-519b1af79089 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7029040 Oct 15 20:18:40.265565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:40.271155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'security_group': {'name': 'tempest-secgroup-277146240'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:40.279987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'tenant_id': '924693f5ef144285be6f7f0ff345798f', 'fixed_ips': [{'subnet_id': '3f875141-f7b6-4451-92f5-f932749ae57b'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:40.280879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.390739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.426044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Allocated IP 2001:db8::2 (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/3f875141-f7b6-4451-92f5-f932749ae57b/d5edd876-d009-48e0-820c-9bc1e9843d18) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:40.470029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.571863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.576264 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.606517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b520da7-639f-4ddb-89ed-842e48bfed5e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:40.699932 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.727940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.729320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bacea894-6fc2-426b-a5ea-e7d1d6563e9d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4626532 Oct 15 20:18:40.732208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55944) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:40.737269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'security_group': {'name': 'tempest-secgroup-469068420'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:40.743586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:40.746580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:40.749136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:40.760643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:40.812369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Attempting to bind port d5edd876-d009-48e0-820c-9bc1e9843d18 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:40.812740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Attempting to bind port d5edd876-d009-48e0-820c-9bc1e9843d18 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'dc38f73e-e487-4cc7-8e97-c319a4809cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:40.813106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Attempting to bind port d5edd876-d009-48e0-820c-9bc1e9843d18 on network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:40.819334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:40.819747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Checking segment: {'id': 'dc38f73e-e487-4cc7-8e97-c319a4809cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:40.820152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.820592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Bound using segment: {'id': 'dc38f73e-e487-4cc7-8e97-c319a4809cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:40.821063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Bound port: d5edd876-d009-48e0-820c-9bc1e9843d18, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc38f73e-e487-4cc7-8e97-c319a4809cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:40.821441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.838325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.890311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:40.894300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:40.922474 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:40.974777 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.031017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.042283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5cef7-1497-4d72-b78f-206f878d9a6a None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:41.062948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f8d27-12f3-49bb-92a0-37c7cb1ba62c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:41.157179 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.157179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bec7f58-0717-45a6-b3e6-a4cfb1f4c858 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4199483 Oct 15 20:18:41.159249 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55952) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:41.172691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-67003323', 'security_groups': ['ee2f8d27-12f3-49bb-92a0-37c7cb1ba62c'], 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3f875141-f7b6-4451-92f5-f932749ae57b'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:41.416745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:41.503455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.525527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port cc4b6975-1048-4cb2-99e7-c3755815f01f yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:41.703998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::37d (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/3f875141-f7b6-4451-92f5-f932749ae57b/cc4b6975-1048-4cb2-99e7-c3755815f01f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:41.862840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.995052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:41.997749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:42.046077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:42.049751 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:42.055752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:42.062493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:42.062752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:42.062988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.063488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.080461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=cc4b6975-1048-4cb2-99e7-c3755815f01f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:42.098267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.098771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.099111 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.099635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.099984 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.100306 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.100628 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.100997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.101912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.102340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.102697 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.103151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:18:42.167896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.181998 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5bc87bf9-5d83-43be-884d-9ee80d1eec38 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0213315 Oct 15 20:18:42.187481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55972) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:42.190215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:42.225705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:42.231792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:42.231792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.333536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.352768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.436091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:18:42.436452 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:18:42.439262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:42.473778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:42.483693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.575224 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3f875141-f7b6-4451-92f5-f932749ae57b (CIDR: 2001:db8::/64) Oct 15 20:18:42.605178 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:18:42.605647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:42.687338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-808399d5-f3d1-4c1a-a205-0eb4a0160b4e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5013700 Oct 15 20:18:42.690314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55988) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:42.695384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:42.932127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55990) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:42.937673 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'network': {'name': 'tempest-network-smoke--2133085989', 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'port_security_enabled': True}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:42.939158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:42.942870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:42.984688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:42.985307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.018237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ff075a44-f10b-4482-99fd-59bb195cec66 None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:43.039124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:43.044638 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.052650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.134040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.139096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-492ccf81-6778-431b-9d20-03780c9d7a76 None None] Provisioning complete for port cc4b6975-1048-4cb2-99e7-c3755815f01f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:43.139463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-492ccf81-6778-431b-9d20-03780c9d7a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.173305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-492ccf81-6778-431b-9d20-03780c9d7a76 None None] Port cc4b6975-1048-4cb2-99e7-c3755815f01f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:43.230787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.258334 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:18:43.265660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.267904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b106f35b-1921-4c50-94b2-291b1943b731,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:43.274358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.274699 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Added segment 08410b5a-779f-4bae-8d54-359a71288f31 of type vlan for network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 Oct 15 20:18:43.314337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:43.317656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:43.318809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.322077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:43.322678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.327977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d0b558-7952-45da-a3f4-e5c27ac970dd None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:43.336138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=e78669ba-cb06-41a6-9894-cc4a04613805,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:43.410928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a40e2e43-0e6d-48f6-b1dc-ee6e03e4e5c4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7190499 Oct 15 20:18:43.413979 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 55992) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:43.419344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-615060628', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e78669ba-cb06-41a6-9894-cc4a04613805'}], 'security_groups': ['2b520da7-639f-4ddb-89ed-842e48bfed5e']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:43.475235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.481068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:43.481640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.525499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.564763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Update dhcp port {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'fixed_ips': [{'subnet_id': '3f875141-f7b6-4451-92f5-f932749ae57b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e78669ba-cb06-41a6-9894-cc4a04613805'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'd5edd876-d009-48e0-820c-9bc1e9843d18'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:18:43.577846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Network': ['ID=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:43.590589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:18:43.597305 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.606607 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-adb07cc7-960f-4ba8-ace5-e77f69e16531 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6731017 Oct 15 20:18:43.609508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 55998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:43.615208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'admin_state_up': True, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:43.745260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.746340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.803828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:43.892316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Delete allocated IP 2001:db8::37d (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/3f875141-f7b6-4451-92f5-f932749ae57b) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:18:43.900828 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8:0:1::3cb (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/e78669ba-cb06-41a6-9894-cc4a04613805/cc4b6975-1048-4cb2-99e7-c3755815f01f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:43.947082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:44.007651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:44.008336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.047817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.068212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.182822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.250288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] In _notify_port_updated(), no bound segment for port cc4b6975-1048-4cb2-99e7-c3755815f01f on network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:18:44.256490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Allocated IP 2001:db8:0:1::2 (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/e78669ba-cb06-41a6-9894-cc4a04613805/d5edd876-d009-48e0-820c-9bc1e9843d18) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:44.256989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:44.257171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.258574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/ports/cc4b6975-1048-4cb2-99e7-c3755815f01f HTTP/1.1" status: 200 len: 930 time: 0.8435178 Oct 15 20:18:44.262163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:44.267124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe5298-ca22-4418-8610-8edde59f6ffa tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=cc4b6975-1048-4cb2-99e7-c3755815f01f,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:44.366540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:44.397598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.415195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.436590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.496287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.511767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port cc4b6975-1048-4cb2-99e7-c3755815f01f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:44.512022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.599634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a0721-98a7-4a26-b730-dbfa00c3c2de None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:44.614774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.25.0.8 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/1f663c00-2aa2-4e02-8f41-e7642a4bcb93) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:44.656471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.679530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for cc4b6975-1048-4cb2-99e7-c3755815f01f owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:44.803152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.950988 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.991838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:44.994516 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:44.998371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:45.003316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:45.036891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:45.076372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=cc4b6975-1048-4cb2-99e7-c3755815f01f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:45.101924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.105214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-15db63d2-9bc7-4966-b305-c8147c77bda8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/cc4b6975-1048-4cb2-99e7-c3755815f01f HTTP/1.1" status: 204 len: 168 time: 0.8419983 Oct 15 20:18:45.107756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:45.134385 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b78e57-6bd0-4a67-9212-f0409e3f2c5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:45.140282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f3b78e57-6bd0-4a67-9212-f0409e3f2c5b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/cc4b6975-1048-4cb2-99e7-c3755815f01f HTTP/1.1" status: 404 len: 333 time: 0.0269413 Oct 15 20:18:45.140716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56008) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:45.212679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.220195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:45.220913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.239411 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.261117 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:45.265181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Could not find standard attr ID for object cc4b6975-1048-4cb2-99e7-c3755815f01f. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:45.279535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:45.280059 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-48ef373e-73ed-4283-8314-0ee75a01334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.445124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.448876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.462337 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee2f8d27-12f3-49bb-92a0-37c7cb1ba62c HTTP/1.1" status: 204 len: 168 time: 0.3114500 Oct 15 20:18:45.462337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56010) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:45.477573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f6f74-1461-46b7-8d7a-f8a63dcfe2f0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f8d27-12f3-49bb-92a0-37c7cb1ba62c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:45.481624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fe4d2a74-d496-4302-9516-54908a386315 None None] Could not find standard attr ID for object cc4b6975-1048-4cb2-99e7-c3755815f01f. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:45.523837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.527018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.549090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.696928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.700904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.700904 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/security-groups/2b520da7-639f-4ddb-89ed-842e48bfed5e HTTP/1.1" status: 204 len: 168 time: 0.2422190 Oct 15 20:18:45.704284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56016) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:45.722186 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e92484-8e02-4377-8f0d-383994cd3eb1 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b520da7-639f-4ddb-89ed-842e48bfed5e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:45.753399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.775104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 3f875141-f7b6-4451-92f5-f932749ae57b {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:45.778384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.820776 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.903997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:45.961465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:45.999019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 92cacc91-1db4-40fc-81bf-3b3608e3597a is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:18:46.011038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:46.011408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.050964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.079700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=3f875141-f7b6-4451-92f5-f932749ae57b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:46.089759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.092176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72381a6a-d0e6-4de1-9db4-09f1789c5d16 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:46.093271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-abbdaadd-2545-45d9-a2be-2e7bd0cabf7f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/3f875141-f7b6-4451-92f5-f932749ae57b HTTP/1.1" status: 204 len: 168 time: 0.3868442 Oct 15 20:18:46.097961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56018) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.103180 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:46.124369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:46.161621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Sync routers for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:46.183054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:46.184775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:46.212720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.214892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9a16799a-7fa2-47be-ad44-d8e257912526 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6032021 Oct 15 20:18:46.217270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56020) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.313658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:46.318481 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.366822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20e592bb-46cb-4481-bf53-6ebcc9c05b8a tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=664e069ea78a468bacea32e057b3c2b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1475000 Oct 15 20:18:46.368744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56024) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.511740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:46.540565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bff02d-1c89-4dc9-8095-63adf1b3624a tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:46.542868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-28bff02d-1c89-4dc9-8095-63adf1b3624a tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730671 Oct 15 20:18:46.546319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.590256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29e2e7d3-ca54-44ff-85ba-cc6fcaebe7e0 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419264 Oct 15 20:18:46.593043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56028) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.603033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279499581', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:46.697180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.753970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:45Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:46.773976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:46.780048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:46.783659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:46.786962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.811456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=1db3d901-5b5e-4c67-96e6-2927a47a2604,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:46.844137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Checking router: 92cacc91-1db4-40fc-81bf-3b3608e3597a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:18:46.850096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Updating router 92cacc91-1db4-40fc-81bf-3b3608e3597a port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:18:46.881001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:46.902557 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bc98191a-f056-4ee2-bc7a-fa00576aff3b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8007894 Oct 15 20:18:46.910811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:46.910811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'security_group': {'name': 'tempest-secgroup-108926860'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:47.052133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.150784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.225840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.256641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.282472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:47.284358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.288922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32bc25-8a38-48d1-8d67-6e069951da62,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:47.346930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.351737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237106bd-a72f-4d1e-9eea-178ef1a9c9a5 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:47.396112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.397403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3df51066-f75b-4fa5-b658-d7e9dd409c64 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4930961 Oct 15 20:18:47.400077 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56042) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:47.404474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1101275900'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:47.463518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Attempting to bind port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:47.463942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Attempting to bind port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:47.464320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Attempting to bind port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:47.474037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:47.474418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:47.474823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.475227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:47.475733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Bound port: 1f663c00-2aa2-4e02-8f41-e7642a4bcb93, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:47.476117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.477615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af07818-e6ee-466c-8792-59dbfc22f72f None None] Pushing event updated for resources: {'Port': ['ID=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:47.502792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09ff3e54-4704-4340-90b2-1bdb4505dc8c None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:47.503166 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09ff3e54-4704-4340-90b2-1bdb4505dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.510735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.578802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09ff3e54-4704-4340-90b2-1bdb4505dc8c None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:47.587497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] For port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:47.589440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.594263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] For port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:47.619440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.621737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09ff3e54-4704-4340-90b2-1bdb4505dc8c None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:47.622114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09ff3e54-4704-4340-90b2-1bdb4505dc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.687295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Subnet': ['ID=93020961-c063-4102-b405-5f47106ca7a2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:47.698512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Checking segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:47.698756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network hostable DHCP agents. Network: 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:18:47.730400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.752509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.768507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4103355-6fa6-4d5f-9761-996084df1ce3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:47.796516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c6070-9b8f-4f09-a260-78aea0987303 req-07448043-d4b7-4b78-811b-1c774bfb62bb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:47.798024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee2c6070-9b8f-4f09-a260-78aea0987303 req-07448043-d4b7-4b78-811b-1c774bfb62bb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.0609770 Oct 15 20:18:47.823372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:18:47.844230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.846804 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d428fc7a-cda4-429e-adf8-1dc855ffd230 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4446094 Oct 15 20:18:47.849241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee2c6070-9b8f-4f09-a260-78aea0987303 req-4e3c7bd9-d77b-42d3-badf-aaca5e26f30c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Oct 15 20:18:47.849851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56046) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:47.855281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'security_group': {'name': 'tempest-secgroup-1779478663'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:47.858371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Update dhcp port {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'fixed_ips': [{'subnet_id': 'e78669ba-cb06-41a6-9894-cc4a04613805', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1db3d901-5b5e-4c67-96e6-2927a47a2604'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'd5edd876-d009-48e0-820c-9bc1e9843d18'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:18:47.887422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:47.888087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:47.893536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af07818-e6ee-466c-8792-59dbfc22f72f None None] Pushing event updated for resources: {'Port': ['ID=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:47.913500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:47.922126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:47.922864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.940670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e664a7-1d65-4fb7-a6a7-2e56037535aa None None] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:47.945415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:47.962380 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.020045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.033435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-95a4628f-a21d-462c-9e88-f864d23ed525 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4323008 Oct 15 20:18:48.034738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56052) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:48.108639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.142223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=729f4d47-046c-496a-9962-64df4c7f25ae,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:48.207802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:48.214011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.216980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2893685e-e331-4b9e-9ea7-f5f6a2609e9b tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3659275 Oct 15 20:18:48.219600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56054) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:48.225536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1702696198', 'security_groups': ['729f4d47-046c-496a-9962-64df4c7f25ae'], 'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1db3d901-5b5e-4c67-96e6-2927a47a2604'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:48.451013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:48.545936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.566388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] device_id is not set on port cd714282-ed22-43db-8a78-8cd76cba015e yet. {{(pid=101180) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:18:48.592346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.658566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:18:48.659422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.666410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Allocated IP 2001:db8::2 (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/1db3d901-5b5e-4c67-96e6-2927a47a2604/d5edd876-d009-48e0-820c-9bc1e9843d18) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:48.750133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-04c39861-ed99-4c39-a6c0-67e0ce40993c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:48.903861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:48.918131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:45Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:48.943048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.20.0.1 (9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81/93020961-c063-4102-b405-5f47106ca7a2/311d2db1-7083-4a00-a1a0-85d6fe890d36) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:48.953879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006a488-3b15-4f7d-81a6-d883c7b05382 None None] The sync data for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 is: [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:45Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:48.985254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.014963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802325bd-07fb-458b-86e2-72f7227a671f req-01cb56ce-635e-41ee-aec2-256de2d9df74 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:49.026310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-802325bd-07fb-458b-86e2-72f7227a671f req-01cb56ce-635e-41ee-aec2-256de2d9df74 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.0799942 Oct 15 20:18:49.062593 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.126043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.127949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-802325bd-07fb-458b-86e2-72f7227a671f req-ca9edf2e-6f28-4ce7-9cea-ff36fd8190c6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002712 Oct 15 20:18:49.175681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8::af (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/1db3d901-5b5e-4c67-96e6-2927a47a2604/cd714282-ed22-43db-8a78-8cd76cba015e) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:49.189679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582db88-5c9b-4c61-a2de-d0116b8c61a6 None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:49.290836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.374106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Allocated IP 172.20.0.2 (9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81/93020961-c063-4102-b405-5f47106ca7a2/6480b8e2-d74f-48bb-acd4-c9393dda45df) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:49.384773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:49.388846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:49.399175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:49.411267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:49.485288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.517039 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.578998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f376568e-c6f8-450d-abe9-79aa6bc2eeef tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:49.580641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f376568e-c6f8-450d-abe9-79aa6bc2eeef tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.1773539 Oct 15 20:18:49.622469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.627429 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.710480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.768356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:49.779303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=cd714282-ed22-43db-8a78-8cd76cba015e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:49.779584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:49.782016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:49.791434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:49.791434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Pushing event updated for resources: {'Port': ['ID=6480b8e2-d74f-48bb-acd4-c9393dda45df,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:49.791788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:49.793493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:18:49.797358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:49.798254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.848141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port e5a7678a-b8e5-4cb8-acd9-dffc081143fe {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:49.848701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.866069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Attempting to bind port 6480b8e2-d74f-48bb-acd4-c9393dda45df on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:49.867607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Attempting to bind port 6480b8e2-d74f-48bb-acd4-c9393dda45df by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:49.867607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Attempting to bind port 6480b8e2-d74f-48bb-acd4-c9393dda45df on network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:49.872477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:49.872922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Checking segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:49.873355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.874224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Bound using segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:49.875272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Bound port: 6480b8e2-d74f-48bb-acd4-c9393dda45df, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:49.875694 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:49.884339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.001523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port e5a7678a-b8e5-4cb8-acd9-dffc081143fe, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:50.005060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.006534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] For port 6480b8e2-d74f-48bb-acd4-c9393dda45df, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:50.013885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] For port 6480b8e2-d74f-48bb-acd4-c9393dda45df, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6480b8e2-d74f-48bb-acd4-c9393dda45df,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:50.102449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.189783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:50.262891 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.263440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.265385 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 7b64a15c-943c-47eb-bc97-61eb54edb79b disassociated. External IP: 172.25.0.93, port: e5a7678a-b8e5-4cb8-acd9-dffc081143fe. Oct 15 20:18:50.265923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for e5a7678a-b8e5-4cb8-acd9-dffc081143fe owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:50.297141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb8ae7-b59a-4b47-9fb6-30a35efafeca None None] Pushing event updated for resources: {'Port': ['ID=6480b8e2-d74f-48bb-acd4-c9393dda45df,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:50.321939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:50.322318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.352594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3370471e-e0e4-429e-8977-5644ee8af925 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1318440 Oct 15 20:18:50.353964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56068) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:50.397775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:50.416062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d680e57a-eef3-48a6-9f30-ded4aace900e None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:50.416062 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d680e57a-eef3-48a6-9f30-ded4aace900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.547785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dd42a-4cc1-47e0-a031-e0926ca0c390 req-7ae34253-daed-415c-b677-351c7ce3484f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:50.549404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-441dd42a-4cc1-47e0-a031-e0926ca0c390 req-7ae34253-daed-415c-b677-351c7ce3484f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 946 time: 0.2048368 Oct 15 20:18:50.579912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d680e57a-eef3-48a6-9f30-ded4aace900e None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:50.588668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:50.656333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d680e57a-eef3-48a6-9f30-ded4aace900e None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:50.656750 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d680e57a-eef3-48a6-9f30-ded4aace900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.667041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-441dd42a-4cc1-47e0-a031-e0926ca0c390 req-bf8e124d-8dd4-4aee-b4e6-fc1662ca502a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080751 Oct 15 20:18:50.708099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:50.720216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.767317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:50.767317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.895625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.897985 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1db3d901-5b5e-4c67-96e6-2927a47a2604 (CIDR: 2001:db8::/64) Oct 15 20:18:50.917918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:50.923144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.940216 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:18:50.940636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:50.943931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.968611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c39547bd-6fde-4763-b97e-64d8b7e06592 None None] Provisioning complete for port cd714282-ed22-43db-8a78-8cd76cba015e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:50.969072 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c39547bd-6fde-4763-b97e-64d8b7e06592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:50.982337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=e5a7678a-b8e5-4cb8-acd9-dffc081143fe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:51.009313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.020078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c39547bd-6fde-4763-b97e-64d8b7e06592 None None] Port cd714282-ed22-43db-8a78-8cd76cba015e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:51.047767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.069241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:51.086353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f0a8c24-d87a-4212-b820-42e0f633c948 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7295029 Oct 15 20:18:51.090920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56072) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:51.093888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:51.128650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.134656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:51.225724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:18:51.242740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:51.244640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:51.384790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:51.394452 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 92cacc91-1db4-40fc-81bf-3b3608e3597a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:18:51.396533 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:51.404460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:51.408619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.416915 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:51.417887 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:51.462369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-da9cc447-d4c1-4b43-812c-41efa3162064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.591162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port e5a7678a-b8e5-4cb8-acd9-dffc081143fe on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:51.598772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.599007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:18:51.605153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd588a29-01ad-4df4-b5c5-f4532ab34295 req-f7cb17de-acf8-4970-a805-5d627cd8bdbd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/e5a7678a-b8e5-4cb8-acd9-dffc081143fe HTTP/1.1" status: 204 len: 173 time: 2.0174203 Oct 15 20:18:51.607640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'name': 'network-vif-deleted', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:18:51.611203 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3197c2d5-249f-4d73-9ecc-9a2b540d2890 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "PUT /v2.0/routers/92cacc91-1db4-40fc-81bf-3b3608e3597a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5755939 Oct 15 20:18:51.614098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:51.615710 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44c9482-b88a-4fe1-aa06-8f6e5ccb4de8" -d '{"events": [{"server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "name": "network-vif-deleted", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:18:51.628774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--563224240', 'description': 'tempest-secgroup_access--563224240 description', 'project_id': '664e069ea78a468bacea32e057b3c2b9'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:51.651439 n-d-712140-14 neutron-server[101180]: INFO neutron.db.ipam_backend_mixin [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e78669ba-cb06-41a6-9894-cc4a04613805 (CIDR: 2001:db8:0:1::/64) Oct 15 20:18:51.662822 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:51.698062 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:18:51.699112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:51.746243 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.746461 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb8ebd-a480-4c7a-913d-c89fbf3fd46a x-openstack-request-id: req-fabb8ebd-a480-4c7a-913d-c89fbf3fd46a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:18:51.748104 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e025098-f306-4db1-ac80-4a591051c202", "name": "network-vif-deleted", "tag": "e5a7678a-b8e5-4cb8-acd9-dffc081143fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:18:51.748368 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fabb8ebd-a480-4c7a-913d-c89fbf3fd46a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:18:51.749647 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e025098-f306-4db1-ac80-4a591051c202', 'name': 'network-vif-deleted', 'tag': 'e5a7678a-b8e5-4cb8-acd9-dffc081143fe', 'status': 'completed', 'code': 200} Oct 15 20:18:51.851485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ede947a9-48f9-4295-bb0c-f59552dc0cdf req-7dd4f8bd-10c6-4fee-a84c-ddd0159cd9ad tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0438609 Oct 15 20:18:51.862316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6391a79-1ba4-41d9-adea-626890bc3a7e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7723248 Oct 15 20:18:51.865214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56098) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:51.876845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Sync routers for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:18:51.890035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'subnet': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:51.892791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:51.893417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:51.925353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:51.991188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.015497 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:52.065358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf70be-397b-4fa5-abc0-bd6115aae8cd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:52.101978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.102952 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c6d03636-64ea-4d3e-ac0e-f30ecc76d75b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4875882 Oct 15 20:18:52.106005 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56102) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:52.114120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--554072291', 'description': 'tempest-secgroup_general--554072291 description', 'project_id': '664e069ea78a468bacea32e057b3c2b9'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:52.215351 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.252742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:52.258921 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:18:52.287988 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:52.287988 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:52.307868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Made reservation on behalf of 924693f5ef144285be6f7f0ff345798f for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:18:52.311678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.348374 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.388523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6480b8e2-d74f-48bb-acd4-c9393dda45df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:52.393174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805a14a-0320-4c85-b03a-a5cbe53a4b54 None None] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:52.422756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.474656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:52.502848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:52.541750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.543581 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3178dbf2-a20a-461e-a435-354f9d90eddb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4365509 Oct 15 20:18:52.546526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56104) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:52.551890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'security_group_rule': {'security_group_id': '27bf70be-397b-4fa5-abc0-bd6115aae8cd', 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:52.674710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.715873 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.734473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4c1cc5a1-34c5-4ceb-9c5e-f7acfcbb2aeb None None] Provisioning complete for port 6480b8e2-d74f-48bb-acd4-c9393dda45df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:52.735448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4c1cc5a1-34c5-4ceb-9c5e-f7acfcbb2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.748772 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.782507 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.786943 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:52.811826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6480b8e2-d74f-48bb-acd4-c9393dda45df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:52.814766 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.860378 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b9fcc-a023-4172-89b5-c6b2bf4e0261 None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:52.862770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Subnet': ['ID=cad1e9f6-54aa-400b-bed0-1f71c5578829,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:52.864830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.888205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:18:52.889792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:18:52.899545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:52.900191 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:52.909017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d1cb0-f91c-4f39-8296-1a56b5253f22,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:52.928408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5e9c4-001f-400a-b2c7-0b579ab686e5 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:53.002572 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.004070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e226a4ba-e437-4e83-b516-6acbda1c0032 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4560452 Oct 15 20:18:53.021114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-49773ba4-89b0-48c0-bfbd-88f11b6834fb req-aa30c73d-b6b3-478b-95c6-531746423b62 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0420609 Oct 15 20:18:53.024812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-307f794e-08fa-4b32-9f60-f9c30d8dc1e8 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1577408 Oct 15 20:18:53.027765 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56110) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:53.035207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1457455618', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cad1e9f6-54aa-400b-bed0-1f71c5578829'}], 'security_groups': ['3d32bc25-8a38-48d1-8d67-6e069951da62', 'b4103355-6fa6-4d5f-9761-996084df1ce3']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:18:53.173254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.173967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.258573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e5a7678a-b8e5-4cb8-acd9-dffc081143fe no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:53.346071 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48833943-815e-4b81-846c-e054a13a6555 None None] New status for floating IP 7b64a15c-943c-47eb-bc97-61eb54edb79b: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:18:53.348875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-fa13122d-09e9-415e-8dd9-16a439892a03 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--554072291&fields=id&tenant_id=664e069ea78a468bacea32e057b3c2b9 HTTP/1.1" status: 200 len: 267 time: 0.0754607 Oct 15 20:18:53.356952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.434798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-65f91e96-2acd-4e98-8321-280d7f4b2537 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--563224240&fields=id&tenant_id=664e069ea78a468bacea32e057b3c2b9 HTTP/1.1" status: 200 len: 267 time: 0.0850117 Oct 15 20:18:53.656174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-e3c3973e-4353-4ff8-ae1e-bdbf5922c90b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:53.658919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-e3c3973e-4353-4ff8-ae1e-bdbf5922c90b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 797 time: 0.2233422 Oct 15 20:18:53.691106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-8aa02224-3fea-4f2f-b9af-4b5b6cc9d68a tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/quotas/664e069ea78a468bacea32e057b3c2b9 HTTP/1.1" status: 200 len: 375 time: 0.0231917 Oct 15 20:18:53.727613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: e5a7678a-b8e5-4cb8-acd9-dffc081143fe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:53.730342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device e5a7678a-b8e5-4cb8-acd9-dffc081143fe not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:53.774714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-3a6d1ad2-445d-4f3e-9d20-090ee4b4e599 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820758 Oct 15 20:18:53.808004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.808707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.897437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4c1cc5a1-34c5-4ceb-9c5e-f7acfcbb2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:53.911828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6480b8e2-d74f-48bb-acd4-c9393dda45df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6480b8e2-d74f-48bb-acd4-c9393dda45df,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:53.922914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-f9ef09ad-8356-4e33-a9a4-4bc5652d1cad service neutron] 10.222.0.13 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439352 Oct 15 20:18:53.959260 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Delete allocated IP 2001:db8::af (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/1db3d901-5b5e-4c67-96e6-2927a47a2604) {{(pid=101181) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 15 20:18:53.970018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Allocated IP 2001:db8:0:2::1d8 (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/cad1e9f6-54aa-400b-bed0-1f71c5578829/cd714282-ed22-43db-8a78-8cd76cba015e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:53.978343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 2, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:54.017180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.017973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:54.097421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-4a74b5b4-fbce-41de-9ad5-6535e6a45b31 service neutron] 10.222.0.13 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731787 Oct 15 20:18:54.120098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6480b8e2-d74f-48bb-acd4-c9393dda45df,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:54.122756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Checking router: 92cacc91-1db4-40fc-81bf-3b3608e3597a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:18:54.123114 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Updating router 92cacc91-1db4-40fc-81bf-3b3608e3597a port 311d2db1-7083-4a00-a1a0-85d6fe890d36 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:18:54.226582 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.247205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.308342 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-4c1cc5a1-34c5-4ceb-9c5e-f7acfcbb2aeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:18:54.308700 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-4c1cc5a1-34c5-4ceb-9c5e-f7acfcbb2aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:18:54.316406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.330515 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:54.330891 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.386149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event updated for resources: {'Port': ['ID=cd714282-ed22-43db-8a78-8cd76cba015e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:54.448831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] In _notify_port_updated(), no bound segment for port cd714282-ed22-43db-8a78-8cd76cba015e on network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c {{(pid=101181) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 15 20:18:54.455715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:18:54.456357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.465636 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7094b4c-e0b9-477b-8775-9887cadce8b5 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "PUT /v2.0/ports/cd714282-ed22-43db-8a78-8cd76cba015e HTTP/1.1" status: 200 len: 970 time: 1.4335988 Oct 15 20:18:54.466087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56140) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:54.515988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Update dhcp port {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'fixed_ips': [{'subnet_id': 'e78669ba-cb06-41a6-9894-cc4a04613805', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1db3d901-5b5e-4c67-96e6-2927a47a2604', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cad1e9f6-54aa-400b-bed0-1f71c5578829'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'd5edd876-d009-48e0-820c-9bc1e9843d18'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:18:54.556762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.632248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b8849b3-edc1-46a6-8381-d783df283e01 req-5e0b40d9-10c6-4e1a-8eed-622434bb88c2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0727053 Oct 15 20:18:54.698141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port cd714282-ed22-43db-8a78-8cd76cba015e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:54.698895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.767870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d4e9da0-99d6-4486-98e4-2cdfaab90528 req-759aa844-906c-4e8b-8340-386194658acb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0544102 Oct 15 20:18:54.845264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.887278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.888246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:54.900897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for cd714282-ed22-43db-8a78-8cd76cba015e owned by {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:54.958540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.096750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ebb2-5ca9-4455-9970-253ee3cbac47 None None] Pushing event updated for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:55.159342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6480b8e2-d74f-48bb-acd4-c9393dda45df up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:55.174307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.219533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3a0fca33-8aa4-4537-bfff-3d238f33eb84 None None] Provisioning complete for port 311d2db1-7083-4a00-a1a0-85d6fe890d36 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:55.220400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a0fca33-8aa4-4537-bfff-3d238f33eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.228569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=cd714282-ed22-43db-8a78-8cd76cba015e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:55.264459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.272527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:55.273825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90b69ee2-bd5e-4ac3-95d7-3b99b44062f4 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/cd714282-ed22-43db-8a78-8cd76cba015e HTTP/1.1" status: 204 len: 168 time: 0.8064182 Oct 15 20:18:55.275513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Attempting to bind port 311d2db1-7083-4a00-a1a0-85d6fe890d36 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:18:55.276091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Attempting to bind port 311d2db1-7083-4a00-a1a0-85d6fe890d36 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:18:55.276653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Attempting to bind port 311d2db1-7083-4a00-a1a0-85d6fe890d36 on network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:18:55.299302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Allocated IP 2001:db8:0:2::2 (5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c/cad1e9f6-54aa-400b-bed0-1f71c5578829/d5edd876-d009-48e0-820c-9bc1e9843d18) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:18:55.304314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:18:55.304944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Checking segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:18:55.305544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.306105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Bound using segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:18:55.306781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Bound port: 311d2db1-7083-4a00-a1a0-85d6fe890d36, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:18:55.307350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.312902 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d5d768-c320-46b7-9b34-cabedd7b3980 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] GET failed (client error): The resource could not be found. Oct 15 20:18:55.314679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-64d5d768-c320-46b7-9b34-cabedd7b3980 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports/cd714282-ed22-43db-8a78-8cd76cba015e HTTP/1.1" status: 404 len: 333 time: 0.0410914 Oct 15 20:18:55.318293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56146) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:55.323949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fca33-8aa4-4537-bfff-3d238f33eb84 None None] Port 311d2db1-7083-4a00-a1a0-85d6fe890d36 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:55.400116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6480b8e2-d74f-48bb-acd4-c9393dda45df triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:55.400860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.426670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.447028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3a0fca33-8aa4-4537-bfff-3d238f33eb84 None None] Provisioning complete for port 6480b8e2-d74f-48bb-acd4-c9393dda45df triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:55.447393 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a0fca33-8aa4-4537-bfff-3d238f33eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.451808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.558891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] For port 311d2db1-7083-4a00-a1a0-85d6fe890d36, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:18:55.562441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] For port 311d2db1-7083-4a00-a1a0-85d6fe890d36, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=311d2db1-7083-4a00-a1a0-85d6fe890d36,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:18:55.565133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.569628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.576068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:55.580560 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/security-groups/729f4d47-046c-496a-9962-64df4c7f25ae HTTP/1.1" status: 204 len: 168 time: 0.2611480 Oct 15 20:18:55.608614 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60690e9-310f-4a99-9fa8-49d9ef224d9f tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=729f4d47-046c-496a-9962-64df4c7f25ae,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:55.608842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:55.659219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.687486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.698715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.752778 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.795467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:18:55.796383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:55.798788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192ebb2-5ca9-4455-9970-253ee3cbac47 None None] Pushing event updated for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:55.826947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cbef461-a592-415a-a7d5-f6b242069eea req-fd2e3bf1-a33a-439d-8b3d-89fc26d4645d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0531251 Oct 15 20:18:55.830691 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.835213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.839357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4103355-6fa6-4d5f-9761-996084df1ce3 HTTP/1.1" status: 204 len: 168 time: 0.2589076 Oct 15 20:18:55.839648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56164) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:55.856702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:55.888612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b445c-c432-46aa-a449-ccc0067537d9 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4103355-6fa6-4d5f-9761-996084df1ce3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:55.993263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.038217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adbd2013-9f35-4f5f-aa61-0a152dd6fdb2 req-b0410fb4-4924-424d-8191-3ba7f79995bb tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0898609 Oct 15 20:18:56.061493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] Provisioning complete for port 311d2db1-7083-4a00-a1a0-85d6fe890d36 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:56.062823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.067520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f10f1-4277-4d98-9e23-293a86152939 None None] Pushing event updated for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:56.092105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.119311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:18:56.271027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.273893 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.275314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/security-groups/3d32bc25-8a38-48d1-8d67-6e069951da62 HTTP/1.1" status: 204 len: 168 time: 0.4268267 Oct 15 20:18:56.278224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56168) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:56.294496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c172c8d-86a4-4fae-921c-8852978e4493 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32bc25-8a38-48d1-8d67-6e069951da62,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:56.373743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet 1db3d901-5b5e-4c67-96e6-2927a47a2604 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:56.378038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.443471 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.580917 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.764027 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.780912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.817372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=1db3d901-5b5e-4c67-96e6-2927a47a2604,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:56.824296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.836336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56180) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:56.844170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] For port 311d2db1-7083-4a00-a1a0-85d6fe890d36, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=311d2db1-7083-4a00-a1a0-85d6fe890d36,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:56.847883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3fc35cec-1090-416f-87aa-844172a30648 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/1db3d901-5b5e-4c67-96e6-2927a47a2604 HTTP/1.1" status: 204 len: 168 time: 0.5677218 Oct 15 20:18:56.925506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet cad1e9f6-54aa-400b-bed0-1f71c5578829 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:56.931872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.932292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:55Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:56.942678 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:56.989366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee36f46b-3a10-4c7c-96de-6472d97f914f None None] The sync data for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 is: [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:55Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:18:57.073202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aaf2eb52-f703-479a-b99a-535623bf08f3 req-55fb868a-ba29-4587-afeb-6f97b070489e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0973485 Oct 15 20:18:57.119671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.126113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12266f3-4424-4bb1-9904-27da15226ed1 None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:57.276538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03a95188-8042-41bb-95bf-61ac16f3689c req-00248084-fa0c-4caf-9aec-f4b4e6535018 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0638289 Oct 15 20:18:57.337361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d902ed61-320c-468b-9b3d-470c4ec9b043 None None] Provisioning complete for port 311d2db1-7083-4a00-a1a0-85d6fe890d36 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:57.338337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d902ed61-320c-468b-9b3d-470c4ec9b043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.384588 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.415410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7c824-b0ee-4c59-8a05-38a8e9e1cf74 None None] Pushing event updated for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:57.438816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:57.600941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:57.601314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.629825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.702859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=cad1e9f6-54aa-400b-bed0-1f71c5578829,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:57.726270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.732200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56198) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:57.748157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2cc1b275-42da-4d83-a0a8-b00c52a6e4d0 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/cad1e9f6-54aa-400b-bed0-1f71c5578829 HTTP/1.1" status: 204 len: 168 time: 0.9105251 Oct 15 20:18:57.778014 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-e720f3f7-0371-4c02-a77c-684aa63bd039 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:57.778493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e720f3f7-0371-4c02-a77c-684aa63bd039 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:57.784364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:57.784554 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e720f3f7-0371-4c02-a77c-684aa63bd039 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/1db3d901-5b5e-4c67-96e6-2927a47a2604 HTTP/1.1" status: 404 len: 337 time: 0.0512297 Oct 15 20:18:57.823176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 311d2db1-7083-4a00-a1a0-85d6fe890d36 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:57.873805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:57.874174 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.906304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195cb022-3df9-4973-82f4-b63df65ae3cd None None] Update dhcp port {'port': {'network_id': '5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c', 'fixed_ips': [{'subnet_id': 'e78669ba-cb06-41a6-9894-cc4a04613805', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cad1e9f6-54aa-400b-bed0-1f71c5578829'}], 'binding:host_id': 'n-d-712140-14'}, 'id': 'd5edd876-d009-48e0-820c-9bc1e9843d18'} from n-d-712140-14. {{(pid=101182) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 15 20:18:57.916664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting subnet e78669ba-cb06-41a6-9894-cc4a04613805 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:18:57.924216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.958539 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-195cb022-3df9-4973-82f4-b63df65ae3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:57.961404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:57.986794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Could not find standard attr ID for object cd714282-ed22-43db-8a78-8cd76cba015e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:18:57.993185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 311d2db1-7083-4a00-a1a0-85d6fe890d36 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:57.993747 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.012609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.129825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.246651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:58.247276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-19a73255-6415-4763-8fe8-db7d1488f375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.317139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629081d4-7425-493d-bdc7-6c6200199323 req-a099d657-37d9-4459-9956-5528feb58276 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0537095 Oct 15 20:18:58.336809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server [None req-195cb022-3df9-4973-82f4-b63df65ae3cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e78669ba-cb06-41a6-9894-cc4a04613805: This subnet is being modified by another concurrent operation. Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise self.value Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server raise exception Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e78669ba-cb06-41a6-9894-cc4a04613805: This subnet is being modified by another concurrent operation. Oct 15 20:18:58.383107 n-d-712140-14 neutron-server[101182]: ERROR oslo_messaging.rpc.server Oct 15 20:18:58.401960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Subnet': ['ID=e78669ba-cb06-41a6-9894-cc4a04613805,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:58.412642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.422154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-84e5dcf3-48da-4fb8-8739-dde92d46e80d tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/e78669ba-cb06-41a6-9894-cc4a04613805 HTTP/1.1" status: 204 len: 168 time: 0.6357925 Oct 15 20:18:58.423014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.467981 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0013f-fb11-49ac-8b95-c001855a5823 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.468427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e0013f-fb11-49ac-8b95-c001855a5823 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.473612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-10e0013f-fb11-49ac-8b95-c001855a5823 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/3f875141-f7b6-4451-92f5-f932749ae57b HTTP/1.1" status: 404 len: 337 time: 0.0482595 Oct 15 20:18:58.478867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.502073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7d3b9-2156-425a-b71a-b75f856fa35e None None] Network 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:18:58.523857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10ffe55a-8cac-4335-9f04-a92790df4eb0 req-7b2797cb-9da3-40b7-9c85-de26e1dec36a tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.1151767 Oct 15 20:18:58.548538 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fcd3ecac-cd21-40ff-ae62-33a1e2944833 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c549836-c285-4adc-b3c8-9109a72f4d80 HTTP/1.1" status: 200 len: 205 time: 0.0680809 Oct 15 20:18:58.551447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.602826 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-c97982d3-795d-4d03-b325-2769106a97c6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] delete failed (client error): The resource could not be found. Oct 15 20:18:58.604113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c97982d3-795d-4d03-b325-2769106a97c6 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/routers/7c549836-c285-4adc-b3c8-9109a72f4d80 HTTP/1.1" status: 404 len: 336 time: 0.0511229 Oct 15 20:18:58.606665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56218) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.640371 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d78409d-178b-4a34-ad2d-b498da8672fe tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.640739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d78409d-178b-4a34-ad2d-b498da8672fe tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.643984 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9d78409d-178b-4a34-ad2d-b498da8672fe tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/2d63b3cf-fc1e-44c6-bc0a-fdd8d7e2d0f6 HTTP/1.1" status: 404 len: 337 time: 0.0363767 Oct 15 20:18:58.647311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56220) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.675699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4ad4b848-1140-49f3-8738-555d3ca6fab1 None None] Provisioning complete for port b21de9f7-9db6-4927-a9d7-176f3bce0343 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:58.680006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b848-1140-49f3-8738-555d3ca6fab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.685089 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c692f479-c85d-4d33-85d8-a7bb9bd94f4c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.685551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c692f479-c85d-4d33-85d8-a7bb9bd94f4c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.688688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c692f479-c85d-4d33-85d8-a7bb9bd94f4c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/eeddfa95-b2c7-4946-bec6-635f733a566b HTTP/1.1" status: 404 len: 337 time: 0.0401161 Oct 15 20:18:58.691943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56222) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.754104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] DHCP port deletion for 5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:18:58.765723 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-c922fc16-53ed-4ce6-8361-ee1c32f47e5c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.766187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c922fc16-53ed-4ce6-8361-ee1c32f47e5c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.768898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4b848-1140-49f3-8738-555d3ca6fab1 None None] Port b21de9f7-9db6-4927-a9d7-176f3bce0343 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:18:58.774788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c922fc16-53ed-4ce6-8361-ee1c32f47e5c tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/28a7bc45-74ca-48c0-9676-6db983b833ba HTTP/1.1" status: 404 len: 337 time: 0.0802984 Oct 15 20:18:58.775854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56226) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.809321 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcaebd5-bd63-473b-b81c-1d7b0e6d7a9e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.811641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcaebd5-bd63-473b-b81c-1d7b0e6d7a9e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.817453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.817645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6fcaebd5-bd63-473b-b81c-1d7b0e6d7a9e tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/6a878e85-ff60-45ac-a128-631b5138281e HTTP/1.1" status: 404 len: 333 time: 0.0405085 Oct 15 20:18:58.822831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4ad4b848-1140-49f3-8738-555d3ca6fab1 None None] Provisioning complete for port d5edd876-d009-48e0-820c-9bc1e9843d18 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:58.823448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b848-1140-49f3-8738-555d3ca6fab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.852034 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef9d4d0-1cf3-401e-b4cd-7032c1ffc356 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.852486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef9d4d0-1cf3-401e-b4cd-7032c1ffc356 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.855922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ef9d4d0-1cf3-401e-b4cd-7032c1ffc356 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/3ad8fa3e-e7ab-4f48-a57f-7e9070d30dd7 HTTP/1.1" status: 404 len: 337 time: 0.0372679 Oct 15 20:18:58.858541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56230) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.886342 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9053280-b3b4-489d-90bf-ce4274c60631 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.887230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9053280-b3b4-489d-90bf-ce4274c60631 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.893590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.893969 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9053280-b3b4-489d-90bf-ce4274c60631 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/bc6414c9-7efe-465c-a55c-32e36d9a43dd HTTP/1.1" status: 404 len: 337 time: 0.0337484 Oct 15 20:18:58.902859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Deleting port d5edd876-d009-48e0-820c-9bc1e9843d18 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:58.903231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:58.937282 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf21c07-aad7-4772-9bf6-ffdc98a83387 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.938258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf21c07-aad7-4772-9bf6-ffdc98a83387 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:58.952092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1cf21c07-aad7-4772-9bf6-ffdc98a83387 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/2a95e668-6159-43be-b2d7-6eaa63c14731 HTTP/1.1" status: 404 len: 333 time: 0.0573218 Oct 15 20:18:58.954631 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56234) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:58.997026 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d8accc-8df7-4544-a094-e0b68ed9cb07 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:58.997863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d8accc-8df7-4544-a094-e0b68ed9cb07 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:59.005372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56238) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:59.005785 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56d8accc-8df7-4544-a094-e0b68ed9cb07 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/d0e00e02-cbed-48b7-9e25-08537b03c9a9 HTTP/1.1" status: 404 len: 337 time: 0.0494552 Oct 15 20:18:59.062045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] For port d5edd876-d009-48e0-820c-9bc1e9843d18, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d5edd876-d009-48e0-820c-9bc1e9843d18,segment=NetworkSegment(dc38f73e-e487-4cc7-8e97-c319a4809cb4),segment_id=dc38f73e-e487-4cc7-8e97-c319a4809cb4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:18:59.062484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.065293 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-1103fd43-1299-46ca-92a3-92f115977aec tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] DELETE failed (client error): The resource could not be found. Oct 15 20:18:59.065939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1103fd43-1299-46ca-92a3-92f115977aec tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:18:59.069849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1103fd43-1299-46ca-92a3-92f115977aec tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/subnets/06b1d53c-70c1-4dd6-8764-bba670eea53f HTTP/1.1" status: 404 len: 337 time: 0.0632658 Oct 15 20:18:59.072564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56242) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:59.092651 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Calling delete_port for d5edd876-d009-48e0-820c-9bc1e9843d18 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:59.161274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 311d2db1-7083-4a00-a1a0-85d6fe890d36 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:18:59.203269 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Deleting port b21de9f7-9db6-4927-a9d7-176f3bce0343 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:18:59.203630 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.256558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 311d2db1-7083-4a00-a1a0-85d6fe890d36 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:18:59.257116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.282545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.296130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Calling delete_port for b21de9f7-9db6-4927-a9d7-176f3bce0343 owned by {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:18:59.333520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.375768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] Pushing event deleted for resources: {'Port': ['ID=d5edd876-d009-48e0-820c-9bc1e9843d18,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:59.382327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f009769-17de-447b-a417-4167f2d653f2 None None] No DVR routers for this DVR port d5edd876-d009-48e0-820c-9bc1e9843d18 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:18:59.398227 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0802eec-6a12-48fc-bda7-6048495ac42b None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:18:59.454937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:18:59.481871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d5edd876-d009-48e0-820c-9bc1e9843d18 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:18:59.482213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d5edd876-d009-48e0-820c-9bc1e9843d18 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:18:59.523735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20e18915-6171-46be-ae5f-64a1e1f4d930 req-0f86b0f2-09e4-4314-95c5-80de7185e2a5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e025098-f306-4db1-ac80-4a591051c202 HTTP/1.1" status: 200 len: 210 time: 0.0323665 Oct 15 20:18:59.550493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0802eec-6a12-48fc-bda7-6048495ac42b None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:18:59.567932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.615506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Port': ['ID=b21de9f7-9db6-4927-a9d7-176f3bce0343,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:18:59.621703 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee7a8fa7-d532-451e-ba10-e7ac48ea27ef req-dec40e23-2159-47e6-ab27-d693a916e054 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0279160 Oct 15 20:18:59.641120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.645548 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5e4e1132-42ec-4f5f-8c1c-7103d5cd9d70 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/ports/b21de9f7-9db6-4927-a9d7-176f3bce0343 HTTP/1.1" status: 204 len: 168 time: 0.5713456 Oct 15 20:18:59.647910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56252) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:18:59.681355 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:18:59.743130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.854226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.878405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:59.889047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc38f73e-e487-4cc7-8e97-c319a4809cb4') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:59.889342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc38f73e-e487-4cc7-8e97-c319a4809cb4') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:18:59.905767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.920982 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.928342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:18:59.929384 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:18:59.933624 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:00.100443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.107534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.110872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] 10.222.0.13 "DELETE /v2.0/networks/5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c HTTP/1.1" status: 204 len: 168 time: 0.4618921 Oct 15 20:19:00.122555 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbf8b5-48bc-484f-a32b-d61f21398e28 tempest-PortsIpV6TestJSON-2123660429 tempest-PortsIpV6TestJSON-2123660429-project] Pushing event deleted for resources: {'Network': ['ID=5aa2d02b-6ba3-45ea-bb41-3ef7b67e357c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:00.637038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56268) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:00.726880 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fb49d69-307f-4174-b1ba-a392b3ae4522 req-1b224e54-e64a-4e25-8096-2feebb0cf936 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0269864 Oct 15 20:19:00.780365 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5011d18f-add1-48aa-ab9c-944200c1dbfe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=924693f5ef144285be6f7f0ff345798f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421239 Oct 15 20:19:00.782885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56278) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:00.835222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.856758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-bf9aef97-7902-4c98-b56c-6d96f9643951 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636170242&fields=id&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 267 time: 0.0406477 Oct 15 20:19:00.869218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.979468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.982732 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:00.984405 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/120f2532-29bf-4ca2-91c2-64ec0f95831f HTTP/1.1" status: 204 len: 168 time: 0.2004075 Oct 15 20:19:00.995297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbcb9e-33b9-45a1-9279-37e9736468ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f2532-29bf-4ca2-91c2-64ec0f95831f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:01.408627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-74dafa5c-edd7-43da-ad59-0f281bb2f7fc tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:01.410023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-74dafa5c-edd7-43da-ad59-0f281bb2f7fc tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 797 time: 0.5506957 Oct 15 20:19:01.419800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-e388d110-3470-43a7-916c-4bf1ef227ae3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:01.421431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-e388d110-3470-43a7-916c-4bf1ef227ae3 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.5535846 Oct 15 20:19:01.451699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-965bcca7-8efa-49db-a57e-1323c13f71f6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0217474 Oct 15 20:19:01.481592 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-663fa6bb-8d64-40b7-860d-173e681521a9 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=664e069ea78a468bacea32e057b3c2b9 HTTP/1.1" status: 200 len: 476 time: 0.0591743 Oct 15 20:19:01.501237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'port': {'device_id': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'admin_state_up': True, 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'security_groups': ['fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac', '27bf70be-397b-4fa5-abc0-bd6115aae8cd']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:01.578531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-9bd4f7f5-da3c-4c11-9906-57dbe6fa18be tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186581 Oct 15 20:19:01.605972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-48fbb077-5dfd-4136-af38-224fa26b8dd0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:19:01.606962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-48fbb077-5dfd-4136-af38-224fa26b8dd0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059023 Oct 15 20:19:01.746186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3342629b-1390-45c7-ac60-427bb163bba2 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263978 Oct 15 20:19:01.828538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:01.832144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:01.919315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-0a6d29e8-ee71-4e5a-a2c4-9745c315fdf6 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658638 Oct 15 20:19:02.035908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.20.0.8 (9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81/93020961-c063-4102-b405-5f47106ca7a2/de573914-b1f9-4d6a-83b1-796f075b6534) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:02.243962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.348863 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.417308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:02.424442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:02.426075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:02.429542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:02.446332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56324) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:02.468983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56328) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:02.512409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:02.513235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.634163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-34ee2985-d304-4291-bf2d-f774bc48b598 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1368108 Oct 15 20:19:02.647728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-4d06d2ca-1b1a-478c-b316-3dd35cd463e2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:19:02.650524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-4d06d2ca-1b1a-478c-b316-3dd35cd463e2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0101950 Oct 15 20:19:02.666334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ce439fb-8d20-4c2e-a74b-2fb6383ca652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.745343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-1731943023'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:02.760965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Request body: {'port': {'device_id': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:02.786103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5377e959-86db-45c3-bf60-e4643e11c533 None None] Provisioning complete for port de573914-b1f9-4d6a-83b1-796f075b6534 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:02.786103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5377e959-86db-45c3-bf60-e4643e11c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.814828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ce439fb-8d20-4c2e-a74b-2fb6383ca652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.837288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5377e959-86db-45c3-bf60-e4643e11c533 None None] Port de573914-b1f9-4d6a-83b1-796f075b6534 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:02.841076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412c38a-ea28-4b58-adb5-36e2ea196986 req-5820f464-477c-4db0-b852-13eb47a5c3b8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:02.842232 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:02.846088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.849317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e412c38a-ea28-4b58-adb5-36e2ea196986 req-5820f464-477c-4db0-b852-13eb47a5c3b8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 970 time: 0.0844088 Oct 15 20:19:02.856590 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.887401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.902780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ce439fb-8d20-4c2e-a74b-2fb6383ca652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:02.924201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e412c38a-ea28-4b58-adb5-36e2ea196986 req-c871a984-72e3-4a97-897f-ac6176b74fe7 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0738089 Oct 15 20:19:02.959271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ce439fb-8d20-4c2e-a74b-2fb6383ca652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08f6bfc11d7e43ca9d61c265ce31cf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892061 Oct 15 20:19:02.960203 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce439fb-8d20-4c2e-a74b-2fb6383ca652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b33785-7521-4b95-a020-a1ab75c9198b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:02.962602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56342) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:02.999675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.035097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.041373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56dee887-daf7-40ce-b634-3cbe9eb8c945 req-f23e2d07-3b17-4e60-9a10-8ccdb5981cfe tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0414410 Oct 15 20:19:03.061677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.069222 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.106516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:03.128184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b28020-58b8-440f-ba9e-9de37038d7a3,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.134170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.135249 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment e4e45a1d-7b5b-40c3-94e0-546eec8c2282 of type vlan for network 4f4165d9-de29-43fb-b534-0d58acb0158e Oct 15 20:19:03.177774 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.250199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.252874 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.254036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9b33785-7521-4b95-a020-a1ab75c9198b HTTP/1.1" status: 204 len: 168 time: 0.2852814 Oct 15 20:19:03.262444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6071-221d-4b20-a0f8-1ace9a290164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b33785-7521-4b95-a020-a1ab75c9198b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.276551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de573914-b1f9-4d6a-83b1-796f075b6534 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:19:03.280138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.294154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:03.294154 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.304051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.318130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Transition to ACTIVE for port object de573914-b1f9-4d6a-83b1-796f075b6534 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:19:03.372733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=4f4165d9-de29-43fb-b534-0d58acb0158e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.383187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4f4165d9-de29-43fb-b534-0d58acb0158e details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:03.445309 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.451821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54027504-eafc-40a4-bd79-a3dba0ce56f2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0050738 Oct 15 20:19:03.452494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56348) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:03.461604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-838008653'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:03.518745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Pushing event updated for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.574144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:03.577939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.583812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Attempting to bind port de573914-b1f9-4d6a-83b1-796f075b6534 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:03.584460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Attempting to bind port de573914-b1f9-4d6a-83b1-796f075b6534 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:03.584801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Attempting to bind port de573914-b1f9-4d6a-83b1-796f075b6534 on network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:03.590360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Port de573914-b1f9-4d6a-83b1-796f075b6534 on network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:19:03.590684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Attempting to bind port de573914-b1f9-4d6a-83b1-796f075b6534 on network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:03.597322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:03.597660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Checking segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:03.598045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Bound using segment: {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:03.598567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Bound port: de573914-b1f9-4d6a-83b1-796f075b6534, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08410b5a-779f-4bae-8d54-359a71288f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:03.598936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.611908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:03.625052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.625398 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef of type vlan for network 44f43d3e-3f39-4eb5-889b-484856e30e22 Oct 15 20:19:03.680095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.686120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:03.686120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de573914-b1f9-4d6a-83b1-796f075b6534,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:03.784717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.785206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.791341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:03.795057 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.834733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:03.834733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:03.834733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] 10.222.0.11 "PUT /v2.0/ports/de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 1131 time: 1.1613503 Oct 15 20:19:03.834733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:03.834733 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab7392-0934-4471-940a-0127a082f92f" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:03.860158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae44936-8f3e-4004-9e5d-c4539d0808df service neutron] Pushing event updated for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.874001 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761e9ab8-a767-4a1d-9abf-efc70f6fbd6c x-openstack-request-id: req-761e9ab8-a767-4a1d-9abf-efc70f6fbd6c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:03.874302 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:03.874611 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-761e9ab8-a767-4a1d-9abf-efc70f6fbd6c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:03.875009 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'status': 'completed', 'code': 200} Oct 15 20:19:03.888200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=44f43d3e-3f39-4eb5-889b-484856e30e22,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:03.899311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:03.932680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-66df2b7b-4206-444f-bc42-b4b27a68d967 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4784346 Oct 15 20:19:03.936185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56354) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:03.941237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:03.960113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab7392-0934-4471-940a-0127a082f92f req-305514e3-25ca-4daf-83fe-7818baed5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:03.974585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0ab7392-0934-4471-940a-0127a082f92f req-305514e3-25ca-4daf-83fe-7818baed5123 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1134 time: 0.0724578 Oct 15 20:19:04.058266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:04.073553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f17d351-0c8c-45d7-890e-11e8f789a3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.117346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:04.122126 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.152174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93e5da-958c-41c3-bba9-68ae868711e8 req-9779c1b2-7ebc-4217-b54e-e5bad3049790 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.153680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e93e5da-958c-41c3-bba9-68ae868711e8 req-9779c1b2-7ebc-4217-b54e-e5bad3049790 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 982 time: 0.1208525 Oct 15 20:19:04.170249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab7392-0934-4471-940a-0127a082f92f req-9df00d65-4b30-4d5d-abea-cbf1f4736d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.171656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0ab7392-0934-4471-940a-0127a082f92f req-9df00d65-4b30-4d5d-abea-cbf1f4736d17 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=664e069ea78a468bacea32e057b3c2b9&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1874585 Oct 15 20:19:04.239759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e93e5da-958c-41c3-bba9-68ae868711e8 req-6768b6e6-afa5-472f-afe8-eac2f067a7db tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0772119 Oct 15 20:19:04.261848 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f17d351-0c8c-45d7-890e-11e8f789a3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.321500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab7392-0934-4471-940a-0127a082f92f req-ea2b0305-ab4a-48d3-88d5-05c89efad957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.324104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0ab7392-0934-4471-940a-0127a082f92f req-ea2b0305-ab4a-48d3-88d5-05c89efad957 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371672 Oct 15 20:19:04.342246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f17d351-0c8c-45d7-890e-11e8f789a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.373185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b40b5841-b224-4691-9337-93b0c94944c4 req-a4746e82-a1cd-4a1e-9867-af51b1cc369c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0340116 Oct 15 20:19:04.423409 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f17d351-0c8c-45d7-890e-11e8f789a3ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acaf761edfe44d4b9bcc3f6877f90d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3634977 Oct 15 20:19:04.424344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17d351-0c8c-45d7-890e-11e8f789a3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9759206-4293-4c04-a57a-842064760550,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:04.427293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56364) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:04.428736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-445b43ee-9f05-40cc-b356-f8d17ed608e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.430283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-445b43ee-9f05-40cc-b356-f8d17ed608e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1134 time: 0.0596621 Oct 15 20:19:04.474773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-b907f1a7-a0f8-4136-9b5d-fd52bf917d1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 217 time: 0.0344095 Oct 15 20:19:04.477484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.500552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.526407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-aba91a3d-92c3-4587-87a8-c1f9e8e8f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.527902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-aba91a3d-92c3-4587-87a8-c1f9e8e8f7c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 200 len: 834 time: 0.0458851 Oct 15 20:19:04.532390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.574231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-8cbc8202-3336-4a1b-bd38-31d1a3a0237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.576361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-8cbc8202-3336-4a1b-bd38-31d1a3a0237e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415983 Oct 15 20:19:04.600150 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=e87b2c7a-815d-408d-a897-96fe74e9c470,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:04.608657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:04.609061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 4f4165d9-de29-43fb-b534-0d58acb0158e, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:04.674711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-f62e5510-ce0e-493c-9f7e-c60625f2e959 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906062 Oct 15 20:19:04.703054 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.706970 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.708827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9759206-4293-4c04-a57a-842064760550 HTTP/1.1" status: 204 len: 168 time: 0.2803466 Oct 15 20:19:04.717328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6be48d-0e2f-4adb-a904-ab14fac29790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9759206-4293-4c04-a57a-842064760550,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:04.727474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4f4165d9-de29-43fb-b534-0d58acb0158e is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:04.781737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ecee133-4054-4b8f-821e-9701428dddd1 req-92802a7b-94ed-488a-97a2-10632d987907 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009011 Oct 15 20:19:04.816043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4f4165d9-de29-43fb-b534-0d58acb0158e) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:04.821051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:04.821625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:04.826556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9150bf9c-ee73-4f11-b915-6aa2643cb208 None None] Network 4f4165d9-de29-43fb-b534-0d58acb0158e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:04.916074 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7b30529a-d261-4547-9d28-ce0ef44e6514 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9787552 Oct 15 20:19:04.918831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56368) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:04.924027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:04.976833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-4f4165d9-de29-43fb-b534-0d58acb0158e', 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': 'e87b2c7a-815d-408d-a897-96fe74e9c470'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:04.977815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.119112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Allocated IP 172.20.0.2 (4f4165d9-de29-43fb-b534-0d58acb0158e/e87b2c7a-815d-408d-a897-96fe74e9c470/6134a649-55fe-4d0d-9ad3-b9eee9b42e41) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:05.242029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:05.246031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.439758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.448964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-d2e0c32c-ed6d-4fef-a8dc-314a806dd65f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:05.462226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-d2e0c32c-ed6d-4fef-a8dc-314a806dd65f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1987481 Oct 15 20:19:05.471125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08619d04-bb13-4445-9575-a6d51c1e5d72 req-ada2100b-4bdb-427c-84c7-4b98907486ad tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:05.472698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08619d04-bb13-4445-9575-a6d51c1e5d72 req-ada2100b-4bdb-427c-84c7-4b98907486ad tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 982 time: 0.1215003 Oct 15 20:19:05.533540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-b61c96c4-d2e2-4e9e-8b82-e3834b810c1c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 379 time: 0.0566361 Oct 15 20:19:05.533783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.543357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'security_groups': ['33678cd4-3e17-49dd-a210-c861cc69dfae']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:05.549700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08619d04-bb13-4445-9575-a6d51c1e5d72 req-95bba8b1-ceb9-460b-a4f9-f134d0a0a4f0 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0575736 Oct 15 20:19:05.562210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.591097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Network 4f4165d9-de29-43fb-b534-0d58acb0158e is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:05.594066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:05.598918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:05.623030 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=e753e706-817b-4e96-be57-5b9f1d1991f6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:05.657332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:05.658021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 44f43d3e-3f39-4eb5-889b-484856e30e22, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:05.682491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-535e8030-d438-4e70-8237-c1c21ee7d43b req-c9257312-2c06-4595-b99d-b103808ae6cb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0426304 Oct 15 20:19:05.692121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Pushing event updated for resources: {'Port': ['ID=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:05.706072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Attempting to bind port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:05.706902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Attempting to bind port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:05.706902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Attempting to bind port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 on network 4f4165d9-de29-43fb-b534-0d58acb0158e {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:05.719763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:05.720675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Checking segment: {'id': 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:05.721259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.721767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Bound using segment: {'id': 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:05.722120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Bound port: 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f4165d9-de29-43fb-b534-0d58acb0158e'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:05.722502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.759892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:05.803034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] For port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:05.806498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] For port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,segment=NetworkSegment(e4e45a1d-7b5b-40c3-94e0-546eec8c2282),segment_id=e4e45a1d-7b5b-40c3-94e0-546eec8c2282)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:05.821873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:05.825611 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.896598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 44f43d3e-3f39-4eb5-889b-484856e30e22) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:05.907799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e4a548-fd13-4bdd-849d-dc18993e1d42 None None] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:05.912844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:05.912844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.946014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:05.971814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.13 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/cb167cea-388e-41b1-a386-12c33a3972ca) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:06.000153 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7184c8f1-229a-4639-a214-1ade8b72f9c5 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0794649 Oct 15 20:19:06.002220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56392) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:06.007508 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1515593221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:06.009248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d21fe9-d863-4bde-8630-d3f83a387ceb None None] Pushing event updated for resources: {'Port': ['ID=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:06.161630 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.174175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.175645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.220967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-44f43d3e-3f39-4eb5-889b-484856e30e22', 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': 'e753e706-817b-4e96-be57-5b9f1d1991f6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:06.222016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.262734 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.289540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.346404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.373006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:06.376493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:06.381764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:06.417957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:06.424671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.426283 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-12b4110b-9eb9-49a6-a850-c575d666e499 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4226677 Oct 15 20:19:06.434576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56398) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:06.452447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:06.453882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.515357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Allocated IP 172.21.0.2 (44f43d3e-3f39-4eb5-889b-484856e30e22/e753e706-817b-4e96-be57-5b9f1d1991f6/8fdd75bc-6c7a-40f7-9291-0fa151607fbc) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:06.562405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-3b3ae309-b238-473e-ba3f-85dc0a4905f2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0228293 Oct 15 20:19:06.576820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Request body: {'port': {'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:06.744954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.780830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-96c0d0a1-b6d7-4573-b04a-5af8a0bb21e7 None None] Provisioning complete for port cb167cea-388e-41b1-a386-12c33a3972ca triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:06.780830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96c0d0a1-b6d7-4573-b04a-5af8a0bb21e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.856577 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6a83c-ed14-4718-a9d6-be534a5d06ca req-bc4285b8-071b-4eac-b1b1-cfed45228fb4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:06.859725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36b6a83c-ed14-4718-a9d6-be534a5d06ca req-bc4285b8-071b-4eac-b1b1-cfed45228fb4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 982 time: 0.1265693 Oct 15 20:19:06.914292 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.920367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-96c0d0a1-b6d7-4573-b04a-5af8a0bb21e7 None None] Port cb167cea-388e-41b1-a386-12c33a3972ca cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:06.945894 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:06.991414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.012604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-36b6a83c-ed14-4718-a9d6-be534a5d06ca req-f88c5b67-6a47-4609-b62b-c105a186ec9b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1439881 Oct 15 20:19:07.060169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:07.071972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:07.089124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:07.128361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Pushing event updated for resources: {'Port': ['ID=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:07.173182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de573914-b1f9-4d6a-83b1-796f075b6534 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:19:07.226104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Attempting to bind port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:07.226478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Attempting to bind port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:07.226848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Attempting to bind port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc on network 44f43d3e-3f39-4eb5-889b-484856e30e22 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:07.259847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:07.261033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Checking segment: {'id': '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:07.262895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.263706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Bound using segment: {'id': '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:07.264163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Bound port: 8fdd75bc-6c7a-40f7-9291-0fa151607fbc, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '44f43d3e-3f39-4eb5-889b-484856e30e22'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:07.264550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.333331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:07.387631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ed2ea-a501-40f0-9c9d-f93bb535e13d req-d759ab2c-6571-418d-a00a-3bfda2b12805 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:07.396189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c7ed2ea-a501-40f0-9c9d-f93bb535e13d req-d759ab2c-6571-418d-a00a-3bfda2b12805 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 932 time: 0.1640186 Oct 15 20:19:07.493437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.20.0.1 (4f4165d9-de29-43fb-b534-0d58acb0158e/e87b2c7a-815d-408d-a897-96fe74e9c470/43d8f014-9865-4d11-8250-2672e779b55e) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:07.553096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c7ed2ea-a501-40f0-9c9d-f93bb535e13d req-aad3cf88-1148-495c-ba11-10ceb8465d18 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557062 Oct 15 20:19:07.575441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] For port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:07.580982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb167cea-388e-41b1-a386-12c33a3972ca {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:19:07.584648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] For port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,segment=NetworkSegment(131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef),segment_id=131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:07.593629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.613077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Transition to ACTIVE for port object cb167cea-388e-41b1-a386-12c33a3972ca will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:19:07.627542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de573914-b1f9-4d6a-83b1-796f075b6534,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:07.646991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'port_id': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'mac_address': 'fa:16:3e:cd:6d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:19:07.698895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.704326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.717444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66598b1-d04a-4383-8986-5cc51d18b38d None None] Network 4f4165d9-de29-43fb-b534-0d58acb0158e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:07.727142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.804964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Pushing event updated for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:07.829275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:07.830287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.845759 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:07.848134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25eddeb-ab35-4480-8b2a-1f59f0d1b09e None None] Pushing event updated for resources: {'Port': ['ID=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:07.952899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=43d8f014-9865-4d11-8250-2672e779b55e,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:07.979100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4f4165d9-de29-43fb-b534-0d58acb0158e is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:07.980150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Attempting to bind port cb167cea-388e-41b1-a386-12c33a3972ca on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:07.980480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Attempting to bind port cb167cea-388e-41b1-a386-12c33a3972ca by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:07.980803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Attempting to bind port cb167cea-388e-41b1-a386-12c33a3972ca on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:07.982347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:07.989246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Port cb167cea-388e-41b1-a386-12c33a3972ca on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:19:07.989650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Attempting to bind port cb167cea-388e-41b1-a386-12c33a3972ca on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:07.992130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:08.002422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:08.002764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:08.003183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:08.003802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Bound port: cb167cea-388e-41b1-a386-12c33a3972ca, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:08.004115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.004532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.068366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.116401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de573914-b1f9-4d6a-83b1-796f075b6534 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:19:08.124488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:08.127922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb167cea-388e-41b1-a386-12c33a3972ca,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:08.137667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-07f1f9d1-26ed-4386-8ce0-2eb8c4eca6a2 None None] Provisioning complete for port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:08.138267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07f1f9d1-26ed-4386-8ce0-2eb8c4eca6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.220410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de573914-b1f9-4d6a-83b1-796f075b6534,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:08.234057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.254650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8976d-7404-44ae-beb0-534d2970dc70 req-046190db-84bb-4c39-ba4a-79f17e48d680 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:08.256294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b8976d-7404-44ae-beb0-534d2970dc70 req-046190db-84bb-4c39-ba4a-79f17e48d680 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 982 time: 0.0947311 Oct 15 20:19:08.322918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:08.322918 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.334987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] 10.222.0.15 "PUT /v2.0/ports/cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 1093 time: 1.7598372 Oct 15 20:19:08.336989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:08.339228 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54395c6-770c-43a7-8764-64ab0136dea7" -d '{"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:08.360227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.460916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90b8976d-7404-44ae-beb0-534d2970dc70 req-95787fb8-3f57-449c-b568-da3a9bd89853 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1760061 Oct 15 20:19:08.465204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc395-596e-4540-af42-80a2d07c339a service neutron] Pushing event updated for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:08.488994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.496154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:08.515000 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.528788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56430) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:08.579358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-a0904edb-9e2d-4f5a-8c93-3939694c2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:08.581114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-a0904edb-9e2d-4f5a-8c93-3939694c2864 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1096 time: 0.1169527 Oct 15 20:19:08.675195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,segment=NetworkSegment(e4e45a1d-7b5b-40c3-94e0-546eec8c2282),segment_id=e4e45a1d-7b5b-40c3-94e0-546eec8c2282)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:08.676684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-07f1f9d1-26ed-4386-8ce0-2eb8c4eca6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.694569 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b801db9-d21b-49d2-b6ed-1c5202369184 x-openstack-request-id: req-0b801db9-d21b-49d2-b6ed-1c5202369184 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:08.694865 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:08.695279 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b801db9-d21b-49d2-b6ed-1c5202369184 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:08.696236 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'status': 'completed', 'code': 200} Oct 15 20:19:08.698329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-6f4a2b78-379d-4ae1-be81-dcb60347af19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 217 time: 0.1035972 Oct 15 20:19:08.728252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['de573914-b1f9-4d6a-83b1-796f075b6534'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:19:08.792789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.796790 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed63140d-4cad-48d8-88c8-e6f58fe3852e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.817664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-51402759-f76b-4caf-b2d6-b8d7f456dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:08.824890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-51402759-f76b-4caf-b2d6-b8d7f456dbd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1191409 Oct 15 20:19:08.856488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:08.944624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed63140d-4cad-48d8-88c8-e6f58fe3852e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:08.986661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-07f1f9d1-26ed-4386-8ce0-2eb8c4eca6a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:19:08.987785 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-07f1f9d1-26ed-4386-8ce0-2eb8c4eca6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:19:08.998516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-2e2a3823-c2e6-42e4-9b17-8b95e53bdab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:09.000027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-2e2a3823-c2e6-42e4-9b17-8b95e53bdab2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654541 Oct 15 20:19:09.015166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc10ef-6ba0-4473-9bc2-e3509075fa1a req-c50849ad-b25d-4586-8cc5-191dd71a45fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:09.028909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23cc10ef-6ba0-4473-9bc2-e3509075fa1a req-c50849ad-b25d-4586-8cc5-191dd71a45fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0823519 Oct 15 20:19:09.104766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ed63140d-4cad-48d8-88c8-e6f58fe3852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.137205 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.222121 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.305622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23cc10ef-6ba0-4473-9bc2-e3509075fa1a req-40f5b10e-15eb-4656-ab42-4643bfdd62ca tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757585 Oct 15 20:19:09.313803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ed63140d-4cad-48d8-88c8-e6f58fe3852e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da67c886735b41399aea3eaafef8dae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829127 Oct 15 20:19:09.317568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56436) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:09.324955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63140d-4cad-48d8-88c8-e6f58fe3852e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4222115d-0f12-483a-8a82-b72ceefc21ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:09.362130 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.362362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-bd5176d0-de73-4983-8d36-b1393e3abbbf service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308141 Oct 15 20:19:09.373242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:09.424275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.449771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:09.450693 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.483657 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.535221 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=43d8f014-9865-4d11-8250-2672e779b55e,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:09.561377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92d4b627-832c-4cff-9fd4-91a1b3279199 req-34875cc9-fc9e-4ce3-b507-9e3bb175a7a0 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895745 Oct 15 20:19:09.592740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4f4165d9-de29-43fb-b534-0d58acb0158e is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:09.596484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:09.633614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8fdd75bc-6c7a-40f7-9291-0fa151607fbc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:09.685228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd705db-260c-49cb-92da-99bc37953e9c req-b975f49c-ec09-4f82-b2ae-fb828e982233 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:09.686973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efd705db-260c-49cb-92da-99bc37953e9c req-b975f49c-ec09-4f82-b2ae-fb828e982233 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 983 time: 0.0801537 Oct 15 20:19:09.714232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.717161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.718918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4222115d-0f12-483a-8a82-b72ceefc21ca HTTP/1.1" status: 204 len: 168 time: 0.4011116 Oct 15 20:19:09.737962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7a0a3-e680-4880-b700-5287e6b23593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222115d-0f12-483a-8a82-b72ceefc21ca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:09.829763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efd705db-260c-49cb-92da-99bc37953e9c req-ed8eb1bd-207b-4df1-8840-b9a12e79df46 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1170425 Oct 15 20:19:09.858287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-37d533ce-1366-4619-a7a9-0251142bb347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:09.858654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-950c7d5a-dd9a-4c3c-840f-02d5302fc48b None None] Provisioning complete for port 43d8f014-9865-4d11-8250-2672e779b55e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:09.859128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-950c7d5a-dd9a-4c3c-840f-02d5302fc48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.859898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-37d533ce-1366-4619-a7a9-0251142bb347 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1096 time: 0.1290541 Oct 15 20:19:09.953438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-950c7d5a-dd9a-4c3c-840f-02d5302fc48b None None] Port 43d8f014-9865-4d11-8250-2672e779b55e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:09.962041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a53f70-55ef-4761-b23b-17fad10a05d5 None None] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:09.979268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:09.979746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:09.985323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-4b51390c-b257-41e7-a571-a5d2a2b72b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:09.987062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-4b51390c-b257-41e7-a571-a5d2a2b72b0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1202919 Oct 15 20:19:10.042096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-b7fb3e9c-3237-4d7f-8695-8917f3ef27e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 217 time: 0.0475736 Oct 15 20:19:10.119258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-14c8dfec-677a-4e89-98a8-f25f8a21ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:10.121121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-14c8dfec-677a-4e89-98a8-f25f8a21ed34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0717502 Oct 15 20:19:10.193644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-c506bdc0-2f2e-4bc0-b8aa-ef7dac71bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:10.196229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-c506bdc0-2f2e-4bc0-b8aa-ef7dac71bd7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680883 Oct 15 20:19:10.313407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-11c89f72-7ade-480a-b111-aeaf98f38008 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099343 Oct 15 20:19:10.314054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 345079cc-2645-4b9a-ad8d-230ee3d98c95 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:10.318552 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-950c7d5a-dd9a-4c3c-840f-02d5302fc48b None None] Provisioning complete for port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:10.318935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-950c7d5a-dd9a-4c3c-840f-02d5302fc48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.458374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d54395c6-770c-43a7-8764-64ab0136dea7 req-91bfd9ab-ccc3-40db-ae5a-5621b081f17a service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358218 Oct 15 20:19:10.472025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4ab4c-be12-4bc0-85ea-5548f6fb5a43 req-a57761b9-f853-4b90-9149-62a96326a75b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:10.473796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79a4ab4c-be12-4bc0-85ea-5548f6fb5a43 req-a57761b9-f853-4b90-9149-62a96326a75b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0825312 Oct 15 20:19:10.481485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:10.489423 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1886d41c-2c86-4818-b2ec-9371abcdbecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0530508 Oct 15 20:19:10.491691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56446) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:10.498894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] Sync routers for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:10.523063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.542198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:10.542938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:10.552741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f796c-c441-4b4d-9b13-0dfb53403306 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:10.557002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-328f796c-c441-4b4d-9b13-0dfb53403306 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports/43d8f014-9865-4d11-8250-2672e779b55e HTTP/1.1" status: 200 len: 910 time: 0.0607946 Oct 15 20:19:10.560105 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56448) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:10.590230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79a4ab4c-be12-4bc0-85ea-5548f6fb5a43 req-0995d1a7-6906-4d89-a68e-f38fc38e1b14 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842597 Oct 15 20:19:10.590677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56450) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:10.593951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:10.606053 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3160dc33-bedd-48b1-85ca-8d1cc883bdf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.624228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:10.624904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:10.685567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,segment=NetworkSegment(131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef),segment_id=131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:10.689632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:10.690281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30189ef-a455-44f8-872a-ab5c662d4bc5 None None] The sync data for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:10.703816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a531b0cd-6a0f-4f6b-b05d-c77f479ee086 None None] Provisioning complete for port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:10.704523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a531b0cd-6a0f-4f6b-b05d-c77f479ee086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.737038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3160dc33-bedd-48b1-85ca-8d1cc883bdf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.755501 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.828173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3160dc33-bedd-48b1-85ca-8d1cc883bdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.859854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:10.875528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a531b0cd-6a0f-4f6b-b05d-c77f479ee086 None None] Provisioning complete for port 43d8f014-9865-4d11-8250-2672e779b55e triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:10.875930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a531b0cd-6a0f-4f6b-b05d-c77f479ee086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:10.882923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3160dc33-bedd-48b1-85ca-8d1cc883bdf1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cfaf2a9a06c84081a3aefceebe71e9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909610 Oct 15 20:19:10.884264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160dc33-bedd-48b1-85ca-8d1cc883bdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ca0d39-742c-4731-8798-b6d24970fa0b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:10.887002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56454) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:10.949778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a531b0cd-6a0f-4f6b-b05d-c77f479ee086 None None] Port 43d8f014-9865-4d11-8250-2672e779b55e cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:10.976793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.008965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.023936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3972e5-8853-4cac-be43-00e95255479a req-2ec0e379-705e-4975-8db7-f1ec23e46dfd tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:11.025438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f3972e5-8853-4cac-be43-00e95255479a req-2ec0e379-705e-4975-8db7-f1ec23e46dfd tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 983 time: 0.0949671 Oct 15 20:19:11.073636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-802e8e6f-4da1-40d3-a18a-4d1521cc7936 None None] Provisioning complete for port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:11.074196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-802e8e6f-4da1-40d3-a18a-4d1521cc7936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.077852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.100914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f3972e5-8853-4cac-be43-00e95255479a req-89310a23-b8aa-4a3e-b137-00c9eb3b0e0f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0662401 Oct 15 20:19:11.152951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8fdd75bc-6c7a-40f7-9291-0fa151607fbc up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:11.193704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.200396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.200679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de573914-b1f9-4d6a-83b1-796f075b6534 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:11.200807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6ca0d39-742c-4731-8798-b6d24970fa0b HTTP/1.1" status: 204 len: 168 time: 0.3091273 Oct 15 20:19:11.211121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dde6fe-fbb5-40c3-b6ef-c952e43a9859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ca0d39-742c-4731-8798-b6d24970fa0b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:11.289595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:11.289595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.389906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port de573914-b1f9-4d6a-83b1-796f075b6534 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:19:11.402817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port de573914-b1f9-4d6a-83b1-796f075b6534 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:11.403188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.410474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.21.0.1 (44f43d3e-3f39-4eb5-889b-484856e30e22/e753e706-817b-4e96-be57-5b9f1d1991f6/86d6ffa3-481c-48d6-a13f-4dbe7e274e52) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:11.493629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.524502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:11.527643 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e31a1ea-4d23-48c3-8379-15f067910cd1" -d '{"events": [{"server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "name": "network-vif-plugged", "status": "completed", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:11.544577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de573914-b1f9-4d6a-83b1-796f075b6534,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:11.552704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.624759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.653653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.705725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:11.709947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:11.721107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:11.723266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=86d6ffa3-481c-48d6-a13f-4dbe7e274e52,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:11.752080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:11.787725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:11.918567 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e64758-08ef-41bb-a35d-2fce28e8f727 x-openstack-request-id: req-f0e64758-08ef-41bb-a35d-2fce28e8f727 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:11.918895 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "name": "network-vif-plugged", "status": "completed", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:11.919158 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0e64758-08ef-41bb-a35d-2fce28e8f727 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:11.919591 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'code': 200} Oct 15 20:19:12.015527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.084952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7a432-ffa7-4ac3-8fe1-2682df1cca9f req-1f610fc3-12c4-43d0-9c1e-5c5d2a963e48 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:12.086737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2de7a432-ffa7-4ac3-8fe1-2682df1cca9f req-1f610fc3-12c4-43d0-9c1e-5c5d2a963e48 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.1035662 Oct 15 20:19:12.101213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-34f9e9b6-6507-4b95-ae3b-ea5f7bbac309 None None] Provisioning complete for port 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:12.101745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da2c88-0f9c-4fb6-8a4d-192b426928f1 req-65ecefdc-60e6-4053-8671-83536320ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:12.101999 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34f9e9b6-6507-4b95-ae3b-ea5f7bbac309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.103210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1da2c88-0f9c-4fb6-8a4d-192b426928f1 req-65ecefdc-60e6-4053-8671-83536320ea32 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.0865092 Oct 15 20:19:12.145605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-34f9e9b6-6507-4b95-ae3b-ea5f7bbac309 None None] Port 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:12.164549 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2de7a432-ffa7-4ac3-8fe1-2682df1cca9f req-2e6be6c5-ebc5-482d-9270-be518a6a3e9b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713468 Oct 15 20:19:12.170665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1da2c88-0f9c-4fb6-8a4d-192b426928f1 req-63aeb604-2c74-468f-892d-d1376c6e0a1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0582530 Oct 15 20:19:12.275184 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac17b06-1dc5-4bed-88ee-f82f2efea2c4 req-cd6dbe47-e342-447e-a8f5-cf42a0a339e2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:12.282939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bac17b06-1dc5-4bed-88ee-f82f2efea2c4 req-cd6dbe47-e342-447e-a8f5-cf42a0a339e2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.0622437 Oct 15 20:19:12.324865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bac17b06-1dc5-4bed-88ee-f82f2efea2c4 req-f835f25e-5512-4801-934b-ae2547098538 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410078 Oct 15 20:19:12.393840 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.467962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.553260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.560849 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=86d6ffa3-481c-48d6-a13f-4dbe7e274e52,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:12.656658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:12.658161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:12.783605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 345079cc-2645-4b9a-ad8d-230ee3d98c95 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:12.887211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:12.895656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56488) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:12.897575 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] Sync routers for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:12.900123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-74400b60-6dec-45c3-bacc-f8c3e9be9652 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417964 Oct 15 20:19:12.906810 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:12.907412 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:12.939564 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:12.942150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72938f-1143-4b74-96b8-6908f7979cf4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:12.944289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1b72938f-1143-4b74-96b8-6908f7979cf4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports/86d6ffa3-481c-48d6-a13f-4dbe7e274e52 HTTP/1.1" status: 200 len: 910 time: 0.0467565 Oct 15 20:19:12.947159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56490) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:12.948028 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:12.948613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:12.971969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-96f75a5e-e3fb-44a4-aea6-11bf5812fbcf None None] Provisioning complete for port 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:12.973682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-96f75a5e-e3fb-44a4-aea6-11bf5812fbcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:12.986570 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:12.987266 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5883c02e-b448-48b2-b630-50600f8c3866 None None] The sync data for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:13.015799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-96f75a5e-e3fb-44a4-aea6-11bf5812fbcf None None] Port 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:13.538773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cf0f9-7edc-4ee6-b814-d6110d8752b2 req-edef17cb-b2f5-4994-ada1-7bd1e828ace2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:13.540279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-841cf0f9-7edc-4ee6-b814-d6110d8752b2 req-edef17cb-b2f5-4994-ada1-7bd1e828ace2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0943532 Oct 15 20:19:13.625007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-841cf0f9-7edc-4ee6-b814-d6110d8752b2 req-c2f17317-37a8-4c2b-a20b-539bcd985a09 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647032 Oct 15 20:19:13.721167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:13.871833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-a23336a1-ab69-4202-8be0-3abd84f491ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667194 Oct 15 20:19:13.881973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847aef4-89cb-454f-936d-83bfc1f8bb84 req-b4af92f2-38f8-4037-a3fe-9f943d6dc626 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:13.883708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9847aef4-89cb-454f-936d-83bfc1f8bb84 req-b4af92f2-38f8-4037-a3fe-9f943d6dc626 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.1667688 Oct 15 20:19:14.005152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9847aef4-89cb-454f-936d-83bfc1f8bb84 req-7555c84d-697f-4fbf-9178-61a55b3df866 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0880075 Oct 15 20:19:14.022972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-db2e3f28-1c39-49de-b7c0-55dbbf5c5aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.024637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-db2e3f28-1c39-49de-b7c0-55dbbf5c5aa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.0915680 Oct 15 20:19:14.212889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a17e-0bd0-42bc-a4e8-d15f4ae754e9 req-d4d16bf8-4125-4ea7-b14e-f3d7c00b0a2f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.214371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b27a17e-0bd0-42bc-a4e8-d15f4ae754e9 req-d4d16bf8-4125-4ea7-b14e-f3d7c00b0a2f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.1281183 Oct 15 20:19:14.233222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-f251a0b1-e53d-455c-898a-3e8fbce5be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.234604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-f251a0b1-e53d-455c-898a-3e8fbce5be21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 898 time: 0.1771591 Oct 15 20:19:14.299707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-e319c377-a5be-4f25-a97d-03eb34847fcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 217 time: 0.0554428 Oct 15 20:19:14.303539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:14.303948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:14.322145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b27a17e-0bd0-42bc-a4e8-d15f4ae754e9 req-56e2db16-35aa-473a-9d48-1c2ce6f09a31 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0996559 Oct 15 20:19:14.435820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-e1c23646-f9dc-41cb-8f9a-9f112047ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.437255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-e1c23646-f9dc-41cb-8f9a-9f112047ff71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 200 len: 834 time: 0.1280138 Oct 15 20:19:14.489970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:14.510023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 86d6ffa3-481c-48d6-a13f-4dbe7e274e52 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:14.513584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-bfbe02a0-1d1c-4ed6-8395-0ebabf3f701a tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.515142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-bfbe02a0-1d1c-4ed6-8395-0ebabf3f701a tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.1163614 Oct 15 20:19:14.533365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-483c9bbb-5bad-4cff-8786-7c0fcf6ea114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:14.534790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-483c9bbb-5bad-4cff-8786-7c0fcf6ea114 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889437 Oct 15 20:19:14.544924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-53d23130-c003-4024-b753-766a1ddb1fba tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:14.768022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-0892b563-29fa-47e4-9d41-ef201130f97c service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240145 Oct 15 20:19:14.877287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-53d23130-c003-4024-b753-766a1ddb1fba tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:14.914585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eca36b05-8407-419a-8ac9-fdb5ebe844e8 req-7205e5d9-bcf7-4fc8-ba83-eb3191af359f service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369705 Oct 15 20:19:14.955813 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-53d23130-c003-4024-b753-766a1ddb1fba tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:14.986438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b788cf7d-ab29-4998-b9d7-01f38e284ebf req-53d23130-c003-4024-b753-766a1ddb1fba tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4641895 Oct 15 20:19:14.990931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.008242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56510) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:15.022934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d23130-c003-4024-b753-766a1ddb1fba tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cc72b7-f241-4998-9f00-a6c9904e0d88,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:15.037656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=86d6ffa3-481c-48d6-a13f-4dbe7e274e52,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:15.059381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddc4e51-d0eb-4e0f-92af-722614cb3411 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:15.061227 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9ddc4e51-d0eb-4e0f-92af-722614cb3411 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1131 time: 0.0517359 Oct 15 20:19:15.064323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56512) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:15.070091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:15.201726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a518e34-590e-4cbe-9082-e87b6cfa43c9 req-2fcebc07-6fa4-4a1f-8253-9181316596b6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:15.203329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a518e34-590e-4cbe-9082-e87b6cfa43c9 req-2fcebc07-6fa4-4a1f-8253-9181316596b6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.1250460 Oct 15 20:19:15.225252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.272785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.283906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a518e34-590e-4cbe-9082-e87b6cfa43c9 req-cbad0053-4534-45ca-9922-f6a002072108 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505776 Oct 15 20:19:15.339421 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.442942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.25.0.212 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/0fe520bb-4296-47dc-95fb-4c1cb02e9ac8) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:15.470198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 345079cc-2645-4b9a-ad8d-230ee3d98c95 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:15.546946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.563421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:15.571825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-689e86b0-1d66-43cb-bcde-ce35ebf58043 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6234052 Oct 15 20:19:15.574559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56514) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:15.577235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] Sync routers for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:15.590091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:15.590378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:15.624746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:15.625801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:15.634886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:15.635595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:15.673272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:15.673946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080c6dbf-a2de-4213-a734-96c09c7bd7d8 None None] The sync data for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:15.683793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:15.688381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:15.696371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:15.699449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=0fe520bb-4296-47dc-95fb-4c1cb02e9ac8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:15.918477 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.068407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.171339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 43d8f014-9865-4d11-8250-2672e779b55e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:16.171627 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.219106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.263048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.276855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 43d8f014-9865-4d11-8250-2672e779b55e owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:16.388842 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.448372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da221f-5ae7-48fe-9c72-1344338097ab req-9172acdd-9e32-472e-883e-66032d20b806 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:16.449871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6da221f-5ae7-48fe-9c72-1344338097ab req-9172acdd-9e32-472e-883e-66032d20b806 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0657661 Oct 15 20:19:16.456091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.517480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6da221f-5ae7-48fe-9c72-1344338097ab req-7fd88db8-2317-4748-828c-3fd44e0097aa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490174 Oct 15 20:19:16.544012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=0fe520bb-4296-47dc-95fb-4c1cb02e9ac8,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:16.556074 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.588077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:16.631372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=43d8f014-9865-4d11-8250-2672e779b55e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:16.695454 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Floating IP 990cb688-81e1-409a-8d09-c5babcde167b associated. External IP: 172.25.0.212, port: de573914-b1f9-4d6a-83b1-796f075b6534. Oct 15 20:19:16.865613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:17.030213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 345079cc-2645-4b9a-ad8d-230ee3d98c95 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:17.111710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:17.119950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b4e35a65-44dc-4109-8cd7-39601c79f149 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441306 Oct 15 20:19:17.122347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56524) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:17.125554 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] Sync routers for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:17.141868 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:17.142766 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.175066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b6b1a521-5522-46d5-b5f4-aa2a817c7f1c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=345079cc-2645-4b9a-ad8d-230ee3d98c95 HTTP/1.1" status: 200 len: 205 time: 0.0510557 Oct 15 20:19:17.179354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56528) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:17.210650 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.220528 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] Routers {'345079cc-2645-4b9a-ad8d-230ee3d98c95'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:17.221423 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['345079cc-2645-4b9a-ad8d-230ee3d98c95'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.256719 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.257639 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30aaa0ad-fb50-4560-8fbd-00d9a149ea78 None None] The sync data for ids ['345079cc-2645-4b9a-ad8d-230ee3d98c95'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:17.280029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:17.289507 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 92cacc91-1db4-40fc-81bf-3b3608e3597a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:17.407000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:17.420577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Sync routers for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:17.432186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:17.435818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.526820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:17.564199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eaeb0de9-1710-44d4-bec9-f21e136c8483 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4987905 Oct 15 20:19:17.564818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:17.568490 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7127bb-74da-472f-90ae-6b79512b04ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:17.571108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56532) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:17.582308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:17.769280 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.770199 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.771244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.771810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.772332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.772854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.773427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.773944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.779827 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bec7788c-229e-45de-9e5f-a57376f66da2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5648 time: 0.2053044 Oct 15 20:19:17.780407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56536) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:17.850102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '990cb688-81e1-409a-8d09-c5babcde167b', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'port_id': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'mac_address': 'fa:16:3e:cd:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:15Z', 'updated_at': '2021-10-15T20:19:15Z', 'revision_number': 0, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.860140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:17.864023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:17.889720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Checking router: 92cacc91-1db4-40fc-81bf-3b3608e3597a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:17.904522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:17.906389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:18:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:17.914904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.915595 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.916134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.916655 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.923039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.923760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.924281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.924792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:17.929749 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-570965d6-e295-4164-9030-ae75fcb5aee4 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5188 time: 0.1440084 Oct 15 20:19:17.930255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56538) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:18.019906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a967-2b4b-49a1-b9bb-a4d9c351a56c req-ff845476-473e-40ac-9437-1d82172810ba tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.022215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdd5a967-2b4b-49a1-b9bb-a4d9c351a56c req-ff845476-473e-40ac-9437-1d82172810ba tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.2924154 Oct 15 20:19:18.084149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fdd5a967-2b4b-49a1-b9bb-a4d9c351a56c req-ecf00a65-540d-41c7-a64e-99e04b29de72 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542660 Oct 15 20:19:18.099181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:18.117906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.118438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router 345079cc-2645-4b9a-ad8d-230ee3d98c95 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:18.126887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.131610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0bd4e11a-fbba-4e75-ab3e-b53cf05fbc71 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95 HTTP/1.1" status: 204 len: 168 time: 0.9510908 Oct 15 20:19:18.132250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56540) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:18.170405 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c866145-0535-4506-95b7-ea3ea7117e54 x-openstack-request-id: req-3c866145-0535-4506-95b7-ea3ea7117e54 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:18.171020 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:18.171600 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c866145-0535-4506-95b7-ea3ea7117e54 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:18.172199 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'status': 'completed', 'code': 200} Oct 15 20:19:18.208270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet e753e706-817b-4e96-be57-5b9f1d1991f6 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:18.213334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.282619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.289267 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f0372366-a78a-4a61-860b-2291a7a18a3c tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3578 time: 0.3547878 Oct 15 20:19:18.289523 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56544) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:18.314750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-78aabeea-1295-4b70-aee6-ee43be7d4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.317138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-78aabeea-1295-4b70-aee6-ee43be7d4bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.1204741 Oct 15 20:19:18.334964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f602bf-d1a5-45fb-915d-8ba319946f5c tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.335609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f602bf-d1a5-45fb-915d-8ba319946f5c tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.351712 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b5f602bf-d1a5-45fb-915d-8ba319946f5c tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=92cacc91-1db4-40fc-81bf-3b3608e3597a HTTP/1.1" status: 200 len: 1990 time: 0.0466444 Oct 15 20:19:18.392194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '990cb688-81e1-409a-8d09-c5babcde167b', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'port_id': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'mac_address': 'fa:16:3e:cd:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:15Z', 'updated_at': '2021-10-15T20:19:15Z', 'revision_number': 0, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:18.420403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f04f5a-e21e-4690-83fc-1135eac70375 None None] The sync data for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 is: [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '990cb688-81e1-409a-8d09-c5babcde167b', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'floating_ip_address': '172.25.0.212', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'port_id': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'mac_address': 'fa:16:3e:cd:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:15Z', 'updated_at': '2021-10-15T20:19:15Z', 'revision_number': 0, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:18.441338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.490333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-5773d27a-593e-4e74-9af1-d437ebc0f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.491855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-5773d27a-593e-4e74-9af1-d437ebc0f619 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 898 time: 0.1681178 Oct 15 20:19:18.499993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-26e056eb-f41b-436c-b879-34c553c17e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.568912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-f63b56d1-5af4-40ba-8ec3-db3964e5635a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 999 time: 0.0679867 Oct 15 20:19:18.625087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-a75c9bb4-a6cb-4c49-bb29-82d4c29f1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.625285 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c10967a-04f1-4e93-b9ba-3ed1f22725d6 None None] New status for floating IP 990cb688-81e1-409a-8d09-c5babcde167b: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:19:18.626639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-a75c9bb4-a6cb-4c49-bb29-82d4c29f1f65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 200 len: 834 time: 0.0510290 Oct 15 20:19:18.643778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.690942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=e753e706-817b-4e96-be57-5b9f1d1991f6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:18.695047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.701105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2e65e8-c8fd-4424-8e1d-980872ecdeb6 None None] Network 44f43d3e-3f39-4eb5-889b-484856e30e22 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:18.701227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2d68c3ba-d59f-4992-8395-2649ee972f99 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/e753e706-817b-4e96-be57-5b9f1d1991f6 HTTP/1.1" status: 204 len: 168 time: 0.5650852 Oct 15 20:19:18.701321 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56548) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:18.714663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-39a78b6d-34b6-40eb-8225-20b1289c1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:18.716629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-39a78b6d-34b6-40eb-8225-20b1289c1a3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828884 Oct 15 20:19:18.757768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet e87b2c7a-815d-408d-a897-96fe74e9c470 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:18.761773 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.809114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.833113 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-97ad3efd-4336-407b-a17b-c72ef49157ab service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091475 Oct 15 20:19:18.907216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] DHCP port deletion for 44f43d3e-3f39-4eb5-889b-484856e30e22 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:18.914855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:18.941845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc7127bb-74da-472f-90ae-6b79512b04ec req-63188458-e0b0-471e-8cc4-b155c83b0c1a service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022973 Oct 15 20:19:18.964078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Deleting port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:18.964451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.029309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] For port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,segment=NetworkSegment(131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef),segment_id=131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:19.029697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.042052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Calling delete_port for 8fdd75bc-6c7a-40f7-9291-0fa151607fbc owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:19.113912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.120749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8fdd75bc-6c7a-40f7-9291-0fa151607fbc no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:19.143702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=e87b2c7a-815d-408d-a897-96fe74e9c470,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:19.148789 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.152147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-98ea9de5-5b92-4738-ac53-f12fc6b64be4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/e87b2c7a-815d-408d-a897-96fe74e9c470 HTTP/1.1" status: 204 len: 168 time: 0.4501967 Oct 15 20:19:19.158388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56552) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:19.166072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03dc457-5a24-4119-9c3e-9396436ba7f5 None None] Network 4f4165d9-de29-43fb-b534-0d58acb0158e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:19.226532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c132-c99c-4e82-926a-de5e89cef9c3 req-585fed5f-7438-4400-893b-9e3a99983cd4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:19.227932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cee0c132-c99c-4e82-926a-de5e89cef9c3 req-585fed5f-7438-4400-893b-9e3a99983cd4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0583448 Oct 15 20:19:19.237344 n-d-712140-14 neutron-server[101182]: INFO neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No ports have port_id starting with 8fdd75bc-6c7a-40f7-9291-0fa151607fbc Oct 15 20:19:19.242991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.275029 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.304368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cee0c132-c99c-4e82-926a-de5e89cef9c3 req-17df2baf-e8be-4776-95d0-9fa6383f46d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653923 Oct 15 20:19:19.320913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] No DVR routers for this DVR port 8fdd75bc-6c7a-40f7-9291-0fa151607fbc on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:19.322501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ba4d9-7f3b-464a-88f4-3fe85c1851df None None] Pushing event deleted for resources: {'Port': ['ID=8fdd75bc-6c7a-40f7-9291-0fa151607fbc,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:19.369852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.391330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f43d3e-3f39-4eb5-889b-484856e30e22']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:19.401662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:19.401948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '131a5c53-e8bd-4f4d-bcdc-6fe0e1bccfef') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:19.416407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.428838 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.436646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:19.437079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.440181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] DHCP port deletion for 4f4165d9-de29-43fb-b534-0d58acb0158e request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:19.440554 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:19.491855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Deleting port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:19.492225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.561868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] For port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,segment=NetworkSegment(e4e45a1d-7b5b-40c3-94e0-546eec8c2282),segment_id=e4e45a1d-7b5b-40c3-94e0-546eec8c2282)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:19.562600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.602135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.617375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.618058 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/44f43d3e-3f39-4eb5-889b-484856e30e22 HTTP/1.1" status: 204 len: 168 time: 0.4619541 Oct 15 20:19:19.620645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56562) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:19.648837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf0b2c-84ca-4c68-987d-f946bc924198 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=44f43d3e-3f39-4eb5-889b-484856e30e22,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:19.712655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.732380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Calling delete_port for 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:19.767692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:19.768032 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.829061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,segment=NetworkSegment(e4e45a1d-7b5b-40c3-94e0-546eec8c2282),segment_id=e4e45a1d-7b5b-40c3-94e0-546eec8c2282)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:19.829417 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.842149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:19.902022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.927967 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:19.928242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Pushing event deleted for resources: {'Port': ['ID=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:19.937549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] No DVR routers for this DVR port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:19.944482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.944482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.944482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.944482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.944482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.945189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.945189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.945189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.945581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.945823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.946136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.946451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76473ea6-f26c-4381-922c-fb73987f404f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:19.956091 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=6134a649-55fe-4d0d-9ad3-b9eee9b42e41,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:19.963743 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:20.045682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.068877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4165d9-de29-43fb-b534-0d58acb0158e']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:20.079470 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:20.079826 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e45a1d-7b5b-40c3-94e0-546eec8c2282') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:20.089526 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.102725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.108548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:20.108987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:20.112184 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:20.247596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.254649 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.258655 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/4f4165d9-de29-43fb-b534-0d58acb0158e HTTP/1.1" status: 204 len: 168 time: 0.6370375 Oct 15 20:19:20.262737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:20.268539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960437161'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:20.271189 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518314f5-8ede-4507-a9fd-2de0c64b5694 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=4f4165d9-de29-43fb-b534-0d58acb0158e,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:20.390064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:20.393783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.434443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0c540-7288-438b-b655-21e90069b503 req-5dd61c44-ee3c-482d-ad53-5141d44b628d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:20.435984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bb0c540-7288-438b-b655-21e90069b503 req-5dd61c44-ee3c-482d-ad53-5141d44b628d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0734332 Oct 15 20:19:20.436757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:20.459908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.460246 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 5d9b0e4b-94a7-47fa-aae5-e1688ec60226 of type vlan for network 6271b077-56f9-42ba-aef2-43443b49fa3e Oct 15 20:19:20.511635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bb0c540-7288-438b-b655-21e90069b503 req-e3ab77e2-94b1-46cd-8c21-68602a36d283 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694337 Oct 15 20:19:20.514865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.613254 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.619400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:20.620042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:20.689757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=6271b077-56f9-42ba-aef2-43443b49fa3e,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:20.699876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 6271b077-56f9-42ba-aef2-43443b49fa3e details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:20.738951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-771c06d7-308c-4933-bb07-2d6799327e0f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4743593 Oct 15 20:19:20.741792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56590) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:20.746697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:20.921601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:20.925229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.124551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:21.145269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:21.145734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6134a649-55fe-4d0d-9ad3-b9eee9b42e41 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:21.168079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.238745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=048ed4a9-5e43-41aa-9f21-d7e62ba237c0,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:21.248262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '5d9b0e4b-94a7-47fa-aae5-e1688ec60226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:21.248622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 6271b077-56f9-42ba-aef2-43443b49fa3e, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:21.325081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 6271b077-56f9-42ba-aef2-43443b49fa3e is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:21.407573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 6271b077-56f9-42ba-aef2-43443b49fa3e) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:21.412874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:21.414129 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.417577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d7416-f8cc-4189-9872-12468156053f None None] Network 6271b077-56f9-42ba-aef2-43443b49fa3e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:21.484219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e06255c0-da1a-4ae7-96e1-eb3146b7a223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.517176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:21.522546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6abf058a-d85b-46df-b819-f851c236c2b3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7796788 Oct 15 20:19:21.528048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-925280920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:21.572721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-6271b077-56f9-42ba-aef2-43443b49fa3e', 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': '048ed4a9-5e43-41aa-9f21-d7e62ba237c0'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:21.574251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.622682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.623797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.655463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ba3a4-54d1-4317-a548-0dca7c72d99c req-6f8fd130-3b85-4a88-a457-c92ae8baf473 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:21.657487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-225ba3a4-54d1-4317-a548-0dca7c72d99c req-6f8fd130-3b85-4a88-a457-c92ae8baf473 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0606334 Oct 15 20:19:21.684644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.712082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-225ba3a4-54d1-4317-a548-0dca7c72d99c req-8455e63b-1ff9-4181-adcd-d74fa4dc816a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Oct 15 20:19:21.748126 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.774764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Allocated IP 172.20.0.2 (6271b077-56f9-42ba-aef2-43443b49fa3e/048ed4a9-5e43-41aa-9f21-d7e62ba237c0/9bb7094c-5410-46f0-8102-546a6f4e4747) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:21.865158 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:21.869883 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ff5ecdd4-b4da-4b4a-933a-423552b4e37c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3480566 Oct 15 20:19:21.869883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56600) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:21.874703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'port': {'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e', 'name': 'tempest-RoutersTest-741466035'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:21.941462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.008411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.050855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Network 6271b077-56f9-42ba-aef2-43443b49fa3e is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:22.053995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:22.057473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:22.068236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Pushing event updated for resources: {'Port': ['ID=9bb7094c-5410-46f0-8102-546a6f4e4747,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:22.093358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'port': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:22.098256 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.128974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Attempting to bind port 9bb7094c-5410-46f0-8102-546a6f4e4747 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:22.131106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Attempting to bind port 9bb7094c-5410-46f0-8102-546a6f4e4747 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '5d9b0e4b-94a7-47fa-aae5-e1688ec60226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:22.131383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Attempting to bind port 9bb7094c-5410-46f0-8102-546a6f4e4747 on network 6271b077-56f9-42ba-aef2-43443b49fa3e {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:22.136966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:22.137340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Checking segment: {'id': '5d9b0e4b-94a7-47fa-aae5-e1688ec60226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:22.143729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.143729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Bound using segment: {'id': '5d9b0e4b-94a7-47fa-aae5-e1688ec60226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:22.143729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Bound port: 9bb7094c-5410-46f0-8102-546a6f4e4747, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9b0e4b-94a7-47fa-aae5-e1688ec60226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '6271b077-56f9-42ba-aef2-43443b49fa3e'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:22.143729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.214231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] For port 9bb7094c-5410-46f0-8102-546a6f4e4747, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:22.217599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] For port 9bb7094c-5410-46f0-8102-546a6f4e4747, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9bb7094c-5410-46f0-8102-546a6f4e4747,segment=NetworkSegment(5d9b0e4b-94a7-47fa-aae5-e1688ec60226),segment_id=5d9b0e4b-94a7-47fa-aae5-e1688ec60226)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:22.309856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.382539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d282b6-dad6-44ec-850c-dc9fa53bc917 None None] Pushing event updated for resources: {'Port': ['ID=9bb7094c-5410-46f0-8102-546a6f4e4747,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:22.410738 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.440038 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] device_id is not set on port 453cc4c3-5288-42bd-8884-5b1e568ef28f yet. {{(pid=101181) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 15 20:19:22.578444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.20.0.13 (6271b077-56f9-42ba-aef2-43443b49fa3e/048ed4a9-5e43-41aa-9f21-d7e62ba237c0/453cc4c3-5288-42bd-8884-5b1e568ef28f) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:22.736079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.828518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.832466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ce157-b059-4200-8d5a-60ff060363f1 req-768ebcc1-03b1-4c40-9a2c-25bdc7a3bb8f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:22.836241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a91ce157-b059-4200-8d5a-60ff060363f1 req-768ebcc1-03b1-4c40-9a2c-25bdc7a3bb8f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.0516434 Oct 15 20:19:22.857432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.869903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 6271b077-56f9-42ba-aef2-43443b49fa3e is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:22.873080 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:22.877138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:22.878437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a91ce157-b059-4200-8d5a-60ff060363f1 req-98e90b4f-3167-45b5-9349-667db5e2dfa6 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360045 Oct 15 20:19:22.920711 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=453cc4c3-5288-42bd-8884-5b1e568ef28f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:22.936621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:22.940910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:22.941589 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.033360 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c83fec98-0bdf-4f62-83c3-ce4570583230 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1628008 Oct 15 20:19:23.035823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56608) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:23.156437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.202510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9bb7094c-5410-46f0-8102-546a6f4e4747 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:23.273952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9bb7094c-5410-46f0-8102-546a6f4e4747 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:23.274376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.364949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb167cea-388e-41b1-a386-12c33a3972ca details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:19:23.400123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.434536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9e241-c3de-4508-a355-c43c576dc851 None None] Network 6271b077-56f9-42ba-aef2-43443b49fa3e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:23.442870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.482703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9bb7094c-5410-46f0-8102-546a6f4e4747, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9bb7094c-5410-46f0-8102-546a6f4e4747,segment=NetworkSegment(5d9b0e4b-94a7-47fa-aae5-e1688ec60226),segment_id=5d9b0e4b-94a7-47fa-aae5-e1688ec60226)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:23.566114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.621682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb167cea-388e-41b1-a386-12c33a3972ca,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:23.625831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b23dbf87-ad26-4d00-8123-2df6cf4647b1 None None] Provisioning complete for port 9bb7094c-5410-46f0-8102-546a6f4e4747 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:23.628897 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b23dbf87-ad26-4d00-8123-2df6cf4647b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.687632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:19:23.706178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9bb7094c-5410-46f0-8102-546a6f4e4747,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:23.767689 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.820774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.847385 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:23.869419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb167cea-388e-41b1-a386-12c33a3972ca {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:19:23.926991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=453cc4c3-5288-42bd-8884-5b1e568ef28f,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:23.931192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb167cea-388e-41b1-a386-12c33a3972ca,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:24.022916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.098913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:24.112469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527431b-8a6d-40ee-bb54-90c8bffba098 req-357e37c7-a42b-4d78-a647-f712b051c573 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:24.115571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1527431b-8a6d-40ee-bb54-90c8bffba098 req-357e37c7-a42b-4d78-a647-f712b051c573 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 944 time: 0.1378586 Oct 15 20:19:24.169843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.207281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1527431b-8a6d-40ee-bb54-90c8bffba098 req-d8ff2392-fa79-4f72-a7de-8273384998eb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721807 Oct 15 20:19:24.282523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-57a83dca-68bb-4233-83f1-a3e7e0864a67 None None] Provisioning complete for port 9bb7094c-5410-46f0-8102-546a6f4e4747 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:24.283236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57a83dca-68bb-4233-83f1-a3e7e0864a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.388821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['cb167cea-388e-41b1-a386-12c33a3972ca'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:19:24.393963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.474115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-57a83dca-68bb-4233-83f1-a3e7e0864a67 None None] Provisioning complete for port 453cc4c3-5288-42bd-8884-5b1e568ef28f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:24.474754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57a83dca-68bb-4233-83f1-a3e7e0864a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.555964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-57a83dca-68bb-4233-83f1-a3e7e0864a67 None None] Port 453cc4c3-5288-42bd-8884-5b1e568ef28f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:24.741162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.747861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-aab75226-e042-4c5d-9726-392a33f831f5 None None] Provisioning complete for port 453cc4c3-5288-42bd-8884-5b1e568ef28f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:24.748513 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aab75226-e042-4c5d-9726-392a33f831f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.780270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.810159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aab75226-e042-4c5d-9726-392a33f831f5 None None] Port 453cc4c3-5288-42bd-8884-5b1e568ef28f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:24.839738 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.919461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=453cc4c3-5288-42bd-8884-5b1e568ef28f,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:24.922152 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.936804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ea8b8122-5016-43e6-9a91-c699f045e566 None None] Provisioning complete for port 453cc4c3-5288-42bd-8884-5b1e568ef28f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:24.937403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8122-5016-43e6-9a91-c699f045e566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:24.983769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b8122-5016-43e6-9a91-c699f045e566 None None] Port 453cc4c3-5288-42bd-8884-5b1e568ef28f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:25.027917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 6271b077-56f9-42ba-aef2-43443b49fa3e is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:25.029310 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:25.159943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9bb7094c-5410-46f0-8102-546a6f4e4747 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:25.216977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9bb7094c-5410-46f0-8102-546a6f4e4747 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:25.217485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.227902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router fd99aa7d-aa65-4105-b8c0-efbd3420da43 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:25.338041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942803c-874a-48cc-a8b8-d846d04dc3e9 req-a1b724e8-a7a0-489d-a347-c33c9b3978a0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:25.341377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb167cea-388e-41b1-a386-12c33a3972ca up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:25.344064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0942803c-874a-48cc-a8b8-d846d04dc3e9 req-a1b724e8-a7a0-489d-a347-c33c9b3978a0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 945 time: 0.0561376 Oct 15 20:19:25.394137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0942803c-874a-48cc-a8b8-d846d04dc3e9 req-e82a1473-b74e-4345-ae8b-cf88c09fb3dc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Oct 15 20:19:25.415680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:25.415680 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-352583dd-d961-4a1b-9e5b-c78316291fd2 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/fd99aa7d-aa65-4105-b8c0-efbd3420da43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3770926 Oct 15 20:19:25.417090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56622) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:25.419672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] Sync routers for ids ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:25.423257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2026e064-c844-401e-866b-9dedfad31cff None None] Provisioning complete for port 453cc4c3-5288-42bd-8884-5b1e568ef28f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:25.423648 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2026e064-c844-401e-866b-9dedfad31cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.458446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] Routers {'fd99aa7d-aa65-4105-b8c0-efbd3420da43'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:25.459242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:25.463380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36704634-a615-4ea3-88f3-1e9d8bbe699d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:25.464834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-36704634-a615-4ea3-88f3-1e9d8bbe699d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports/453cc4c3-5288-42bd-8884-5b1e568ef28f HTTP/1.1" status: 200 len: 977 time: 0.0466065 Oct 15 20:19:25.467715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56624) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:25.495686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:25.502305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2026e064-c844-401e-866b-9dedfad31cff None None] Port 453cc4c3-5288-42bd-8884-5b1e568ef28f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:25.508828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port cb167cea-388e-41b1-a386-12c33a3972ca completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:19:25.517131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port cb167cea-388e-41b1-a386-12c33a3972ca triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:25.517496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.521547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] Routers {'fd99aa7d-aa65-4105-b8c0-efbd3420da43'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:25.521547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:25.576821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:25.577472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378279ec-e732-436b-8b65-42ecabc7c786 None None] The sync data for ids ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:25.644507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.666764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:25.669098 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9a027-4e1a-4ce2-9363-cf571f3979b4" -d '{"events": [{"server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "name": "network-vif-plugged", "status": "completed", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:25.682721 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb167cea-388e-41b1-a386-12c33a3972ca,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:25.705303 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f1671-2d4e-4dc3-9109-77eb5cf85a2c x-openstack-request-id: req-ef7f1671-2d4e-4dc3-9109-77eb5cf85a2c {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:25.705303 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "name": "network-vif-plugged", "status": "completed", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:25.705303 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef7f1671-2d4e-4dc3-9109-77eb5cf85a2c {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:25.705953 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'code': 200} Oct 15 20:19:25.747580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.795137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:25.839379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5e06a-1872-463a-a932-30ad5f08e8da req-618280be-2698-423a-82e8-49f0fcde16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:25.840775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04f5e06a-1872-463a-a932-30ad5f08e8da req-618280be-2698-423a-82e8-49f0fcde16b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.0769413 Oct 15 20:19:25.849548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:25.957425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04f5e06a-1872-463a-a932-30ad5f08e8da req-457cbc6e-8499-4a4f-a2ed-eb0d14b0cb1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096015 Oct 15 20:19:26.085860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 453cc4c3-5288-42bd-8884-5b1e568ef28f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:26.086201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:26.175405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:26.188142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 453cc4c3-5288-42bd-8884-5b1e568ef28f owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:26.444961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:26.484806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=453cc4c3-5288-42bd-8884-5b1e568ef28f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:26.518206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.518611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.518882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.519215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.519546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.519898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.520287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.520619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.521106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.521443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.521771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.522091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:26.590919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1e572-e68a-4171-8ebe-b4b1a780eaaa req-62023e0b-5175-48be-bcbb-6a0878350cb5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:26.592519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bff1e572-e68a-4171-8ebe-b4b1a780eaaa req-62023e0b-5175-48be-bcbb-6a0878350cb5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.1170449 Oct 15 20:19:26.708101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:26.721575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bff1e572-e68a-4171-8ebe-b4b1a780eaaa req-b56f6742-4b96-4325-b778-3f5ff86b0916 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219342 Oct 15 20:19:26.898293 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56636) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:26.933154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router fd99aa7d-aa65-4105-b8c0-efbd3420da43 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:27.014667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:27.019628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e2b8c1e4-8344-46c2-bd15-3d6e7df45c47 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/fd99aa7d-aa65-4105-b8c0-efbd3420da43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5508819 Oct 15 20:19:27.023000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56640) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:27.026517 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] Sync routers for ids ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:27.028217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7edb9a5b-118b-4727-aae8-d82b740af10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.037094 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] Routers {'fd99aa7d-aa65-4105-b8c0-efbd3420da43'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:27.037705 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:27.083720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:27.093010 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] Routers {'fd99aa7d-aa65-4105-b8c0-efbd3420da43'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:27.093845 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:27.122790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7edb9a5b-118b-4727-aae8-d82b740af10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.127875 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:27.128566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfedfa5-9297-4694-823a-a9ba727e17d0 None None] The sync data for ids ['fd99aa7d-aa65-4105-b8c0-efbd3420da43'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:27.204744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7edb9a5b-118b-4727-aae8-d82b740af10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.221037 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-52c7a756-8f8b-4d42-98b2-78a7504b1b70 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] remove_router_interface failed (client error): The resource could not be found. Oct 15 20:19:27.225502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52c7a756-8f8b-4d42-98b2-78a7504b1b70 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/fd99aa7d-aa65-4105-b8c0-efbd3420da43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1979532 Oct 15 20:19:27.226062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56642) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:27.277399 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-62d68015-5390-4ebc-8746-5c5844460617 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd99aa7d-aa65-4105-b8c0-efbd3420da43 HTTP/1.1" status: 200 len: 205 time: 0.0500040 Oct 15 20:19:27.279989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56644) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:27.282656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56646) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:27.282968 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7edb9a5b-118b-4727-aae8-d82b740af10e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a734e9ab92f4e99ac19c2f7654e341e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846331 Oct 15 20:19:27.288995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb9a5b-118b-4727-aae8-d82b740af10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f255aac1-41a1-4c3f-a427-2ef073eebb8a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:27.388428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.475107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.576297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.580446 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.583571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.736389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.736897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router fd99aa7d-aa65-4105-b8c0-efbd3420da43 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:27.743648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.744771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1758a7a1-331f-4d68-aa40-18dc86006d28 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/fd99aa7d-aa65-4105-b8c0-efbd3420da43 HTTP/1.1" status: 204 len: 168 time: 0.4637470 Oct 15 20:19:27.747491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56648) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:27.788611 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.791140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.792302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f255aac1-41a1-4c3f-a427-2ef073eebb8a HTTP/1.1" status: 204 len: 168 time: 0.5086358 Oct 15 20:19:27.809291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet 048ed4a9-5e43-41aa-9f21-d7e62ba237c0 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:27.811431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde4325-6f6e-48df-89ca-9b2634d4d13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f255aac1-41a1-4c3f-a427-2ef073eebb8a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:27.816299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.884921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:27.924788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d1454-304d-4057-b38d-97ae9d0b0870 req-2a43501a-c283-4895-9b95-d5b2edbbf126 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:27.926311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7d1454-304d-4057-b38d-97ae9d0b0870 req-2a43501a-c283-4895-9b95-d5b2edbbf126 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.1118054 Oct 15 20:19:27.997931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd7d1454-304d-4057-b38d-97ae9d0b0870 req-28c5d4cf-7338-48b8-975e-ba214b7e9793 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630300 Oct 15 20:19:28.007169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.165931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c324d0-7f5a-419c-976b-291f8f9fee22 req-2b887781-34c7-467d-9f05-34f55f3b001f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:28.167447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c324d0-7f5a-419c-976b-291f8f9fee22 req-2b887781-34c7-467d-9f05-34f55f3b001f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.0994556 Oct 15 20:19:28.170851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.209874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=048ed4a9-5e43-41aa-9f21-d7e62ba237c0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:28.223408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.230266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0466cd86-9420-45f6-880a-7a7f500efd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/048ed4a9-5e43-41aa-9f21-d7e62ba237c0 HTTP/1.1" status: 204 len: 168 time: 0.4791706 Oct 15 20:19:28.230475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2ed355-c1d2-4347-a0d0-8ed11c695f02 None None] Network 6271b077-56f9-42ba-aef2-43443b49fa3e requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:28.230938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56664) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:28.279937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a7c324d0-7f5a-419c-976b-291f8f9fee22 req-a035bea4-ea2d-4a17-8046-a55b48071b9e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985177 Oct 15 20:19:28.303136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56666) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:28.327256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.356866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f9c479-12f2-4dcd-93b2-3e49ee730438 tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:28.361255 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b1f9c479-12f2-4dcd-93b2-3e49ee730438 tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1093 time: 0.0537655 Oct 15 20:19:28.361446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56670) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:28.366880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:28.389485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 9bb7094c-5410-46f0-8102-546a6f4e4747 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:28.389485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.433002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] DHCP port deletion for 6271b077-56f9-42ba-aef2-43443b49fa3e request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:28.457403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 9bb7094c-5410-46f0-8102-546a6f4e4747, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9bb7094c-5410-46f0-8102-546a6f4e4747,segment=NetworkSegment(5d9b0e4b-94a7-47fa-aae5-e1688ec60226),segment_id=5d9b0e4b-94a7-47fa-aae5-e1688ec60226)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:28.459518 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.463548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.477040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 9bb7094c-5410-46f0-8102-546a6f4e4747 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:28.488888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Deleting port 9bb7094c-5410-46f0-8102-546a6f4e4747 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:28.489762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.571276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.663169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.697729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=9bb7094c-5410-46f0-8102-546a6f4e4747,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:28.700609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 9bb7094c-5410-46f0-8102-546a6f4e4747 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:28.713392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] For port 9bb7094c-5410-46f0-8102-546a6f4e4747, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9bb7094c-5410-46f0-8102-546a6f4e4747,segment=NetworkSegment(5d9b0e4b-94a7-47fa-aae5-e1688ec60226),segment_id=5d9b0e4b-94a7-47fa-aae5-e1688ec60226)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:28.713796 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.726592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Calling delete_port for 9bb7094c-5410-46f0-8102-546a6f4e4747 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:28.791709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.25.0.66 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/eda60f7c-58da-4803-bb23-0475001092e0) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:28.813819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:28.828618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] No DVR routers for this DVR port 9bb7094c-5410-46f0-8102-546a6f4e4747 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:28.852421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e88707-2838-478f-a105-39c51994d2f9 None None] Pushing event deleted for resources: {'Port': ['ID=9bb7094c-5410-46f0-8102-546a6f4e4747,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:28.892196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56680) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:28.950390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.020690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1502735836-network', 'tenant_id': 'e53ae22d35be448694592014475b258b'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:29.059830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.103282 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:29.106139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:29.116939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:29.116939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=eda60f7c-58da-4803-bb23-0475001092e0,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:29.138669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Made reservation on behalf of e53ae22d35be448694592014475b258b for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:29.140997 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.146601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9bb7094c-5410-46f0-8102-546a6f4e4747 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:29.156536 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.167454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.170518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9bb7094c-5410-46f0-8102-546a6f4e4747 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:29.170951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9bb7094c-5410-46f0-8102-546a6f4e4747 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:29.191180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6271b077-56f9-42ba-aef2-43443b49fa3e']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:29.201529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9b0e4b-94a7-47fa-aae5-e1688ec60226') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:29.201913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9b0e4b-94a7-47fa-aae5-e1688ec60226') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:29.212117 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.226059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.232445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:29.232829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:29.236503 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:29.342442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.350779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.357914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/6271b077-56f9-42ba-aef2-43443b49fa3e HTTP/1.1" status: 204 len: 168 time: 1.1226311 Oct 15 20:19:29.362646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56684) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:29.366968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042c334-06f0-4aac-97ba-039383380ca1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=6271b077-56f9-42ba-aef2-43443b49fa3e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:29.369755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-740332630'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:29.456662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.496772 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:29.500187 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.512745 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.549429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:29.563701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:29.572973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce61031-4931-498e-b57c-a51e6a3f7991,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:29.605601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.605940 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Added segment 0b8102dc-0a48-487b-8335-49c3b18d7131 of type vlan for network 63252460-a332-4b58-898d-408606081790 Oct 15 20:19:29.618337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.618670 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 53e5ad73-9d55-4193-8e32-8548e1df13ac of type vlan for network 0e2ae627-12cd-45b1-a443-4db641bf16de Oct 15 20:19:29.685491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.716131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.721436 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.846343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.867668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.873106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:29.873675 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.875758 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.876545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:29.880754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:29.971924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0786963 Oct 15 20:19:29.975775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56686) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:29.980852 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Request body: {'subnet': {'network_id': '63252460-a332-4b58-898d-408606081790', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1502735836-subnet', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:29.982075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=0e2ae627-12cd-45b1-a443-4db641bf16de,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:29.989678 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-53bd81b0-619c-4b5a-8627-84aa71d23294 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6254539 Oct 15 20:19:29.993841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56688) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:29.995085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 0e2ae627-12cd-45b1-a443-4db641bf16de details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:29.999862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:30.085936 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfb832-4580-4d72-83e7-d99c8578a771 admin admin] Pushing event updated for resources: {'Network': ['ID=63252460-a332-4b58-898d-408606081790,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:30.095921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 63252460-a332-4b58-898d-408606081790 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:30.112585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Made reservation on behalf of e53ae22d35be448694592014475b258b for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:30.115520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.137626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.199050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.214474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:30.218025 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.275704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=eda60f7c-58da-4803-bb23-0475001092e0,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:30.281958 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.383168 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 4ce76c10-01e9-4cde-8f83-6154da1b20f6 associated. External IP: 172.25.0.66, port: cb167cea-388e-41b1-a386-12c33a3972ca. Oct 15 20:19:30.437177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.505736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad47a20-5638-4298-bf1b-429d0468d1f2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:30.516033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Checking segment: {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:30.516390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Network hostable DHCP agents. Network: 63252460-a332-4b58-898d-408606081790, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:30.544762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.590920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:30.608738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Network 63252460-a332-4b58-898d-408606081790 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:30.619874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=9440dfee-6f0d-40ee-b907-87fc3e6f62f6,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:30.625264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '53e5ad73-9d55-4193-8e32-8548e1df13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:30.625623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 0e2ae627-12cd-45b1-a443-4db641bf16de, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:30.697596 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 63252460-a332-4b58-898d-408606081790) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:30.702706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:30.703289 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.708417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a7bac7-5473-4693-bb71-48d5bffe6fdb None None] Network 63252460-a332-4b58-898d-408606081790 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:30.784906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 0e2ae627-12cd-45b1-a443-4db641bf16de is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:30.793526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 0e2ae627-12cd-45b1-a443-4db641bf16de) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:30.798008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:30.798520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.820132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-daa2382f-7795-4e09-bb31-cc6fef7166ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8430953 Oct 15 20:19:30.820776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56692) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:30.821702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dc5629-e03b-43cb-8497-2124dfb2f6b8 None None] Network 0e2ae627-12cd-45b1-a443-4db641bf16de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:30.825705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:30.919237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea0b744c-40db-432e-b934-8e42b95f418c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9240391 Oct 15 20:19:30.921630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-63252460-a332-4b58-898d-408606081790', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:30.921630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:30.921894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56694) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:30.926145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-442333008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:31.025220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:31.032609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.034101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.051440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:31.090800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.095994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.096973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.103588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-0e2ae627-12cd-45b1-a443-4db641bf16de', 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': '9440dfee-6f0d-40ee-b907-87fc3e6f62f6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:31.107755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.108352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:31.108977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:31.150403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.164964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.222434 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7fbd1578-fa17-4d4a-9236-1561df99f62c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8463111 Oct 15 20:19:31.222434 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:19:31.222434 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039d99f9-0442-469a-b7e9-f7f181ef74e4" -d '{"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:19:31.227773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.238166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Allocated IP 172.20.0.2 (63252460-a332-4b58-898d-408606081790/8ad47a20-5638-4298-bf1b-429d0468d1f2/aa7d8553-4311-465a-b797-79a2b50474c9) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:31.253819 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3857ead-7b43-4fd2-b7cf-a7e46bf10012 x-openstack-request-id: req-a3857ead-7b43-4fd2-b7cf-a7e46bf10012 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:19:31.254180 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:19:31.254652 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3857ead-7b43-4fd2-b7cf-a7e46bf10012 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:19:31.255129 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'status': 'completed', 'code': 200} Oct 15 20:19:31.334070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.350154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-1e0eab55-0dc5-4eff-a09d-b61e1ceaddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:31.351702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-1e0eab55-0dc5-4eff-a09d-b61e1ceaddd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.0751324 Oct 15 20:19:31.357645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.358739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-668fd0ea-0102-4a3b-924a-a35a2ed69db8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4361382 Oct 15 20:19:31.361889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56700) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:31.378877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:31.461247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-235827f4-f4de-4bf4-865d-5ae90aeb3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:31.462747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-235827f4-f4de-4bf4-865d-5ae90aeb3cf3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1030624 Oct 15 20:19:31.498647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Allocated IP 172.20.0.2 (0e2ae627-12cd-45b1-a443-4db641bf16de/9440dfee-6f0d-40ee-b907-87fc3e6f62f6/0f08be18-7cd8-464f-97e0-7bf210669e24) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:31.566916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-3196b840-d7cd-4ffa-ae5d-1239578645ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 999 time: 0.0953786 Oct 15 20:19:31.631829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-aeae8a96-4220-49b5-9b1f-0bf4ae74a825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:31.633195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-aeae8a96-4220-49b5-9b1f-0bf4ae74a825 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0592284 Oct 15 20:19:31.665455 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.734909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.770708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-d859ab0d-1cf8-4ad3-ac0b-89aa22355823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:31.772345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-d859ab0d-1cf8-4ad3-ac0b-89aa22355823 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323690 Oct 15 20:19:31.777525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.804948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.830983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.842572 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.892231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Network 63252460-a332-4b58-898d-408606081790 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:31.894221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:31.902394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:31.906218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Pushing event updated for resources: {'Port': ['ID=aa7d8553-4311-465a-b797-79a2b50474c9,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:31.911050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:29Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:31.946765 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:31.948504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:31.955535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-69f2f94b-6af4-43a9-8762-4c0ec92fdb44 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585298 Oct 15 20:19:31.969932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.20.0.1 (0e2ae627-12cd-45b1-a443-4db641bf16de/9440dfee-6f0d-40ee-b907-87fc3e6f62f6/d77b57b6-597e-43d8-8cc5-1361841ee262) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:32.008932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Allocated IP 172.25.0.166 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/704676bf-9c1d-4cae-be18-2bb7ed8f4852) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:32.027394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:32.028047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:32.032325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Network 0e2ae627-12cd-45b1-a443-4db641bf16de is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:32.077324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:32.081333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:32.086437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Pushing event updated for resources: {'Port': ['ID=0f08be18-7cd8-464f-97e0-7bf210669e24,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:32.092521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Attempting to bind port aa7d8553-4311-465a-b797-79a2b50474c9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:32.092872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Attempting to bind port aa7d8553-4311-465a-b797-79a2b50474c9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:32.093231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Attempting to bind port aa7d8553-4311-465a-b797-79a2b50474c9 on network 63252460-a332-4b58-898d-408606081790 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:32.107543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:32.107974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Checking segment: {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:32.108329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.108717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Bound using segment: {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:32.109188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Bound port: aa7d8553-4311-465a-b797-79a2b50474c9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:32.109563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.111151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.123858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039d99f9-0442-469a-b7e9-f7f181ef74e4 req-fba2b5ca-e623-4e1f-90f9-26149b2a96d6 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597884 Oct 15 20:19:32.172638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.262671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.291297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.305824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 0e2ae627-12cd-45b1-a443-4db641bf16de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:32.309210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:32.311793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:32.339870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:32.342527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=d77b57b6-597e-43d8-8cc5-1361841ee262,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:32.344156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:32.347632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:32.371832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.373952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Pushing event updated for resources: {'Port': ['ID=704676bf-9c1d-4cae-be18-2bb7ed8f4852,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:32.421135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Attempting to bind port 0f08be18-7cd8-464f-97e0-7bf210669e24 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:32.421505 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Attempting to bind port 0f08be18-7cd8-464f-97e0-7bf210669e24 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '53e5ad73-9d55-4193-8e32-8548e1df13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:32.421878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Attempting to bind port 0f08be18-7cd8-464f-97e0-7bf210669e24 on network 0e2ae627-12cd-45b1-a443-4db641bf16de {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:32.432766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] For port aa7d8553-4311-465a-b797-79a2b50474c9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:32.436727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:32.437108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Checking segment: {'id': '53e5ad73-9d55-4193-8e32-8548e1df13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:32.437507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.437903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Bound using segment: {'id': '53e5ad73-9d55-4193-8e32-8548e1df13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:32.438385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Bound port: 0f08be18-7cd8-464f-97e0-7bf210669e24, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e5ad73-9d55-4193-8e32-8548e1df13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '0e2ae627-12cd-45b1-a443-4db641bf16de'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:32.438777 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.441840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] For port aa7d8553-4311-465a-b797-79a2b50474c9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=aa7d8553-4311-465a-b797-79a2b50474c9,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:32.462238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:32.515341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.559431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.654900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] For port 0f08be18-7cd8-464f-97e0-7bf210669e24, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:32.659899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] For port 0f08be18-7cd8-464f-97e0-7bf210669e24, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0f08be18-7cd8-464f-97e0-7bf210669e24,segment=NetworkSegment(53e5ad73-9d55-4193-8e32-8548e1df13ac),segment_id=53e5ad73-9d55-4193-8e32-8548e1df13ac)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:32.661504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a9405-cf50-43da-9e5b-e78598e27a27 None None] Pushing event updated for resources: {'Port': ['ID=aa7d8553-4311-465a-b797-79a2b50474c9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:32.731618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.741748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.907291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.912221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d88133-1ac9-45b0-9934-81cf4a96c9ab None None] Pushing event updated for resources: {'Port': ['ID=0f08be18-7cd8-464f-97e0-7bf210669e24,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:32.949497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:29Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:32.985336 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:32.991801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eda6aa-cc9f-4f13-a6d7-bebcea571313 None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:29Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:33.005113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.075309 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=d77b57b6-597e-43d8-8cc5-1361841ee262,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:33.078730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.240168 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 0e2ae627-12cd-45b1-a443-4db641bf16de is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:33.242161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:33.274090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:33.306451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device aa7d8553-4311-465a-b797-79a2b50474c9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:33.378436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a174438-891a-4d15-9587-c7366a1e1c08 None None] New status for floating IP 4ce76c10-01e9-4cde-8f83-6154da1b20f6: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:19:33.386026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port aa7d8553-4311-465a-b797-79a2b50474c9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:33.386538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.434569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:33.455177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 788625f7-0a21-49be-be54-4f2ba075c66d is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:33.463506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Sync routers for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:33.487239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:33.491906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.527703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.531491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.532062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eda911a7-a158-4a42-b84c-833367b375e0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7102742 Oct 15 20:19:33.532774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56702) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:33.561645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:33.571154 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-430498ac-3bfe-4a9b-b699-5a9cc88db39f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/788625f7-0a21-49be-be54-4f2ba075c66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2043269 Oct 15 20:19:33.571154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56704) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:33.580193 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] Sync routers for ids ['788625f7-0a21-49be-be54-4f2ba075c66d'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:33.595719 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] Routers {'788625f7-0a21-49be-be54-4f2ba075c66d'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:33.596378 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['788625f7-0a21-49be-be54-4f2ba075c66d'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.615391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port aa7d8553-4311-465a-b797-79a2b50474c9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=aa7d8553-4311-465a-b797-79a2b50474c9,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:33.625872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5499c4-6d8f-42f7-95a2-add1521c7cbd tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:33.627821 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4c5499c4-6d8f-42f7-95a2-add1521c7cbd tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports/d77b57b6-597e-43d8-8cc5-1361841ee262 HTTP/1.1" status: 200 len: 910 time: 0.0566652 Oct 15 20:19:33.631261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56706) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:33.635514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:33.640536 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.653200 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] Routers {'788625f7-0a21-49be-be54-4f2ba075c66d'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:33.654607 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['788625f7-0a21-49be-be54-4f2ba075c66d'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.700003 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.701662 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ea3966-b0de-45d2-8037-f92a2794439e None None] The sync data for ids ['788625f7-0a21-49be-be54-4f2ba075c66d'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:33.759462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:33.877612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=aa7d8553-4311-465a-b797-79a2b50474c9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:33.945346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:32Z', 'revision_number': 3, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:33.979167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Checking router: 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:33.979826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Updating router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:19:34.011857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.081873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.291953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c546878d-b6ed-4232-8129-e9833b8c7b53 None None] Network 0e2ae627-12cd-45b1-a443-4db641bf16de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:34.402899 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port d77b57b6-597e-43d8-8cc5-1361841ee262 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:34.403153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.439803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] Provisioning complete for port 0f08be18-7cd8-464f-97e0-7bf210669e24 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:34.440400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.484685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.502113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.517128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for d77b57b6-597e-43d8-8cc5-1361841ee262 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:34.547031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42989ea6-86fa-46e1-9554-d9132b526532 None None] Network 63252460-a332-4b58-898d-408606081790 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:34.579661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.672409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Allocated IP 172.20.0.1 (63252460-a332-4b58-898d-408606081790/8ad47a20-5638-4298-bf1b-429d0468d1f2/92294c85-0666-40d1-bfac-d30292c642fe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:34.781723 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.784737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.811796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=d77b57b6-597e-43d8-8cc5-1361841ee262,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:34.822578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.897335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.936854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Network 63252460-a332-4b58-898d-408606081790 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:34.940572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:34.944980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:34.949951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefa2d-c348-46f3-a652-601a3dded69f None None] Pushing event updated for resources: {'Port': ['ID=704676bf-9c1d-4cae-be18-2bb7ed8f4852,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:34.955032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Attempting to bind port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:34.955409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Attempting to bind port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:34.955811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Attempting to bind port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:34.958691 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.987338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:34.989460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:34.991469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.992096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:34.993869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Bound port: 704676bf-9c1d-4cae-be18-2bb7ed8f4852, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:34.994453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:34.994692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Pushing event updated for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:34.994989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.011299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.072156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] For port 704676bf-9c1d-4cae-be18-2bb7ed8f4852, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:35.080407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] For port 704676bf-9c1d-4cae-be18-2bb7ed8f4852, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=704676bf-9c1d-4cae-be18-2bb7ed8f4852,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:35.134647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] For port 0f08be18-7cd8-464f-97e0-7bf210669e24, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0f08be18-7cd8-464f-97e0-7bf210669e24,segment=NetworkSegment(53e5ad73-9d55-4193-8e32-8548e1df13ac),segment_id=53e5ad73-9d55-4193-8e32-8548e1df13ac)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:35.188886 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.241228 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.263187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:35.264007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:35.299085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 788625f7-0a21-49be-be54-4f2ba075c66d has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:35.316128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device aa7d8553-4311-465a-b797-79a2b50474c9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:35.322400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aefa2d-c348-46f3-a652-601a3dded69f None None] Pushing event updated for resources: {'Port': ['ID=704676bf-9c1d-4cae-be18-2bb7ed8f4852,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:35.323081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.416510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:35.426230 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4607c2d7-0012-4ef3-9443-5eafd8a18b3c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/788625f7-0a21-49be-be54-4f2ba075c66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7908797 Oct 15 20:19:35.427509 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56708) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:35.449132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] Sync routers for ids ['788625f7-0a21-49be-be54-4f2ba075c66d'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:35.467575 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ab3097ab-895a-4dcf-970d-3268b4155701 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=788625f7-0a21-49be-be54-4f2ba075c66d HTTP/1.1" status: 200 len: 205 time: 0.0367181 Oct 15 20:19:35.468000 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56710) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:35.552828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d2c791fd-378d-4000-9ac1-5fd6e3378be7 None None] Provisioning complete for port aa7d8553-4311-465a-b797-79a2b50474c9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:35.553197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2c791fd-378d-4000-9ac1-5fd6e3378be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.559037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port aa7d8553-4311-465a-b797-79a2b50474c9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:35.559402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.562401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.564511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] Routers {'788625f7-0a21-49be-be54-4f2ba075c66d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:35.564511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['788625f7-0a21-49be-be54-4f2ba075c66d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:35.627691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:35.643511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.661307 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199704ff-99b5-48ad-8922-a22cd4bee6b4 None None] Pushing event updated for resources: {'Port': ['ID=0f08be18-7cd8-464f-97e0-7bf210669e24,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:35.711350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.717902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:35.762221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.764960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.777221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] Routers {'788625f7-0a21-49be-be54-4f2ba075c66d'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:35.777905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['788625f7-0a21-49be-be54-4f2ba075c66d'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:35.827651 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.830743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Pushing event updated for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:35.870877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:35.871532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4cc80-f650-4281-8c31-ee11524fcb06 None None] The sync data for ids ['788625f7-0a21-49be-be54-4f2ba075c66d'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:35.914150 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.914787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router 788625f7-0a21-49be-be54-4f2ba075c66d {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:35.922653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:35.927425 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e087726-229d-4715-8282-e7a8ecf2a51a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/788625f7-0a21-49be-be54-4f2ba075c66d HTTP/1.1" status: 204 len: 168 time: 0.4572377 Oct 15 20:19:35.928212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56712) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:35.970441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-051bd44a-4544-498c-9b47-601b21fc6bb9 req-e3ab003b-296c-4a42-8073-cabd806a2339 service neutron] (101180) timed out ('10.222.0.11', 57097) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:19:35.972790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Network 63252460-a332-4b58-898d-408606081790 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:35.975946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:36.003515 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet 9440dfee-6f0d-40ee-b907-87fc3e6f62f6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:36.007325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.059496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d2c791fd-378d-4000-9ac1-5fd6e3378be7 None None] Provisioning complete for port 0f08be18-7cd8-464f-97e0-7bf210669e24 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:36.059496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2c791fd-378d-4000-9ac1-5fd6e3378be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.059496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0f08be18-7cd8-464f-97e0-7bf210669e24 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:36.076613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.132047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:36.196408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.241349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0f08be18-7cd8-464f-97e0-7bf210669e24 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:36.241808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.246575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d2c791fd-378d-4000-9ac1-5fd6e3378be7 None None] Could not find standard attr ID for object d77b57b6-597e-43d8-8cc5-1361841ee262. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:19:36.271775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:36.274228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92294c85-0666-40d1-bfac-d30292c642fe', 'name': '', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:34Z', 'updated_at': '2021-10-15T20:19:34Z', 'revision_number': 1, 'project_id': 'e53ae22d35be448694592014475b258b', 'subnets': [{'id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:36.278862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de23a7bb-9af0-4dbf-98e0-7678680d80e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/9629ab9e-96ec-4f6a-b289-e70e2826ccd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433436 Oct 15 20:19:36.308343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c20f7c-213a-4970-8a05-89f0ca412737 None None] The sync data for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 is: [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92294c85-0666-40d1-bfac-d30292c642fe', 'name': '', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:34Z', 'updated_at': '2021-10-15T20:19:34Z', 'revision_number': 1, 'project_id': 'e53ae22d35be448694592014475b258b', 'subnets': [{'id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:36.354720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.381867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Provisioning complete for port aa7d8553-4311-465a-b797-79a2b50474c9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:36.382528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.394593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=9440dfee-6f0d-40ee-b907-87fc3e6f62f6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:36.406348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.406348 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-498e500e-636d-45d6-a090-38070e96d57b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/9440dfee-6f0d-40ee-b907-87fc3e6f62f6 HTTP/1.1" status: 204 len: 168 time: 0.4742045 Oct 15 20:19:36.407536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56718) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:36.420483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a889d-4134-4a3a-8c25-6a02be60123a None None] Network 0e2ae627-12cd-45b1-a443-4db641bf16de requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:36.500677 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.615288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 0f08be18-7cd8-464f-97e0-7bf210669e24 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:36.615970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.623843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Provisioning complete for port 92294c85-0666-40d1-bfac-d30292c642fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:36.624288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.665936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Port 92294c85-0666-40d1-bfac-d30292c642fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:36.674147 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:19:36.674889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09c274fb-f371-4a39-a939-1acd7af0be89 None None] Could not find standard attr ID for object d77b57b6-597e-43d8-8cc5-1361841ee262. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:19:36.715774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] DHCP port deletion for 0e2ae627-12cd-45b1-a443-4db641bf16de request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:36.725937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 0f08be18-7cd8-464f-97e0-7bf210669e24, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0f08be18-7cd8-464f-97e0-7bf210669e24,segment=NetworkSegment(53e5ad73-9d55-4193-8e32-8548e1df13ac),segment_id=53e5ad73-9d55-4193-8e32-8548e1df13ac)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:36.726500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.743547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 0f08be18-7cd8-464f-97e0-7bf210669e24 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:36.779349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Deleting port 0f08be18-7cd8-464f-97e0-7bf210669e24 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:36.779790 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.887452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] For port 0f08be18-7cd8-464f-97e0-7bf210669e24, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0f08be18-7cd8-464f-97e0-7bf210669e24,segment=NetworkSegment(53e5ad73-9d55-4193-8e32-8548e1df13ac),segment_id=53e5ad73-9d55-4193-8e32-8548e1df13ac)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:36.888226 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.906297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Calling delete_port for 0f08be18-7cd8-464f-97e0-7bf210669e24 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:36.942484 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:36.969894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=0f08be18-7cd8-464f-97e0-7bf210669e24,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:36.977783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 0f08be18-7cd8-464f-97e0-7bf210669e24 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:36.996374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.034663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] Pushing event deleted for resources: {'Port': ['ID=0f08be18-7cd8-464f-97e0-7bf210669e24,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:37.040948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acee631-87dc-4c2f-8084-4e7dd033935d None None] No DVR routers for this DVR port 0f08be18-7cd8-464f-97e0-7bf210669e24 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:37.113023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.149839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2ae627-12cd-45b1-a443-4db641bf16de']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:37.164036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e5ad73-9d55-4193-8e32-8548e1df13ac') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:37.166797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e5ad73-9d55-4193-8e32-8548e1df13ac') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:37.205010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.230647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.235384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56730) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:37.238100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:37.238497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.241930 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1750240197-network', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:37.242175 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:37.245639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0f08be18-7cd8-464f-97e0-7bf210669e24 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:37.284446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0f08be18-7cd8-464f-97e0-7bf210669e24 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:37.284858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0f08be18-7cd8-464f-97e0-7bf210669e24 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:37.353511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Made reservation on behalf of cc47b3361154457f89e8f768c197a2ce for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:37.355834 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.366088 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.410532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.418383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.423376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/0e2ae627-12cd-45b1-a443-4db641bf16de HTTP/1.1" status: 204 len: 168 time: 1.0156317 Oct 15 20:19:37.427598 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56732) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:37.436644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1046321049', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:37.436915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2964a-d3b5-4209-aba9-97ef013d0847 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=0e2ae627-12cd-45b1-a443-4db641bf16de,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:37.503878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.553938 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.555203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.582235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.969896 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.982980 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:37.985264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c12d0e-cc12-4bce-a327-59b9a66b0f60,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:37.998410 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:37.998844 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Added segment 922b13cc-75b1-4b5c-8312-afa212913afc of type vlan for network f658a68f-330e-4d71-bea4-196402e1ea1f Oct 15 20:19:38.039474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.165937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.166883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:38.167456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.225876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.269183 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] Pushing event updated for resources: {'Network': ['ID=f658a68f-330e-4d71-bea4-196402e1ea1f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:38.280679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network f658a68f-330e-4d71-bea4-196402e1ea1f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:38.308077 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ba21e4dd-a7f0-462b-af1a-4874fa59174f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0710497 Oct 15 20:19:38.310981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56734) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:38.316614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Request body: {'subnet': {'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1750240197-subnet', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:38.410342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Made reservation on behalf of cc47b3361154457f89e8f768c197a2ce for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:38.413849 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.522623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.543211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.622131 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Sync routers for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:38.631496 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:38.636321 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:38.653815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.655142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.25.0.125 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/d147db83-0970-42ab-9bc4-85b9d2b0b162) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:38.720663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ccc5b28-ca79-436a-ab63-a0f7eaa282d2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:38.732696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Checking segment: {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:38.733351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Network hostable DHCP agents. Network: f658a68f-330e-4d71-bea4-196402e1ea1f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:38.743728 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:38.773191 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.830755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Network f658a68f-330e-4d71-bea4-196402e1ea1f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:38.854192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.896880 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:38.901343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:38.906295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, f658a68f-330e-4d71-bea4-196402e1ea1f) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:38.915325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:38.915325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:38.915638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b944a28-39fc-49d3-8e66-36c355cc9a7a None None] Network f658a68f-330e-4d71-bea4-196402e1ea1f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:38.924364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:38.927298 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=d147db83-0970-42ab-9bc4-85b9d2b0b162,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:38.998829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ee925795-0950-43eb-bee3-c1d14395d6ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6866279 Oct 15 20:19:39.001426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56740) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:39.007070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:39.090352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92294c85-0666-40d1-bfac-d30292c642fe', 'name': '', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:34Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 2, 'project_id': 'e53ae22d35be448694592014475b258b', 'subnets': [{'id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:39.090679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-f658a68f-330e-4d71-bea4-196402e1ea1f', 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'fixed_ips': [{'subnet_id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:39.091800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.117602 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Checking router: 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:39.117957 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Updating router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 port 92294c85-0666-40d1-bfac-d30292c642fe binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:19:39.122647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.122994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.171379 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.202030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 704676bf-9c1d-4cae-be18-2bb7ed8f4852 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:39.220439 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.275593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.294560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Allocated IP 172.20.0.2 (f658a68f-330e-4d71-bea4-196402e1ea1f/2ccc5b28-ca79-436a-ab63-a0f7eaa282d2/757614cb-c95e-4399-ab55-bdd3d42577e9) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:39.310950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:39.311413 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.449895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.469101 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.514330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.557148 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.628330 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Pushing event updated for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:39.648168 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.648427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.648706 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.654588 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.655347 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.655852 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.656187 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.656512 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.656847 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.657286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.657782 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.658239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.658469 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:39.697044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 704676bf-9c1d-4cae-be18-2bb7ed8f4852, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=704676bf-9c1d-4cae-be18-2bb7ed8f4852,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:39.698336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Attempting to bind port 92294c85-0666-40d1-bfac-d30292c642fe on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Attempting to bind port 92294c85-0666-40d1-bfac-d30292c642fe by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Attempting to bind port 92294c85-0666-40d1-bfac-d30292c642fe on network 63252460-a332-4b58-898d-408606081790 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Checking segment: {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.754022 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Bound using segment: {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:39.755682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Bound port: 92294c85-0666-40d1-bfac-d30292c642fe, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8102dc-0a48-487b-8335-49c3b18d7131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '63252460-a332-4b58-898d-408606081790'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:39.756435 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.775176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.795341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.829885 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] For port 92294c85-0666-40d1-bfac-d30292c642fe, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:39.834819 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] For port 92294c85-0666-40d1-bfac-d30292c642fe, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92294c85-0666-40d1-bfac-d30292c642fe,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:39.882088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 907dd57b-300b-4256-9bf2-30bc7f37fa42 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:39.911451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Allocated IP 172.25.0.34 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/60708690-05fc-428a-ab5e-db2806526ee4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:39.918499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e0cc86c4-8ac9-4baa-bd81-8828ea3e527a None None] Provisioning complete for port 92294c85-0666-40d1-bfac-d30292c642fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:39.918875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0cc86c4-8ac9-4baa-bd81-8828ea3e527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.944611 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.951503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:39.987867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc86c4-8ac9-4baa-bd81-8828ea3e527a None None] Port 92294c85-0666-40d1-bfac-d30292c642fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:40.002055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Network f658a68f-330e-4d71-bea4-196402e1ea1f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:40.008887 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:40.016447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:40.016968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:40.023284 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.023579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] Sync routers for ids ['907dd57b-300b-4256-9bf2-30bc7f37fa42'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:40.026084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.028620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=704676bf-9c1d-4cae-be18-2bb7ed8f4852,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.088345 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:40.088979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.097203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] Routers {'907dd57b-300b-4256-9bf2-30bc7f37fa42'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:40.103817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['907dd57b-300b-4256-9bf2-30bc7f37fa42'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.124310 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.126199 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ed93f0d0-f7c7-46c9-ae37-79b5d05f241d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.6941600 Oct 15 20:19:40.128916 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56742) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:40.150992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.154318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.158395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Attempting to bind port 757614cb-c95e-4399-ab55-bdd3d42577e9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:40.158791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Attempting to bind port 757614cb-c95e-4399-ab55-bdd3d42577e9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:40.159156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Attempting to bind port 757614cb-c95e-4399-ab55-bdd3d42577e9 on network f658a68f-330e-4d71-bea4-196402e1ea1f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:40.161134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Pushing event updated for resources: {'Port': ['ID=757614cb-c95e-4399-ab55-bdd3d42577e9,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.173294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaa567-7ee7-4a94-a6b7-452d44c00b20 None None] Pushing event updated for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.180817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:40.181198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Checking segment: {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:40.181604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.182001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Bound using segment: {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:40.182488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Bound port: 757614cb-c95e-4399-ab55-bdd3d42577e9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:40.182875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.194298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] Routers {'907dd57b-300b-4256-9bf2-30bc7f37fa42'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:40.195041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['907dd57b-300b-4256-9bf2-30bc7f37fa42'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.229362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:40.232763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:40.241417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:40.245381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Pushing event updated for resources: {'Port': ['ID=60708690-05fc-428a-ab5e-db2806526ee4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.246419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.247109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b97f404-c1c3-4f52-90b9-24dd97461adc None None] The sync data for ids ['907dd57b-300b-4256-9bf2-30bc7f37fa42'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:40.318461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] For port 757614cb-c95e-4399-ab55-bdd3d42577e9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:40.321961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] For port 757614cb-c95e-4399-ab55-bdd3d42577e9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=757614cb-c95e-4399-ab55-bdd3d42577e9,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:40.325669 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:40.337135 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6de9c3f8-b5c6-4c2c-9483-7c404bd13ed3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers/907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 200 len: 881 time: 0.2041628 Oct 15 20:19:40.337350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56744) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:40.407310 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.458886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] Provisioning complete for port 92294c85-0666-40d1-bfac-d30292c642fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:40.459260 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.507843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723964-13e2-419f-95f7-94386b98f125 None None] Pushing event updated for resources: {'Port': ['ID=757614cb-c95e-4399-ab55-bdd3d42577e9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.568128 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92294c85-0666-40d1-bfac-d30292c642fe', 'name': '', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:34Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'subnets': [{'id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:40.579541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.608204 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e742ca9f-bcea-41ea-b8a4-b0481c195e0b None None] The sync data for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 is: [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:35Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '92294c85-0666-40d1-bfac-d30292c642fe', 'name': '', 'network_id': '63252460-a332-4b58-898d-408606081790', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'mac_address': 'fa:16:3e:d0:98:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:34Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 4, 'project_id': 'e53ae22d35be448694592014475b258b', 'subnets': [{'id': '8ad47a20-5638-4298-bf1b-429d0468d1f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:40.626871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] For port 92294c85-0666-40d1-bfac-d30292c642fe, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92294c85-0666-40d1-bfac-d30292c642fe,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:40.637980 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b7e6c43f-05dd-42eb-b777-06abb84cf41e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2993422 Oct 15 20:19:40.638768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56746) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:40.644196 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1046321049'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:40.666610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.704902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:40.780249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe29c9e-b22b-4b7b-bb46-c2d9afea7253 None None] Pushing event updated for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:40.940497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.136401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:41.275095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:41.293473 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Sync routers for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:41.306822 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:41.306822 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:41.335637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 704676bf-9c1d-4cae-be18-2bb7ed8f4852 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:41.387244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.388757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-32dfcadd-4339-4034-ba03-c3b9691c8620 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3861175 Oct 15 20:19:41.391632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56748) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:41.435437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:41.436002 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.488062 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:41.504811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.578420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 757614cb-c95e-4399-ab55-bdd3d42577e9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:41.582493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.663403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 757614cb-c95e-4399-ab55-bdd3d42577e9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:41.663822 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.751676 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:40Z', 'revision_number': 3, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:41.775979 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.792875 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Checking router: 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:41.793223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Updating router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 port 60708690-05fc-428a-ab5e-db2806526ee4 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:19:41.814753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 757614cb-c95e-4399-ab55-bdd3d42577e9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=757614cb-c95e-4399-ab55-bdd3d42577e9,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:41.816445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 907dd57b-300b-4256-9bf2-30bc7f37fa42 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:41.824365 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.862766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804e33f-b323-446b-bc13-62fa74b8473e None None] Network f658a68f-330e-4d71-bea4-196402e1ea1f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:41.942555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.942555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92294c85-0666-40d1-bfac-d30292c642fe up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:41.954421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:41.970381 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:41.971685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dd642f30-7dae-4ff3-8f9e-7bc154055443 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 200 len: 888 time: 1.3315830 Oct 15 20:19:41.974554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:42.029273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=757614cb-c95e-4399-ab55-bdd3d42577e9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:42.032829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] Sync routers for ids ['907dd57b-300b-4256-9bf2-30bc7f37fa42'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:42.107103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] Routers {'907dd57b-300b-4256-9bf2-30bc7f37fa42'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:42.107688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['907dd57b-300b-4256-9bf2-30bc7f37fa42'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:42.112309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0660d9af-0cc9-4c2b-a7ed-01a000101b7b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers/907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 200 len: 888 time: 0.1365445 Oct 15 20:19:42.116025 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56752) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:42.147782 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0756cb42-f821-45b2-858c-334690ec029a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 200 len: 205 time: 0.0295153 Oct 15 20:19:42.151239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56754) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:42.153969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3ee97c8d-dcfd-4dd5-9a2b-d6b83982190b None None] Provisioning complete for port 757614cb-c95e-4399-ab55-bdd3d42577e9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:42.154546 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ee97c8d-dcfd-4dd5-9a2b-d6b83982190b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.155094 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.199158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:42.230220 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.244530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] Routers {'907dd57b-300b-4256-9bf2-30bc7f37fa42'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:42.246565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['907dd57b-300b-4256-9bf2-30bc7f37fa42'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:42.276786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.286883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:42.287769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d774f00-b289-40af-bc24-fcbcb600b08c None None] The sync data for ids ['907dd57b-300b-4256-9bf2-30bc7f37fa42'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:42.291536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 92294c85-0666-40d1-bfac-d30292c642fe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:42.291955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.313912 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4468-2cf5-4595-8c22-b7174991cac2 None None] Pushing event updated for resources: {'Port': ['ID=60708690-05fc-428a-ab5e-db2806526ee4,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:42.342778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Attempting to bind port 60708690-05fc-428a-ab5e-db2806526ee4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:42.343168 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Attempting to bind port 60708690-05fc-428a-ab5e-db2806526ee4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:42.343502 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Attempting to bind port 60708690-05fc-428a-ab5e-db2806526ee4 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:42.351050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:42.352457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:42.352457 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.352457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:42.352742 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Bound port: 60708690-05fc-428a-ab5e-db2806526ee4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:42.353303 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.439011 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] For port 60708690-05fc-428a-ab5e-db2806526ee4, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:42.444145 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] For port 60708690-05fc-428a-ab5e-db2806526ee4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=60708690-05fc-428a-ab5e-db2806526ee4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:42.450785 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.515221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.537095 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.595597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:42.596088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:42.597852 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec4468-2cf5-4595-8c22-b7174991cac2 None None] Pushing event updated for resources: {'Port': ['ID=60708690-05fc-428a-ab5e-db2806526ee4,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:42.617645 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port d147db83-0970-42ab-9bc4-85b9d2b0b162 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:42.618247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.700070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b77fdd63-ee12-4cd8-a32d-b6ef4458321c None None] Provisioning complete for port 757614cb-c95e-4399-ab55-bdd3d42577e9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:42.700723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b77fdd63-ee12-4cd8-a32d-b6ef4458321c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.706037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Allocated IP 172.20.0.1 (f658a68f-330e-4d71-bea4-196402e1ea1f/2ccc5b28-ca79-436a-ab63-a0f7eaa282d2/0486730e-8102-4d30-adf2-d2189fca5ee4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:42.717141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.732363 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for d147db83-0970-42ab-9bc4-85b9d2b0b162 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:42.814968 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:42.834149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.931986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.970382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Network f658a68f-330e-4d71-bea4-196402e1ea1f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:42.974972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:42.978404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:42.981940 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:42.994415 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:40Z', 'revision_number': 3, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:43.008171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:43.018807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=d147db83-0970-42ab-9bc4-85b9d2b0b162,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:43.037714 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c87fe8-0701-4215-919d-bafc08728328 None None] The sync data for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 is: [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:40Z', 'revision_number': 3, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:43.039294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.055487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.055850 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.056185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.056520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.056844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.057165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.057484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.057805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.058124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.068566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.068566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.068566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:19:43.112491 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.177260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 757614cb-c95e-4399-ab55-bdd3d42577e9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:43.219676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.222225 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.236814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 757614cb-c95e-4399-ab55-bdd3d42577e9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:43.237582 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.251545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.330781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.331425 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router 907dd57b-300b-4256-9bf2-30bc7f37fa42 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:43.332879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5390669d-f8f8-4eac-b9ef-a65011704935 None None] Provisioning complete for port 0486730e-8102-4d30-adf2-d2189fca5ee4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:43.334025 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5390669d-f8f8-4eac-b9ef-a65011704935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.339691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.340851 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-37657530-b3c2-47e1-a423-d08b88a67f80 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 204 len: 168 time: 1.1885276 Oct 15 20:19:43.348991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56758) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:43.354745 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-2104774340'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:43.376175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5390669d-f8f8-4eac-b9ef-a65011704935 None None] Port 0486730e-8102-4d30-adf2-d2189fca5ee4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:43.428074 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.439102 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:43.443522 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.468061 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:43.477294 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.478345 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 81621265-b4e9-48e4-a64d-4dbe93d47429 of type vlan for network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 Oct 15 20:19:43.490697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.528291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.575754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:43.578676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.642318 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.648948 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:43.652999 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:43.685729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Network f658a68f-330e-4d71-bea4-196402e1ea1f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:43.687396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:43.730695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=ee34140a-19ff-4c1a-bb9b-9804fcfb4195,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:43.743435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:43.772028 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c18e528b-a6eb-4999-84b0-26abc70d1a1e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4200428 Oct 15 20:19:43.779418 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56760) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:43.784569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:43.874529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:43.987981 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:43.994124 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.004991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:44.007135 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-463c083e-fdd2-4639-9eee-24941d25c073 None None] Provisioning complete for port 0486730e-8102-4d30-adf2-d2189fca5ee4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:44.008163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-463c083e-fdd2-4639-9eee-24941d25c073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.023630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-354d72da-8b89-45ed-a2f8-1dcdf80f97d9 admin admin] 10.222.0.13 "PUT /v2.0/routers/5d1f110b-8985-4ab9-ac1d-3db9be998ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6220374 Oct 15 20:19:44.058461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-463c083e-fdd2-4639-9eee-24941d25c073 None None] Port 0486730e-8102-4d30-adf2-d2189fca5ee4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:44.267972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.329602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=57726811-1fd4-428e-874b-602e0fdd3080,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:44.340781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '81621265-b4e9-48e4-a64d-4dbe93d47429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:44.341134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: ee34140a-19ff-4c1a-bb9b-9804fcfb4195, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:44.428022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:44.524769 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ee34140a-19ff-4c1a-bb9b-9804fcfb4195) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:44.534191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499ee1c-7b2d-4c2e-ac2a-0ed2c3209f14 None None] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:44.547526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:44.548163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.615972 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f554a7e-b6af-4efa-a114-afd73bf9cd44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8353500 Oct 15 20:19:44.618587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:44.624027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1542525544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:44.710622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-ee34140a-19ff-4c1a-bb9b-9804fcfb4195', 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': '57726811-1fd4-428e-874b-602e0fdd3080'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:44.712298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.765284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.766368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.842404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:44.878172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Allocated IP 172.20.0.2 (ee34140a-19ff-4c1a-bb9b-9804fcfb4195/57726811-1fd4-428e-874b-602e0fdd3080/408ad727-9de4-4067-ad0f-f082308475a2) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:44.931403 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.041235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.049732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Sync routers for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:45.057746 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.060709 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b55e99f-97cf-4306-bb8c-ade2f0bbf3f3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4392197 Oct 15 20:19:45.062556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:45.063050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:45.063404 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:45.132011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.183546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:45.183546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:45.188999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:45.203788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:45.205821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Pushing event updated for resources: {'Port': ['ID=408ad727-9de4-4067-ad0f-f082308475a2,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:45.237061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 60708690-05fc-428a-ab5e-db2806526ee4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:45.303008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Attempting to bind port 408ad727-9de4-4067-ad0f-f082308475a2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:45.303495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Attempting to bind port 408ad727-9de4-4067-ad0f-f082308475a2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '81621265-b4e9-48e4-a64d-4dbe93d47429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:45.303895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Attempting to bind port 408ad727-9de4-4067-ad0f-f082308475a2 on network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:45.315217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:45.315615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Checking segment: {'id': '81621265-b4e9-48e4-a64d-4dbe93d47429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:45.316036 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.316414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Bound using segment: {'id': '81621265-b4e9-48e4-a64d-4dbe93d47429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:45.317497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Bound port: 408ad727-9de4-4067-ad0f-f082308475a2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81621265-b4e9-48e4-a64d-4dbe93d47429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ee34140a-19ff-4c1a-bb9b-9804fcfb4195'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:45.318014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.372430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 60708690-05fc-428a-ab5e-db2806526ee4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:45.372792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.428512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.444646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] For port 408ad727-9de4-4067-ad0f-f082308475a2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:45.449301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] For port 408ad727-9de4-4067-ad0f-f082308475a2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=408ad727-9de4-4067-ad0f-f082308475a2,segment=NetworkSegment(81621265-b4e9-48e4-a64d-4dbe93d47429),segment_id=81621265-b4e9-48e4-a64d-4dbe93d47429)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:45.475025 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:43Z', 'revision_number': 4, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '0486730e-8102-4d30-adf2-d2189fca5ee4', 'name': '', 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'mac_address': 'fa:16:3e:7c:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:42Z', 'updated_at': '2021-10-15T20:19:43Z', 'revision_number': 2, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'subnets': [{'id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:45.497423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.514564 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Checking router: 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:45.514984 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Updating router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 port 0486730e-8102-4d30-adf2-d2189fca5ee4 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:19:45.529370 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.532986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 60708690-05fc-428a-ab5e-db2806526ee4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=60708690-05fc-428a-ab5e-db2806526ee4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:45.545249 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.606002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bae4d9-5a08-44a3-a540-33f5be2aa8bb None None] Pushing event updated for resources: {'Port': ['ID=408ad727-9de4-4067-ad0f-f082308475a2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:45.670544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.742077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=60708690-05fc-428a-ab5e-db2806526ee4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:45.780233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.20.0.1 (ee34140a-19ff-4c1a-bb9b-9804fcfb4195/57726811-1fd4-428e-874b-602e0fdd3080/2c9b5c24-3374-4d65-8c0c-01af9527670f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:45.854088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56810) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:45.888551 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.936528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:45.956279 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.018099 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e54ee-c33c-4e4d-a9fb-1649ef0a3afb None None] Pushing event updated for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:46.048838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.091116 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Attempting to bind port 0486730e-8102-4d30-adf2-d2189fca5ee4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:46.092138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Attempting to bind port 0486730e-8102-4d30-adf2-d2189fca5ee4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:46.092138 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Attempting to bind port 0486730e-8102-4d30-adf2-d2189fca5ee4 on network f658a68f-330e-4d71-bea4-196402e1ea1f {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:46.095988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:46.099810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:46.100419 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:46.101050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Checking segment: {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:46.102363 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.102778 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Bound using segment: {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:46.103400 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Bound port: 0486730e-8102-4d30-adf2-d2189fca5ee4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922b13cc-75b1-4b5c-8312-afa212913afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:46.104445 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.104873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:46.150464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=2c9b5c24-3374-4d65-8c0c-01af9527670f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:46.167724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.190128 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] For port 0486730e-8102-4d30-adf2-d2189fca5ee4, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:46.194036 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] For port 0486730e-8102-4d30-adf2-d2189fca5ee4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0486730e-8102-4d30-adf2-d2189fca5ee4,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:46.287332 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.293913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] Provisioning complete for port 0486730e-8102-4d30-adf2-d2189fca5ee4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:46.293913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.327503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.365360 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e54ee-c33c-4e4d-a9fb-1649ef0a3afb None None] Pushing event updated for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:46.370527 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:46.371524 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:46.383927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.440325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] For port 0486730e-8102-4d30-adf2-d2189fca5ee4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0486730e-8102-4d30-adf2-d2189fca5ee4,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:46.448112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.502561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.550426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:46.609463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b738bec-9a6d-4a1b-a23c-19bb91df5ba6 None None] Pushing event updated for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:46.730828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d3286ac0-1061-44cc-b198-396459a77c83 None None] Provisioning complete for port 0486730e-8102-4d30-adf2-d2189fca5ee4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:46.745671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Deleting port 92294c85-0666-40d1-bfac-d30292c642fe {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:46.746165 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.748046 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d3286ac0-1061-44cc-b198-396459a77c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.855547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] For port 92294c85-0666-40d1-bfac-d30292c642fe, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=92294c85-0666-40d1-bfac-d30292c642fe,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:46.856195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.877872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Calling delete_port for 92294c85-0666-40d1-bfac-d30292c642fe owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:46.908317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:46.918903 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:43Z', 'revision_number': 4, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '0486730e-8102-4d30-adf2-d2189fca5ee4', 'name': '', 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'mac_address': 'fa:16:3e:7c:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:42Z', 'updated_at': '2021-10-15T20:19:46Z', 'revision_number': 4, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'subnets': [{'id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:46.947237 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7567f56-0b4f-4e8e-ab39-4a25033234ed None None] The sync data for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 is: [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:43Z', 'revision_number': 4, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '0486730e-8102-4d30-adf2-d2189fca5ee4', 'name': '', 'network_id': 'f658a68f-330e-4d71-bea4-196402e1ea1f', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'mac_address': 'fa:16:3e:7c:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:42Z', 'updated_at': '2021-10-15T20:19:46Z', 'revision_number': 4, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'subnets': [{'id': '2ccc5b28-ca79-436a-ab63-a0f7eaa282d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:46.950041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.049819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59563fbe-1ba1-431d-ab9d-48f61332da69 None None] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:47.059222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.064331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=2c9b5c24-3374-4d65-8c0c-01af9527670f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:47.201131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:47.202807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:47.217127 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.257255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Pushing event deleted for resources: {'Port': ['ID=92294c85-0666-40d1-bfac-d30292c642fe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:47.359189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] Provisioning complete for port 408ad727-9de4-4067-ad0f-f082308475a2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:47.359189 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.459243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 60708690-05fc-428a-ab5e-db2806526ee4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:47.481621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router f79f39ea-7e83-4e09-b906-be1f4489c7d0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:47.544189 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.618412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:47.624310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e80652f-978e-4034-bb00-ffdbe13a2442 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/f79f39ea-7e83-4e09-b906-be1f4489c7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587244 Oct 15 20:19:47.626834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56814) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:47.648992 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] Sync routers for ids ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:47.664195 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.692849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12812965-1bed-429a-b9af-401469b7aadd tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:47.694765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12812965-1bed-429a-b9af-401469b7aadd tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports/2c9b5c24-3374-4d65-8c0c-01af9527670f HTTP/1.1" status: 200 len: 910 time: 0.0665600 Oct 15 20:19:47.697683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:47.699921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] Routers {'f79f39ea-7e83-4e09-b906-be1f4489c7d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:47.700563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:47.741453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '57726811-1fd4-428e-874b-602e0fdd3080'}]}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:47.745971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 60708690-05fc-428a-ab5e-db2806526ee4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:47.746338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.750004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:47.772732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] For port 408ad727-9de4-4067-ad0f-f082308475a2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=408ad727-9de4-4067-ad0f-f082308475a2,segment=NetworkSegment(81621265-b4e9-48e4-a64d-4dbe93d47429),segment_id=81621265-b4e9-48e4-a64d-4dbe93d47429)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:47.815600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] Routers {'f79f39ea-7e83-4e09-b906-be1f4489c7d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:47.816491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:47.865788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:47.866754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7493aa69-34b4-4a9d-b448-d58960853e26 None None] The sync data for ids ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:47.869870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:47.966136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a38edf-a716-429a-be8b-ccb32a317631 None None] Pushing event updated for resources: {'Port': ['ID=408ad727-9de4-4067-ad0f-f082308475a2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:47.986102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0486730e-8102-4d30-adf2-d2189fca5ee4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:47.990657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:47.995676 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.040426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0486730e-8102-4d30-adf2-d2189fca5ee4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.041041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.100082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-85fc2a34-e145-45a2-b3e4-ae348ee3879e None None] Provisioning complete for port 2c9b5c24-3374-4d65-8c0c-01af9527670f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.100384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-85fc2a34-e145-45a2-b3e4-ae348ee3879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.143834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-85fc2a34-e145-45a2-b3e4-ae348ee3879e None None] Port 2c9b5c24-3374-4d65-8c0c-01af9527670f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:48.186491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-85fc2a34-e145-45a2-b3e4-ae348ee3879e None None] Provisioning complete for port 408ad727-9de4-4067-ad0f-f082308475a2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.186863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-85fc2a34-e145-45a2-b3e4-ae348ee3879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.229380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 408ad727-9de4-4067-ad0f-f082308475a2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:48.325142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 408ad727-9de4-4067-ad0f-f082308475a2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.325541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.476363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-cf4e063c-3a69-4801-88b6-41383a4af4ed None None] Provisioning complete for port 2c9b5c24-3374-4d65-8c0c-01af9527670f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.477070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cf4e063c-3a69-4801-88b6-41383a4af4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.517075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e063c-3a69-4801-88b6-41383a4af4ed None None] Port 2c9b5c24-3374-4d65-8c0c-01af9527670f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:48.544458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c689609-aa44-41c4-82e3-0ea5f0dfa1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.624430 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:48.630308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9d788c1f-f034-4bee-ba28-f1e4ed050bde admin admin] 10.222.0.13 "PUT /v2.0/routers/9629ab9e-96ec-4f6a-b289-e70e2826ccd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7748401 Oct 15 20:19:48.633140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56818) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:48.635183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Sync routers for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:48.640627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-be24a759-e626-4db5-b3f0-9c9d0593611e None None] Provisioning complete for port 2c9b5c24-3374-4d65-8c0c-01af9527670f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:48.641376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be24a759-e626-4db5-b3f0-9c9d0593611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.658608 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:48.659530 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:48.683777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-be24a759-e626-4db5-b3f0-9c9d0593611e None None] Port 2c9b5c24-3374-4d65-8c0c-01af9527670f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:48.763392 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.881613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.885906 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:48.898028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:48.982022 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.016580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Deleting port 704676bf-9c1d-4cae-be18-2bb7ed8f4852 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:49.016914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.061663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=2c9b5c24-3374-4d65-8c0c-01af9527670f,revision_number=3']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:49.069652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:49.070394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.071936 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9f6ded07-72f9-46f4-8fb6-ca3c182cece0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/ports/2c9b5c24-3374-4d65-8c0c-01af9527670f HTTP/1.1" status: 200 len: 910 time: 1.3728054 Oct 15 20:19:49.077532 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56820) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:49.077834 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:47Z', 'revision_number': 5, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port': {'id': '704676bf-9c1d-4cae-be18-2bb7ed8f4852', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:49.105641 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Checking router: 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:49.112676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] For port 704676bf-9c1d-4cae-be18-2bb7ed8f4852, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=704676bf-9c1d-4cae-be18-2bb7ed8f4852,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:49.112973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.116222 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Routers {'9629ab9e-96ec-4f6a-b289-e70e2826ccd0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:49.117341 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:49.129652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Calling delete_port for 704676bf-9c1d-4cae-be18-2bb7ed8f4852 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:49.218114 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] Set router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:49.281802 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:48Z', 'revision_number': 6, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:49.286432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 408ad727-9de4-4067-ad0f-f082308475a2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:49.311067 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615584ca-c071-4559-893d-6cacc7bc0b2b None None] The sync data for ids ['9629ab9e-96ec-4f6a-b289-e70e2826ccd0'] in n-d-712140-14 is: [{'id': '9629ab9e-96ec-4f6a-b289-e70e2826ccd0', 'name': 'tempest-TestAggregatesBasicOps-1502735836-router', 'tenant_id': 'e53ae22d35be448694592014475b258b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:31Z', 'updated_at': '2021-10-15T20:19:48Z', 'revision_number': 6, 'project_id': 'e53ae22d35be448694592014475b258b', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:49.355967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 408ad727-9de4-4067-ad0f-f082308475a2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:49.356337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.390597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.424257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Pushing event deleted for resources: {'Port': ['ID=704676bf-9c1d-4cae-be18-2bb7ed8f4852,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:49.484994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.496512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.590184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.592409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.719403 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.720150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9629ab9e-96ec-4f6a-b289-e70e2826ccd0 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:49.726791 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.728475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-02dc14b0-4291-4d93-96d5-57f91efa440a admin admin] 10.222.0.13 "DELETE /v2.0/routers/9629ab9e-96ec-4f6a-b289-e70e2826ccd0 HTTP/1.1" status: 204 len: 168 time: 1.0929608 Oct 15 20:19:49.730779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:49.757046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 2c9b5c24-3374-4d65-8c0c-01af9527670f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:49.757347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.786779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Deleting subnet 8ad47a20-5638-4298-bf1b-429d0468d1f2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:49.791641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.828884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.855829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:49.869650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 2c9b5c24-3374-4d65-8c0c-01af9527670f owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:49.910022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.020130 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.049820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad47a20-5638-4298-bf1b-429d0468d1f2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:50.052120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.055461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2bab6c21-8e3f-4590-81b7-609cf9fba939 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8ad47a20-5638-4298-bf1b-429d0468d1f2 HTTP/1.1" status: 204 len: 168 time: 0.3232453 Oct 15 20:19:50.057082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a41a7f-4b04-46fb-83fd-829d35242c33 None None] Network 63252460-a332-4b58-898d-408606081790 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:50.058212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56824) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:50.152532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.155855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.220319 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=2c9b5c24-3374-4d65-8c0c-01af9527670f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:50.285555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] DHCP port deletion for 63252460-a332-4b58-898d-408606081790 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:50.336178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Deleting port aa7d8553-4311-465a-b797-79a2b50474c9 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:50.336543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.388994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Deleting port aa7d8553-4311-465a-b797-79a2b50474c9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:50.389334 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.391040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.413673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] For port aa7d8553-4311-465a-b797-79a2b50474c9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=aa7d8553-4311-465a-b797-79a2b50474c9,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:50.414007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.429510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Calling delete_port for aa7d8553-4311-465a-b797-79a2b50474c9 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:50.551153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] For port aa7d8553-4311-465a-b797-79a2b50474c9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=aa7d8553-4311-465a-b797-79a2b50474c9,segment=NetworkSegment(0b8102dc-0a48-487b-8335-49c3b18d7131),segment_id=0b8102dc-0a48-487b-8335-49c3b18d7131)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:50.551498 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.595345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Calling delete_port for aa7d8553-4311-465a-b797-79a2b50474c9 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:50.596382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.622506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] Pushing event deleted for resources: {'Port': ['ID=aa7d8553-4311-465a-b797-79a2b50474c9,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:50.626557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9627ebd5-d70e-4b42-a43f-da11324c6b44 None None] No DVR routers for this DVR port aa7d8553-4311-465a-b797-79a2b50474c9 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:50.683602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router f79f39ea-7e83-4e09-b906-be1f4489c7d0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:50.792510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:50.797592 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e2be7cf9-3fd1-47ac-9181-2a1919553525 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/f79f39ea-7e83-4e09-b906-be1f4489c7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219052 Oct 15 20:19:50.800356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56828) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:50.802905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] Sync routers for ids ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:50.812124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] Routers {'f79f39ea-7e83-4e09-b906-be1f4489c7d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:50.812775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:50.812966 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:50.848573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:50.857086 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-148fc0fc-1ee8-4b2a-8fa1-32bd9f80ad4e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f79f39ea-7e83-4e09-b906-be1f4489c7d0 HTTP/1.1" status: 200 len: 205 time: 0.0525904 Oct 15 20:19:50.857294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56830) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:50.857406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] Routers {'f79f39ea-7e83-4e09-b906-be1f4489c7d0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:50.857949 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:50.859629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7d8553-4311-465a-b797-79a2b50474c9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:50.871243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] No DVR routers for this DVR port aa7d8553-4311-465a-b797-79a2b50474c9 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:50.891762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:50.892423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df7a395-b24e-4107-8ab4-0b84bba4b0fb None None] The sync data for ids ['f79f39ea-7e83-4e09-b906-be1f4489c7d0'] in n-d-712140-14 is: [] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:50.977211 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.036011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.089396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63252460-a332-4b58-898d-408606081790']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:51.149034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device aa7d8553-4311-465a-b797-79a2b50474c9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:51.154347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8102dc-0a48-487b-8335-49c3b18d7131') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:51.154883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8102dc-0a48-487b-8335-49c3b18d7131') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:51.169377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: aa7d8553-4311-465a-b797-79a2b50474c9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:51.169792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device aa7d8553-4311-465a-b797-79a2b50474c9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:51.170221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 704676bf-9c1d-4cae-be18-2bb7ed8f4852 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:51.190876 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.193672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 704676bf-9c1d-4cae-be18-2bb7ed8f4852 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:51.193895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.194620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 704676bf-9c1d-4cae-be18-2bb7ed8f4852 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:51.195147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92294c85-0666-40d1-bfac-d30292c642fe no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:51.200323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.214369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 92294c85-0666-40d1-bfac-d30292c642fe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:51.217669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 92294c85-0666-40d1-bfac-d30292c642fe not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:51.241910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.247605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:51.247990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self.session.flush() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:51.249634 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:51.327459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.328032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router f79f39ea-7e83-4e09-b906-be1f4489c7d0 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:51.335459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.336697 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b114f65d-6656-4d55-8d4b-7a4a0f93ae44 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/f79f39ea-7e83-4e09-b906-be1f4489c7d0 HTTP/1.1" status: 204 len: 168 time: 0.4780493 Oct 15 20:19:51.339106 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56832) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:51.369079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.380579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.384035 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/63252460-a332-4b58-898d-408606081790 HTTP/1.1" status: 204 len: 168 time: 1.3247640 Oct 15 20:19:51.393740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:51.398706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e1671-aafc-45d3-a0dd-499d0a6316e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63252460-a332-4b58-898d-408606081790,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:51.414924 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet 57726811-1fd4-428e-874b-602e0fdd3080 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:51.418270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.460787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.467802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f26c77c7-6e54-448f-b4b1-e7053de9715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.554037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.685375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.716460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=57726811-1fd4-428e-874b-602e0fdd3080,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:51.721615 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.725645 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c6c4cad2-dad2-4022-89d4-1a340b1562e9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/57726811-1fd4-428e-874b-602e0fdd3080 HTTP/1.1" status: 204 len: 168 time: 0.3855376 Oct 15 20:19:51.729755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56836) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:51.739470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc75f15-c2f2-402f-a9fa-84db52384224 None None] Network ee34140a-19ff-4c1a-bb9b-9804fcfb4195 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:51.755033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.821411 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.877387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 408ad727-9de4-4067-ad0f-f082308475a2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:51.878076 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.934862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] DHCP port deletion for ee34140a-19ff-4c1a-bb9b-9804fcfb4195 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:51.952332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 408ad727-9de4-4067-ad0f-f082308475a2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=408ad727-9de4-4067-ad0f-f082308475a2,segment=NetworkSegment(81621265-b4e9-48e4-a64d-4dbe93d47429),segment_id=81621265-b4e9-48e4-a64d-4dbe93d47429)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:51.952691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:51.967362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 408ad727-9de4-4067-ad0f-f082308475a2 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:51.984074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Deleting port 408ad727-9de4-4067-ad0f-f082308475a2 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:51.984585 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.020545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Deleting port 0486730e-8102-4d30-adf2-d2189fca5ee4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:52.021060 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.050144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] For port 408ad727-9de4-4067-ad0f-f082308475a2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=408ad727-9de4-4067-ad0f-f082308475a2,segment=NetworkSegment(81621265-b4e9-48e4-a64d-4dbe93d47429),segment_id=81621265-b4e9-48e4-a64d-4dbe93d47429)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:52.050532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.063776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Calling delete_port for 408ad727-9de4-4067-ad0f-f082308475a2 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:52.122082 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.147497 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.151929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=408ad727-9de4-4067-ad0f-f082308475a2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:52.153584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 408ad727-9de4-4067-ad0f-f082308475a2 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:52.180060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] Pushing event deleted for resources: {'Port': ['ID=408ad727-9de4-4067-ad0f-f082308475a2,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:52.184820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca5f5d4-a054-484e-80cd-a46899a91f12 None None] No DVR routers for this DVR port 408ad727-9de4-4067-ad0f-f082308475a2 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:52.253641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.275830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee34140a-19ff-4c1a-bb9b-9804fcfb4195']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:52.286554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81621265-b4e9-48e4-a64d-4dbe93d47429') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:52.286827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81621265-b4e9-48e4-a64d-4dbe93d47429') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:52.297045 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.316628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.323144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:52.323729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:52.326780 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:52.370820 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.479135 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.485051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] For port 0486730e-8102-4d30-adf2-d2189fca5ee4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0486730e-8102-4d30-adf2-d2189fca5ee4,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:52.485615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.497635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.499461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Calling delete_port for 0486730e-8102-4d30-adf2-d2189fca5ee4 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:52.500893 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/ee34140a-19ff-4c1a-bb9b-9804fcfb4195 HTTP/1.1" status: 204 len: 168 time: 0.7701154 Oct 15 20:19:52.505948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:52.510877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a0e39-417d-4ef9-9d27-8b096e78e710 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=ee34140a-19ff-4c1a-bb9b-9804fcfb4195,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:52.514631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1013993767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:52.680688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.681672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.779951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.819673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0486730e-8102-4d30-adf2-d2189fca5ee4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:52.870419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.890444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.921711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:52.996124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.025934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.073444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.090239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.091440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8b5853c-d853-4b78-9d9e-f833affe7ce7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5844958 Oct 15 20:19:53.094231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56840) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:53.100908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119240273'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:53.199675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 408ad727-9de4-4067-ad0f-f082308475a2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:53.220933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 408ad727-9de4-4067-ad0f-f082308475a2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:53.221282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 408ad727-9de4-4067-ad0f-f082308475a2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:53.228371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:53.232686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.252879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:19:53.256072 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:53.264909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.265248 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment a870e88b-ca80-4bcf-9889-ebee68c73f71 of type vlan for network 067a6f82-10b2-4a0e-9a79-803f464810f1 Oct 15 20:19:53.305606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.362910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:53.368335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fa61cf2f-30f7-49a7-a19f-9499cc1ccd8c admin admin] 10.222.0.13 "PUT /v2.0/routers/5d1f110b-8985-4ab9-ac1d-3db9be998ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9734645 Oct 15 20:19:53.372098 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Sync routers for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:53.376610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56842) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:53.382710 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:53.383318 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:53.427748 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.433775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:53.434566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.490290 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:53.492901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.509175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=067a6f82-10b2-4a0e-9a79-803f464810f1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:53.523396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:53.541962 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1ebe2314-8a85-4292-82eb-e68584ad9430 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4460661 Oct 15 20:19:53.544461 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56844) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:53.552316 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:53.612557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.709902 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '60708690-05fc-428a-ab5e-db2806526ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:52Z', 'revision_number': 5, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port': {'id': '60708690-05fc-428a-ab5e-db2806526ee4', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:53.717948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Deleting port 60708690-05fc-428a-ab5e-db2806526ee4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:53.718281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.724804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:53.729399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.735498 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Checking router: 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:53.744997 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Routers {'5d1f110b-8985-4ab9-ac1d-3db9be998ae6'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:53.745596 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:53.832047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] For port 60708690-05fc-428a-ab5e-db2806526ee4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=60708690-05fc-428a-ab5e-db2806526ee4,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:53.833003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:53.836459 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] Set router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:53.851908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Calling delete_port for 60708690-05fc-428a-ab5e-db2806526ee4 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:53.896805 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:53Z', 'revision_number': 6, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:53.929972 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655e471-82b7-4e2e-aa86-4fa3b331959d None None] The sync data for ids ['5d1f110b-8985-4ab9-ac1d-3db9be998ae6'] in n-d-712140-14 is: [{'id': '5d1f110b-8985-4ab9-ac1d-3db9be998ae6', 'name': 'tempest-TestAggregatesBasicOps-1750240197-router', 'tenant_id': 'cc47b3361154457f89e8f768c197a2ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:39Z', 'updated_at': '2021-10-15T20:19:53Z', 'revision_number': 6, 'project_id': 'cc47b3361154457f89e8f768c197a2ce', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:53.996475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.064313 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=c23f3849-ae83-4adf-add6-575775d7c067,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:54.069274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:54.069634 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 067a6f82-10b2-4a0e-9a79-803f464810f1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:54.073640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.105399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Pushing event deleted for resources: {'Port': ['ID=60708690-05fc-428a-ab5e-db2806526ee4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:54.158902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:54.163785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.247649 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 067a6f82-10b2-4a0e-9a79-803f464810f1) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:54.252462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:54.253215 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.259416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bb348-66fd-483d-b83a-da89f83c3834 None None] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:54.262286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.265361 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.321111 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-36ae490a-3246-4206-96bf-5859cb69920f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7753441 Oct 15 20:19:54.321791 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56846) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:54.385011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.385552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d1f110b-8985-4ab9-ac1d-3db9be998ae6 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:19:54.390354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.391791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66ab9998-5b84-4fe7-93d9-ffe502ba23fb admin admin] 10.222.0.13 "DELETE /v2.0/routers/5d1f110b-8985-4ab9-ac1d-3db9be998ae6 HTTP/1.1" status: 204 len: 168 time: 1.0141969 Oct 15 20:19:54.394299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56848) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:54.435338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-067a6f82-10b2-4a0e-9a79-803f464810f1', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:54.436379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.448036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Deleting subnet 2ccc5b28-ca79-436a-ab63-a0f7eaa282d2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:19:54.451650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.494744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.582019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.605617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Allocated IP 172.20.0.2 (067a6f82-10b2-4a0e-9a79-803f464810f1/c23f3849-ae83-4adf-add6-575775d7c067/39c764da-7ba3-494d-8547-8f0a5223d9aa) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:54.690364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.739163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.764486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.776541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ccc5b28-ca79-436a-ab63-a0f7eaa282d2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:54.778838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.783373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ca4db1a-b5c8-46fd-a24b-dad24347ba50 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2ccc5b28-ca79-436a-ab63-a0f7eaa282d2 HTTP/1.1" status: 204 len: 168 time: 0.3879745 Oct 15 20:19:54.784472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ce87b-d3a3-4912-97f4-b979c66c3c14 None None] Network f658a68f-330e-4d71-bea4-196402e1ea1f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:54.786572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56852) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:54.850609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.866379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.914726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:54.917358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Pushing event updated for resources: {'Port': ['ID=39c764da-7ba3-494d-8547-8f0a5223d9aa,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:54.921046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:54.923177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:54.930576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Deleting port 757614cb-c95e-4399-ab55-bdd3d42577e9 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:54.931019 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:54.999548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.006889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] For port 757614cb-c95e-4399-ab55-bdd3d42577e9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=757614cb-c95e-4399-ab55-bdd3d42577e9,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:55.007353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.025560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Calling delete_port for 757614cb-c95e-4399-ab55-bdd3d42577e9 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:55.043311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Attempting to bind port 39c764da-7ba3-494d-8547-8f0a5223d9aa on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:55.044058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Attempting to bind port 39c764da-7ba3-494d-8547-8f0a5223d9aa by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:55.044433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Attempting to bind port 39c764da-7ba3-494d-8547-8f0a5223d9aa on network 067a6f82-10b2-4a0e-9a79-803f464810f1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:55.050603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:55.051547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Checking segment: {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:55.052397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.052694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Bound using segment: {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:55.053332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Bound port: 39c764da-7ba3-494d-8547-8f0a5223d9aa, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:55.053721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.132026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] DHCP port deletion for f658a68f-330e-4d71-bea4-196402e1ea1f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:19:55.173275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] For port 39c764da-7ba3-494d-8547-8f0a5223d9aa, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:55.187450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] For port 39c764da-7ba3-494d-8547-8f0a5223d9aa, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=39c764da-7ba3-494d-8547-8f0a5223d9aa,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:55.206450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 60708690-05fc-428a-ab5e-db2806526ee4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:55.229292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Deleting port 757614cb-c95e-4399-ab55-bdd3d42577e9 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:19:55.235717 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.235717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 60708690-05fc-428a-ab5e-db2806526ee4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:55.235717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 60708690-05fc-428a-ab5e-db2806526ee4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:55.235717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 757614cb-c95e-4399-ab55-bdd3d42577e9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:55.258880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.288633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Pushing event deleted for resources: {'Port': ['ID=757614cb-c95e-4399-ab55-bdd3d42577e9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:55.290702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] No DVR routers for this DVR port 757614cb-c95e-4399-ab55-bdd3d42577e9 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:55.310840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.20.0.1 (067a6f82-10b2-4a0e-9a79-803f464810f1/c23f3849-ae83-4adf-add6-575775d7c067/dbefe6dc-e0fc-4413-8895-d353ce6abe91) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:55.318083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.363053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] For port 757614cb-c95e-4399-ab55-bdd3d42577e9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=757614cb-c95e-4399-ab55-bdd3d42577e9,segment=NetworkSegment(922b13cc-75b1-4b5c-8312-afa212913afc),segment_id=922b13cc-75b1-4b5c-8312-afa212913afc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:55.364290 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.370464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.390503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Calling delete_port for 757614cb-c95e-4399-ab55-bdd3d42577e9 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:19:55.392407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f658a68f-330e-4d71-bea4-196402e1ea1f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:55.399650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No active binding found for port 757614cb-c95e-4399-ab55-bdd3d42577e9 {{(pid=101182) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 15 20:19:55.400092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 757614cb-c95e-4399-ab55-bdd3d42577e9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:55.400512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0486730e-8102-4d30-adf2-d2189fca5ee4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:19:55.404053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922b13cc-75b1-4b5c-8312-afa212913afc') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:55.404574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922b13cc-75b1-4b5c-8312-afa212913afc') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:55.428203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.442470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0486730e-8102-4d30-adf2-d2189fca5ee4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:19:55.442813 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.443337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0486730e-8102-4d30-adf2-d2189fca5ee4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:19:55.445251 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.453585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:19:55.456406 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:19:55.497435 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a6f1-9f6d-4fd2-9dbd-aa3fe31daefe None None] Pushing event updated for resources: {'Port': ['ID=39c764da-7ba3-494d-8547-8f0a5223d9aa,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:55.541253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.568267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] Pushing event deleted for resources: {'Port': ['ID=757614cb-c95e-4399-ab55-bdd3d42577e9,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:55.570335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446184ba-fc08-43f3-b8cb-0df11a669db7 None None] No DVR routers for this DVR port 757614cb-c95e-4399-ab55-bdd3d42577e9 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:19:55.606802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.631395 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.639718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.645273 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] 10.222.0.13 "DELETE /v2.0/networks/f658a68f-330e-4d71-bea4-196402e1ea1f HTTP/1.1" status: 204 len: 168 time: 0.8570259 Oct 15 20:19:55.658182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:55.664301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:55.667209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:55.669860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dfd1b-e659-4594-aae4-81234490667c admin admin] Pushing event deleted for resources: {'Network': ['ID=f658a68f-330e-4d71-bea4-196402e1ea1f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:55.704907 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:55.732537 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:55.908937 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.059706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56856) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:56.110527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b1b56551-32d2-4255-ade0-bd036802416b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e53ae22d35be448694592014475b258b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492091 Oct 15 20:19:56.113139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:56.168077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.198477 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.201098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.281690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.357251 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:56.359329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.362238 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.365878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ce61031-4931-498e-b57c-a51e6a3f7991 HTTP/1.1" status: 204 len: 168 time: 0.2480443 Oct 15 20:19:56.366055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.373159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6990936-1ea0-49e5-8bf3-b5aac43f0005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce61031-4931-498e-b57c-a51e6a3f7991,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:56.468979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a380f1a-8742-4f2f-a5b5-55b5877011a2 None None] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:56.489585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:56.491519 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:56.730426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:19:56.751276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] Provisioning complete for port 39c764da-7ba3-494d-8547-8f0a5223d9aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:56.751671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.849457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:19:56.857931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56864) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:56.863068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-2132017409'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:56.863924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:19:56.864490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-432dd0ec-29e8-4d90-9923-6231e45e73da tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413485 Oct 15 20:19:56.866594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.890329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:56.891020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:56.942002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] For port 39c764da-7ba3-494d-8547-8f0a5223d9aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=39c764da-7ba3-494d-8547-8f0a5223d9aa,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:56.964888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:56.969116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:56.996764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:56.997866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:57.008290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.008696 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9 of type vlan for network b483b295-ce46-4c03-af7c-caaf8d0f7adc Oct 15 20:19:57.021635 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.055799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.145150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110062b2-3173-48e8-a11a-feb6856bd98e None None] Pushing event updated for resources: {'Port': ['ID=39c764da-7ba3-494d-8547-8f0a5223d9aa,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:57.173243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.182823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:57.182823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.189281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-571e1af2-a55d-4a95-bcb4-dd50142c9ef7 None None] Provisioning complete for port dbefe6dc-e0fc-4413-8895-d353ce6abe91 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:57.189643 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-571e1af2-a55d-4a95-bcb4-dd50142c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.229037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 39c764da-7ba3-494d-8547-8f0a5223d9aa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:57.270086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-571e1af2-a55d-4a95-bcb4-dd50142c9ef7 None None] Port dbefe6dc-e0fc-4413-8895-d353ce6abe91 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:57.282459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=b483b295-ce46-4c03-af7c-caaf8d0f7adc,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:57.299198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:57.323167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56866) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:57.342169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-58267674-454e-4c1a-8f73-e15fc5ed760e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4835007 Oct 15 20:19:57.345994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56868) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:57.352722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:57.387997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c1c7311-6f10-42bc-ba1f-ab294b384dd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc47b3361154457f89e8f768c197a2ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608239 Oct 15 20:19:57.388949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56870) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:57.392825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-571e1af2-a55d-4a95-bcb4-dd50142c9ef7 None None] Provisioning complete for port 39c764da-7ba3-494d-8547-8f0a5223d9aa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:57.393196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-571e1af2-a55d-4a95-bcb4-dd50142c9ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.461739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 39c764da-7ba3-494d-8547-8f0a5223d9aa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:57.462114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.466605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:55Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:56Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:57.507909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.524581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:19:57.525118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Updating router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 port dbefe6dc-e0fc-4413-8895-d353ce6abe91 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:19:57.530548 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.573481 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:57.577106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.582805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.692409 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.694993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.696182 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58c12d0e-cc12-4bce-a327-59b9a66b0f60 HTTP/1.1" status: 204 len: 168 time: 0.3066580 Oct 15 20:19:57.713267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda2910-f2f2-4a20-af5f-74af47ec82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c12d0e-cc12-4bce-a327-59b9a66b0f60,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:57.772755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d4d0718a-85c9-48e1-b7d8-76f619c49e11 None None] Provisioning complete for port dbefe6dc-e0fc-4413-8895-d353ce6abe91 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:57.773135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4d0718a-85c9-48e1-b7d8-76f619c49e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.824828 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.857289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d4d0718a-85c9-48e1-b7d8-76f619c49e11 None None] Port dbefe6dc-e0fc-4413-8895-d353ce6abe91 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:57.886460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=1a2fd24f-92c2-4186-b05f-1eb41203e12a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:57.899676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:57.899676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: b483b295-ce46-4c03-af7c-caaf8d0f7adc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:19:57.962794 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:57.984127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:19:58.073836 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b483b295-ce46-4c03-af7c-caaf8d0f7adc) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:58.074028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.087525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2f59b8-1743-4d0f-a8b2-4528260a403c None None] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:19:58.087835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:58.088440 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.189521 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8bb4bab7-9499-4209-9fe8-66b1a48bbe61 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8416839 Oct 15 20:19:58.192881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56882) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:58.202683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1706040-fb56-43e5-a768-806d6eb78679 None None] Pushing event updated for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:58.298066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Attempting to bind port dbefe6dc-e0fc-4413-8895-d353ce6abe91 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:58.298301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Attempting to bind port dbefe6dc-e0fc-4413-8895-d353ce6abe91 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:58.298518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Attempting to bind port dbefe6dc-e0fc-4413-8895-d353ce6abe91 on network 067a6f82-10b2-4a0e-9a79-803f464810f1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:58.308238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:58.308642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Checking segment: {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:58.309130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.309558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Bound using segment: {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:58.310128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Bound port: dbefe6dc-e0fc-4413-8895-d353ce6abe91, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a870e88b-ca80-4bcf-9889-ebee68c73f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:58.310515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.377538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:19:58.383086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.440791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7161b19d-6926-496b-96ef-19c922c135a5 None None] Provisioning complete for port dbefe6dc-e0fc-4413-8895-d353ce6abe91 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:58.441265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7161b19d-6926-496b-96ef-19c922c135a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.587321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.667550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] For port dbefe6dc-e0fc-4413-8895-d353ce6abe91, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:58.688774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] For port dbefe6dc-e0fc-4413-8895-d353ce6abe91, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dbefe6dc-e0fc-4413-8895-d353ce6abe91,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:58.709194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7161b19d-6926-496b-96ef-19c922c135a5 None None] Port dbefe6dc-e0fc-4413-8895-d353ce6abe91 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:19:58.761979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Allocated IP 172.21.0.2 (b483b295-ce46-4c03-af7c-caaf8d0f7adc/1a2fd24f-92c2-4186-b05f-1eb41203e12a/bc3d3164-165f-4669-9b80-5fd478c0c3e1) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:58.772218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:58.850567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56894) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:58.889416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:19:58.889836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:58.900909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1706040-fb56-43e5-a768-806d6eb78679 None None] Pushing event updated for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:58.960185 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-337287899-network', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:59.013910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:19:59.064490 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Made reservation on behalf of 8929b2f866c349dcaa7f4c244a97c0ee for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:59.066882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.075891 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.118863 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.155166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] Provisioning complete for port dbefe6dc-e0fc-4413-8895-d353ce6abe91 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:59.155610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.157713 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.184087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 39c764da-7ba3-494d-8547-8f0a5223d9aa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:19:59.215187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.246258 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.268018 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.21.0.1 (b483b295-ce46-4c03-af7c-caaf8d0f7adc/1a2fd24f-92c2-4186-b05f-1eb41203e12a/1bef31b2-db73-4d9a-9a7e-f5781c5ec142) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:19:59.280817 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:19:59.306652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d144c5d-9e9c-431b-91bd-3b51e13ebb86,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.306935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:59.321389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.321846 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Added segment d0f4d652-3417-4652-8b4f-4e03fa80fd92 of type vlan for network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 Oct 15 20:19:59.325322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:59.348766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:59.352401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Pushing event updated for resources: {'Port': ['ID=bc3d3164-165f-4669-9b80-5fd478c0c3e1,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.411339 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.415082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 39c764da-7ba3-494d-8547-8f0a5223d9aa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:19:59.415449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.462071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.484485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Attempting to bind port bc3d3164-165f-4669-9b80-5fd478c0c3e1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:19:59.484866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Attempting to bind port bc3d3164-165f-4669-9b80-5fd478c0c3e1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:19:59.485213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Attempting to bind port bc3d3164-165f-4669-9b80-5fd478c0c3e1 on network b483b295-ce46-4c03-af7c-caaf8d0f7adc {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:19:59.489987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.506504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:19:59.506869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Checking segment: {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:19:59.507257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.508393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Bound using segment: {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:19:59.508393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Bound port: bc3d3164-165f-4669-9b80-5fd478c0c3e1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:19:59.508711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.527115 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.531346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:19:59.531346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.540928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:55Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:58Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:19:59.590553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.597021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14b27b4-59a5-4e8b-9902-2d4d86eaa44c None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:55Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:58Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:19:59.600654 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] Pushing event updated for resources: {'Network': ['ID=1578efa6-0b78-4bf2-b5b4-782418fa1ff7,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.603332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] For port dbefe6dc-e0fc-4413-8895-d353ce6abe91, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dbefe6dc-e0fc-4413-8895-d353ce6abe91,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:19:59.631436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:19:59.640343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:19:59.643596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:19:59.651119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:19:59.655492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.681243 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a1d31cfb-f643-418c-bde9-c07e6f000c64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8292816 Oct 15 20:19:59.686332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56900) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:19:59.694650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.695436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] For port bc3d3164-165f-4669-9b80-5fd478c0c3e1, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:19:59.697483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Request body: {'subnet': {'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-337287899-subnet', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:19:59.705206 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.759073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] For port bc3d3164-165f-4669-9b80-5fd478c0c3e1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bc3d3164-165f-4669-9b80-5fd478c0c3e1,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:19:59.793068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f4dbe-3877-41f5-8794-2e1b4985b5a8 None None] Pushing event updated for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.810718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Made reservation on behalf of 8929b2f866c349dcaa7f4c244a97c0ee for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:19:59.815085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.840151 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:19:59.920828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b262098-a2ff-44fd-979a-410c51a15992 None None] Pushing event updated for resources: {'Port': ['ID=bc3d3164-165f-4669-9b80-5fd478c0c3e1,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:19:59.957138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.182299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.256380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Checking segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:00.256987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Network hostable DHCP agents. Network: 1578efa6-0b78-4bf2-b5b4-782418fa1ff7, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:20:00.259435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:00.294754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.377151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:20:00.396613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.470253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 1578efa6-0b78-4bf2-b5b4-782418fa1ff7) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:00.472252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.474683 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:00.476177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:00.476966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.479660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaec050-d18b-4b32-a259-563b1c9d965b None None] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:00.570133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e754ff1-8e5c-4ac2-b020-32e5d8a13868 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8826725 Oct 15 20:20:00.572831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56902) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:00.574910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:00.576506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:00.577423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:00.628866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:20:00.630367 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.664700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.665812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.741961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.810932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Allocated IP 172.20.0.2 (1578efa6-0b78-4bf2-b5b4-782418fa1ff7/ea89b0e0-a146-472e-b2d8-a1d4ff0f9748/9f30c739-9266-420e-ab48-32572a26ef4f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:00.968819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:00.989859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.056348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:01.085154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d94e1-8785-455b-9100-ed327098b356 None None] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:01.125514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.176297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:01.192180 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-49634eac-6533-4859-aeb8-115fff2527b1 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857914 Oct 15 20:20:01.195097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56904) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:01.204641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890701840'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:01.219648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:01.224441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:01.227127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:01.254878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] Provisioning complete for port bc3d3164-165f-4669-9b80-5fd478c0c3e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:01.254878 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.283961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Pushing event updated for resources: {'Port': ['ID=9f30c739-9266-420e-ab48-32572a26ef4f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:01.319544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dbefe6dc-e0fc-4413-8895-d353ce6abe91 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:01.340318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:01.342261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.379771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.384996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:20:01.410889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.421242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.422166 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 0aff79d8-d170-4a9c-bfdf-c158de938047 of type vlan for network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd Oct 15 20:20:01.431088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:01.443333 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:01.444346 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:01.510213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.537390 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:01.551186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Attempting to bind port 9f30c739-9266-420e-ab48-32572a26ef4f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:01.551434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Attempting to bind port 9f30c739-9266-420e-ab48-32572a26ef4f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:01.551806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Attempting to bind port 9f30c739-9266-420e-ab48-32572a26ef4f on network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:01.581808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Allocated IP 172.25.0.188 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/0c9bdcd7-0eba-4c48-99f1-f39a0296e666) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:01.586532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:01.586950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Checking segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:01.587345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.587768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Bound using segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:01.588249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Bound port: 9f30c739-9266-420e-ab48-32572a26ef4f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:01.588624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.658507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.676847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:01.677621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.709022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port dbefe6dc-e0fc-4413-8895-d353ce6abe91 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:01.709403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.743984 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.760373 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 3, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:00Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:01.774130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=8d46fdd0-ee73-4744-bf81-a39350dcb7bd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:01.779282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] For port 9f30c739-9266-420e-ab48-32572a26ef4f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:01.791189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.794499 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:01.794844 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Updating router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:01.795583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:20:01.804962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b3c361b-dc76-41c5-ab7f-b5bbc8de17bb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6053202 Oct 15 20:20:01.805369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56906) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:01.811354 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:01.832012 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.833432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] For port 9f30c739-9266-420e-ab48-32572a26ef4f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9f30c739-9266-420e-ab48-32572a26ef4f,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:01.848067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] For port bc3d3164-165f-4669-9b80-5fd478c0c3e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bc3d3164-165f-4669-9b80-5fd478c0c3e1,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:01.932856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.944328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bc3d3164-165f-4669-9b80-5fd478c0c3e1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:01.985122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:01.994226 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.005773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:02.010322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.042166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57702e-50b8-49cb-8e5d-94f2d9f75c6a None None] Pushing event updated for resources: {'Port': ['ID=9f30c739-9266-420e-ab48-32572a26ef4f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:02.088406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:02.089942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Pushing event updated for resources: {'Port': ['ID=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:02.105327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:02.107905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:02.144234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bc3d3164-165f-4669-9b80-5fd478c0c3e1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:02.149562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.213862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1161bea9-ffeb-4b75-ae12-4f9b1f6693e6 None None] Provisioning complete for port bc3d3164-165f-4669-9b80-5fd478c0c3e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:02.213862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1161bea9-ffeb-4b75-ae12-4f9b1f6693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.215805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e447a-ae5d-4ba0-b28a-a750a69087cd None None] Pushing event updated for resources: {'Port': ['ID=bc3d3164-165f-4669-9b80-5fd478c0c3e1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:02.334286 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.461282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1161bea9-ffeb-4b75-ae12-4f9b1f6693e6 None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:02.461804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1161bea9-ffeb-4b75-ae12-4f9b1f6693e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.474410 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.475019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.512421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1161bea9-ffeb-4b75-ae12-4f9b1f6693e6 None None] Port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:02.567422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:02.571920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 8d46fdd0-ee73-4744-bf81-a39350dcb7bd, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:20:02.576443 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=f601ec65-fa5c-4ec0-89b7-3c636ecd89cd,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:02.615098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.647152 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fd44ac87-f67a-41e4-9e7e-30708cb46929 None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:02.647519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fd44ac87-f67a-41e4-9e7e-30708cb46929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.653877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:20:02.694526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fd44ac87-f67a-41e4-9e7e-30708cb46929 None None] Port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:02.706373 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd0f77-539e-4c9a-915e-1ac5acc51ff7 None None] Pushing event updated for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:02.746317 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Attempting to bind port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:02.746979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Attempting to bind port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:02.747676 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Attempting to bind port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 on network b483b295-ce46-4c03-af7c-caaf8d0f7adc {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:02.755598 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:02.756035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Checking segment: {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:02.757441 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.757851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Bound using segment: {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:02.758338 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Bound port: 1bef31b2-db73-4d9a-9a7e-f5781c5ec142, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:02.758846 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.760060 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8d46fdd0-ee73-4744-bf81-a39350dcb7bd) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:02.764956 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:02.765631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.769896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca037fe-3a36-412f-904f-fb850c1eda04 None None] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:02.870074 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] For port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:02.874799 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] For port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:02.914931 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8da25b65-95d6-4ab9-973f-54974c27d07a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1042390 Oct 15 20:20:02.915822 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56910) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:02.972345 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:02.978612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:02.979455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.071903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:20:03.073888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.139177 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:03.145262 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:03.265701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd0f77-539e-4c9a-915e-1ac5acc51ff7 None None] Pushing event updated for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:03.314674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.390814 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:03.401478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] For port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:03.418580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Allocated IP 172.22.0.2 (8d46fdd0-ee73-4744-bf81-a39350dcb7bd/f601ec65-fa5c-4ec0-89b7-3c636ecd89cd/2cd5bf07-47a6-46e7-8106-f9f4f6220abd) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:03.433242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bc3d3164-165f-4669-9b80-5fd478c0c3e1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:03.496050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.593041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.628042 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.767372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c06deebc-7aaa-412f-9630-58481d7abbdd None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:03.767737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c06deebc-7aaa-412f-9630-58481d7abbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.771135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.776456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bc3d3164-165f-4669-9b80-5fd478c0c3e1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:03.776817 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:03.809100 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 3, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:02Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:03.826652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf182de-0951-40e7-af9f-400b69a9b420 None None] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:03.828050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:20:03.829762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11bbc-86da-496e-8ad4-783b18448369 None None] Pushing event updated for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:03.840019 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9da6d0-c12e-4803-82d7-636a956e4fc5 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 3, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:02Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:03.874128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.013479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:04.022425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:04.033894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:04.062246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:04.067216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Pushing event updated for resources: {'Port': ['ID=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:04.074541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:04.090055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.22.0.1 (8d46fdd0-ee73-4744-bf81-a39350dcb7bd/f601ec65-fa5c-4ec0-89b7-3c636ecd89cd/3747d9b3-2b1c-4a5a-b66d-888c8931a812) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:04.106447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.108425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-447be4ee-0918-4d76-bb29-761dcddb57cd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5345883 Oct 15 20:20:04.109724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:04.110367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:04.121598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56912) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:04.224137 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.311126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9f30c739-9266-420e-ab48-32572a26ef4f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:04.323047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Attempting to bind port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:04.323301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Attempting to bind port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:04.324110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Attempting to bind port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd on network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:04.327858 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.382353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:04.386301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:04.391037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:04.453563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.511597 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:04.591389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:04.591780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Checking segment: {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:04.592181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.592630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Bound using segment: {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:04.593034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Bound port: 2cd5bf07-47a6-46e7-8106-f9f4f6220abd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:04.593408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.653628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:04.659103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.697015 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.714324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:04.714600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.840695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Allocated IP 172.20.0.1 (1578efa6-0b78-4bf2-b5b4-782418fa1ff7/ea89b0e0-a146-472e-b2d8-a1d4ff0f9748/335a283b-9ee1-4172-9b0b-bbe24c015e99) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:04.855020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9f30c739-9266-420e-ab48-32572a26ef4f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:04.855202 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.898865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] For port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:04.979696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] For port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:04.984366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:04.993749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.038638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:02Z', 'revision_number': 3, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:05.076831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:05.077180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Updating router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:05.119674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.134354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.157599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Provisioning complete for port 9f30c739-9266-420e-ab48-32572a26ef4f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:05.157978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.166711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.179335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.217637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:05.224534 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.235441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.247846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:05.259754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:05.262309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:05.264418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:05.313754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.335118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97041c42-ea31-4f3f-a37c-5e62d65f98c0 None None] Pushing event updated for resources: {'Port': ['ID=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:05.357569 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:05.359467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:05.391434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9f30c739-9266-420e-ab48-32572a26ef4f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9f30c739-9266-420e-ab48-32572a26ef4f,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:05.468686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.500918 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:05.569704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.644214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9f30c739-9266-420e-ab48-32572a26ef4f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:05.654743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.685796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-bd109343-01d7-4399-9626-fdb7b5c7ab8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1871893 Oct 15 20:20:05.733235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:05.747390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:05.759401 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d8775af-3bb9-4c69-a9ee-e243cde8b10c tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8421896 Oct 15 20:20:05.760089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56914) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:05.762421 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:05.766013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'network': {'name': 'tempest-RoutersTest-688596783'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:05.776348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:05.776959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:05.777106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:20:05.777340 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-1ed610f0-71b5-4362-8c3e-c7492784139e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:20:05.842371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.856098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:05.856464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.887297 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:05.888770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-81155dfc-06b6-44df-9d12-ed872f5a6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:05.890283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-81155dfc-06b6-44df-9d12-ed872f5a6cd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.1316578 Oct 15 20:20:05.893333 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:05.900348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.935335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:20:05.953148 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.958431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:05.960243 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added segment 33371fef-3cc6-4cc8-acc9-4dae2032ac8b of type vlan for network 4c2d186a-87d7-40fb-9c9c-30518350ba71 Oct 15 20:20:06.003440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Attempting to bind port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:06.004458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Attempting to bind port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:06.005063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Attempting to bind port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:06.017036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:06.017875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:06.018506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.019170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:06.020647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Bound port: 0c9bdcd7-0eba-4c48-99f1-f39a0296e666, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:06.021423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.026199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.030660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.048697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-cf15350b-99ed-4e14-b24d-2e1c182a4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:06.050313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-cf15350b-99ed-4e14-b24d-2e1c182a4a2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1364117 Oct 15 20:20:06.051830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d876-b7ea-4050-b340-7fa4e797ac92 None None] Pushing event updated for resources: {'Port': ['ID=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:06.087196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] For port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:06.093459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] For port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:06.102703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.127912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.133554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:06.137504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.184785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:04Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:04Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:06.193154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-4b343c9c-eafe-4e48-bcac-1687a823d72e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 1001 time: 0.1327658 Oct 15 20:20:06.197115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.229646 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:06.230008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Updating router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:06.252719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-67122967-c0d4-4cfc-ac1e-9bccd3f489d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:06.254937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-67122967-c0d4-4cfc-ac1e-9bccd3f489d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0492747 Oct 15 20:20:06.255598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:06.258590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.265327 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.275332 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5141797 Oct 15 20:20:06.278538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:06.284323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'subnet': {'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:06.297641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d7f56-cae0-41c5-81ce-f0447f92be7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Network': ['ID=4c2d186a-87d7-40fb-9c9c-30518350ba71,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:06.308605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d876-b7ea-4050-b340-7fa4e797ac92 None None] Pushing event updated for resources: {'Port': ['ID=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:06.320749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:20:06.421710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-fd8e4db1-830a-4376-8deb-c7f00068ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:06.429894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-fd8e4db1-830a-4376-8deb-c7f00068ed8f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1590142 Oct 15 20:20:06.456016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:06.456642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:06.502162 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Made reservation on behalf of 1a0251bad434427a961867b44c7638b6 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:06.506367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.533104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-c96d2922-6e02-4ced-a790-6d756b23c8ca service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011305 Oct 15 20:20:06.593357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:06.627228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ead5d-1a44-4729-9832-da869def50d9 None None] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:06.631225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:06.634138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:06.666021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Provisioning complete for port 9f30c739-9266-420e-ab48-32572a26ef4f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:06.666415 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.693817 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.718936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c125b71e-b545-48b2-b397-0a91cde66ef8 req-2ee7f5b6-34cc-4222-9487-c9a7532dbbdd service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779056 Oct 15 20:20:06.782414 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.846545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:06.871120 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0cccf-6aa1-4f08-9758-bace36250e83 None None] Pushing event updated for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:06.903537 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Attempting to bind port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:06.905606 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Attempting to bind port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:06.905606 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Attempting to bind port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 on network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:06.911332 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:06.912465 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Checking segment: {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:06.912967 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.913452 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Bound using segment: {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:06.914019 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Bound port: 3747d9b3-2b1c-4a5a-b66d-888c8931a812, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aff79d8-d170-4a9c-bfdf-c158de938047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:06.914896 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.925635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:06.998538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:07.020025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c20a2c39-fbfd-4ca3-bce1-6aff5684fef1 admin admin] 10.222.0.13 "PUT /v2.0/routers/42822a86-62d3-40ad-89b9-e8d8a9cf1096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8955348 Oct 15 20:20:07.025946 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] For port 3747d9b3-2b1c-4a5a-b66d-888c8931a812, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:07.029716 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] For port 3747d9b3-2b1c-4a5a-b66d-888c8931a812, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3747d9b3-2b1c-4a5a-b66d-888c8931a812,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:07.043736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Subnet': ['ID=4af240d1-6d64-4a8f-92db-017515709508,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:07.047096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Checking segment: {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:07.047096 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network hostable DHCP agents. Network: 4c2d186a-87d7-40fb-9c9c-30518350ba71, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:20:07.091432 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.121926 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:20:07.163341 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:07.164013 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:07.199308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0cccf-6aa1-4f08-9758-bace36250e83 None None] Pushing event updated for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:07.210450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 4c2d186a-87d7-40fb-9c9c-30518350ba71) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:07.216684 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:07.217281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.244438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fa9db-6dba-4ec0-982e-ee4ed3300595 None None] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:07.261677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Provisioning complete for port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:07.262053 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.263286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:07.316000 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bca2ffb2-9645-441d-971c-cf95e4a68d9d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0337899 Oct 15 20:20:07.316632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:07.447967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:07.506429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aa468a-13ce-4a96-955d-09a42179be0b None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:07.569598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.588009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-4c2d186a-87d7-40fb-9c9c-30518350ba71', 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'fixed_ips': [{'subnet_id': '4af240d1-6d64-4a8f-92db-017515709508'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:20:07.592755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.686566 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:04Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:07Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:07.696232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] For port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:07.740029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbea2dd-627e-4c99-b92b-d40a40e27c08 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:04Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:07Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:07.846343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:07.858635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2cd5bf07-47a6-46e7-8106-f9f4f6220abd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:08.003440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:08.003969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.023680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56934) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:08.034519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-571877234-network', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:08.060535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Allocated IP 172.23.0.2 (4c2d186a-87d7-40fb-9c9c-30518350ba71/4af240d1-6d64-4a8f-92db-017515709508/543cf671-7ae4-4a05-b2fd-19b5d3492bdd) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:08.070379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Pushing event updated for resources: {'Port': ['ID=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:08.095134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.120037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:08.122659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.128940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9ff8fa76-6e0f-4379-a3a2-e2e85ef9974f None None] Port 335a283b-9ee1-4172-9b0b-bbe24c015e99 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:08.400314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.405021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Provisioning complete for port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:08.405394 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.524607 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.544565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9f30c739-9266-420e-ab48-32572a26ef4f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:08.644984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Made reservation on behalf of 5f193cb9735142e8b64eb3397edf83a3 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:08.646640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Pushing event updated for resources: {'Port': ['ID=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:08.647290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.656935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:08.660578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.660740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:08.664886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:08.761582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9f30c739-9266-420e-ab48-32572a26ef4f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:08.761955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.804680 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Attempting to bind port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:08.805059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Attempting to bind port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:08.805477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Attempting to bind port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd on network 4c2d186a-87d7-40fb-9c9c-30518350ba71 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:08.820736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Provisioning complete for port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:08.821118 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.826442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:08.826841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Checking segment: {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:08.827219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.827639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Bound using segment: {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:08.828130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Bound port: 543cf671-7ae4-4a05-b2fd-19b5d3492bdd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:08.828614 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.890020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.937813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Allocated IP 172.23.0.1 (4c2d186a-87d7-40fb-9c9c-30518350ba71/4af240d1-6d64-4a8f-92db-017515709508/ae1632ac-8ed3-4f71-8958-6c84f4027f57) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:08.954326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:08.975243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] For port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:09.010046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:20:09.011893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] For port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,segment=NetworkSegment(33371fef-3cc6-4cc8-acc9-4dae2032ac8b),segment_id=33371fef-3cc6-4cc8-acc9-4dae2032ac8b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:09.022356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.048672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.049247 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Added segment bd871323-2136-44b8-84ab-deefab02deea of type vlan for network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 Oct 15 20:20:09.054426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768de957-9c4c-473d-9270-fa4a9fcecadd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.055682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] For port 3747d9b3-2b1c-4a5a-b66d-888c8931a812, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3747d9b3-2b1c-4a5a-b66d-888c8931a812,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:09.097205 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.107807 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.136659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.143694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.167195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89517c8c-d3e9-4959-8079-3ec6428652a7 None None] Pushing event updated for resources: {'Port': ['ID=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.169783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:09.170161 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.230208 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.231192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:09.231872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.245310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Port 335a283b-9ee1-4172-9b0b-bbe24c015e99 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:09.251265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc291a-411f-448d-9eed-cecc70cfa5b7 None None] Pushing event updated for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.266398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.372190 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e2f75007-7fa9-440f-84dd-4e7fca047e2d None None] Provisioning complete for port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:09.372699 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e2f75007-7fa9-440f-84dd-4e7fca047e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.397388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3695943 Oct 15 20:20:09.398408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56938) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:09.403116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201d4de-88d2-46ea-81b7-70709a9317cb admin admin] Pushing event updated for resources: {'Network': ['ID=55b5f6bf-bde8-443c-8d97-6b2f2782ffb2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.404243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Request body: {'subnet': {'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-571877234-subnet', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:09.408224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:09.412375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:09.417931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:09.423805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:20:09.427243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=ae1632ac-8ed3-4f71-8958-6c84f4027f57,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.478735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.504212 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Made reservation on behalf of 5f193cb9735142e8b64eb3397edf83a3 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:09.506822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.694951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.737637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 543cf671-7ae4-4a05-b2fd-19b5d3492bdd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:09.796726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.805538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:09.805538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:09.884004 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6598ed9d-e0e9-4695-93a3-64c9f1945bfb,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:09.913308 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Checking segment: {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:09.913685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Network hostable DHCP agents. Network: 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:20:09.982857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.001768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:20:10.032976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,segment=NetworkSegment(33371fef-3cc6-4cc8-acc9-4dae2032ac8b),segment_id=33371fef-3cc6-4cc8-acc9-4dae2032ac8b)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:10.091205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:10.097819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.099764 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.100899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3747d9b3-2b1c-4a5a-b66d-888c8931a812 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:10.102784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:10.103686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.107365 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e97e1a-8ef2-479a-9321-71aed104a70a None None] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:10.179123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.197511 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3aabd81a-cb0d-48b3-9216-6a7d7e0d627e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7978556 Oct 15 20:20:10.198471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:10.206013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:10.267480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event updated for resources: {'Port': ['ID=ae1632ac-8ed3-4f71-8958-6c84f4027f57,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:10.270542 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.308011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.309163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.367922 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.382056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:10.383830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:10.388565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc0100-0810-463a-b6ac-d8144b4e3308 None None] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:10.443331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:10.493190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:10.496997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2d8da0a6-eae4-4eea-9ff0-a9191cec59ad None None] Provisioning complete for port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:10.497361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2d8da0a6-eae4-4eea-9ff0-a9191cec59ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.536777 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:10.537150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.563056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.593428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:10.602119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-763f0d52-1014-4f19-b5cd-e0664bed1f73 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2817805 Oct 15 20:20:10.602495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56944) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:10.607103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:10.706563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:20:10.708077 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.879843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:10.886594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2cd5bf07-47a6-46e7-8106-f9f4f6220abd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:10.887779 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.913170 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:10.956199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:10.956946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:11.051242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Allocated IP 172.25.0.171 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/7a0a974d-2e0a-447a-bc7c-8e6a371fc06c) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:11.087179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 20:20:11.100707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Removed routes are [] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 20:20:11.101401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.106094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Allocated IP 172.20.0.2 (55b5f6bf-bde8-443c-8d97-6b2f2782ffb2/6598ed9d-e0e9-4695-93a3-64c9f1945bfb/898a515f-f2fc-46b7-8598-986d6aa0da65) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:11.146525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:11.148284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:11.148655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.201887 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.328835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.398279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:11.406145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:11.430731 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Pushing event updated for resources: {'Port': ['ID=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:11.443664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:11.497569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9383ecfc-3cb3-4557-8402-4aeda046650a None None] Provisioning complete for port ae1632ac-8ed3-4f71-8958-6c84f4027f57 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:11.498354 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9383ecfc-3cb3-4557-8402-4aeda046650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.498951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.508526 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.657419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9383ecfc-3cb3-4557-8402-4aeda046650a None None] Port ae1632ac-8ed3-4f71-8958-6c84f4027f57 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:11.659350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.700880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:11.706727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9383ecfc-3cb3-4557-8402-4aeda046650a None None] Provisioning complete for port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:11.707132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9383ecfc-3cb3-4557-8402-4aeda046650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.757100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:11.781801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.833072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:11.841553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.847411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dc21ab6b-edd5-4e79-9b4f-f7dba4643935 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 934 time: 1.2405357 Oct 15 20:20:11.849873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56946) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:11.860594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1632ac-8ed3-4f71-8958-6c84f4027f57', 'name': '', 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:8d:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4af240d1-6d64-4a8f-92db-017515709508', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:08Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '4af240d1-6d64-4a8f-92db-017515709508', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:11.893768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:11.899993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:11.900352 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Updating router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 port ae1632ac-8ed3-4f71-8958-6c84f4027f57 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:11.910060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:11.912662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:11.924605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:11.961788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Pushing event updated for resources: {'Port': ['ID=898a515f-f2fc-46b7-8598-986d6aa0da65,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:11.966420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0c328624-020a-4ccb-982b-15e0325fcf5b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 934 time: 0.1153965 Oct 15 20:20:11.969243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56948) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:11.974371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'routes': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:12.005065 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.030458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:12.030842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.121415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Attempting to bind port 898a515f-f2fc-46b7-8598-986d6aa0da65 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:12.122247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Attempting to bind port 898a515f-f2fc-46b7-8598-986d6aa0da65 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:12.122800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Attempting to bind port 898a515f-f2fc-46b7-8598-986d6aa0da65 on network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:12.148994 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.190403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:12.191068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Checking segment: {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:12.191924 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.192453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Bound using segment: {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:12.193289 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Bound port: 898a515f-f2fc-46b7-8598-986d6aa0da65, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:12.193912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.258566 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1817e7ae-350e-429c-825a-f79d4b9dfefe None None] Provisioning complete for port ae1632ac-8ed3-4f71-8958-6c84f4027f57 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:12.258566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1817e7ae-350e-429c-825a-f79d4b9dfefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.378829 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Router 7c19d79e-b3ad-4521-a408-fa1f42d21575 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:20:12.384414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added routes are [] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 20:20:12.385002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 20:20:12.422774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.535014 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:12.549502 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:12.552625 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:12.567163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] For port 898a515f-f2fc-46b7-8598-986d6aa0da65, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:12.583057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1817e7ae-350e-429c-825a-f79d4b9dfefe None None] Port ae1632ac-8ed3-4f71-8958-6c84f4027f57 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:12.589975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.597081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] For port 898a515f-f2fc-46b7-8598-986d6aa0da65, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=898a515f-f2fc-46b7-8598-986d6aa0da65,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:12.631327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:12.655240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.728054 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.728823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 543cf671-7ae4-4a05-b2fd-19b5d3492bdd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:12.745788 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:12.767618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.778992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.815055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973858ac-a0d8-4ce4-9b14-f0d5ef303cd2 None None] Pushing event updated for resources: {'Port': ['ID=898a515f-f2fc-46b7-8598-986d6aa0da65,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:12.843509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.896385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:12.916541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:12.926996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:12.937883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Sync routers for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:12.951977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:12.957295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:12.957736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:13.020814 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.024633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 56950) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:13.030322 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d13f4c25-bd9a-4305-aec2-85698ba7735a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8221533 Oct 15 20:20:13.079611 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:13.125692 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:13.126210 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Updating router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 port 335a283b-9ee1-4172-9b0b-bbe24c015e99 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:13.162889 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.220589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:13.228424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f9309-589c-4629-94cb-e682d078488d None None] Pushing event updated for resources: {'Port': ['ID=ae1632ac-8ed3-4f71-8958-6c84f4027f57,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:13.262587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:13.262991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.294126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Attempting to bind port ae1632ac-8ed3-4f71-8958-6c84f4027f57 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:13.294436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Attempting to bind port ae1632ac-8ed3-4f71-8958-6c84f4027f57 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:13.294801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Attempting to bind port ae1632ac-8ed3-4f71-8958-6c84f4027f57 on network 4c2d186a-87d7-40fb-9c9c-30518350ba71 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:13.337998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:13.338353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Checking segment: {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:13.338752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.339144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Bound using segment: {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:13.339645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Bound port: ae1632ac-8ed3-4f71-8958-6c84f4027f57, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33371fef-3cc6-4cc8-acc9-4dae2032ac8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:13.340022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.456009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] For port ae1632ac-8ed3-4f71-8958-6c84f4027f57, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:13.461744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] For port ae1632ac-8ed3-4f71-8958-6c84f4027f57, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae1632ac-8ed3-4f71-8958-6c84f4027f57,segment=NetworkSegment(33371fef-3cc6-4cc8-acc9-4dae2032ac8b),segment_id=33371fef-3cc6-4cc8-acc9-4dae2032ac8b)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:13.518407 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.534637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:13.535309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ad949753-39fe-4645-a965-513d3f5f9ae4 None None] Provisioning complete for port ae1632ac-8ed3-4f71-8958-6c84f4027f57 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:13.535802 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad949753-39fe-4645-a965-513d3f5f9ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.542968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.544234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e889c44-f776-4af0-a39a-8c4cbcf54ada tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 700 time: 1.5739515 Oct 15 20:20:13.547601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56954) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:13.589094 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.591536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.668702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-200b7d41-7541-4d7c-88ff-ab5526bf8d2d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 700 time: 0.1197240 Oct 15 20:20:13.674170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56956) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:13.692833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:20:13.702792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-ad949753-39fe-4645-a965-513d3f5f9ae4 None None] Port ae1632ac-8ed3-4f71-8958-6c84f4027f57 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:13.762529 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec076c-fc6d-43b6-9b95-4b8570d83051 None None] Pushing event updated for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:13.819926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:13.820740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:13.830472 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f9309-589c-4629-94cb-e682d078488d None None] Pushing event updated for resources: {'Port': ['ID=ae1632ac-8ed3-4f71-8958-6c84f4027f57,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:13.868607 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Attempting to bind port 335a283b-9ee1-4172-9b0b-bbe24c015e99 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:13.871325 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Attempting to bind port 335a283b-9ee1-4172-9b0b-bbe24c015e99 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:13.871930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Attempting to bind port 335a283b-9ee1-4172-9b0b-bbe24c015e99 on network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:13.885529 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:13.889548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Checking segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:13.893559 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.894008 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Bound using segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:13.899487 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Bound port: 335a283b-9ee1-4172-9b0b-bbe24c015e99, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:13.900096 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:13.951441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-bc65e84c-e14d-4ef6-bbec-eace76ace7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2179403 Oct 15 20:20:13.979836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:14.065744 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] For port 335a283b-9ee1-4172-9b0b-bbe24c015e99, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:14.070890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] For port 335a283b-9ee1-4172-9b0b-bbe24c015e99, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=335a283b-9ee1-4172-9b0b-bbe24c015e99,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:14.133663 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.200166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 898a515f-f2fc-46b7-8598-986d6aa0da65 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:14.218763 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec076c-fc6d-43b6-9b95-4b8570d83051 None None] Pushing event updated for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:14.253288 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:14.253930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:14.297648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Provisioning complete for port ae1632ac-8ed3-4f71-8958-6c84f4027f57 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:14.298032 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.399321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:11Z', 'revision_number': 3, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:14.405154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-e1e388d7-0d4b-409c-8a08-6384f18e99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:14.413720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-e1e388d7-0d4b-409c-8a08-6384f18e99dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.2905006 Oct 15 20:20:14.446933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5963e7-a92b-4ba4-99ba-a0d0cb0633ab None None] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:14.488507 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:14.501444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.512295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Checking router: 7c19d79e-b3ad-4521-a408-fa1f42d21575 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:14.512600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Updating router 7c19d79e-b3ad-4521-a408-fa1f42d21575 port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:14.565404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 898a515f-f2fc-46b7-8598-986d6aa0da65 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:14.565767 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.619590 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.622842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-23badbad-6730-4491-9f1c-f3858547c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:14.624632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-23badbad-6730-4491-9f1c-f3858547c8df service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 898 time: 0.1759307 Oct 15 20:20:14.750556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-cdcb932a-a95a-4377-872e-6a6f97c82874 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 1001 time: 0.1179576 Oct 15 20:20:14.769664 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:14Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:14.801973 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8914444a-1950-43a2-a39e-19a7889bcaf6 None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:14Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:14.818151 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port ae1632ac-8ed3-4f71-8958-6c84f4027f57 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:14.818151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.818508 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.869381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-d75f1a19-7c16-4f04-8a27-d1c136f26ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:14.871241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-d75f1a19-7c16-4f04-8a27-d1c136f26ff8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 200 len: 834 time: 0.1126685 Oct 15 20:20:14.947512 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port ae1632ac-8ed3-4f71-8958-6c84f4027f57, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ae1632ac-8ed3-4f71-8958-6c84f4027f57,segment=NetworkSegment(33371fef-3cc6-4cc8-acc9-4dae2032ac8b),segment_id=33371fef-3cc6-4cc8-acc9-4dae2032ac8b)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:14.947926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:14.963752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for ae1632ac-8ed3-4f71-8958-6c84f4027f57 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:14.975201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Allocated IP 172.20.0.1 (55b5f6bf-bde8-443c-8d97-6b2f2782ffb2/6598ed9d-e0e9-4695-93a3-64c9f1945bfb/c163d0a3-84f3-4c91-a883-78ecdc5fa3c7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:14.979790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-20f213df-f857-4ebc-accf-c633634b4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:14.981606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-20f213df-f857-4ebc-accf-c633634b4fd6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021082 Oct 15 20:20:15.072028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.101464 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.209323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 7, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1632ac-8ed3-4f71-8958-6c84f4027f57', 'name': '', 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:8d:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4af240d1-6d64-4a8f-92db-017515709508', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:08Z', 'updated_at': '2021-10-15T20:20:13Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '4af240d1-6d64-4a8f-92db-017515709508', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:15.211287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-9eb1ccdb-7af5-49d4-9785-2b1399ac05b6 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191029 Oct 15 20:20:15.217923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 898a515f-f2fc-46b7-8598-986d6aa0da65, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=898a515f-f2fc-46b7-8598-986d6aa0da65,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:15.224037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.273153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.280795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f08a76e-36eb-422a-982e-b0fb96e94aef None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 7, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ae1632ac-8ed3-4f71-8958-6c84f4027f57', 'name': '', 'network_id': '4c2d186a-87d7-40fb-9c9c-30518350ba71', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:8d:72:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '4af240d1-6d64-4a8f-92db-017515709508', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:08Z', 'updated_at': '2021-10-15T20:20:13Z', 'revision_number': 4, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '4af240d1-6d64-4a8f-92db-017515709508', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:15.309216 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=ae1632ac-8ed3-4f71-8958-6c84f4027f57,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:15.349880 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.350699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:15.444541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b86a8458-41ed-4244-ad38-b9a829a2a6d8 req-57b463a5-0795-4368-ac39-32cad8c5b7a9 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205884 Oct 15 20:20:15.469057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=898a515f-f2fc-46b7-8598-986d6aa0da65,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:15.525501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.537636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:15.538007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.600094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:15.606447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.620987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:15.625839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:15.677656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:15.686195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:15.686592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.729964 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.790500 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.879680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.928712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:15.977401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:16.022397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325ffe1-55b6-4ab4-8096-5573da73ace6 None None] Pushing event updated for resources: {'Port': ['ID=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:16.029100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Attempting to bind port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:16.029909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Attempting to bind port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:16.029909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Attempting to bind port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:16.045254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:16.045684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:16.046056 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.046511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:16.046989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Bound port: 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:16.047362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.050047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] For port 335a283b-9ee1-4172-9b0b-bbe24c015e99, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=335a283b-9ee1-4172-9b0b-bbe24c015e99,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:16.076811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.141695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.147275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:16.154031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bfbe8014-66e2-4164-a6e9-911308bc9330 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4787514 Oct 15 20:20:16.156773 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56958) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:16.193952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] For port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:16.216034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] For port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:16.224060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 898a515f-f2fc-46b7-8598-986d6aa0da65 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:16.232942 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet 4af240d1-6d64-4a8f-92db-017515709508 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:20:16.236393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.271517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a0734-6e1b-475e-b9c5-b506fecaf773 None None] Pushing event updated for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:16.289776 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.315099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.324455 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Provisioning complete for port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:16.324823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.340838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.402257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:16.402882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:16.406236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:16.407549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.409655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325ffe1-55b6-4ab4-8096-5573da73ace6 None None] Pushing event updated for resources: {'Port': ['ID=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:16.437064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.448147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 898a515f-f2fc-46b7-8598-986d6aa0da65 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:16.448444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.479144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.489912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:16.490848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Provisioning complete for port 898a515f-f2fc-46b7-8598-986d6aa0da65 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:16.491227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.518683 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:16.529326 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:16.530200 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:16.583654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.593233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:16.593726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:16.595151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:16.642754 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=4af240d1-6d64-4a8f-92db-017515709508,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:16.647332 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.651795 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec5cc8a9-d2a5-42f6-9f70-033271b5bbef tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/4af240d1-6d64-4a8f-92db-017515709508 HTTP/1.1" status: 204 len: 168 time: 0.4923522 Oct 15 20:20:16.654572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 56960) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:16.662089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c78616b-91d5-49dd-8e5f-0be8f9608ab3 None None] Network 4c2d186a-87d7-40fb-9c9c-30518350ba71 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:16.669192 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:16.789693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 335a283b-9ee1-4172-9b0b-bbe24c015e99 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:16.810107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Router 7c19d79e-b3ad-4521-a408-fa1f42d21575 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:16.815037 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.908841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:16.908841 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:16.991233 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,segment=NetworkSegment(33371fef-3cc6-4cc8-acc9-4dae2032ac8b),segment_id=33371fef-3cc6-4cc8-acc9-4dae2032ac8b)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:16.991501 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.002137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:17.016609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2eb800ad-6e08-4d01-be8f-5d881937e8a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/7c19d79e-b3ad-4521-a408-fa1f42d21575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9823718 Oct 15 20:20:17.018371 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 543cf671-7ae4-4a05-b2fd-19b5d3492bdd owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:17.137205 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 8, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.164173 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:17.172962 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:17.173568 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.195173 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.210906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:17.211504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2f71b756-3bc2-4e93-8d71-9324b8b51062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.218406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:17.218899 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.239327 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=543cf671-7ae4-4a05-b2fd-19b5d3492bdd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:17.245465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 543cf671-7ae4-4a05-b2fd-19b5d3492bdd on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:17.267652 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:17.381345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.384029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f344657-15c0-45eb-9efa-52bc8ce659d4 None None] DHCP port deletion for 4c2d186a-87d7-40fb-9c9c-30518350ba71 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:20:17.408421 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2d186a-87d7-40fb-9c9c-30518350ba71']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.427894 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33371fef-3cc6-4cc8-acc9-4dae2032ac8b') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.428287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33371fef-3cc6-4cc8-acc9-4dae2032ac8b') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.439867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'c163d0a3-84f3-4c91-a883-78ecdc5fa3c7', 'name': '', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'mac_address': 'fa:16:3e:ba:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:14Z', 'updated_at': '2021-10-15T20:20:16Z', 'revision_number': 2, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'subnets': [{'id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.441928 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.460586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.470792 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:20:17.471194 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.477306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f5132-18f2-48e3-84e3-d23bd1c6a661 None None] The sync data for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 is: [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'c163d0a3-84f3-4c91-a883-78ecdc5fa3c7', 'name': '', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'mac_address': 'fa:16:3e:ba:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:14Z', 'updated_at': '2021-10-15T20:20:16Z', 'revision_number': 2, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'subnets': [{'id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:20:17.478086 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:20:17.557234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 8, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:17.585276 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890f1efd-31d8-432b-8234-05bffe103828 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 8, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3747d9b3-2b1c-4a5a-b66d-888c8931a812', 'name': '', 'network_id': '8d46fdd0-ee73-4744-bf81-a39350dcb7bd', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:f4:2d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:03Z', 'updated_at': '2021-10-15T20:20:09Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'f601ec65-fa5c-4ec0-89b7-3c636ecd89cd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:17.597770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c1b305fd-8c8e-480a-9a57-683e276053dc None None] Provisioning complete for port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:17.599800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c1b305fd-8c8e-480a-9a57-683e276053dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.632830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c1b305fd-8c8e-480a-9a57-683e276053dc None None] Port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:17.662201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.670750 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:17.673971 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/4c2d186a-87d7-40fb-9c9c-30518350ba71 HTTP/1.1" status: 204 len: 168 time: 1.0184011 Oct 15 20:20:17.677275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57008) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:17.683912 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e7cea-7757-4ab7-a744-599b758e245f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=4c2d186a-87d7-40fb-9c9c-30518350ba71,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:18.252722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:18.437171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 335a283b-9ee1-4172-9b0b-bbe24c015e99 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:18.514545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 335a283b-9ee1-4172-9b0b-bbe24c015e99 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:18.515068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:18.607507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-58560d86-7161-4aa3-b83d-60091a94bb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:18.621922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 3747d9b3-2b1c-4a5a-b66d-888c8931a812 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:18.622268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:18.678136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 543cf671-7ae4-4a05-b2fd-19b5d3492bdd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:18.708546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 543cf671-7ae4-4a05-b2fd-19b5d3492bdd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:18.709475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 543cf671-7ae4-4a05-b2fd-19b5d3492bdd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:18.710167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae1632ac-8ed3-4f71-8958-6c84f4027f57 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:18.741207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ae1632ac-8ed3-4f71-8958-6c84f4027f57 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:18.741673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ae1632ac-8ed3-4f71-8958-6c84f4027f57 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:18.747655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 3747d9b3-2b1c-4a5a-b66d-888c8931a812, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3747d9b3-2b1c-4a5a-b66d-888c8931a812,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:18.748269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:18.770521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 3747d9b3-2b1c-4a5a-b66d-888c8931a812 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:19.051396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:19.078677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=3747d9b3-2b1c-4a5a-b66d-888c8931a812,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:19.281518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:19.518077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:19.628687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:19.637205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-56e0b052-1811-42f0-8bb1-d9b8cec19f18 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9560175 Oct 15 20:20:19.637205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57048) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:19.640319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:19.652288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:19.655579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:19.700509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet f601ec65-fa5c-4ec0-89b7-3c636ecd89cd {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:20:19.703783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:19.758668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:19.765036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:19.853724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:19.982372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:18Z', 'revision_number': 9, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.005249 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.013853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:20.023133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:20.023786 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:19:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.042169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=f601ec65-fa5c-4ec0-89b7-3c636ecd89cd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:20.046709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.049928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e495b93f-136f-439a-89e3-05657e770778 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/f601ec65-fa5c-4ec0-89b7-3c636ecd89cd HTTP/1.1" status: 204 len: 168 time: 0.4118915 Oct 15 20:20:20.058099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57052) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:20.087616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d69ce-e6b2-45c0-bc90-59e2408e9936 None None] Network 8d46fdd0-ee73-4744-bf81-a39350dcb7bd requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:20.159170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.200316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:20.241281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:20.241548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.285829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:20.329148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,segment=NetworkSegment(0aff79d8-d170-4a9c-bfdf-c158de938047),segment_id=0aff79d8-d170-4a9c-bfdf-c158de938047)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:20.329763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.344291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 2cd5bf07-47a6-46e7-8106-f9f4f6220abd owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:20.463202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:20.463605 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.481570 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.512893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=2cd5bf07-47a6-46e7-8106-f9f4f6220abd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:20.514659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 2cd5bf07-47a6-46e7-8106-f9f4f6220abd on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:20.515411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676f268-ca4c-4cb8-a3a8-2597df538238 None None] DHCP port deletion for 8d46fdd0-ee73-4744-bf81-a39350dcb7bd request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:20:20.590943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:18Z', 'revision_number': 9, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.613809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.622856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.629065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd46b2-5736-45fc-9f40-a43991c18774 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:18Z', 'revision_number': 9, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': '1bef31b2-db73-4d9a-9a7e-f5781c5ec142', 'name': '', 'network_id': 'b483b295-ce46-4c03-af7c-caaf8d0f7adc', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:cb:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:58Z', 'updated_at': '2021-10-15T20:20:03Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': '1a2fd24f-92c2-4186-b05f-1eb41203e12a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:20.636321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d46fdd0-ee73-4744-bf81-a39350dcb7bd']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.646557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aff79d8-d170-4a9c-bfdf-c158de938047') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.646919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aff79d8-d170-4a9c-bfdf-c158de938047') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:20.655701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:20.657422 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.672311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.678941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:20:20.679338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:20:20.682442 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:20:20.733080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.786886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:20.794211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.794554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.794888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.795217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.795541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.795890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.796212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.796528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.796845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.797159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.797473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.797783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:20.827683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.835766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:20.841774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/8d46fdd0-ee73-4744-bf81-a39350dcb7bd HTTP/1.1" status: 204 len: 168 time: 0.7797229 Oct 15 20:20:20.842540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57058) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:20.851701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83774645-72b6-4840-b337-7dee60e150b8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=8d46fdd0-ee73-4744-bf81-a39350dcb7bd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:21.212425 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.484304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:21.484655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.501791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6fcead09-926e-4414-8eb0-3ef56ea3f5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.544163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:21.596592 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 1bef31b2-db73-4d9a-9a7e-f5781c5ec142, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:21.597286 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.616297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:21.637553 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Sync routers for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:21.650090 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:21.650896 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:21.679405 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57064) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:21.679795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-02344321-0fe0-4274-84d5-b0b3e951fc6c tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3834 time: 0.1334739 Oct 15 20:20:21.687807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'network': {'name': 'tempest-network-smoke--570642770', 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'port_security_enabled': False}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:21.787487 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:21.852760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:21.859458 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.885774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:20:21.896169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.896500 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Added segment 16c09e43-672e-4d91-b2a7-5cac0f985f83 of type vlan for network e5c809e0-2e8c-4a14-9d56-30104256bda4 Oct 15 20:20:21.906163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:21.963927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=1bef31b2-db73-4d9a-9a7e-f5781c5ec142,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:22.016400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.019671 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'c163d0a3-84f3-4c91-a883-78ecdc5fa3c7', 'name': '', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'mac_address': 'fa:16:3e:ba:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:14Z', 'updated_at': '2021-10-15T20:20:16Z', 'revision_number': 2, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'subnets': [{'id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:22.057689 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Checking router: 7c19d79e-b3ad-4521-a408-fa1f42d21575 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:22.058149 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Updating router 7c19d79e-b3ad-4521-a408-fa1f42d21575 port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:22.092441 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.151474 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.162608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.170998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:22.171762 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.288890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:22.291065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Network': ['ID=e5c809e0-2e8c-4a14-9d56-30104256bda4,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:22.354876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:20:22.413729 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0bb0a91b-4c07-410d-9535-c0a3c3b4804b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7332683 Oct 15 20:20:22.416412 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57068) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:22.420819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'admin_state_up': True, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:22.462205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:22.462569 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.471774 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.514991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.520301 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:22.569363 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.581328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.582527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.628042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209a8d-b2d8-46b5-8ae9-750f447afd87 None None] Pushing event updated for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:22.644509 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.679318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3747d9b3-2b1c-4a5a-b66d-888c8931a812 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:22.680852 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Attempting to bind port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:22.681357 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Attempting to bind port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:22.681711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Attempting to bind port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 on network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:22.687401 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:22.687943 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Checking segment: {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:22.688419 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.688887 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Bound using segment: {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:22.689422 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Bound port: c163d0a3-84f3-4c91-a883-78ecdc5fa3c7, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd871323-2136-44b8-84ab-deefab02deea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:22.689867 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.709550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3747d9b3-2b1c-4a5a-b66d-888c8931a812 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:22.717459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3747d9b3-2b1c-4a5a-b66d-888c8931a812 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:22.717459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2cd5bf07-47a6-46e7-8106-f9f4f6220abd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:22.731893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 2cd5bf07-47a6-46e7-8106-f9f4f6220abd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:22.732238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 2cd5bf07-47a6-46e7-8106-f9f4f6220abd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:22.828302 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] For port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:22.834560 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] For port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:22.891005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.936272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:22.937056 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.006277 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:23.006912 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:23.046906 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3209a8d-b2d8-46b5-8ae9-750f447afd87 None None] Pushing event updated for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:23.048596 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] Provisioning complete for port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:23.049169 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.133707 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.148992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:23.158019 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7128f9a3-b599-43cf-b02a-c9f563ad9ecf tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3117127 Oct 15 20:20:23.158019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57072) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:23.169295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:23.177731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.199941 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.200197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:23.200975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:23.215175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:23.280338 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet 1a2fd24f-92c2-4186-b05f-1eb41203e12a {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:20:23.288352 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.319723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] For port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:23.352711 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.353863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:23.500291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.612317 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'c163d0a3-84f3-4c91-a883-78ecdc5fa3c7', 'name': '', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'mac_address': 'fa:16:3e:ba:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:14Z', 'updated_at': '2021-10-15T20:20:22Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'subnets': [{'id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:23.640162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.662144 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787309c0-6104-4c9d-8d0e-ce70afde12ea None None] The sync data for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 is: [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'c163d0a3-84f3-4c91-a883-78ecdc5fa3c7', 'name': '', 'network_id': '55b5f6bf-bde8-443c-8d97-6b2f2782ffb2', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'mac_address': 'fa:16:3e:ba:37:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:14Z', 'updated_at': '2021-10-15T20:20:22Z', 'revision_number': 4, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'subnets': [{'id': '6598ed9d-e0e9-4695-93a3-64c9f1945bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:23.772604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871c3f-5c1a-4f0b-92ae-3b335f5d5ffd None None] Pushing event updated for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:23.796271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c6eb0fb2-b530-4d55-acd6-4f0b27fd03ac None None] Provisioning complete for port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:23.796663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c6eb0fb2-b530-4d55-acd6-4f0b27fd03ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.826346 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.913545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5686d415-cc44-4359-9de3-491c25d432ba None None] Network b483b295-ce46-4c03-af7c-caaf8d0f7adc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:23.937651 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:23.949781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:21Z', 'revision_number': 10, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:23.953452 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/1a2fd24f-92c2-4186-b05f-1eb41203e12a HTTP/1.1" status: 204 len: 168 time: 0.7899711 Oct 15 20:20:23.953813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57076) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:23.954330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aafdfe-4d58-4d33-9206-88ec7f484c25 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2fd24f-92c2-4186-b05f-1eb41203e12a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:23.993645 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.026442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.082239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:24.112983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.142600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:24.143294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:24.230265 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.25.0.58 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/b12fd40d-e78c-43b4-9bfa-4ebaac54faaf) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:24.265040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port bc3d3164-165f-4669-9b80-5fd478c0c3e1 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:24.265984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.289409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:24.393098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port bc3d3164-165f-4669-9b80-5fd478c0c3e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bc3d3164-165f-4669-9b80-5fd478c0c3e1,segment=NetworkSegment(0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9),segment_id=0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:24.394968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.410190 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.416355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for bc3d3164-165f-4669-9b80-5fd478c0c3e1 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:24.453229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:24.523978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:24.524151 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.528990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.579384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] DHCP port deletion for b483b295-ce46-4c03-af7c-caaf8d0f7adc request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:20:24.643086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:24.658787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:24.660546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:24.668243 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:24.670295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.720906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.746174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=bc3d3164-165f-4669-9b80-5fd478c0c3e1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:24.758298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port bc3d3164-165f-4669-9b80-5fd478c0c3e1 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:24.815503 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Deleting port bc3d3164-165f-4669-9b80-5fd478c0c3e1 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:24.816230 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.858901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.891889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b483b295-ce46-4c03-af7c-caaf8d0f7adc']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:24.897383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] For port bc3d3164-165f-4669-9b80-5fd478c0c3e1, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:24.897788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.913746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Calling delete_port for bc3d3164-165f-4669-9b80-5fd478c0c3e1 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:24.914678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:24.915143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aeb0cad-92c6-40cc-9fc9-fd722d05e7d9') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:24.917175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Port bc3d3164-165f-4669-9b80-5fd478c0c3e1 was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 20:20:24.920550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.923013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:21Z', 'revision_number': 10, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:24.957583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:24.973989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d81e0-9f85-4e26-bb56-270eb8edacd6 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:21Z', 'revision_number': 10, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None, '_interfaces': [{'id': 'dbefe6dc-e0fc-4413-8895-d353ce6abe91', 'name': '', 'network_id': '067a6f82-10b2-4a0e-9a79-803f464810f1', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'mac_address': 'fa:16:3e:34:e6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:19:55Z', 'updated_at': '2021-10-15T20:19:59Z', 'revision_number': 5, 'project_id': '1a0251bad434427a961867b44c7638b6', 'subnets': [{'id': 'c23f3849-ae83-4adf-add6-575775d7c067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:24.975497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] Pushing event deleted for resources: {'Port': ['ID=bc3d3164-165f-4669-9b80-5fd478c0c3e1,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:24.977741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49235577-3a1a-40df-9b09-53179dd9739a None None] No DVR routers for this DVR port bc3d3164-165f-4669-9b80-5fd478c0c3e1 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:25.000774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.009220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:20:25.009779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:20:25.013423 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:20:25.221802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.250085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.258789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/b483b295-ce46-4c03-af7c-caaf8d0f7adc HTTP/1.1" status: 204 len: 168 time: 1.3007970 Oct 15 20:20:25.258789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed955c-138d-4ea1-b1f2-ff872bca1fd8 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=b483b295-ce46-4c03-af7c-caaf8d0f7adc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:25.259657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57080) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:25.310151 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.541114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.641234 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.784975 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 1759621a-3e55-42bd-8183-876b9f031f7c is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:20:25.898140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:25.904397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port dbefe6dc-e0fc-4413-8895-d353ce6abe91 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:25.904963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:25.911398 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Sync routers for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:25.925646 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:25.926997 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:26.009284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.011702 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fce0d84b-63f2-4862-b2f1-4c7e531bfe73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.5941803 Oct 15 20:20:26.014844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57084) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.022921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port dbefe6dc-e0fc-4413-8895-d353ce6abe91, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dbefe6dc-e0fc-4413-8895-d353ce6abe91,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:26.023578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.039964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for dbefe6dc-e0fc-4413-8895-d353ce6abe91 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:26.147528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bc3d3164-165f-4669-9b80-5fd478c0c3e1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:26.170138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bdcc69-ea73-4358-91a3-c77d6986f98d tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:26.171236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: bc3d3164-165f-4669-9b80-5fd478c0c3e1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:26.174354 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a3bdcc69-ea73-4358-91a3-c77d6986f98d tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=664e069ea78a468bacea32e057b3c2b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1555324 Oct 15 20:20:26.174741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57086) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.175303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bc3d3164-165f-4669-9b80-5fd478c0c3e1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:26.175988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:26.184134 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:26.213231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:26.213851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1bef31b2-db73-4d9a-9a7e-f5781c5ec142 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:26.368429 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.372629 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740873e2-cadf-4b77-8267-4840fb20f5a2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:26.377064 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-740873e2-cadf-4b77-8267-4840fb20f5a2 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2008159 Oct 15 20:20:26.377669 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57088) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.398076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=dbefe6dc-e0fc-4413-8895-d353ce6abe91,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:26.416195 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-a65b7c77-c214-4eb0-82bf-3b49beef3239 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361786 Oct 15 20:20:26.416195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.434136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:25Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:26.453598 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9327bda0-51a0-4e40-b047-2b1cab842880 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=664e069ea78a468bacea32e057b3c2b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368624 Oct 15 20:20:26.456741 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57092) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.475963 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Checking router: 1759621a-3e55-42bd-8183-876b9f031f7c for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:26.476402 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Updating router 1759621a-3e55-42bd-8183-876b9f031f7c port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:26.517344 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.559286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182a7521-6026-43b5-89a8-980427c69505 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:26.560828 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-182a7521-6026-43b5-89a8-980427c69505 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029232 Oct 15 20:20:26.564863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57094) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.617416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.629812 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3bbc85dd-04ed-43f4-9bf8-59e1dc94a193 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637970 Oct 15 20:20:26.633764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57096) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:26.639369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423333427', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:26.892045 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:26.990208 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.042311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Attempting to bind port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:27.042311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Attempting to bind port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:27.042311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Attempting to bind port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:27.053609 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0466a8-14f1-4f03-bde9-213042376dac None None] Pushing event updated for resources: {'Port': ['ID=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:27.057523 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:27.057988 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:27.058443 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.058886 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:27.059419 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Bound port: b12fd40d-e78c-43b4-9bfa-4ebaac54faaf, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:27.059882 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.114059 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] For port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:27.117306 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] For port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:27.140135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:27.224313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:27.225030 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.230109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7814a702-7aa8-40a3-b3e9-b8d49aa769eb tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642603 Oct 15 20:20:27.233043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57100) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:27.241916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:27.242791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:27.245915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.257545 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:27.258542 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.296445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting subnet c23f3849-ae83-4adf-add6-575775d7c067 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:20:27.300995 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.311599 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:27.312223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.369428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:27.371996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.393436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0466a8-14f1-4f03-bde9-213042376dac None None] Pushing event updated for resources: {'Port': ['ID=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:27.442174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.476071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:27.485701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:27.486310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.496685 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:27.512058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.585498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:27.642105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.646713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.671293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a540f71-14b9-4221-9e3a-c49d6433b637 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:27.680450 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.714326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Subnet': ['ID=c23f3849-ae83-4adf-add6-575775d7c067,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:27.723007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.726826 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2528ce03-a4d1-4d36-9f7e-e3e1a20e4d31 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/c23f3849-ae83-4adf-add6-575775d7c067 HTTP/1.1" status: 204 len: 168 time: 0.4927680 Oct 15 20:20:27.731416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f7ca1-31d1-4367-876a-48975fcbfb72 None None] Network 067a6f82-10b2-4a0e-9a79-803f464810f1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:27.736780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57102) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:27.752743 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:25Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:27.771912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Subnet': ['ID=ef73bfe8-7aba-4ce7-9ff6-316d45624bde,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:27.783398 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8290a575-9731-4863-9b76-a8e2b06cebc6 None None] The sync data for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 is: [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:25Z', 'revision_number': 3, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:27.804559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.804947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.805604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.805604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.806052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.806251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.806558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.806946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.807198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.807533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.807886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.808284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:27.848494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Checking segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:27.848963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network hostable DHCP agents. Network: e5c809e0-2e8c-4a14-9d56-30104256bda4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:20:27.879692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.963131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Deleting port 39c764da-7ba3-494d-8547-8f0a5223d9aa {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:27.965431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:27.968409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:20:28.043495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] For port 39c764da-7ba3-494d-8547-8f0a5223d9aa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=39c764da-7ba3-494d-8547-8f0a5223d9aa,segment=NetworkSegment(a870e88b-ca80-4bcf-9889-ebee68c73f71),segment_id=a870e88b-ca80-4bcf-9889-ebee68c73f71)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:28.044036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.075815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] DHCP port deletion for 067a6f82-10b2-4a0e-9a79-803f464810f1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:20:28.091728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Calling delete_port for 39c764da-7ba3-494d-8547-8f0a5223d9aa owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:28.093906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e5c809e0-2e8c-4a14-9d56-30104256bda4) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:28.123940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:28.124184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.128750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f856b79-ca86-4a21-90f6-7fc6e3c58b2a None None] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:28.248669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f52a993-bbdc-43e6-bdc7-93ca69833482 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6135852 Oct 15 20:20:28.254576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57108) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:28.433762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.458641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dbefe6dc-e0fc-4413-8895-d353ce6abe91 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:28.490550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Port': ['ID=39c764da-7ba3-494d-8547-8f0a5223d9aa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:28.494827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No DVR routers for this DVR port 39c764da-7ba3-494d-8547-8f0a5223d9aa on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:28.505218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: dbefe6dc-e0fc-4413-8895-d353ce6abe91 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:28.505826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dbefe6dc-e0fc-4413-8895-d353ce6abe91 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:28.506439 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 39c764da-7ba3-494d-8547-8f0a5223d9aa no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:28.513880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Deleting port 39c764da-7ba3-494d-8547-8f0a5223d9aa {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:28.514632 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.580860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 39c764da-7ba3-494d-8547-8f0a5223d9aa {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:28.582159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 39c764da-7ba3-494d-8547-8f0a5223d9aa not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:28.629230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.658821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067a6f82-10b2-4a0e-9a79-803f464810f1']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:28.671613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] For port 39c764da-7ba3-494d-8547-8f0a5223d9aa, host n-d-712140-14, got binding levels [] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:28.671856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.680964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a870e88b-ca80-4bcf-9889-ebee68c73f71') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:28.681343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a870e88b-ca80-4bcf-9889-ebee68c73f71') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:28.700609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.715479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.720402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Calling delete_port for 39c764da-7ba3-494d-8547-8f0a5223d9aa owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:28.724031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:20:28.724682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.726769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.ipam_backend_mixin [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Port 39c764da-7ba3-494d-8547-8f0a5223d9aa was not found and therefore no delete operation was performed {{(pid=101182) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 15 20:20:28.728746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.764623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] No DVR routers for this DVR port 39c764da-7ba3-494d-8547-8f0a5223d9aa on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:28.770014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-e5c809e0-2e8c-4a14-9d56-30104256bda4', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'fixed_ips': [{'subnet_id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:20:28.771124 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.791930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6992de-168d-4491-9fa8-7d09ccb2116f None None] Pushing event deleted for resources: {'Port': ['ID=39c764da-7ba3-494d-8547-8f0a5223d9aa,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:20:28.803375 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:20:28.895062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.934840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:28.944870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/networks/067a6f82-10b2-4a0e-9a79-803f464810f1 HTTP/1.1" status: 204 len: 168 time: 1.2066655 Oct 15 20:20:28.951958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5bb3e-fc0b-4914-9d72-e72c6989d220 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Pushing event deleted for resources: {'Network': ['ID=067a6f82-10b2-4a0e-9a79-803f464810f1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:28.953991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:28.968838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'routes': None}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:29.001192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Allocated IP 172.20.0.18 (e5c809e0-2e8c-4a14-9d56-30104256bda4/ef73bfe8-7aba-4ce7-9ff6-316d45624bde/d145a3f9-401b-4c83-80b4-ffde8d8b5993) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:29.172755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Added routes are [] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 15 20:20:29.173572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.extraroute_db [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Removed routes are [] {{(pid=101180) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 15 20:20:29.173572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.259916 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.285472 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.336388 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.376201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:29.380645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:29.387463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:29.390637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Pushing event updated for resources: {'Port': ['ID=d145a3f9-401b-4c83-80b4-ffde8d8b5993,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:29.398163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.403942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.451481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Attempting to bind port d145a3f9-401b-4c83-80b4-ffde8d8b5993 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:29.451894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Attempting to bind port d145a3f9-401b-4c83-80b4-ffde8d8b5993 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:29.452252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Attempting to bind port d145a3f9-401b-4c83-80b4-ffde8d8b5993 on network e5c809e0-2e8c-4a14-9d56-30104256bda4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:29.458773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:29.459484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Checking segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:29.459637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.459948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Bound using segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:29.460459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Bound port: d145a3f9-401b-4c83-80b4-ffde8d8b5993, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:29.460896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.504762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:29.533523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] For port d145a3f9-401b-4c83-80b4-ffde8d8b5993, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:29.537998 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] For port d145a3f9-401b-4c83-80b4-ffde8d8b5993, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d145a3f9-401b-4c83-80b4-ffde8d8b5993,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:29.592913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:29.601723 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.602501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6fcba23-46f5-4d7f-8f7c-a0a9b3b57611 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 701 time: 0.6474380 Oct 15 20:20:29.606677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57114) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:29.612011 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Sync routers for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:29.615775 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.20.0.17 (e5c809e0-2e8c-4a14-9d56-30104256bda4/ef73bfe8-7aba-4ce7-9ff6-316d45624bde/4d2b8422-a401-4eb1-bc5b-a3db11fa6332) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:29.620003 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:29.625301 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:29.634118 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.647832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a2ad4b3f-866a-461e-9e4b-22f66ff533b9 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 205 time: 0.0394220 Oct 15 20:20:29.650290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57116) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:29.703099 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:29.745249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efead6c3-d291-4c7d-9f46-909742251632 None None] Pushing event updated for resources: {'Port': ['ID=d145a3f9-401b-4c83-80b4-ffde8d8b5993,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:29.788100 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:29.799641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.801216 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:29.829542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Checking router: 61f3a367-7422-4fbd-9c84-b5b093ec65c0 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:29.841428 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Routers {'61f3a367-7422-4fbd-9c84-b5b093ec65c0'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:29.842038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:29.931395 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] Set router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:29.936908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.004291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:30.021964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:30.025783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:30.030877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:30.051033 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:30.095677 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec363ba-fb4a-4de4-876b-922a4abfd8f3 None None] The sync data for ids ['61f3a367-7422-4fbd-9c84-b5b093ec65c0'] in n-d-712140-14 is: [{'id': '61f3a367-7422-4fbd-9c84-b5b093ec65c0', 'name': 'tempest-RoutersTest-router-1013993767', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:19:52Z', 'updated_at': '2021-10-15T20:20:26Z', 'revision_number': 11, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:30.153031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.334722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b12fd40d-e78c-43b4-9bfa-4ebaac54faaf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:30.357855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.365456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.420623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:30.420623 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.520461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.539750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:30.731775 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.750199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.755590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router 61f3a367-7422-4fbd-9c84-b5b093ec65c0 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:20:30.759121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.764410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-418558e5-75e6-45ef-aec9-4d6e53e20651 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 204 len: 168 time: 1.1131470 Oct 15 20:20:30.765312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57120) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:30.777982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1779974271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:30.795832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.870072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:30.922500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.925909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:30.996065 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.088396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.100275 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.195270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0d6611-05aa-4c42-8ebd-4ab954a6a2e9 None None] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:31.241103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.260176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.260176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-627ab9be-99cb-4d48-b185-a0a48868dfb3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4727011 Oct 15 20:20:31.260176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57124) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:31.260176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:31.329716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:31.335315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] Provisioning complete for port d145a3f9-401b-4c83-80b4-ffde8d8b5993 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:31.335533 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.336164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.440252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:31.441853 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:31.495348 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.501498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3743087', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3741570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3366'] for router, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.541391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] For port d145a3f9-401b-4c83-80b4-ffde8d8b5993, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d145a3f9-401b-4c83-80b4-ffde8d8b5993,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:31.574798 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 1759621a-3e55-42bd-8183-876b9f031f7c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:31.620158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3743076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3743005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3741627'] for router, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.647454 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.714640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:31.720403 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a7b7087-2157-454f-8f47-9ca8a9844f5b tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "PUT /v2.0/routers/1759621a-3e55-42bd-8183-876b9f031f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4677780 Oct 15 20:20:31.739428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c904ba-8bbb-45a9-9248-a7d763c5125e None None] Pushing event updated for resources: {'Port': ['ID=d145a3f9-401b-4c83-80b4-ffde8d8b5993,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:31.751889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Sync routers for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:31.771010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:31.775139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:31.839280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Router 89da5475-ae18-4a5a-a212-2c5981a72441 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:20:31.928018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1edc1a5b-3300-4a15-afe6-d838610ea30f None None] Provisioning complete for port d145a3f9-401b-4c83-80b4-ffde8d8b5993 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:31.928385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1edc1a5b-3300-4a15-afe6-d838610ea30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:31.934095 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:32.016046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:32.024470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.026571 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Sync routers for ids ['89da5475-ae18-4a5a-a212-2c5981a72441'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:32.028404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57138) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:32.028916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0cfff2f7-84d4-4293-aaa4-8f8f8a04746f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "PUT /v2.0/routers/89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 200 len: 694 time: 0.7813983 Oct 15 20:20:32.044463 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Routers {'89da5475-ae18-4a5a-a212-2c5981a72441'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:32.045393 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['89da5475-ae18-4a5a-a212-2c5981a72441'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:32.186231 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-44ea9cd2-3bc0-49af-8791-bc2522771d7e tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/routers/89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 200 len: 700 time: 0.1563225 Oct 15 20:20:32.189819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57142) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:32.191129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-d4be16b9-fc44-47c9-aae4-4767b2d44b08 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:32.210107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-d4be16b9-fc44-47c9-aae4-4767b2d44b08 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/networks?id=e5c809e0-2e8c-4a14-9d56-30104256bda4 HTTP/1.1" status: 200 len: 797 time: 0.2676334 Oct 15 20:20:32.229025 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Set router 89da5475-ae18-4a5a-a212-2c5981a72441 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:32.232877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-7003c3e7-e6db-4a88-b004-a2de06e3b0dc tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/quotas/664e069ea78a468bacea32e057b3c2b9 HTTP/1.1" status: 200 len: 375 time: 0.0188637 Oct 15 20:20:32.247721 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dc73d5e7-d3dd-4ec5-9393-7f1699f43d76 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 200 len: 205 time: 0.0549839 Oct 15 20:20:32.255606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:32.382233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b12fd40d-e78c-43b4-9bfa-4ebaac54faaf up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:32.462221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-30b712e7-d0c3-49ce-9c93-88647982111c tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2284510 Oct 15 20:20:32.464929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.493743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:32.494114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.512656 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89da5475-ae18-4a5a-a212-2c5981a72441', 'name': 'tempest-RoutersTest-router-1779974271', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:30Z', 'updated_at': '2021-10-15T20:20:31Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:32.529892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1edc1a5b-3300-4a15-afe6-d838610ea30f None None] Provisioning complete for port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:32.530240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1edc1a5b-3300-4a15-afe6-d838610ea30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.542463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4d2b8422-a401-4eb1-bc5b-a3db11fa6332', 'name': '', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:2d:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:29Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 2, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:32.552044 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Checking router: 89da5475-ae18-4a5a-a212-2c5981a72441 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:32.562542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Routers {'89da5475-ae18-4a5a-a212-2c5981a72441'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:32.563150 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['89da5475-ae18-4a5a-a212-2c5981a72441'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:32.589956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Checking router: 1759621a-3e55-42bd-8183-876b9f031f7c for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:32.590341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Updating router 1759621a-3e55-42bd-8183-876b9f031f7c port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:20:32.623937 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.661107 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] Set router 89da5475-ae18-4a5a-a212-2c5981a72441 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:32.683210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1edc1a5b-3300-4a15-afe6-d838610ea30f None None] Port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:32.706079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.709424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.731436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89da5475-ae18-4a5a-a212-2c5981a72441', 'name': 'tempest-RoutersTest-router-1779974271', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:30Z', 'updated_at': '2021-10-15T20:20:31Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:32.763479 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d977d2-0bee-4253-94ec-8bd5b847d46d None None] The sync data for ids ['89da5475-ae18-4a5a-a212-2c5981a72441'] in n-d-712140-14 is: [{'id': '89da5475-ae18-4a5a-a212-2c5981a72441', 'name': 'tempest-RoutersTest-router-1779974271', 'tenant_id': '1a0251bad434427a961867b44c7638b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:30Z', 'updated_at': '2021-10-15T20:20:31Z', 'revision_number': 2, 'project_id': '1a0251bad434427a961867b44c7638b6', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:32.768490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-a895bffd-aabb-4bb7-b6d7-2b7937f9c010 service neutron] 10.222.0.13 "GET /v2.0/networks/e5c809e0-2e8c-4a14-9d56-30104256bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548993 Oct 15 20:20:32.775513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d145a3f9-401b-4c83-80b4-ffde8d8b5993 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:32.843126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-651223a0-a750-49d8-a18f-e44b10340c12 None None] Provisioning complete for port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:32.843494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-651223a0-a750-49d8-a18f-e44b10340c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.861363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.862025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Fanout notify agent at l3_agent the message router_deleted on router 89da5475-ae18-4a5a-a212-2c5981a72441 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:20:32.870970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.875735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-97f785c8-abf9-46f6-8dca-e21665dcd866 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 204 len: 168 time: 0.6152849 Oct 15 20:20:32.877027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:32.909210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-651223a0-a750-49d8-a18f-e44b10340c12 None None] Port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:32.921524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9955e0ee-8f7d-466e-94d5-73379bffca2a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 200 len: 205 time: 0.0410230 Oct 15 20:20:32.921950 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57148) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:32.961389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d145a3f9-401b-4c83-80b4-ffde8d8b5993 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:32.961841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:32.965238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-ba18fb4c-ac8f-450a-b8e2-60014d04e76f service neutron] 10.222.0.13 "GET /v2.0/networks/e5c809e0-2e8c-4a14-9d56-30104256bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900525 Oct 15 20:20:33.111420 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-14200eb0-7372-4f3e-a96a-cb4f753238d4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.111420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-14200eb0-7372-4f3e-a96a-cb4f753238d4 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/89da5475-ae18-4a5a-a212-2c5981a72441 HTTP/1.1" status: 404 len: 336 time: 0.0840495 Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57150) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc7a776-b48c-4f2a-9d9a-bc19c1f3fd36 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc7a776-b48c-4f2a-9d9a-bc19c1f3fd36 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-acc7a776-b48c-4f2a-9d9a-bc19c1f3fd36 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/4af240d1-6d64-4a8f-92db-017515709508 HTTP/1.1" status: 404 len: 337 time: 0.0381014 Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6338a68b-b03b-4f73-87df-84148f9f095f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6338a68b-b03b-4f73-87df-84148f9f095f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.114101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6338a68b-b03b-4f73-87df-84148f9f095f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/f601ec65-fa5c-4ec0-89b7-3c636ecd89cd HTTP/1.1" status: 404 len: 337 time: 0.0302868 Oct 15 20:20:33.114796 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57154) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.117273 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-1542e5bc-78f0-4d77-898b-7e8fa5e702d6 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.117738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1542e5bc-78f0-4d77-898b-7e8fa5e702d6 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.120921 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1542e5bc-78f0-4d77-898b-7e8fa5e702d6 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/1a2fd24f-92c2-4186-b05f-1eb41203e12a HTTP/1.1" status: 404 len: 337 time: 0.0332453 Oct 15 20:20:33.123689 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57156) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.157398 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af8277a-91a0-4c53-9bd4-f3ecb419ccee tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.157778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af8277a-91a0-4c53-9bd4-f3ecb419ccee tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.161657 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8af8277a-91a0-4c53-9bd4-f3ecb419ccee tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/c23f3849-ae83-4adf-add6-575775d7c067 HTTP/1.1" status: 404 len: 337 time: 0.0370567 Oct 15 20:20:33.164353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57158) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.179790 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:33.196880 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-93066dbc-3ed8-4e1d-a55a-d85506836f3f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 200 len: 205 time: 0.0314367 Oct 15 20:20:33.199307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57160) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.236319 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:33.239415 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-6773a3f4-5323-4180-8af3-f733cfb15dff tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.240595 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6773a3f4-5323-4180-8af3-f733cfb15dff tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/61f3a367-7422-4fbd-9c84-b5b093ec65c0 HTTP/1.1" status: 404 len: 336 time: 0.0399103 Oct 15 20:20:33.243266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57164) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.337029 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7fbc8c46-cb9a-4412-b6bf-5c7285f3b52a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=f79f39ea-7e83-4e09-b906-be1f4489c7d0 HTTP/1.1" status: 200 len: 205 time: 0.0599885 Oct 15 20:20:33.337029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.337319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-528dc184-a893-4935-80cb-22f3ba15e706 req-5749272f-96d1-4a13-8861-b96498de77bd tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 210 time: 0.0472074 Oct 15 20:20:33.399381 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-11e239a8-7cfd-46b4-be55-e6837369b0c7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.401266 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-11e239a8-7cfd-46b4-be55-e6837369b0c7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/f79f39ea-7e83-4e09-b906-be1f4489c7d0 HTTP/1.1" status: 404 len: 336 time: 0.0931473 Oct 15 20:20:33.403682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57172) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.446854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Attempting to bind port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:33.447297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Attempting to bind port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:33.447462 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef3b846-45dc-48dc-b30d-e3aca3a42d1d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.447922 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef3b846-45dc-48dc-b30d-e3aca3a42d1d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.448562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Attempting to bind port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 on network e5c809e0-2e8c-4a14-9d56-30104256bda4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:33.452826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a3ed-2a13-4414-a30d-57a3a0639949 None None] Pushing event updated for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:33.455115 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5ef3b846-45dc-48dc-b30d-e3aca3a42d1d tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/57726811-1fd4-428e-874b-602e0fdd3080 HTTP/1.1" status: 404 len: 337 time: 0.0498362 Oct 15 20:20:33.458377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57174) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.461824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:33.462209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Checking segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:33.462615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:33.463007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Bound using segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:33.463487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Bound port: 4d2b8422-a401-4eb1-bc5b-a3db11fa6332, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:33.463990 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:33.502018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29f96836-9cd4-4120-91e0-17f0d7cefa1b tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 200 len: 205 time: 0.0422986 Oct 15 20:20:33.506535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57180) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.556370 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-ea8041c9-acce-4d51-82f1-849e0685883a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.557359 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea8041c9-acce-4d51-82f1-849e0685883a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/907dd57b-300b-4256-9bf2-30bc7f37fa42 HTTP/1.1" status: 404 len: 336 time: 0.0495086 Oct 15 20:20:33.561022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57182) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.562425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] For port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:33.566240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] For port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:33.606530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-223a01ff-0b17-4855-ac62-5d56debff9e3 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=788625f7-0a21-49be-be54-4f2ba075c66d HTTP/1.1" status: 200 len: 205 time: 0.0442469 Oct 15 20:20:33.609235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57184) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.635588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-29ce47c4-813d-457a-b4de-36b3800a1879 None None] Provisioning complete for port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:33.635972 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-29ce47c4-813d-457a-b4de-36b3800a1879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:33.662649 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-fe047180-d2bd-4804-a130-cc24d41be45a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.665514 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fe047180-d2bd-4804-a130-cc24d41be45a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/788625f7-0a21-49be-be54-4f2ba075c66d HTTP/1.1" status: 404 len: 336 time: 0.0535738 Oct 15 20:20:33.826024 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57186) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.828277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-29ce47c4-813d-457a-b4de-36b3800a1879 None None] Port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:33.828396 n-d-712140-14 neutron-server[101181]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cc98a5-e67f-4560-b4a4-7d7278b13a7f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.828396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cc98a5-e67f-4560-b4a4-7d7278b13a7f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101181) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.828396 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-59cc98a5-e67f-4560-b4a4-7d7278b13a7f tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/9440dfee-6f0d-40ee-b907-87fc3e6f62f6 HTTP/1.1" status: 404 len: 337 time: 0.0333207 Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ae34ae94-d8ef-46ce-81e1-20707227b5b0 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd99aa7d-aa65-4105-b8c0-efbd3420da43 HTTP/1.1" status: 200 len: 205 time: 0.0355020 Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57190) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-f493eceb-eaa3-481e-b018-402f9e2b0cfa tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f493eceb-eaa3-481e-b018-402f9e2b0cfa tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/fd99aa7d-aa65-4105-b8c0-efbd3420da43 HTTP/1.1" status: 404 len: 336 time: 0.0392191 Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57192) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d83532-10b1-46c5-913a-2bce89a3c8ca tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d83532-10b1-46c5-913a-2bce89a3c8ca tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1d83532-10b1-46c5-913a-2bce89a3c8ca tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/048ed4a9-5e43-41aa-9f21-d7e62ba237c0 HTTP/1.1" status: 404 len: 337 time: 0.0299854 Oct 15 20:20:33.828671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57194) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.848867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d363e6dd-9fea-4eba-aa93-f456732087bd tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "GET /v2.0/ports?device_id=345079cc-2645-4b9a-ad8d-230ee3d98c95 HTTP/1.1" status: 200 len: 205 time: 0.0266130 Oct 15 20:20:33.851324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57196) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.900849 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-e32af6c1-8ad3-44b0-819c-a11dac84e4a7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] delete failed (client error): The resource could not be found. Oct 15 20:20:33.902132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e32af6c1-8ad3-44b0-819c-a11dac84e4a7 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/routers/345079cc-2645-4b9a-ad8d-230ee3d98c95 HTTP/1.1" status: 404 len: 336 time: 0.0491436 Oct 15 20:20:33.905777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57198) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.934844 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc739806-ed8d-4eb5-882d-1e24fb73ed9a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.935444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc739806-ed8d-4eb5-882d-1e24fb73ed9a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.939124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cc739806-ed8d-4eb5-882d-1e24fb73ed9a tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/e753e706-817b-4e96-be57-5b9f1d1991f6 HTTP/1.1" status: 404 len: 337 time: 0.0319028 Oct 15 20:20:33.941659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57200) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:33.974947 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e615fb-c7a7-44a6-b589-15bbd1007503 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] DELETE failed (client error): The resource could not be found. Oct 15 20:20:33.975414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e615fb-c7a7-44a6-b589-15bbd1007503 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:20:33.978591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e0e615fb-c7a7-44a6-b589-15bbd1007503 tempest-RoutersTest-542772895 tempest-RoutersTest-542772895-project] 10.222.0.13 "DELETE /v2.0/subnets/e87b2c7a-815d-408d-a897-96fe74e9c470 HTTP/1.1" status: 404 len: 337 time: 0.0350769 Oct 15 20:20:34.384168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:34.400984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92a197c3-3a8a-4107-90cb-64d0c3ae48a4 req-100a4191-4eec-4299-96d3-f68a788aa336 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Oct 15 20:20:34.443115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:34.443995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:34.745343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a3ed-2a13-4414-a30d-57a3a0639949 None None] Pushing event updated for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:34.761803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] Provisioning complete for port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:34.762180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:34.793025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:34.922457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57212) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:34.973606 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.055796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] For port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:35.084706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4d2b8422-a401-4eb1-bc5b-a3db11fa6332', 'name': '', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:2d:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:29Z', 'updated_at': '2021-10-15T20:20:33Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:35.089453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a6ecff8d-858a-481d-96ea-acc98c711051 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0251bad434427a961867b44c7638b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627314 Oct 15 20:20:35.089453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57216) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:35.115464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed53593-c783-420e-80c0-6952fc37daf8 None None] The sync data for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 is: [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '4d2b8422-a401-4eb1-bc5b-a3db11fa6332', 'name': '', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:2d:74:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:29Z', 'updated_at': '2021-10-15T20:20:33Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:35.152167 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.183665 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.228978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.238703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f05500-2d29-4176-b338-e6221eda5595 None None] Pushing event updated for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:35.497044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.499670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:35.500821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6b28020-58b8-440f-ba9e-9de37038d7a3 HTTP/1.1" status: 204 len: 168 time: 0.4107089 Oct 15 20:20:35.520563 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520be4a4-8e12-47bd-acda-a363d838dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b28020-58b8-440f-ba9e-9de37038d7a3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:35.547284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83c18e80-5704-4006-b248-6c85c068d34a req-325256df-caea-4c44-867e-e411c0f83e48 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 210 time: 0.0452669 Oct 15 20:20:36.167753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:36.227108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:36.227796 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:36.554000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-5e186925-857c-4385-895e-94c0a98f25b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:36.554000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-5e186925-857c-4385-895e-94c0a98f25b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.15 "GET /v2.0/networks?id=e5c809e0-2e8c-4a14-9d56-30104256bda4 HTTP/1.1" status: 200 len: 797 time: 0.1265676 Oct 15 20:20:36.567341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Request body: {'port': {'device_id': '0442d8af-1c0c-477b-9261-706abacf7f39', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'admin_state_up': True, 'tenant_id': '664e069ea78a468bacea32e057b3c2b9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:36.681621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ae0053dc-9fdb-454d-8208-8c3497081b02 req-2d91a0a3-a970-4224-924b-17c4190f531e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 210 time: 0.0424860 Oct 15 20:20:36.710587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:36.716340 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031495 Oct 15 20:20:36.719709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57264) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:36.829699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Made reservation on behalf of 664e069ea78a468bacea32e057b3c2b9 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:20:36.833495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:36.835317 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-128947cd-b8b8-4da7-9064-1660ebce84f2 tempest-NetworksApiDiscovery-1477197131 tempest-NetworksApiDiscovery-1477197131-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1141069 Oct 15 20:20:36.977914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Allocated IP 172.20.0.26 (e5c809e0-2e8c-4a14-9d56-30104256bda4/ef73bfe8-7aba-4ce7-9ff6-316d45624bde/c94badd3-ef61-4a35-b2e2-14e66a7830d9) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:20:37.348923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.445562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.489966 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:37.490649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:20:37.493828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:20:37.497695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:20:37.534306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event updated for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:37.607781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:37.609937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.656465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f6a66fb-0fa2-4b15-b0ae-a5ac9fb4e0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.722342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-1551a8f5-54e9-4d42-89ff-3e1526dc6c95 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1603103 Oct 15 20:20:37.736995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Request body: {'port': {'device_id': '0442d8af-1c0c-477b-9261-706abacf7f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:20:37.749289 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f6a66fb-0fa2-4b15-b0ae-a5ac9fb4e0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.792446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c9f19d99-9714-4168-94b8-50fd4b5bf17a None None] Provisioning complete for port c94badd3-ef61-4a35-b2e2-14e66a7830d9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:37.793092 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c9f19d99-9714-4168-94b8-50fd4b5bf17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.825697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f6a66fb-0fa2-4b15-b0ae-a5ac9fb4e0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.837278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c9f19d99-9714-4168-94b8-50fd4b5bf17a None None] Port c94badd3-ef61-4a35-b2e2-14e66a7830d9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:20:37.852276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.870681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667e5fe-4532-4457-9177-37636203fd3d req-a63a0859-cac0-4aa1-91d4-5fd10b6771b2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:37.875350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a667e5fe-4532-4457-9177-37636203fd3d req-a63a0859-cac0-4aa1-91d4-5fd10b6771b2 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 895 time: 0.0910938 Oct 15 20:20:37.875500 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f6a66fb-0fa2-4b15-b0ae-a5ac9fb4e0c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38d093cf4f84008ae0011db3998dd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829246 Oct 15 20:20:37.875500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a66fb-0fa2-4b15-b0ae-a5ac9fb4e0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c9859d-a895-4919-acf3-fe7d86e8f2fc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:37.877540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:37.928189 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:37.949772 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.052921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.055532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.056922 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86c9859d-a895-4919-acf3-fe7d86e8f2fc HTTP/1.1" status: 204 len: 168 time: 0.1783257 Oct 15 20:20:38.067387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13003-3fae-4c76-8e2e-e6d023e13f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c9859d-a895-4919-acf3-fe7d86e8f2fc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:38.185217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94badd3-ef61-4a35-b2e2-14e66a7830d9 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:20:38.193352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.206393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Transition to ACTIVE for port object c94badd3-ef61-4a35-b2e2-14e66a7830d9 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:20:38.296441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.351711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Pushing event updated for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:38.430152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Attempting to bind port c94badd3-ef61-4a35-b2e2-14e66a7830d9 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:20:38.430486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Attempting to bind port c94badd3-ef61-4a35-b2e2-14e66a7830d9 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:20:38.430815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Attempting to bind port c94badd3-ef61-4a35-b2e2-14e66a7830d9 on network e5c809e0-2e8c-4a14-9d56-30104256bda4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:38.436005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Port c94badd3-ef61-4a35-b2e2-14e66a7830d9 on network e5c809e0-2e8c-4a14-9d56-30104256bda4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:20:38.436005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Attempting to bind port c94badd3-ef61-4a35-b2e2-14e66a7830d9 on network e5c809e0-2e8c-4a14-9d56-30104256bda4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:20:38.442891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:20:38.443227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Checking segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:20:38.443649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Bound using segment: {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:20:38.444085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Bound port: c94badd3-ef61-4a35-b2e2-14e66a7830d9, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16c09e43-672e-4d91-b2a7-5cac0f985f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:20:38.444501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.526844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:20:38.531984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:20:38.613448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.651747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:38.652393 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:38.653864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] 10.222.0.15 "PUT /v2.0/ports/c94badd3-ef61-4a35-b2e2-14e66a7830d9 HTTP/1.1" status: 200 len: 1056 time: 0.9232411 Oct 15 20:20:38.654380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:20:38.657108 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:20:38.700980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a37c-0095-487f-9ef0-a200cf7ca697 service neutron] Pushing event updated for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:38.725283 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bce491-52d8-41e9-94f9-9cc47c21860b x-openstack-request-id: req-49bce491-52d8-41e9-94f9-9cc47c21860b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:20:38.726184 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:20:38.726723 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49bce491-52d8-41e9-94f9-9cc47c21860b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:20:38.727341 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9', 'status': 'completed', 'code': 200} Oct 15 20:20:38.781130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-af6bb02d-6343-42b3-9236-b58e445cc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:38.782973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-af6bb02d-6343-42b3-9236-b58e445cc28e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 1059 time: 0.0521307 Oct 15 20:20:39.023931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-68772ec4-4adc-4735-8c86-f287b7b3ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.023931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-68772ec4-4adc-4735-8c86-f287b7b3ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.024275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-68772ec4-4adc-4735-8c86-f287b7b3ee16 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=664e069ea78a468bacea32e057b3c2b9&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2326033 Oct 15 20:20:39.080018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82f4ca-dc45-448e-9127-61a98c5b51ed req-4b94d3f2-7371-4a0b-8cc3-af0e9efa9df7 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.082175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e82f4ca-dc45-448e-9127-61a98c5b51ed req-4b94d3f2-7371-4a0b-8cc3-af0e9efa9df7 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 907 time: 0.1001139 Oct 15 20:20:39.208374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-b0aa9ae8-8aa9-488b-93dc-076676c1a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.209940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a8ef26a-4b31-4f98-9c8e-bedac56b15ab req-b0aa9ae8-8aa9-488b-93dc-076676c1a438 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778572 Oct 15 20:20:39.292895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-79ff9457-d8cb-4107-aae0-edf268a97d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.294317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-79ff9457-d8cb-4107-aae0-edf268a97d43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 1059 time: 0.0468612 Oct 15 20:20:39.339053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-f264f455-54df-426c-a69f-eb4c3641c09a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9 HTTP/1.1" status: 200 len: 217 time: 0.0370686 Oct 15 20:20:39.389733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-71861369-a9e5-452d-9e86-0a806d442cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.391188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-71861369-a9e5-452d-9e86-0a806d442cc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef73bfe8-7aba-4ce7-9ff6-316d45624bde HTTP/1.1" status: 200 len: 838 time: 0.0452223 Oct 15 20:20:39.441635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-d6567455-aaab-4251-a770-4ecaf879e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:39.443108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-d6567455-aaab-4251-a770-4ecaf879e8bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e5c809e0-2e8c-4a14-9d56-30104256bda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0441074 Oct 15 20:20:39.536603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-432302a3-621d-4351-80ed-817bae35defd service neutron] 10.222.0.15 "GET /v2.0/networks/e5c809e0-2e8c-4a14-9d56-30104256bda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857904 Oct 15 20:20:39.632716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30b6efc0-6ed3-4d5c-bf8a-616b28da3b82 req-c79097f0-f067-4082-b5df-826df069f05f service neutron] 10.222.0.15 "GET /v2.0/networks/e5c809e0-2e8c-4a14-9d56-30104256bda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889373 Oct 15 20:20:40.209240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0d815-203d-4609-a371-e9c4d9dfecfc req-8e4ba099-9d92-4e8f-a417-46b28c03b6bf tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:40.210985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23d0d815-203d-4609-a371-e9c4d9dfecfc req-8e4ba099-9d92-4e8f-a417-46b28c03b6bf tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 907 time: 0.0562873 Oct 15 20:20:41.328107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cde07a-aa36-493d-9225-e5b11b69496e req-c7961fcc-bea3-41fe-aa06-114152b7b67c tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:41.329577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63cde07a-aa36-493d-9225-e5b11b69496e req-c7961fcc-bea3-41fe-aa06-114152b7b67c tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 907 time: 0.0503178 Oct 15 20:20:42.450900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c331d-88bc-456e-924d-034cf436b19d req-89d80f29-1124-49f0-9713-c779c99d87b4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:42.462270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-786c331d-88bc-456e-924d-034cf436b19d req-89d80f29-1124-49f0-9713-c779c99d87b4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 907 time: 0.0525124 Oct 15 20:20:43.576538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054a4cc-b102-4704-90f9-b54939507ce3 req-9e4aedfd-ac91-4ebc-b085-32511ddf77b3 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:43.577993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6054a4cc-b102-4704-90f9-b54939507ce3 req-9e4aedfd-ac91-4ebc-b085-32511ddf77b3 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 907 time: 0.0533109 Oct 15 20:20:43.666173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c94badd3-ef61-4a35-b2e2-14e66a7830d9 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:20:43.766773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:43.778758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9', 'network_id': 'e5c809e0-2e8c-4a14-9d56-30104256bda4', 'port_id': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9', 'mac_address': 'fa:16:3e:fd:a1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef73bfe8-7aba-4ce7-9ff6-316d45624bde', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:20:43.817317 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:43.832697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94badd3-ef61-4a35-b2e2-14e66a7830d9 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:20:43.855723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:43.988977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:44.048058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:44.311612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['c94badd3-ef61-4a35-b2e2-14e66a7830d9'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:20:44.699773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea2265-2125-49b0-ba82-e4ff95b08a8e req-74c6eea6-aaa9-408d-a87f-96bed475ed3e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:44.701419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67ea2265-2125-49b0-ba82-e4ff95b08a8e req-74c6eea6-aaa9-408d-a87f-96bed475ed3e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 908 time: 0.0512216 Oct 15 20:20:45.698875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c94badd3-ef61-4a35-b2e2-14e66a7830d9 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:20:45.830292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf79c0f-d632-4ff7-962e-ac66bea42351 req-5996a188-03dd-4e72-82ab-49f08bb2ad04 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:45.834668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bf79c0f-d632-4ff7-962e-ac66bea42351 req-5996a188-03dd-4e72-82ab-49f08bb2ad04 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 908 time: 0.0574396 Oct 15 20:20:45.852916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port c94badd3-ef61-4a35-b2e2-14e66a7830d9 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:20:45.857230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port c94badd3-ef61-4a35-b2e2-14e66a7830d9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:20:45.857685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:45.952514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:45.981744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:20:45.984207 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6debdf-93d9-4d12-b5eb-aa98a46af327" -d '{"events": [{"server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "name": "network-vif-plugged", "status": "completed", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:20:46.004883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:46.022516 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161cb92b-632e-4dbe-9200-d12be5ff02cc x-openstack-request-id: req-161cb92b-632e-4dbe-9200-d12be5ff02cc {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:20:46.022806 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "name": "network-vif-plugged", "status": "completed", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:20:46.023056 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-161cb92b-632e-4dbe-9200-d12be5ff02cc {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:20:46.023444 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9', 'code': 200} Oct 15 20:20:46.073668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:46.121214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1b0d4-9f6e-4f56-a536-180e13d403a5 req-61c6bc39-15fd-44fe-bcd7-48d3ba354285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:46.122998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fba1b0d4-9f6e-4f56-a536-180e13d403a5 req-61c6bc39-15fd-44fe-bcd7-48d3ba354285 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 1061 time: 0.0417404 Oct 15 20:20:46.126970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:46.957390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe8bad-ad32-4394-bbc9-1f9e8bc6b515 req-19b8add3-5315-422c-ba6e-2401b930673d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:46.958888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63fe8bad-ad32-4394-bbc9-1f9e8bc6b515 req-19b8add3-5315-422c-ba6e-2401b930673d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0520318 Oct 15 20:20:48.095339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2216b76-8157-44b6-b3ef-85c06f651b9b req-f7106bca-f816-4b4f-9ec4-592d73602b84 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:48.100522 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2216b76-8157-44b6-b3ef-85c06f651b9b req-f7106bca-f816-4b4f-9ec4-592d73602b84 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0600340 Oct 15 20:20:48.232364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539402bc-b3b4-4547-a979-bff1a5434478 req-965205c7-c370-40ca-98fd-d47020e342a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:48.233878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-539402bc-b3b4-4547-a979-bff1a5434478 req-965205c7-c370-40ca-98fd-d47020e342a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0604694 Oct 15 20:20:48.344015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a6eb8-5cda-4417-8cb4-40b622cc6378 req-d5771bcf-cebf-4ae8-a736-28166f017ef6 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:48.345433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d1a6eb8-5cda-4417-8cb4-40b622cc6378 req-d5771bcf-cebf-4ae8-a736-28166f017ef6 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 1061 time: 0.0409179 Oct 15 20:20:48.462226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124944a-96b4-4474-95dd-a0bc73d1e274 req-f6d61ebd-ab4e-41d6-85ce-7972ff330cee tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:48.463779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5124944a-96b4-4474-95dd-a0bc73d1e274 req-f6d61ebd-ab4e-41d6-85ce-7972ff330cee tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.0462234 Oct 15 20:20:48.503569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5124944a-96b4-4474-95dd-a0bc73d1e274 req-49a2e053-6cbb-4f67-99db-4b82a510f405 tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0331800 Oct 15 20:20:48.527714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57428) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:48.532943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a494feda-e1b4-49ab-b85a-1c587b93239e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:48.572561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047d44f5-a158-49e9-9f39-acd2e26682fc tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:48.579999 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-047d44f5-a158-49e9-9f39-acd2e26682fc tempest-TestSecurityGroupsBasicOps-1765015374 tempest-TestSecurityGroupsBasicOps-1765015374-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 1056 time: 0.0489938 Oct 15 20:20:49.064453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d539da7-943b-400b-8468-68b36cffd2bc req-61b282c6-a70f-4fa2-bcde-4cb29fe1355a tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:49.067903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d539da7-943b-400b-8468-68b36cffd2bc req-61b282c6-a70f-4fa2-bcde-4cb29fe1355a tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0820210 Oct 15 20:20:50.200483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cedcbc-49a4-428a-9784-d323fbc0887e req-2a21141d-c229-4432-ba79-0eb2931f1e6f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:50.202163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76cedcbc-49a4-428a-9784-d323fbc0887e req-2a21141d-c229-4432-ba79-0eb2931f1e6f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0492530 Oct 15 20:20:50.497952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-63d451a1-17a9-4b73-883b-519c00096752 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:50.499643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-63d451a1-17a9-4b73-883b-519c00096752 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.15 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 909 time: 0.0583968 Oct 15 20:20:50.605307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port c94badd3-ef61-4a35-b2e2-14e66a7830d9 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:50.605731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:50.677458 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:20:50.709468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port c94badd3-ef61-4a35-b2e2-14e66a7830d9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=c94badd3-ef61-4a35-b2e2-14e66a7830d9,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:50.709930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:50.722364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for c94badd3-ef61-4a35-b2e2-14e66a7830d9 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:50.942271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:51.022750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] No DVR routers for this DVR port c94badd3-ef61-4a35-b2e2-14e66a7830d9 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:51.026034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:51.029859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-625309b3-7cf9-49f9-917a-1567f63ed267 req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.15 "DELETE /v2.0/ports/c94badd3-ef61-4a35-b2e2-14e66a7830d9 HTTP/1.1" status: 204 len: 173 time: 0.5241537 Oct 15 20:20:51.030752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fd881-1f1a-4b66-9ce1-864c958a7499 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=c94badd3-ef61-4a35-b2e2-14e66a7830d9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:51.034392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'name': 'network-vif-deleted', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:20:51.037069 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde16f17-42de-46e6-8bac-a0022bb20684" -d '{"events": [{"server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "name": "network-vif-deleted", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:20:51.082820 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cc78a0-baf0-4190-bf70-eb395c124026 x-openstack-request-id: req-09cc78a0-baf0-4190-bf70-eb395c124026 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:20:51.083389 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0442d8af-1c0c-477b-9261-706abacf7f39", "name": "network-vif-deleted", "tag": "c94badd3-ef61-4a35-b2e2-14e66a7830d9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:20:51.084103 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09cc78a0-baf0-4190-bf70-eb395c124026 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:20:51.085381 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0442d8af-1c0c-477b-9261-706abacf7f39', 'name': 'network-vif-deleted', 'tag': 'c94badd3-ef61-4a35-b2e2-14e66a7830d9', 'status': 'completed', 'code': 200} Oct 15 20:20:51.312450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8349cdc-5550-488c-90d0-ffa37b65bdf3 req-0218c66f-df83-40cc-88bc-90584e7c2855 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=0442d8af-1c0c-477b-9261-706abacf7f39 HTTP/1.1" status: 200 len: 210 time: 0.0322254 Oct 15 20:20:51.470160 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3c472cd-f3a6-44f6-8118-957909f484c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:52.374663 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57462) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:52.401461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:52.758946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:52.844672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:52.904051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.039356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:53.039717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.124696 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.138724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port 4d2b8422-a401-4eb1-bc5b-a3db11fa6332, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:53.139143 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.152397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:53.440268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.475438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=4d2b8422-a401-4eb1-bc5b-a3db11fa6332,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:53.485605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.486068 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.486602 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.487001 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.487391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.488073 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.488457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.488841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.489226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.489607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.489989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.490364 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:20:53.711636 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:53.746513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c94badd3-ef61-4a35-b2e2-14e66a7830d9 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:53.774608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: c94badd3-ef61-4a35-b2e2-14e66a7830d9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:53.776207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device c94badd3-ef61-4a35-b2e2-14e66a7830d9 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:53.955632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 1759621a-3e55-42bd-8183-876b9f031f7c has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:54.071053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:54.083771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57480) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:54.084316 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bd21a754-082d-4e4f-be25-e09389f240b6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "PUT /v2.0/routers/1759621a-3e55-42bd-8183-876b9f031f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7080450 Oct 15 20:20:54.089963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Sync routers for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:54.100865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:54.101817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:54.172530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting subnet ef73bfe8-7aba-4ce7-9ff6-316d45624bde {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:20:54.175901 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.223784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.226304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:54.318161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.412015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:53Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:54.438604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Checking router: 1759621a-3e55-42bd-8183-876b9f031f7c for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:54.445709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.447038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Routers {'1759621a-3e55-42bd-8183-876b9f031f7c'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:54.447696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['1759621a-3e55-42bd-8183-876b9f031f7c'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:54.477194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Subnet': ['ID=ef73bfe8-7aba-4ce7-9ff6-316d45624bde,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:54.479304 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.482644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-66fe4f0e-b33b-4c78-b6a3-17d7112619d8 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/subnets/ef73bfe8-7aba-4ce7-9ff6-316d45624bde HTTP/1.1" status: 204 len: 168 time: 0.3963933 Oct 15 20:20:54.485360 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57482) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:54.496075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0987bb51-9c23-489b-88b1-166e7281ebd5 None None] Network e5c809e0-2e8c-4a14-9d56-30104256bda4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:20:54.604484 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.674690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] Set router 1759621a-3e55-42bd-8183-876b9f031f7c gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:54.736050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.736356 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.800814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] DHCP port deletion for e5c809e0-2e8c-4a14-9d56-30104256bda4 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:20:54.898273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:54.898935 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.925669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Deleting port d145a3f9-401b-4c83-80b4-ffde8d8b5993 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:54.926039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.955186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:53Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:54.985574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port b12fd40d-e78c-43b4-9bfa-4ebaac54faaf, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:54.986028 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:54.990749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c3bc5-6a20-40b8-bc77-9d4604cf2864 None None] The sync data for ids ['1759621a-3e55-42bd-8183-876b9f031f7c'] in n-d-712140-14 is: [{'id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-343655637', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:22Z', 'updated_at': '2021-10-15T20:20:53Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': 'b12fd40d-e78c-43b4-9bfa-4ebaac54faaf', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1759621a-3e55-42bd-8183-876b9f031f7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:24Z', 'updated_at': '2021-10-15T20:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:55.021215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for b12fd40d-e78c-43b4-9bfa-4ebaac54faaf owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:55.094636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] For port d145a3f9-401b-4c83-80b4-ffde8d8b5993, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d145a3f9-401b-4c83-80b4-ffde8d8b5993,segment=NetworkSegment(16c09e43-672e-4d91-b2a7-5cac0f985f83),segment_id=16c09e43-672e-4d91-b2a7-5cac0f985f83)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:20:55.095246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.133163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Calling delete_port for d145a3f9-401b-4c83-80b4-ffde8d8b5993 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:55.373094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.384232 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.403452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] Pushing event deleted for resources: {'Port': ['ID=d145a3f9-401b-4c83-80b4-ffde8d8b5993,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:55.415539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cba33d-7abe-4c44-9256-38b6cd5eddea None None] No DVR routers for this DVR port d145a3f9-401b-4c83-80b4-ffde8d8b5993 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:20:55.437242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=b12fd40d-e78c-43b4-9bfa-4ebaac54faaf,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:55.501647 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.604811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.607505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.750197 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.750727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Fanout notify agent at l3_agent the message router_deleted on router 1759621a-3e55-42bd-8183-876b9f031f7c {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:20:55.759030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:55.760394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0c13f308-ace1-48a0-bd00-3c6387435b3f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/routers/1759621a-3e55-42bd-8183-876b9f031f7c HTTP/1.1" status: 204 len: 168 time: 1.2735801 Oct 15 20:20:55.763008 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57500) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:56.188914 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.331236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b12fd40d-e78c-43b4-9bfa-4ebaac54faaf no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:56.363369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.372911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: b12fd40d-e78c-43b4-9bfa-4ebaac54faaf {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:56.373801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device b12fd40d-e78c-43b4-9bfa-4ebaac54faaf not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:56.375308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d145a3f9-401b-4c83-80b4-ffde8d8b5993 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:56.388630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c809e0-2e8c-4a14-9d56-30104256bda4']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:56.400492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c09e43-672e-4d91-b2a7-5cac0f985f83') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:56.405084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c09e43-672e-4d91-b2a7-5cac0f985f83') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:56.421968 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.432870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d145a3f9-401b-4c83-80b4-ffde8d8b5993 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:56.433210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d145a3f9-401b-4c83-80b4-ffde8d8b5993 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:56.433630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:20:56.440051 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.447856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:20:56.448468 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.455517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:20:56.456637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4d2b8422-a401-4eb1-bc5b-a3db11fa6332 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:20:56.469887 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:20:56.593091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.601149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.604009 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/networks/e5c809e0-2e8c-4a14-9d56-30104256bda4 HTTP/1.1" status: 204 len: 168 time: 0.8398058 Oct 15 20:20:56.606760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57518) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:56.616410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0b5c2-b46b-4807-a24e-3215b5c0e3a4 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Network': ['ID=e5c809e0-2e8c-4a14-9d56-30104256bda4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:56.814951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57526) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:56.860307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port 0fe520bb-4296-47dc-95fb-4c1cb02e9ac8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:20:56.860650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.953022 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9de8c3c3-a3fc-42b2-bf5a-855d2c384153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.967973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.968603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:56.982609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for 0fe520bb-4296-47dc-95fb-4c1cb02e9ac8 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:20:57.044186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9de8c3c3-a3fc-42b2-bf5a-855d2c384153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.149974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9de8c3c3-a3fc-42b2-bf5a-855d2c384153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.222271 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9de8c3c3-a3fc-42b2-bf5a-855d2c384153 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff88649797d74dac93a6e7c1514f472f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060175 Oct 15 20:20:57.229744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57536) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:57.249823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8c3c3-a3fc-42b2-bf5a-855d2c384153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fadd5d-ef00-489e-9fad-86ff41107797,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:57.307494 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.337364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.458400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.462186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.464046 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3fadd5d-ef00-489e-9fad-86ff41107797 HTTP/1.1" status: 204 len: 168 time: 0.2324231 Oct 15 20:20:57.472895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e084d5-2f94-4674-b6f5-80a73b938d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fadd5d-ef00-489e-9fad-86ff41107797,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:57.515718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.547571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=0fe520bb-4296-47dc-95fb-4c1cb02e9ac8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:57.607452 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.608276 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Floating IP 990cb688-81e1-409a-8d09-c5babcde167b disassociated (deleted). External IP: 172.25.0.212, port: de573914-b1f9-4d6a-83b1-796f075b6534. Oct 15 20:20:57.829442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 92cacc91-1db4-40fc-81bf-3b3608e3597a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:20:57.948272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:20:57.953106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:57.957789 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Sync routers for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:20:57.967889 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:57.968486 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:57.983471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2b824624-bd29-4097-aad9-e321d73b0872 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/floatingips/990cb688-81e1-409a-8d09-c5babcde167b HTTP/1.1" status: 204 len: 168 time: 1.3753870 Oct 15 20:20:57.984739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:20:57.987145 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:20:58.079459 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:58.231593 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57552) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:58.253657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8fe-e812-4e27-9388-8cff326d7fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.301939 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:58.327899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Checking router: 92cacc91-1db4-40fc-81bf-3b3608e3597a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:20:58.337060 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:20:58.337858 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:58.345609 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8fe-e812-4e27-9388-8cff326d7fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.410769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-76d4f8fe-e812-4e27-9388-8cff326d7fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.449319 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95568993-2965-4a5b-9a5a-f0f795050718 x-openstack-request-id: req-95568993-2965-4a5b-9a5a-f0f795050718 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:20:58.449858 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:20:58.450324 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95568993-2965-4a5b-9a5a-f0f795050718 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:20:58.450895 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'status': 'completed', 'code': 200} Oct 15 20:20:58.463449 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-76d4f8fe-e812-4e27-9388-8cff326d7fc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cd298d8c0f14503b994370537017948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298043 Oct 15 20:20:58.464612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4f8fe-e812-4e27-9388-8cff326d7fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adea2f63-a4c0-45b8-b777-a1a5f6b7479b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:58.465475 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:20:58.466047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57556) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:20:58.543026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.614317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.640245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-26c9d30c-53ee-4d53-96d6-5173580e6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:58.641746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-26c9d30c-53ee-4d53-96d6-5173580e6b93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=664e069ea78a468bacea32e057b3c2b9&device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 1136 time: 0.1223481 Oct 15 20:20:58.652297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc8219-e23f-49c1-94ab-6fdd12830787 req-f9fc2778-8428-4d98-b4ff-984733e0246e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:58.653749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83dc8219-e23f-49c1-94ab-6fdd12830787 req-f9fc2778-8428-4d98-b4ff-984733e0246e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.1067183 Oct 15 20:20:58.677303 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:20:58.705274 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ed9e76-f3c7-4591-bb68-47e5d1e7e74e None None] The sync data for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 is: [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:18:49Z', 'revision_number': 4, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '311d2db1-7083-4a00-a1a0-85d6fe890d36', 'name': '', 'network_id': '9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'mac_address': 'fa:16:3e:0b:72:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '93020961-c063-4102-b405-5f47106ca7a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:48Z', 'updated_at': '2021-10-15T20:18:56Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'subnets': [{'id': '93020961-c063-4102-b405-5f47106ca7a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:20:58.769544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83dc8219-e23f-49c1-94ab-6fdd12830787 req-c5c21be9-7e0c-45fa-a088-6ac112a90d73 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0963953 Oct 15 20:20:58.791703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-9cc6dd7c-f8df-4e2e-89e2-6eecfc633aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:58.792097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-9cc6dd7c-f8df-4e2e-89e2-6eecfc633aff service neutron] 10.222.0.11 "GET /v2.0/networks?id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 200 len: 898 time: 0.1371884 Oct 15 20:20:58.840365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-20fcf308-465e-46c1-9d74-a80b03035da4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 200 len: 217 time: 0.0398593 Oct 15 20:20:58.844527 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.847064 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:20:58.850683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adea2f63-a4c0-45b8-b777-a1a5f6b7479b HTTP/1.1" status: 204 len: 168 time: 0.3812475 Oct 15 20:20:58.866143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6edf5-9f67-4f77-8c88-f2cfba29e45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adea2f63-a4c0-45b8-b777-a1a5f6b7479b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:20:58.917785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-b2a3d0d0-a235-4c4c-96d3-14dd4b86aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:58.922047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-b2a3d0d0-a235-4c4c-96d3-14dd4b86aba5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 200 len: 834 time: 0.0711310 Oct 15 20:20:58.970913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-935628a4-7619-4211-88d2-5cf3764d81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:58.972733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-935628a4-7619-4211-88d2-5cf3764d81fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443809 Oct 15 20:20:59.054473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decc8d87-60ea-42f7-b611-223d85acca9c None None] New status for floating IP 990cb688-81e1-409a-8d09-c5babcde167b: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:20:59.082371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-5aef247f-cff9-4c48-89fe-f46ce406653b service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003084 Oct 15 20:20:59.184757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b2c8e3bf-d55d-4e38-b77f-4e83ddc5bcee req-9ba838bb-790d-454b-b832-1bc89774dd46 service neutron] 10.222.0.11 "GET /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947800 Oct 15 20:20:59.920339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bfbd0-67e3-457d-bf49-238c4f91e9d1 req-cea0cc3e-ed4f-426f-8155-92a9462d2f42 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:59.921831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b7bfbd0-67e3-457d-bf49-238c4f91e9d1 req-cea0cc3e-ed4f-426f-8155-92a9462d2f42 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.0738156 Oct 15 20:20:59.930676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-5e4760e7-1f7b-4eb5-8e15-9c6417f18609 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:20:59.932130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-5e4760e7-1f7b-4eb5-8e15-9c6417f18609 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 984 time: 0.0945859 Oct 15 20:21:00.024802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6b7bfbd0-67e3-457d-bf49-238c4f91e9d1 req-aba64b36-7f3d-4988-bb27-b1d86dce8cd6 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac&id=27bf70be-397b-4fa5-abc0-bd6115aae8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0916901 Oct 15 20:21:00.057894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port de573914-b1f9-4d6a-83b1-796f075b6534 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:21:00.059644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:00.157618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port de573914-b1f9-4d6a-83b1-796f075b6534, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=de573914-b1f9-4d6a-83b1-796f075b6534,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:00.158001 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:00.173250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for de573914-b1f9-4d6a-83b1-796f075b6534 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:21:00.372671 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:00.405933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=de573914-b1f9-4d6a-83b1-796f075b6534,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:00.445564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] No DVR routers for this DVR port de573914-b1f9-4d6a-83b1-796f075b6534 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:21:00.457832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:00.457832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-764b1da5-22aa-4799-b761-463d6b70cc89 req-c8c9f678-bcce-48b1-a8b3-80e6ba796e61 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.11 "DELETE /v2.0/ports/de573914-b1f9-4d6a-83b1-796f075b6534 HTTP/1.1" status: 204 len: 173 time: 0.5117986 Oct 15 20:21:00.457832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'name': 'network-vif-deleted', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:21:00.457832 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d593d3-0523-4bfa-b88d-5021823ad375" -d '{"events": [{"server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "name": "network-vif-deleted", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:21:00.492469 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2a8e91-e956-42a4-a197-d7a0360d811b x-openstack-request-id: req-3e2a8e91-e956-42a4-a197-d7a0360d811b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:21:00.492773 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bf512c-ce39-4c23-bedf-82806f8f82e0", "name": "network-vif-deleted", "tag": "de573914-b1f9-4d6a-83b1-796f075b6534", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:21:00.493031 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e2a8e91-e956-42a4-a197-d7a0360d811b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:21:00.493442 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bf512c-ce39-4c23-bedf-82806f8f82e0', 'name': 'network-vif-deleted', 'tag': 'de573914-b1f9-4d6a-83b1-796f075b6534', 'status': 'completed', 'code': 200} Oct 15 20:21:01.156221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a12aac2-c373-4f91-8d1b-771220c7b749 req-667fcb38-4feb-4bd8-be7a-41681634f793 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1bf512c-ce39-4c23-bedf-82806f8f82e0 HTTP/1.1" status: 200 len: 210 time: 0.0269051 Oct 15 20:21:02.219505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57642) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:02.293275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.315057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.445466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.448231 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.452247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac HTTP/1.1" status: 204 len: 168 time: 0.2312541 Oct 15 20:21:02.452456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57648) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:02.462610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0342a2-6c1d-4391-8a7e-8edd38b3fe0e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe63ba61-a76e-4d38-b43b-ba5e0b7eb7ac,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:02.512245 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.540832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.702052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.704797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:02.706031 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/security-groups/27bf70be-397b-4fa5-abc0-bd6115aae8cd HTTP/1.1" status: 204 len: 168 time: 0.2525764 Oct 15 20:21:02.709697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57652) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:02.718662 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cfc7e-34a7-4ef9-97d6-d06ecf8f0b6e tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf70be-397b-4fa5-abc0-bd6115aae8cd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:03.130554 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:03.399246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port 311d2db1-7083-4a00-a1a0-85d6fe890d36 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:21:03.399993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:03.495731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port 311d2db1-7083-4a00-a1a0-85d6fe890d36, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=311d2db1-7083-4a00-a1a0-85d6fe890d36,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:03.495938 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:03.515910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for 311d2db1-7083-4a00-a1a0-85d6fe890d36 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:21:03.719106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de573914-b1f9-4d6a-83b1-796f075b6534 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:21:03.746271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: de573914-b1f9-4d6a-83b1-796f075b6534 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:21:03.746826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device de573914-b1f9-4d6a-83b1-796f075b6534 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:21:03.793188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:03.838457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=311d2db1-7083-4a00-a1a0-85d6fe890d36,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:04.067375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:04.315893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Router 92cacc91-1db4-40fc-81bf-3b3608e3597a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:21:04.429273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:04.434383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4e445cfb-64b9-43d6-8fa7-7611ac19531f tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "PUT /v2.0/routers/92cacc91-1db4-40fc-81bf-3b3608e3597a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7236700 Oct 15 20:21:04.437224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57684) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:04.441898 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Sync routers for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:04.452373 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:04.453051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:04.488582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting subnet 93020961-c063-4102-b405-5f47106ca7a2 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:21:04.492144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:04.532506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:04.557574 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:04.868263 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:21:03Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:04.899034 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Checking router: 92cacc91-1db4-40fc-81bf-3b3608e3597a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:04.901535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:04.907627 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Routers {'92cacc91-1db4-40fc-81bf-3b3608e3597a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:04.908231 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['92cacc91-1db4-40fc-81bf-3b3608e3597a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:05.062906 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] Set router 92cacc91-1db4-40fc-81bf-3b3608e3597a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:05.248542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:21:03Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:05.275954 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd98bc18-ab9f-4574-81e5-8ed394a96b42 None None] The sync data for ids ['92cacc91-1db4-40fc-81bf-3b3608e3597a'] in n-d-712140-14 is: [{'id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1834693373', 'tenant_id': '664e069ea78a468bacea32e057b3c2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:18:43Z', 'updated_at': '2021-10-15T20:21:03Z', 'revision_number': 5, 'project_id': '664e069ea78a468bacea32e057b3c2b9', 'gw_port': {'id': '1f663c00-2aa2-4e02-8f41-e7642a4bcb93', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cacc91-1db4-40fc-81bf-3b3608e3597a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:18:44Z', 'updated_at': '2021-10-15T20:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:05.298673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.347943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Subnet': ['ID=93020961-c063-4102-b405-5f47106ca7a2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:05.352749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.358856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f2e2ce26-51d2-46ea-8937-c581a6b3224d tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/subnets/93020961-c063-4102-b405-5f47106ca7a2 HTTP/1.1" status: 204 len: 168 time: 0.9183455 Oct 15 20:21:05.359137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57694) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:05.362129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4c230-ee96-420c-a1eb-4f7682f94d4c None None] Network 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:21:05.482199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.607020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-15a528eb-1086-458c-b7d3-14060cfeb491 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1219401 Oct 15 20:21:05.638075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.660950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] DHCP port deletion for 9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:21:05.754056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Deleting port 6480b8e2-d74f-48bb-acd4-c9393dda45df {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:21:05.754425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.796988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-880d15e4-f684-42d4-9786-45d2f05ce68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:05.798484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-880d15e4-f684-42d4-9786-45d2f05ce68c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.1025038 Oct 15 20:21:05.858212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Deleting port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:21:05.858551 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.862168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] For port 6480b8e2-d74f-48bb-acd4-c9393dda45df, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6480b8e2-d74f-48bb-acd4-c9393dda45df,segment=NetworkSegment(08410b5a-779f-4bae-8d54-359a71288f31),segment_id=08410b5a-779f-4bae-8d54-359a71288f31)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:05.862168 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:05.884330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Calling delete_port for 6480b8e2-d74f-48bb-acd4-c9393dda45df owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:21:05.979679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-c7000cc2-1859-4ed2-a484-058e454e4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:05.981193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-c7000cc2-1859-4ed2-a484-058e454e4f01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1584339 Oct 15 20:21:06.001109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] For port 1f663c00-2aa2-4e02-8f41-e7642a4bcb93, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:06.001109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.051849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Calling delete_port for 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:21:06.078307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-b4fe9a2d-8c0b-4676-8609-3ad44eb1f71a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 1001 time: 0.0859351 Oct 15 20:21:06.087941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.153484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] Pushing event deleted for resources: {'Port': ['ID=6480b8e2-d74f-48bb-acd4-c9393dda45df,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:06.174746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389bfea-2587-4e81-bc42-1a6d5a8d117a None None] No DVR routers for this DVR port 6480b8e2-d74f-48bb-acd4-c9393dda45df on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:21:06.220406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6480b8e2-d74f-48bb-acd4-c9393dda45df no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:21:06.252539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-3d01c85c-3ec6-4cca-8166-07874d17b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:06.253882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6480b8e2-d74f-48bb-acd4-c9393dda45df {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:21:06.254309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-3d01c85c-3ec6-4cca-8166-07874d17b40c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1453664 Oct 15 20:21:06.254798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6480b8e2-d74f-48bb-acd4-c9393dda45df not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:21:06.255810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 311d2db1-7083-4a00-a1a0-85d6fe890d36 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:21:06.283873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 311d2db1-7083-4a00-a1a0-85d6fe890d36 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:21:06.284528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 311d2db1-7083-4a00-a1a0-85d6fe890d36 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:21:06.345433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-8bbdba9f-b268-45b8-b151-c677a947b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:06.347015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-8bbdba9f-b268-45b8-b151-c677a947b3f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835590 Oct 15 20:21:06.430769 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.469870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Port': ['ID=1f663c00-2aa2-4e02-8f41-e7642a4bcb93,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:06.481020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-63a0ecf0-2504-4523-8001-9a41d61c28bf service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254621 Oct 15 20:21:06.599467 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.707107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.709911 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.713027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b858a03c-98a4-4d07-b225-3138a3fea7e7 req-41dcf44b-7968-40b1-b7fc-094de052175a service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179654 Oct 15 20:21:06.846917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.847380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Fanout notify agent at l3_agent the message router_deleted on router 92cacc91-1db4-40fc-81bf-3b3608e3597a {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:21:06.855084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:06.859709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6d69ace0-169b-4c7f-8315-35605b3a4932 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/routers/92cacc91-1db4-40fc-81bf-3b3608e3597a HTTP/1.1" status: 204 len: 168 time: 1.4963160 Oct 15 20:21:06.859846 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57712) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:06.949977 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.046184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.069034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:07.079760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08410b5a-779f-4bae-8d54-359a71288f31') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:07.080381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08410b5a-779f-4bae-8d54-359a71288f31') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:07.089667 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.103499 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.109226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:21:07.109683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:21:07.112532 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:21:07.235829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.243020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:07.246147 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] 10.222.0.13 "DELETE /v2.0/networks/9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81 HTTP/1.1" status: 204 len: 168 time: 0.3856556 Oct 15 20:21:07.259527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36292f3-78a4-4f85-a3b2-92c9ec524487 tempest-TestSecurityGroupsBasicOps-736168276 tempest-TestSecurityGroupsBasicOps-736168276-project] Pushing event deleted for resources: {'Network': ['ID=9b8c75c6-f4f9-49b2-8a77-b8bcfbb1fa81,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:07.874412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:08.029604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90cd9aa3-0882-4ae1-96e0-fd6928500823 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=664e069ea78a468bacea32e057b3c2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520293 Oct 15 20:21:08.029962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57732) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:08.077556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:08.101968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:08.160130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:21:08.183621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:21:08.184050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1f663c00-2aa2-4e02-8f41-e7642a4bcb93 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:21:08.244867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:08.247544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:08.248979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b106f35b-1921-4c50-94b2-291b1943b731 HTTP/1.1" status: 204 len: 168 time: 0.2180278 Oct 15 20:21:08.258025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de508f50-8ca7-43f1-95f8-592804e01598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b106f35b-1921-4c50-94b2-291b1943b731,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:08.844640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57740) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:08.858623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a80a16d-5f2b-4b53-9df1-8fdc8bec7210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:08.950381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a80a16d-5f2b-4b53-9df1-8fdc8bec7210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.040167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8a80a16d-5f2b-4b53-9df1-8fdc8bec7210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.093805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8a80a16d-5f2b-4b53-9df1-8fdc8bec7210 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ddf5279421427e90cfd9f05293440b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479644 Oct 15 20:21:09.094871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a16d-5f2b-4b53-9df1-8fdc8bec7210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a923d50a-ca04-4845-841e-0950a130d3d6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:09.096462 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57750) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:09.192654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.217236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.355927 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.358690 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:09.360014 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a923d50a-ca04-4845-841e-0950a130d3d6 HTTP/1.1" status: 204 len: 168 time: 0.2622867 Oct 15 20:21:09.372479 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3769bb-8006-418b-b061-72a14ab895bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a923d50a-ca04-4845-841e-0950a130d3d6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:10.015700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57762) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:10.015843 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57764) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:10.067623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f1d82477-21c7-4786-ab5f-85a068f2cbef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=118247341c8c4155ae3fe282645dde34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481408 Oct 15 20:21:10.067981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57770) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:10.128654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.151788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.247160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35366beb-f7ae-4707-ad7a-f908138128dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.281435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.284214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.290646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5cc72b7-f241-4998-9f00-a6c9904e0d88 HTTP/1.1" status: 204 len: 168 time: 0.2158697 Oct 15 20:21:10.301500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d87880-3d32-400c-8b44-0fb845948cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cc72b7-f241-4998-9f00-a6c9904e0d88,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:10.348767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35366beb-f7ae-4707-ad7a-f908138128dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.417696 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-35366beb-f7ae-4707-ad7a-f908138128dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.481036 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-35366beb-f7ae-4707-ad7a-f908138128dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ee6cf1f5ce548e09299b4b471d6b7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627101 Oct 15 20:21:10.483948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57780) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:10.484672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35366beb-f7ae-4707-ad7a-f908138128dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8599eb-c607-4d25-a0c1-3ee2b8327219,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:10.545572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.571505 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.698485 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.706931 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:10.706931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f8599eb-c607-4d25-a0c1-3ee2b8327219 HTTP/1.1" status: 204 len: 168 time: 0.2171552 Oct 15 20:21:10.726448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b2b26-72fb-4373-bc38-675ef0b6c471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8599eb-c607-4d25-a0c1-3ee2b8327219,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:11.393403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:11.427082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:11.441832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ce2d-1549-4836-84cf-407942f3b76b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.521425 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ce2d-1549-4836-84cf-407942f3b76b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.593112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ce2d-1549-4836-84cf-407942f3b76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.612552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2027067937-network', 'tenant_id': '7ee6eff0725545d09661a419aa190557'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:11.650767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0f8ce2d-1549-4836-84cf-407942f3b76b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cc0f8107ad04665bae53d38a3fd719c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223563 Oct 15 20:21:11.652872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ce2d-1549-4836-84cf-407942f3b76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded562b-5b87-472e-90c4-c911c4e78e69,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:11.653608 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:11.704756 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.719134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Made reservation on behalf of 7ee6eff0725545d09661a419aa190557 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:21:11.722098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.726104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.733755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.844978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.847514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.848897 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ded562b-5b87-472e-90c4-c911c4e78e69 HTTP/1.1" status: 204 len: 168 time: 0.1940732 Oct 15 20:21:11.858287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4874a-17f6-4f5d-bfdc-6253fe1febac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded562b-5b87-472e-90c4-c911c4e78e69,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:11.907678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:11.977018 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.004573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:21:12.014812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26da340-3833-46a4-a112-c1683238b71b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:12.019504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.020122 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Added segment 39754120-4b11-4d30-9ff0-b4744f7dc025 of type vlan for network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 Oct 15 20:21:12.059490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.159472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.160559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:12.161206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.238574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] Pushing event updated for resources: {'Network': ['ID=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:12.251208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:21:12.285061 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d94fccbb-e806-4580-94bb-bf45bf5a162d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8874617 Oct 15 20:21:12.285308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:12.291004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Request body: {'subnet': {'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2027067937-subnet', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:12.392971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Made reservation on behalf of 7ee6eff0725545d09661a419aa190557 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:21:12.395369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.658682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.716318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e21b6579-ab9d-43c2-92e1-a238fc947108,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:12.727068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Checking segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:12.727669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Network hostable DHCP agents. Network: 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:21:12.844855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:21:12.926984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:12.934958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:12.934958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:12.938426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf4162-8e65-418c-9bb4-c5c6d90d85a9 None None] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:21:13.008122 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e2c93530-18ac-4551-ba38-c12544e99504 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7213817 Oct 15 20:21:13.010632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57852) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:13.015086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:13.094597 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:21:13.095450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.128661 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.131528 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.208311 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.244328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Allocated IP 172.20.0.2 (703d4a9e-dc03-4a5e-b8f4-e6289e594ce3/e21b6579-ab9d-43c2-92e1-a238fc947108/671176a5-88d0-4a03-9079-1c6f4c272fe2) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:13.406893 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.461096 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.474139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.515206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:13.518136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:13.522941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:13.532533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Pushing event updated for resources: {'Port': ['ID=671176a5-88d0-4a03-9079-1c6f4c272fe2,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:13.589463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Attempting to bind port 671176a5-88d0-4a03-9079-1c6f4c272fe2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:13.592790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Attempting to bind port 671176a5-88d0-4a03-9079-1c6f4c272fe2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:13.592790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Attempting to bind port 671176a5-88d0-4a03-9079-1c6f4c272fe2 on network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:13.595864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:13.596317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Checking segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:13.597022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.597477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Bound using segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:13.598081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Bound port: 671176a5-88d0-4a03-9079-1c6f4c272fe2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:13.598591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.671769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] For port 671176a5-88d0-4a03-9079-1c6f4c272fe2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:13.677249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] For port 671176a5-88d0-4a03-9079-1c6f4c272fe2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=671176a5-88d0-4a03-9079-1c6f4c272fe2,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:13.757174 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.804016 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.833277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:13.851049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0fed-0a35-49bf-b95d-8063b50ea406 None None] Pushing event updated for resources: {'Port': ['ID=671176a5-88d0-4a03-9079-1c6f4c272fe2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:13.960556 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Allocated IP 172.25.0.5 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/bea409b9-46ac-4877-a31f-ee766388e5d9) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:14.177387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.236843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 671176a5-88d0-4a03-9079-1c6f4c272fe2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:14.290331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 671176a5-88d0-4a03-9079-1c6f4c272fe2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:14.290594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.310287 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.348869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:14.354173 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:14.357802 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:14.389559 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Pushing event updated for resources: {'Port': ['ID=bea409b9-46ac-4877-a31f-ee766388e5d9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:14.390217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.434453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 671176a5-88d0-4a03-9079-1c6f4c272fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=671176a5-88d0-4a03-9079-1c6f4c272fe2,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:14.519154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.577374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=671176a5-88d0-4a03-9079-1c6f4c272fe2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:14.715790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.934601 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:14.962488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4c5c0-4290-42ca-8c83-3fdedadd4e49 None None] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:21:15.045381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2136f5bd-6d41-410a-a6de-186db85b0026 None None] Provisioning complete for port 671176a5-88d0-4a03-9079-1c6f4c272fe2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:15.046130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2136f5bd-6d41-410a-a6de-186db85b0026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:15.229996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Router 0d2552d4-e237-47a8-b121-bf8b8530b387 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:21:15.353787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:15.367490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Sync routers for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:15.404762 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:15.405683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:15.431796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:15.435940 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-621391ae-88f2-49ac-ba2c-3c526440e442 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4242458 Oct 15 20:21:15.436505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:15.556694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:15.559189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-05c33365-6b30-45a5-90aa-48e3f27b2dd0 None None] Provisioning complete for port 671176a5-88d0-4a03-9079-1c6f4c272fe2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:15.559852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-05c33365-6b30-45a5-90aa-48e3f27b2dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:15.846682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:14Z', 'revision_number': 3, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:15.883580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Checking router: 0d2552d4-e237-47a8-b121-bf8b8530b387 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:15.883935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Updating router 0d2552d4-e237-47a8-b121-bf8b8530b387 port bea409b9-46ac-4877-a31f-ee766388e5d9 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:21:15.918333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:15.928721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.156653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Allocated IP 172.20.0.1 (703d4a9e-dc03-4a5e-b8f4-e6289e594ce3/e21b6579-ab9d-43c2-92e1-a238fc947108/7448f3d3-685c-4edd-8b80-9dc5a96401c5) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:16.181394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 671176a5-88d0-4a03-9079-1c6f4c272fe2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:16.270293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.283198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 671176a5-88d0-4a03-9079-1c6f4c272fe2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:16.283586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.291675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.372596 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.401658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.423297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Attempting to bind port bea409b9-46ac-4877-a31f-ee766388e5d9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:16.423690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Attempting to bind port bea409b9-46ac-4877-a31f-ee766388e5d9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:16.424053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Attempting to bind port bea409b9-46ac-4877-a31f-ee766388e5d9 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:16.426853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58a33-9cc4-4381-9c67-cf433941b870 None None] Pushing event updated for resources: {'Port': ['ID=bea409b9-46ac-4877-a31f-ee766388e5d9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:16.432538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:16.432800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:16.433115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.433494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:16.433953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Bound port: bea409b9-46ac-4877-a31f-ee766388e5d9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:16.434327 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.441928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:16.446181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:16.449761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:16.481169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Pushing event updated for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:16.501481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] For port bea409b9-46ac-4877-a31f-ee766388e5d9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:16.507481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] For port bea409b9-46ac-4877-a31f-ee766388e5d9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bea409b9-46ac-4877-a31f-ee766388e5d9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:16.509880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.573793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.636931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:16.637714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:16.701811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef58a33-9cc4-4381-9c67-cf433941b870 None None] Pushing event updated for resources: {'Port': ['ID=bea409b9-46ac-4877-a31f-ee766388e5d9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:16.727503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.790656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:16.860113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7892db02-5072-4a60-a5ff-4720c4cd167b None None] Provisioning complete for port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:16.860496 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7892db02-5072-4a60-a5ff-4720c4cd167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.916564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:16.984780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:17.070076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Pushing event updated for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:17.074104 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:17.107437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7892db02-5072-4a60-a5ff-4720c4cd167b None None] Port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:21:17.184564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:14Z', 'revision_number': 3, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:17.221688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d93ed6-ed45-48be-815d-4198a2fdbdcb None None] The sync data for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 is: [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:14Z', 'revision_number': 3, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:17.456136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:17.457673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:17.661358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Router 0d2552d4-e237-47a8-b121-bf8b8530b387 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:21:17.794942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:17.810724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1e8a1443-0a5a-467a-b2cc-faa3e89f908f admin admin] 10.222.0.13 "PUT /v2.0/routers/0d2552d4-e237-47a8-b121-bf8b8530b387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3728642 Oct 15 20:21:17.837987 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f57799e4-b05d-4d14-a824-076754c3659d None None] Provisioning complete for port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:17.838970 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f57799e4-b05d-4d14-a824-076754c3659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:17.878160 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f57799e4-b05d-4d14-a824-076754c3659d None None] Port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:21:18.220569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bea409b9-46ac-4877-a31f-ee766388e5d9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:18.284836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bea409b9-46ac-4877-a31f-ee766388e5d9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:18.285402 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.386393 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.416433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port bea409b9-46ac-4877-a31f-ee766388e5d9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bea409b9-46ac-4877-a31f-ee766388e5d9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:18.498625 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.544206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40109b19-de3c-4644-919f-0146836a7743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.548014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=bea409b9-46ac-4877-a31f-ee766388e5d9,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:18.746755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 57936) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:18.751778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-352576528-network', 'tenant_id': '06e8e60007d54d37babf294474fabd35'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:18.851113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Made reservation on behalf of 06e8e60007d54d37babf294474fabd35 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:21:18.854523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.866374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:18.962100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.029862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.058602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a9e697-74d0-4e1d-b29b-6e646a2b7c56,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:19.074825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:21:19.082565 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.083028 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Added segment 542acf67-9e9e-408a-89ef-a09b1af45694 of type vlan for network 54985f61-ddb4-4479-b63f-443024631710 Oct 15 20:21:19.134828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.201032 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Sync routers for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:19.212507 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:19.213120 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:19.224851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.226292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:19.227067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.306094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] Pushing event updated for resources: {'Network': ['ID=54985f61-ddb4-4479-b63f-443024631710,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:19.318866 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 54985f61-ddb4-4479-b63f-443024631710 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:21:19.327405 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:19.329517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:19.330070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-20a68c40-58b2-4742-aa33-108b680b0359 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5817454 Oct 15 20:21:19.336987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Request body: {'subnet': {'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-352576528-subnet', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:19.435718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Made reservation on behalf of 06e8e60007d54d37babf294474fabd35 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:21:19.438653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.546308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 2, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:19.574736 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Checking router: 0d2552d4-e237-47a8-b121-bf8b8530b387 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:19.575089 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Updating router 0d2552d4-e237-47a8-b121-bf8b8530b387 port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:21:19.606110 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.721571 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.768824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48231acd-7939-40ea-9838-3f9d8d74af8a,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:19.824391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Checking segment: {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:19.824997 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Network hostable DHCP agents. Network: 54985f61-ddb4-4479-b63f-443024631710, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:21:19.895909 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.898872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Network 54985f61-ddb4-4479-b63f-443024631710 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:21:19.955377 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:19.983927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 54985f61-ddb4-4479-b63f-443024631710) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:19.988404 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:19.988939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.001194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efbdc7d-8815-4694-9a39-e8c8a1134760 None None] Network 54985f61-ddb4-4479-b63f-443024631710 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:21:20.031831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Pushing event updated for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:20.076315 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c9ebacd2-2275-415c-9d20-03d029c90cf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7445621 Oct 15 20:21:20.079021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57950) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:20.086019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:20.094271 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.094620 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.094959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.095296 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.110132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.110549 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.110890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.111230 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.114884 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.115798 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.116225 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.116522 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:20.140931 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Attempting to bind port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:20.141308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Attempting to bind port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:20.141674 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Attempting to bind port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 on network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:20.159132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:20.160867 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Checking segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:20.160867 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.160867 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Bound using segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:20.161301 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Bound port: 7448f3d3-685c-4edd-8b80-9dc5a96401c5, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:20.161697 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.216145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.217247 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.244787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bea409b9-46ac-4877-a31f-ee766388e5d9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:20.314514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] For port 7448f3d3-685c-4edd-8b80-9dc5a96401c5, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:20.325816 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] For port 7448f3d3-685c-4edd-8b80-9dc5a96401c5, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7448f3d3-685c-4edd-8b80-9dc5a96401c5,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:20.348844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.368705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port bea409b9-46ac-4877-a31f-ee766388e5d9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:20.368705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.372438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-54985f61-ddb4-4479-b63f-443024631710', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:21:20.373237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.424392 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.518526 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da9380-9025-4831-8d11-9de18647e357 None None] Pushing event updated for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:20.539517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Provisioning complete for port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:20.540206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.558854 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:20.559885 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:20.742035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:20.751848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Allocated IP 172.20.0.2 (54985f61-ddb4-4479-b63f-443024631710/48231acd-7939-40ea-9838-3f9d8d74af8a/c8c9be61-645e-42c9-b8b9-c0e24082006a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:20.767647 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:20.995834 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.074836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] For port 7448f3d3-685c-4edd-8b80-9dc5a96401c5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7448f3d3-685c-4edd-8b80-9dc5a96401c5,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:21.106911 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.126485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.129464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.162741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.200365 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:20Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:21.234637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.244175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed76e26-ed35-43da-bbb6-92d33079e387 None None] The sync data for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 is: [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:20Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:21.284919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Allocated IP 172.25.0.99 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/cbf03d9a-a03f-462c-a349-08c88e7a9e51) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:21.305861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Pushing event updated for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:21.334766 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Network 54985f61-ddb4-4479-b63f-443024631710 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:21.352343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:21.356305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.356649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.357043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.357318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.357646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.357968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.358291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.358611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.358931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.359249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.359599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.359906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dee26d5-2de4-45b0-8747-7c97893b0aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:21.363909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:21.444882 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.454314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9ae2cae5-e24a-4922-b036-0e179e3743a1 None None] Provisioning complete for port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:21.454977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9ae2cae5-e24a-4922-b036-0e179e3743a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.459780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Pushing event updated for resources: {'Port': ['ID=c8c9be61-645e-42c9-b8b9-c0e24082006a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:21.560940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Attempting to bind port c8c9be61-645e-42c9-b8b9-c0e24082006a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:21.561314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Attempting to bind port c8c9be61-645e-42c9-b8b9-c0e24082006a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:21.561593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Attempting to bind port c8c9be61-645e-42c9-b8b9-c0e24082006a on network 54985f61-ddb4-4479-b63f-443024631710 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:21.565903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.567342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:21.567769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Checking segment: {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:21.569953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.569953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Bound using segment: {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:21.569953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Bound port: c8c9be61-645e-42c9-b8b9-c0e24082006a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:21.570261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.608193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-611052f5-79b8-4ab1-bdf9-cc7eaaabc632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.629215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf03d9a-a03f-462c-a349-08c88e7a9e51,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:21.642475 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:21.644833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:21.648748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:21.713331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] For port c8c9be61-645e-42c9-b8b9-c0e24082006a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:21.742797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] For port c8c9be61-645e-42c9-b8b9-c0e24082006a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c8c9be61-645e-42c9-b8b9-c0e24082006a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:21.819430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:21.922915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc48ba-e0f0-4b27-aba1-16e299088df9 None None] Pushing event updated for resources: {'Port': ['ID=c8c9be61-645e-42c9-b8b9-c0e24082006a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:22.111102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:22.350382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7448f3d3-685c-4edd-8b80-9dc5a96401c5 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:22.417393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:22.418551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:22.453942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:22.845022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:22.930561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:22.999677 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.168012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.240901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e420d1-d24a-4b67-9cbc-685bfd82dd6a None None] Network 54985f61-ddb4-4479-b63f-443024631710 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:21:23.279245 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Router 507fe509-0581-4675-8046-39b78df5f5cb is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:21:23.310693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] Provisioning complete for port c8c9be61-645e-42c9-b8b9-c0e24082006a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:23.313136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.428786 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:23.461306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Sync routers for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:23.528731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.550023 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.551454 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-21ba1382-2499-4989-91c1-05b9939896a5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4712541 Oct 15 20:21:23.554214 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 57972) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:23.581610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:23.585953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:23.748333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] For port c8c9be61-645e-42c9-b8b9-c0e24082006a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c8c9be61-645e-42c9-b8b9-c0e24082006a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:23.814215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:23.845492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:24.079629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd4ad-6d49-462f-b7f7-5967dea27925 None None] Pushing event updated for resources: {'Port': ['ID=c8c9be61-645e-42c9-b8b9-c0e24082006a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:24.252246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c8c9be61-645e-42c9-b8b9-c0e24082006a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:24.302297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1eb15f29-7f28-4816-b776-e3c545474822 None None] Provisioning complete for port c8c9be61-645e-42c9-b8b9-c0e24082006a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:24.304397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1eb15f29-7f28-4816-b776-e3c545474822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.355118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.396996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 3, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:24.447157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Checking router: 507fe509-0581-4675-8046-39b78df5f5cb for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:24.447606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Updating router 507fe509-0581-4675-8046-39b78df5f5cb port cbf03d9a-a03f-462c-a349-08c88e7a9e51 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:21:24.512167 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.536915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c8c9be61-645e-42c9-b8b9-c0e24082006a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:24.538008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.602787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Allocated IP 172.20.0.1 (54985f61-ddb4-4479-b63f-443024631710/48231acd-7939-40ea-9838-3f9d8d74af8a/deb5a7a0-0f23-4dee-9d70-5cec2c43337a) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:24.743975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.841612 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.916158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Network 54985f61-ddb4-4479-b63f-443024631710 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:24.919458 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:24.922103 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:24.936033 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:24.973010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:24.990669 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.200166 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.258180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.268902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.319871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119a2a-4e1c-4666-b2f9-d5afae6c6c1e None None] Pushing event updated for resources: {'Port': ['ID=cbf03d9a-a03f-462c-a349-08c88e7a9e51,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:25.325550 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Attempting to bind port cbf03d9a-a03f-462c-a349-08c88e7a9e51 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:25.325917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Attempting to bind port cbf03d9a-a03f-462c-a349-08c88e7a9e51 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:25.326287 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Attempting to bind port cbf03d9a-a03f-462c-a349-08c88e7a9e51 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:25.328189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-46a29912-d2f5-4d46-ab77-f1cdf7ea26a7 None None] Provisioning complete for port deb5a7a0-0f23-4dee-9d70-5cec2c43337a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:25.328555 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-46a29912-d2f5-4d46-ab77-f1cdf7ea26a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.350867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:25.351339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:25.351741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.352138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:25.352627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Bound port: cbf03d9a-a03f-462c-a349-08c88e7a9e51, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:25.353010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.401380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-46a29912-d2f5-4d46-ab77-f1cdf7ea26a7 None None] Port deb5a7a0-0f23-4dee-9d70-5cec2c43337a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:21:25.417924 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] For port cbf03d9a-a03f-462c-a349-08c88e7a9e51, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:25.421110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] For port cbf03d9a-a03f-462c-a349-08c88e7a9e51, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=cbf03d9a-a03f-462c-a349-08c88e7a9e51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:25.445354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.530630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.552890 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.578482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:25.579097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:25.622654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:25.625315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Pushing event updated for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:25.634873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119a2a-4e1c-4666-b2f9-d5afae6c6c1e None None] Pushing event updated for resources: {'Port': ['ID=cbf03d9a-a03f-462c-a349-08c88e7a9e51,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:25.705521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:25.723361 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Network 54985f61-ddb4-4479-b63f-443024631710 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:25.724776 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:25.901885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Router 507fe509-0581-4675-8046-39b78df5f5cb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:21:25.988854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'deb5a7a0-0f23-4dee-9d70-5cec2c43337a', 'name': '', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'mac_address': 'fa:16:3e:0a:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:24Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 2, 'project_id': '06e8e60007d54d37babf294474fabd35', 'subnets': [{'id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:26.028826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fdcf86-4255-4362-9f6d-7f93757f5bf1 None None] The sync data for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 is: [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'deb5a7a0-0f23-4dee-9d70-5cec2c43337a', 'name': '', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'mac_address': 'fa:16:3e:0a:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:24Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 2, 'project_id': '06e8e60007d54d37babf294474fabd35', 'subnets': [{'id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:26.042614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-488ff42a-2e7d-4935-9589-c342cecf46d8 None None] Provisioning complete for port deb5a7a0-0f23-4dee-9d70-5cec2c43337a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:26.043246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-488ff42a-2e7d-4935-9589-c342cecf46d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:26.084427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-488ff42a-2e7d-4935-9589-c342cecf46d8 None None] Port deb5a7a0-0f23-4dee-9d70-5cec2c43337a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:21:26.104672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:26.119309 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ae08dfce-a922-4a82-acdb-63ce0cc1e0c7 admin admin] 10.222.0.13 "PUT /v2.0/routers/507fe509-0581-4675-8046-39b78df5f5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638235 Oct 15 20:21:26.765303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58014) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:26.773631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1418095581', 'description': 'tempest-secgroup-smoke-1418095581 description', 'project_id': '7ee6eff0725545d09661a419aa190557'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:26.867665 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:26.995315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.085424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.113830 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee0d38-fe98-451e-a462-d9be0cf61f60,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:27.184476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.185765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6214492a-19ca-435c-a968-9f926d0f4e48 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4187922 Oct 15 20:21:27.188643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:27.200068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:27.283261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.366295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.435654 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.457589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a4f1cb-1a69-4467-80a2-39cb8ccc09c1,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:27.529259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.533211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de5c078a-8931-4e64-893a-f3fe17fd4a45 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3409719 Oct 15 20:21:27.533491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58034) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:27.538805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:27.618321 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.668352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:21:27.683581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.759017 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.777448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b672b32a-f541-48d2-9376-5a94b795e77e,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:27.841040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:27.845041 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8df624aa-b1e8-449c-8eec-f9ab69092092 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072667 Oct 15 20:21:27.845192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58042) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:27.849900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:27.954926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.013401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.069903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.097856 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8261d0-b9d0-47f3-b634-397872de6d0f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:28.144765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.146620 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3602229b-1b72-4f3d-b65f-57cdb60853c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999039 Oct 15 20:21:28.149495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 58052) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:28.154606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:28.230263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device cbf03d9a-a03f-462c-a349-08c88e7a9e51 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:28.259038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.290125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port cbf03d9a-a03f-462c-a349-08c88e7a9e51 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:28.290567 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.359691 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.393319 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.416480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port cbf03d9a-a03f-462c-a349-08c88e7a9e51, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=cbf03d9a-a03f-462c-a349-08c88e7a9e51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:28.447141 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.467946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db488ad-b673-4c43-8714-a91c5ede6eb3,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:28.486876 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.541421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=cbf03d9a-a03f-462c-a349-08c88e7a9e51,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:28.566798 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.569844 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-95e548e0-194d-4abc-8a6c-c88a05bb6136 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4191239 Oct 15 20:21:28.572674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:28.578450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:28.675396 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Project 7ee6eff0725545d09661a419aa190557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:21:28.681708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.754756 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.818156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.835297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42604e63-c585-4f89-a5f2-ed3b689480fe,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:28.843258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.843622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.843962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.844293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.844623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.844964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.845343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.845671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.845993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.846314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.846632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.846948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:21:28.912562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:28.916650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43c33c71-fbe1-4762-a73c-b82642da946c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3394258 Oct 15 20:21:28.917604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58070) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:28.923055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'security_group_rule': {'security_group_id': '16ee0d38-fe98-451e-a462-d9be0cf61f60', 'project_id': '7ee6eff0725545d09661a419aa190557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:29.078790 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Project 7ee6eff0725545d09661a419aa190557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:21:29.085109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:29.169733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:29.235119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:29.260600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9474f18c-719e-4950-a9b7-0571abf0d6bc,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:29.300688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:29.302436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-818e49fa-e39f-4a28-a558-3f8f19770b2b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3836169 Oct 15 20:21:29.573594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Sync routers for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:29.583041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:29.584230 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:29.595169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-6fc60ad3-1d29-4918-94db-b1916f755125 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1418095581&fields=id&tenant_id=7ee6eff0725545d09661a419aa190557 HTTP/1.1" status: 200 len: 267 time: 0.0616379 Oct 15 20:21:29.779195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-5681515c-82ac-4222-8388-8a414ab168db tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:29.795975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-5681515c-82ac-4222-8388-8a414ab168db tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 809 time: 0.1904726 Oct 15 20:21:29.798029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:29.811638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-580be4c6-b6e2-485d-926f-d7186a8570f0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/quotas/7ee6eff0725545d09661a419aa190557 HTTP/1.1" status: 200 len: 375 time: 0.0103629 Oct 15 20:21:29.896646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-550ff012-0f40-4375-b18e-e20f135be32d tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672286 Oct 15 20:21:30.015356 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'deb5a7a0-0f23-4dee-9d70-5cec2c43337a', 'name': '', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'mac_address': 'fa:16:3e:0a:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:24Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 2, 'project_id': '06e8e60007d54d37babf294474fabd35', 'subnets': [{'id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:30.041888 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Checking router: 507fe509-0581-4675-8046-39b78df5f5cb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:30.042455 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Updating router 507fe509-0581-4675-8046-39b78df5f5cb port deb5a7a0-0f23-4dee-9d70-5cec2c43337a binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:21:30.071476 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.137097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-073cabcf-4efe-4d52-86ca-dd6a9de72a2f service neutron] 10.222.0.13 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380047 Oct 15 20:21:30.242182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device cbf03d9a-a03f-462c-a349-08c88e7a9e51 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:30.340462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-db4e593e-0d81-4184-889c-0aaf0d400c81 service neutron] 10.222.0.13 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024972 Oct 15 20:21:30.372403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port cbf03d9a-a03f-462c-a349-08c88e7a9e51 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:30.372946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.403661 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.464271 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.532286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5fed1-aec0-4dd3-8a34-88a47492fdf2 None None] Pushing event updated for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:30.619359 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Attempting to bind port deb5a7a0-0f23-4dee-9d70-5cec2c43337a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:30.620248 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Attempting to bind port deb5a7a0-0f23-4dee-9d70-5cec2c43337a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:30.620248 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Attempting to bind port deb5a7a0-0f23-4dee-9d70-5cec2c43337a on network 54985f61-ddb4-4479-b63f-443024631710 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:30.627176 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:30.627958 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Checking segment: {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:30.628575 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.628971 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Bound using segment: {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:30.629453 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Bound port: deb5a7a0-0f23-4dee-9d70-5cec2c43337a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542acf67-9e9e-408a-89ef-a09b1af45694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '54985f61-ddb4-4479-b63f-443024631710'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:30.629833 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.714483 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] For port deb5a7a0-0f23-4dee-9d70-5cec2c43337a, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:30.718711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] For port deb5a7a0-0f23-4dee-9d70-5cec2c43337a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:30.774120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc8ecf64-9ead-4284-bf8e-72ba6e418261 req-0c73d06a-aca4-4a23-95a5-794c430b58e5 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 210 time: 0.0286207 Oct 15 20:21:30.832003 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.856585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] Provisioning complete for port deb5a7a0-0f23-4dee-9d70-5cec2c43337a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:30.856963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:30.967933 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:30.968793 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:30.974561 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5fed1-aec0-4dd3-8a34-88a47492fdf2 None None] Pushing event updated for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:31.000120 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:31.053527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] For port deb5a7a0-0f23-4dee-9d70-5cec2c43337a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:31.150686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:31.159652 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:31.300212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fa51c-ae99-4a1c-bbe6-838d361047e3 None None] Pushing event updated for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:31.391868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-69f5c8a5-5ac1-4e91-b5cf-21731a9d4f58 None None] Provisioning complete for port deb5a7a0-0f23-4dee-9d70-5cec2c43337a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:31.393384 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69f5c8a5-5ac1-4e91-b5cf-21731a9d4f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:31.595630 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'deb5a7a0-0f23-4dee-9d70-5cec2c43337a', 'name': '', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'mac_address': 'fa:16:3e:0a:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:24Z', 'updated_at': '2021-10-15T20:21:30Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'subnets': [{'id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:31.624390 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41944da-abfa-463e-806c-a4ce1c7fb498 None None] The sync data for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 is: [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:21:25Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'deb5a7a0-0f23-4dee-9d70-5cec2c43337a', 'name': '', 'network_id': '54985f61-ddb4-4479-b63f-443024631710', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'mac_address': 'fa:16:3e:0a:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:24Z', 'updated_at': '2021-10-15T20:21:30Z', 'revision_number': 4, 'project_id': '06e8e60007d54d37babf294474fabd35', 'subnets': [{'id': '48231acd-7939-40ea-9838-3f9d8d74af8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:31.870679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec11907b-70c0-49a4-affd-523edc2ef81e req-a9cfe47b-b276-422a-8d71-6c4289d51019 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 210 time: 0.0289316 Oct 15 20:21:32.215343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device deb5a7a0-0f23-4dee-9d70-5cec2c43337a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:32.313760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port deb5a7a0-0f23-4dee-9d70-5cec2c43337a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:32.314994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:32.995420 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a05b10be-817c-45db-99ac-c521d5be0d1c req-16c00bb0-a108-45e3-9974-4ed42146a6c3 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 210 time: 0.0349190 Oct 15 20:21:33.485676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-936f2d46-91fc-418e-ac82-21f07bdc0314 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:33.487290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-936f2d46-91fc-418e-ac82-21f07bdc0314 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 809 time: 0.1184182 Oct 15 20:21:33.541130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-3ba6cab7-72c4-4947-af09-46864b3f68dc tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee6eff0725545d09661a419aa190557 HTTP/1.1" status: 200 len: 380 time: 0.0395961 Oct 15 20:21:33.547326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'port': {'device_id': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'admin_state_up': True, 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'security_groups': ['16ee0d38-fe98-451e-a462-d9be0cf61f60']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:33.778105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Made reservation on behalf of 7ee6eff0725545d09661a419aa190557 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:21:33.782145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:33.922654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Allocated IP 172.20.0.14 (703d4a9e-dc03-4a5e-b8f4-e6289e594ce3/e21b6579-ab9d-43c2-92e1-a238fc947108/4f548f78-c83e-47a8-a6a2-9853b72bf5e8) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:34.080688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.122752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d807e934-9e4f-4da8-b46d-9b33e6c8994f req-d5943b14-d849-43ae-91a2-552d27c51584 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 210 time: 0.0401268 Oct 15 20:21:34.270097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.334336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:34.334336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:34.338991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:34.343171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:34.424997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:34.425695 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.554436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-e9faf9d7-6d95-4c1e-bbaf-3980ab23c4b0 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0095716 Oct 15 20:21:34.566144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Request body: {'port': {'device_id': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:34.606319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4ba8c65d-6d6d-4480-bfda-221ef6e4424b None None] Provisioning complete for port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:34.606918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ba8c65d-6d6d-4480-bfda-221ef6e4424b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.637889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.656052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8c65d-6d6d-4480-bfda-221ef6e4424b None None] Port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:21:34.935521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:21:34.943933 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:34.956128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Transition to ACTIVE for port object 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:21:35.035514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:35.095223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Pushing event updated for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:35.215840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Attempting to bind port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:21:35.221036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Attempting to bind port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:21:35.221491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Attempting to bind port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 on network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:35.233430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 on network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:21:35.233776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Attempting to bind port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 on network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:21:35.246401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:21:35.246751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Checking segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:21:35.247147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Bound using segment: {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:21:35.249755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Bound port: 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39754120-4b11-4d30-9ff0-b4744f7dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:21:35.251515 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:35.417106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc10f9-5d52-423a-a73c-446d3919503f req-2d4b4bf6-a594-4619-90cd-c1aff9f9b944 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:35.418778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93fc10f9-5d52-423a-a73c-446d3919503f req-2d4b4bf6-a594-4619-90cd-c1aff9f9b944 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 944 time: 0.1614447 Oct 15 20:21:35.420070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:21:35.425826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:21:35.478863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93fc10f9-5d52-423a-a73c-446d3919503f req-f61bd6d8-f442-4e55-a280-30f11748f73b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499105 Oct 15 20:21:35.504151 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:35.539057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:35.539836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:35.541257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] 10.222.0.11 "PUT /v2.0/ports/4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1093 time: 0.9798222 Oct 15 20:21:35.543919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:21:35.546212 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682" -d '{"events": [{"name": "network-changed", "server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:21:35.573837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c39508-652d-4264-b7bb-ae77d7d02363 service neutron] Pushing event updated for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:35.599722 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e78fe-df8b-4aaa-99dd-0ffbb2cbab6d x-openstack-request-id: req-c14e78fe-df8b-4aaa-99dd-0ffbb2cbab6d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:21:35.600094 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:21:35.600415 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c14e78fe-df8b-4aaa-99dd-0ffbb2cbab6d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:21:35.600875 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'status': 'completed', 'code': 200} Oct 15 20:21:35.694616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-3c608bae-3cfd-4acd-b12a-804bd7169563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:35.701434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-3c608bae-3cfd-4acd-b12a-804bd7169563 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1096 time: 0.0836833 Oct 15 20:21:35.852908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-c62bedb2-b69f-4803-a971-53baef46550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:35.854736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-c62bedb2-b69f-4803-a971-53baef46550a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7ee6eff0725545d09661a419aa190557&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1358111 Oct 15 20:21:35.972437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-bd24bdc5-2d9b-4929-85ae-1c25cc5f3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:35.975020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa6927d5-0db4-4e4e-b0ee-51c7f4ced682 req-bd24bdc5-2d9b-4929-85ae-1c25cc5f3086 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1131265 Oct 15 20:21:36.059798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-c9be2788-c790-4672-bb65-9089f9707044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:36.061630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-c9be2788-c790-4672-bb65-9089f9707044 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1096 time: 0.0462246 Oct 15 20:21:36.109488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-6ad37b79-3e5e-4b6f-8a78-6c5ab541bfbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 217 time: 0.0399907 Oct 15 20:21:36.173422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-58cc2272-b423-47e7-8ef3-84c07e393fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:36.178041 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-58cc2272-b423-47e7-8ef3-84c07e393fa1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0617635 Oct 15 20:21:36.233205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a849911-7676-40b2-a5e6-090e325ee408 req-a4118356-400f-4565-82e2-7337d2c907eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:36.234946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-a4118356-400f-4565-82e2-7337d2c907eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491412 Oct 15 20:21:36.327743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-5c313bd1-e2c7-4196-8e4a-778857060467 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853968 Oct 15 20:21:36.460121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a849911-7676-40b2-a5e6-090e325ee408 req-630fba6a-d9c7-48c8-bb53-9e80fd0c03fb service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230435 Oct 15 20:21:36.607642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d3f5c-5771-4ced-be97-2e9640a543af req-564fbeae-b1af-43a6-bb2c-8ab37f52f3dc tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:36.612530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed8d3f5c-5771-4ced-be97-2e9640a543af req-564fbeae-b1af-43a6-bb2c-8ab37f52f3dc tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 944 time: 0.0549850 Oct 15 20:21:36.665883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed8d3f5c-5771-4ced-be97-2e9640a543af req-b05f67c1-6cfa-408d-8a88-bf345edec7c6 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484281 Oct 15 20:21:37.837895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c057ed4-0114-4fe4-8a81-48cdc15e9525 req-ae9ebd47-c3da-49d1-aece-deb06228e555 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:37.846121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c057ed4-0114-4fe4-8a81-48cdc15e9525 req-ae9ebd47-c3da-49d1-aece-deb06228e555 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 944 time: 0.0772312 Oct 15 20:21:37.900091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c057ed4-0114-4fe4-8a81-48cdc15e9525 req-d8be1067-5f74-46e1-a874-55fc43c00d3b tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530779 Oct 15 20:21:39.041145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01e87d-55db-475e-9417-ecacebc3623d req-a68db270-6c3d-442b-b37c-bba24ca73e92 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:39.049091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b01e87d-55db-475e-9417-ecacebc3623d req-a68db270-6c3d-442b-b37c-bba24ca73e92 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 944 time: 0.0746086 Oct 15 20:21:39.098412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b01e87d-55db-475e-9417-ecacebc3623d req-e6f510e8-640c-41f7-acd5-582715da9a2e tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473077 Oct 15 20:21:39.906429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:21:40.007979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:40.019257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'port_id': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'mac_address': 'fa:16:3e:68:ec:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:21:40.056596 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:40.069993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:21:40.090758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:40.178666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:40.231320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103731d2-9efa-4c10-91ff-1bd5e5e381cd req-28f48543-6362-47d9-952e-b6631bb51c93 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:40.233773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-103731d2-9efa-4c10-91ff-1bd5e5e381cd req-28f48543-6362-47d9-952e-b6631bb51c93 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 944 time: 0.0706193 Oct 15 20:21:40.239789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:40.296142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-103731d2-9efa-4c10-91ff-1bd5e5e381cd req-6cad5def-8b81-4e36-908d-5013f7d84817 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560560 Oct 15 20:21:40.541653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['4f548f78-c83e-47a8-a6a2-9853b72bf5e8'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:21:41.441977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422dc05-cb99-43f0-b0cb-f24a1de192db req-85d695ea-e29f-4e99-98f5-8e4d5edb23ad tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:41.444387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7422dc05-cb99-43f0-b0cb-f24a1de192db req-85d695ea-e29f-4e99-98f5-8e4d5edb23ad tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 945 time: 0.0680027 Oct 15 20:21:41.491980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7422dc05-cb99-43f0-b0cb-f24a1de192db req-39731703-f53d-48ad-8301-7c438a59856c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Oct 15 20:21:41.921799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:21:42.067858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:21:42.072249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:21:42.072974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:42.177540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:42.201661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:21:42.204936 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26055352-5c46-4bce-a97d-0af526cf3dfd" -d '{"events": [{"server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "name": "network-vif-plugged", "status": "completed", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:21:42.217761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:21:42.252706 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8147344-3475-4931-97b8-0d6825b4ec3e x-openstack-request-id: req-e8147344-3475-4931-97b8-0d6825b4ec3e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:21:42.253176 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "name": "network-vif-plugged", "status": "completed", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:21:42.253427 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8147344-3475-4931-97b8-0d6825b4ec3e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:21:42.253841 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'code': 200} Oct 15 20:21:42.304507 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:42.387811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:42.389145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaca1d2-abbf-42f0-a2b5-e953414dc3a1 req-5ce99ac5-687d-4c92-8347-306ff55eadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:42.392227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abaca1d2-abbf-42f0-a2b5-e953414dc3a1 req-5ce99ac5-687d-4c92-8347-306ff55eadf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0785389 Oct 15 20:21:42.431679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-abaca1d2-abbf-42f0-a2b5-e953414dc3a1 req-a7c6ef27-b4ae-498a-8a03-234c0bff3001 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Oct 15 20:21:42.651384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e0122-d83e-49d0-85e2-29a4f341d11d req-1919d6ce-8b34-413b-b1f3-e9ea7981dcaf tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:42.653047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-958e0122-d83e-49d0-85e2-29a4f341d11d req-1919d6ce-8b34-413b-b1f3-e9ea7981dcaf tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0761964 Oct 15 20:21:42.699253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-958e0122-d83e-49d0-85e2-29a4f341d11d req-a44a9f36-deed-4db7-82d6-5b9ce33ff560 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396125 Oct 15 20:21:43.866609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1aeeeb-da70-4a86-9b7a-14b1127a2dea req-94811d21-f7f8-40af-a4b7-3200a21afa10 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:43.868276 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f1aeeeb-da70-4a86-9b7a-14b1127a2dea req-94811d21-f7f8-40af-a4b7-3200a21afa10 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0934100 Oct 15 20:21:43.919758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f1aeeeb-da70-4a86-9b7a-14b1127a2dea req-cb41fa11-6d20-46ae-9571-82f1699e98fa tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 Oct 15 20:21:45.047921 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d12041-d2ac-44af-896c-426ee108c532 req-67dada59-a651-44da-89e4-03da8ad6217d tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:45.049450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0d12041-d2ac-44af-896c-426ee108c532 req-67dada59-a651-44da-89e4-03da8ad6217d tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0562360 Oct 15 20:21:45.118246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0d12041-d2ac-44af-896c-426ee108c532 req-b7594896-85e9-44e6-9aeb-a60642851965 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541472 Oct 15 20:21:45.252092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd9c29-440c-47a0-b84c-de5aae883d88 req-ed41444f-87aa-4e8c-b9cf-79fa9b883ec3 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:45.253745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eabd9c29-440c-47a0-b84c-de5aae883d88 req-ed41444f-87aa-4e8c-b9cf-79fa9b883ec3 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0577617 Oct 15 20:21:45.299628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eabd9c29-440c-47a0-b84c-de5aae883d88 req-d8d87b74-1d9d-4cfa-b07a-b2362c94e4e3 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Oct 15 20:21:45.434903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ade806-2642-4348-99f8-b7bba80ed1dd req-0829590f-b71f-4562-9730-9d3c37c8a3b8 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:45.436438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28ade806-2642-4348-99f8-b7bba80ed1dd req-0829590f-b71f-4562-9730-9d3c37c8a3b8 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0598640 Oct 15 20:21:45.487003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28ade806-2642-4348-99f8-b7bba80ed1dd req-10f28d85-1f81-499a-9591-7f0027ef61a9 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444124 Oct 15 20:21:45.515422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58446) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:45.624335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600fa64-0201-4b28-a440-3061633fa5d9 tempest-TestServerBasicOps-2056933350 tempest-TestServerBasicOps-2056933350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:45.625947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b600fa64-0201-4b28-a440-3061633fa5d9 tempest-TestServerBasicOps-2056933350 tempest-TestServerBasicOps-2056933350-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1093 time: 0.1093385 Oct 15 20:21:45.628970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 58450) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:21:45.635598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:21:45.755937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:45.861948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:46.013783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Allocated IP 172.25.0.165 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/dea9bc04-6d5b-4108-8896-d303653f3b60) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:21:46.125047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:46.231325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:46.280244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:21:46.284810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:21:46.289064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:21:46.317950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'Port': ['ID=dea9bc04-6d5b-4108-8896-d303653f3b60,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:47.184909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:47.383887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:47.592381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:47.655994 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:47.724225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event updated for resources: {'Port': ['ID=dea9bc04-6d5b-4108-8896-d303653f3b60,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:21:47.741943 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:47.848765 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Floating IP 349c35ca-7e96-4908-b958-d7fac241e56c associated. External IP: 172.25.0.165, port: 4f548f78-c83e-47a8-a6a2-9853b72bf5e8. Oct 15 20:21:48.200806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Router 0d2552d4-e237-47a8-b121-bf8b8530b387 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:21:48.337640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:21:48.351210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Sync routers for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:21:48.362218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:48.377708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:48.437462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:48.491494 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a3beecd-7e1d-4bfc-9925-c4b3088026ae tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8594632 Oct 15 20:21:48.491494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:21:48.494713 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7006272-a1f0-4204-a398-911f43d39448" -d '{"events": [{"name": "network-changed", "server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:21:48.509973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:48.558765 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81720a41-8032-4ea6-b8ed-977e84c94fea x-openstack-request-id: req-81720a41-8032-4ea6-b8ed-977e84c94fea {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:21:48.559522 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:21:48.560422 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81720a41-8032-4ea6-b8ed-977e84c94fea {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:21:48.562356 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'status': 'completed', 'code': 200} Oct 15 20:21:48.583309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1f3e8ce8-45a6-4a9b-be6f-fc50828d464f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:48.633540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006272-a1f0-4204-a398-911f43d39448 req-8e83bec8-a8b2-4d1e-9081-7b399c8ce2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:48.635058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-8e83bec8-a8b2-4d1e-9081-7b399c8ce2ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0534210 Oct 15 20:21:48.769930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006272-a1f0-4204-a398-911f43d39448 req-9f2d4802-c5ee-45da-8a33-e774bfb77ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:48.773258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-9f2d4802-c5ee-45da-8a33-e774bfb77ef7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 910 time: 0.1316118 Oct 15 20:21:48.859574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-c8a85690-2980-4fef-8a64-eaa5872c014e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1000 time: 0.0789702 Oct 15 20:21:48.922055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006272-a1f0-4204-a398-911f43d39448 req-5d79890f-564a-4cf7-a448-9b1b61043b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:48.923930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-5d79890f-564a-4cf7-a448-9b1b61043b65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0572147 Oct 15 20:21:48.980908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7006272-a1f0-4204-a398-911f43d39448 req-5b7a1639-538c-4f35-a141-7514ec3eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:21:48.982886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-5b7a1639-538c-4f35-a141-7514ec3eddf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505338 Oct 15 20:21:48.991934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '349c35ca-7e96-4908-b958-d7fac241e56c', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'port_id': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'mac_address': 'fa:16:3e:68:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:21:46Z', 'updated_at': '2021-10-15T20:21:46Z', 'revision_number': 0, 'project_id': '7ee6eff0725545d09661a419aa190557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:49.023541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Checking router: 0d2552d4-e237-47a8-b121-bf8b8530b387 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:21:49.032266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:21:49.032865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:49.103196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-d730c05c-e40a-4e5c-8bf3-29e232b034c6 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130848 Oct 15 20:21:49.171478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:21:49.262584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7006272-a1f0-4204-a398-911f43d39448 req-94a41a8b-386c-4510-b2de-a098fac02d6d service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403596 Oct 15 20:21:49.479205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '349c35ca-7e96-4908-b958-d7fac241e56c', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'port_id': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'mac_address': 'fa:16:3e:68:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:21:46Z', 'updated_at': '2021-10-15T20:21:46Z', 'revision_number': 0, 'project_id': '7ee6eff0725545d09661a419aa190557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:21:49.510559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504a4ff-3df1-44d0-8a55-b0c3fa444430 None None] The sync data for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 is: [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '349c35ca-7e96-4908-b958-d7fac241e56c', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'port_id': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'mac_address': 'fa:16:3e:68:ec:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:21:46Z', 'updated_at': '2021-10-15T20:21:46Z', 'revision_number': 0, 'project_id': '7ee6eff0725545d09661a419aa190557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:21:49.795381 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0821d5e1-abc3-479a-b08b-80592a0434e0 None None] New status for floating IP 349c35ca-7e96-4908-b958-d7fac241e56c: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:21:51.501024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6daa5396-5053-42df-afee-0cb90ccd8ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:52.399082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:52.887049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:52.921098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:53.159468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:21:54.715641 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:00.020402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-4974d68b-a03c-4505-9866-133ee514a9e0 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636170242&fields=id&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 267 time: 0.0369191 Oct 15 20:22:00.151646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-06871474-8280-4f05-94c4-725ff028b253 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:00.160263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-06871474-8280-4f05-94c4-725ff028b253 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1256297 Oct 15 20:22:00.175944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-64752b3a-c9d1-4e75-8407-77f771c835d2 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/quotas/f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 375 time: 0.0147805 Oct 15 20:22:00.243650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-04ac8cf8-51fa-49df-9e62-639b13a7af79 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0618877 Oct 15 20:22:00.345132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-e3fa9341-7a38-4a28-bf9e-f22977ce5dc2 service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892837 Oct 15 20:22:00.436763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-72e9dc79-a7ff-4654-a80b-554f387aac2b service neutron] 10.222.0.13 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844970 Oct 15 20:22:01.138753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ee26ac0-2cbc-427e-9a57-692f01d22c0b req-3a7badd1-df81-4c90-a032-fb66277fb9f5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0495269 Oct 15 20:22:02.235270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d1be9d6d-33d8-4a37-8f6e-7db3dfd0bd76 req-56b12c1d-f228-4c9c-9552-afdc8898a461 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0357375 Oct 15 20:22:03.342957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff751461-9990-4195-970b-f9de40ff0496 req-6d568dfb-07d6-4ab5-99e9-15e90ad45503 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0339463 Oct 15 20:22:04.438589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-67a28cac-afeb-4f23-9b15-b34bab6cb510 req-0c3c3cd4-3053-4e09-9b76-8c6475ac9f94 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Oct 15 20:22:04.669389 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:22:05.350394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-94f1add2-0e61-4c39-a725-b351da4b03eb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:05.352093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-94f1add2-0e61-4c39-a725-b351da4b03eb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 812 time: 0.1311827 Oct 15 20:22:05.395379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-188598c2-22a9-45f1-adc4-49afa1bd1608 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87512ae215f45c9ad188929db8d7b7a HTTP/1.1" status: 200 len: 379 time: 0.0342014 Oct 15 20:22:05.408122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'port': {'device_id': '0f276539-6148-43d5-873c-27bc9090cda8', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'admin_state_up': True, 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'security_groups': ['33678cd4-3e17-49dd-a210-c861cc69dfae']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:22:05.572736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d96710f9-8efb-4c5a-87ce-fb8253196ab7 req-62aad7b6-5c33-47e2-bf6b-0e43565e9c75 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0421751 Oct 15 20:22:05.601243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Made reservation on behalf of f87512ae215f45c9ad188929db8d7b7a for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:22:05.605067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:05.752832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.20.0.12 (31834ca7-5312-4937-aad7-79baed2232cb/e5dfb534-4631-4ced-bb20-59d283effa39/0f90e19f-3378-44d7-b13b-59de601862b7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:22:05.920778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.041411 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.092213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 31834ca7-5312-4937-aad7-79baed2232cb is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:22:06.100437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:22:06.102372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:06.104635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:22:06.164537 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:06.165199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.274847 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-ba9027f3-9aa5-46d6-8798-2fab0eddaa99 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8716881 Oct 15 20:22:06.353926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Request body: {'port': {'device_id': '0f276539-6148-43d5-873c-27bc9090cda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:22:06.418299 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.466546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-955deb4d-5929-419a-b809-e2484a3dd81f None None] Provisioning complete for port 0f90e19f-3378-44d7-b13b-59de601862b7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:22:06.467993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-955deb4d-5929-419a-b809-e2484a3dd81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.530653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-955deb4d-5929-419a-b809-e2484a3dd81f None None] Port 0f90e19f-3378-44d7-b13b-59de601862b7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:22:06.756451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe6fc3-e636-473e-838c-11fead77af91 req-29b849d9-48a1-4977-b18d-a4b7e4b49bb5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:06.757986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abe6fc3-e636-473e-838c-11fead77af91 req-29b849d9-48a1-4977-b18d-a4b7e4b49bb5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 932 time: 0.1073353 Oct 15 20:22:06.837858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f90e19f-3378-44d7-b13b-59de601862b7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:22:06.848778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7abe6fc3-e636-473e-838c-11fead77af91 req-94b2df98-4272-4171-a065-6d44e274b624 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836735 Oct 15 20:22:06.851277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:06.866298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Transition to ACTIVE for port object 0f90e19f-3378-44d7-b13b-59de601862b7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:22:06.981816 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:07.040703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:07.145492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Attempting to bind port 0f90e19f-3378-44d7-b13b-59de601862b7 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:22:07.146827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Attempting to bind port 0f90e19f-3378-44d7-b13b-59de601862b7 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:22:07.147318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Attempting to bind port 0f90e19f-3378-44d7-b13b-59de601862b7 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:22:07.152433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Port 0f90e19f-3378-44d7-b13b-59de601862b7 on network 31834ca7-5312-4937-aad7-79baed2232cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:22:07.152757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Attempting to bind port 0f90e19f-3378-44d7-b13b-59de601862b7 on network 31834ca7-5312-4937-aad7-79baed2232cb {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:22:07.164927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:22:07.173820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Checking segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:22:07.173820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Bound using segment: {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:22:07.173820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Bound port: 0f90e19f-3378-44d7-b13b-59de601862b7, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673dbc3b-47dc-40d6-a896-80bf31adaaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:22:07.173820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:07.241915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:22:07.245152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0f90e19f-3378-44d7-b13b-59de601862b7,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:22:07.331148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:07.384725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.386376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:07.387945 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] 10.222.0.15 "PUT /v2.0/ports/0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 1093 time: 1.1070817 Oct 15 20:22:07.421249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:22:07.424583 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be3530e-06d9-46e3-9de4-814e928c1079" -d '{"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:22:07.444676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79e87-6e86-400e-87f4-05ec4ddcd098 service neutron] Pushing event updated for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:07.516454 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105d08c1-2f2c-4450-929b-a52e3e1800cd x-openstack-request-id: req-105d08c1-2f2c-4450-929b-a52e3e1800cd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:22:07.516454 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:22:07.516454 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-105d08c1-2f2c-4450-929b-a52e3e1800cd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:22:07.516454 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7', 'status': 'completed', 'code': 200} Oct 15 20:22:07.571760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-61020f4c-f049-4662-be39-47c50045c94a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961010 Oct 15 20:22:07.594288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-41810ce5-e9c0-41e7-a40f-46cf7232a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.596190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-41810ce5-e9c0-41e7-a40f-46cf7232a230 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1096 time: 0.0721653 Oct 15 20:22:07.664897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-f29c1520-3f74-4c00-834b-abb1c5cd5650 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 217 time: 0.0609186 Oct 15 20:22:07.740623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-fde5702a-0a0a-4bab-ad87-24a4e37d51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.741767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-fde5702a-0a0a-4bab-ad87-24a4e37d51f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0580533 Oct 15 20:22:07.743650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-da7ffa66-68e4-4009-a358-ab0471401fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.745012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-da7ffa66-68e4-4009-a358-ab0471401fbe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.0904126 Oct 15 20:22:07.877036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-9dbc4e2f-eb65-410f-920d-0502f76caa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.881436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-9dbc4e2f-eb65-410f-920d-0502f76caa3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308990 Oct 15 20:22:07.923410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-9954b9fb-b3a4-4e46-899f-660888a5cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:07.925145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-9954b9fb-b3a4-4e46-899f-660888a5cb2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1438360 Oct 15 20:22:08.074130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-0decaeb7-69f0-4d9b-aead-649d68dac04d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 1001 time: 0.1408262 Oct 15 20:22:08.097971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-b64c8d6b-4780-4ac6-82b2-b74fd7c301ac service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058051 Oct 15 20:22:08.150814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b4096-c3cd-4a0c-b07a-45ae54e7c2a3 req-0a9cb5b3-622a-4614-b974-6dea54354609 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:08.152333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a8b4096-c3cd-4a0c-b07a-45ae54e7c2a3 req-0a9cb5b3-622a-4614-b974-6dea54354609 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.1752026 Oct 15 20:22:08.219405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-fa6e54e9-3db1-4e3f-93be-a58519742257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:08.220892 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-fa6e54e9-3db1-4e3f-93be-a58519742257 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1392529 Oct 15 20:22:08.282248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a8b4096-c3cd-4a0c-b07a-45ae54e7c2a3 req-19bcfd0f-1eb0-44d1-82c4-eb2568300c9d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210060 Oct 15 20:22:08.311057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdfe827f-e842-4839-805d-2ecb84af0a02 req-e85d5966-eaf0-44f4-a8f1-63f0c6b97745 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935635 Oct 15 20:22:08.315981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-bbcce2e7-7959-4b82-a875-9f7a2da9570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:08.320704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-bbcce2e7-7959-4b82-a875-9f7a2da9570c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862803 Oct 15 20:22:08.458155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-1335de62-c8c7-4388-926a-98ee9e9e2043 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333277 Oct 15 20:22:08.563114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-88a4617a-8be2-4026-8e9a-efed0bf7ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:08.564580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-88a4617a-8be2-4026-8e9a-efed0bf7ae74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1096 time: 0.1049478 Oct 15 20:22:08.610615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e96e4ab7-0851-4e96-b9d3-641be48530db req-9df35678-f4b4-46d8-b19d-7c0098c31d85 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433556 Oct 15 20:22:09.002531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-66ee4847-0e98-4c9b-9d36-499152eb049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:09.004005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-66ee4847-0e98-4c9b-9d36-499152eb049a service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.4312110 Oct 15 20:22:09.062986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-4eb62d30-2b3f-47b6-9556-a84d33573acb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 217 time: 0.0512488 Oct 15 20:22:09.114519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-536c4b69-e478-42b1-96c2-d00123985bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:09.117115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-536c4b69-e478-42b1-96c2-d00123985bde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0471845 Oct 15 20:22:09.171090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-d4dd30fa-1c05-485b-9f2b-c64edef6db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:09.172947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-d4dd30fa-1c05-485b-9f2b-c64edef6db18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491958 Oct 15 20:22:09.272233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-7275ebad-19c3-441f-9082-7a0077fcd5f6 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916791 Oct 15 20:22:09.430147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5be3530e-06d9-46e3-9de4-814e928c1079 req-b9aa8bd5-f97b-4762-9f45-4e784568eaa8 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512182 Oct 15 20:22:09.455529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40b8a5-cc69-4632-9c7c-3f996891070e req-e4f9d621-870e-4c9d-a8be-da391bc3535f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:09.457046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf40b8a5-cc69-4632-9c7c-3f996891070e req-e4f9d621-870e-4c9d-a8be-da391bc3535f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0609665 Oct 15 20:22:09.497261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf40b8a5-cc69-4632-9c7c-3f996891070e req-fd6801e5-8020-4e8d-a8ec-edf565d3fd95 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Oct 15 20:22:10.627870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b53d0-ef81-4cb1-b8b3-5bb36605fe5d req-defaa3f1-0d79-4ddd-8f6a-7c5dbc3285fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:10.629515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-304b53d0-ef81-4cb1-b8b3-5bb36605fe5d req-defaa3f1-0d79-4ddd-8f6a-7c5dbc3285fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Oct 15 20:22:10.669443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-304b53d0-ef81-4cb1-b8b3-5bb36605fe5d req-c059a69d-0065-4eed-87db-77d37170f089 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326569 Oct 15 20:22:11.790182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55092aba-cd1c-4c75-8efe-2ca5d3c73577 req-2102b017-a222-4e99-b8ec-2439344e47ac tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:11.793156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55092aba-cd1c-4c75-8efe-2ca5d3c73577 req-2102b017-a222-4e99-b8ec-2439344e47ac tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0546274 Oct 15 20:22:11.831423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55092aba-cd1c-4c75-8efe-2ca5d3c73577 req-a5e92966-5781-4944-a6de-b8115ab6099c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335650 Oct 15 20:22:12.950198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744c576-258b-43ea-888d-4667458deb87 req-2d2dba96-db85-403e-b317-d528fc3c0bd9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:12.951794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c744c576-258b-43ea-888d-4667458deb87 req-2d2dba96-db85-403e-b317-d528fc3c0bd9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0515051 Oct 15 20:22:12.993375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c744c576-258b-43ea-888d-4667458deb87 req-f42cadfd-6c0a-4001-b9f3-9389459a1c24 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335932 Oct 15 20:22:14.113532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c994274-1960-4753-b869-df9589712d18 req-47714a39-e4a8-46b4-8063-2cda6c1855dc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:14.115814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c994274-1960-4753-b869-df9589712d18 req-47714a39-e4a8-46b4-8063-2cda6c1855dc tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Oct 15 20:22:14.156140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c994274-1960-4753-b869-df9589712d18 req-15cb6128-58d8-47db-a317-249a6438737f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337222 Oct 15 20:22:15.285293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9341-bbfa-423e-9161-ed828cfafc85 req-c459026c-6252-4180-becb-66fa0de6f208 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:15.289204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ff9341-bbfa-423e-9161-ed828cfafc85 req-c459026c-6252-4180-becb-66fa0de6f208 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0631030 Oct 15 20:22:15.345456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ff9341-bbfa-423e-9161-ed828cfafc85 req-ac81e4c6-e0b2-43e2-a455-07dd8e08d2c5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446837 Oct 15 20:22:15.750260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-69070b3b-ec90-4779-9cb3-0be2b7557b28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401020 Oct 15 20:22:15.830843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-43d40228-daee-40ca-9e9d-0c2431f8fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:15.837850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-43d40228-daee-40ca-9e9d-0c2431f8fbaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0458364 Oct 15 20:22:15.947241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-8674bbee-2f81-49ec-b860-6a17f798fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:15.948784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-8674bbee-2f81-49ec-b860-6a17f798fc44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 910 time: 0.0893233 Oct 15 20:22:16.019923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-4d047c09-1b30-4b02-b23f-5e9b6109d28a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1002 time: 0.0629396 Oct 15 20:22:16.076005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-fe054c52-e151-4a9f-b74e-08c59359ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:16.077523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-fe054c52-e151-4a9f-b74e-08c59359ab89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0504730 Oct 15 20:22:16.129717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-666a7cd0-4408-42c5-983f-385dec8a2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:16.131396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-666a7cd0-4408-42c5-983f-385dec8a2c9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445147 Oct 15 20:22:16.229695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-9456505d-0249-4ad9-ab58-ec5ccb5b4514 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Oct 15 20:22:16.336819 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27a3dc9a-1460-4429-90c4-6d0ff44b8c9d req-b2f61bbe-3b6a-4784-b42b-631b8ab65941 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989616 Oct 15 20:22:16.474004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc894c-cd5f-4f04-8bf0-1cb0977ad706 req-2cff1c0b-ef1b-4262-8c64-ca3ecddaff6d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:16.478561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59cc894c-cd5f-4f04-8bf0-1cb0977ad706 req-2cff1c0b-ef1b-4262-8c64-ca3ecddaff6d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0567398 Oct 15 20:22:16.518262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59cc894c-cd5f-4f04-8bf0-1cb0977ad706 req-47be1567-6655-4b06-9bd8-1e011155d229 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360112 Oct 15 20:22:17.638660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dba554-dd13-4f86-b05d-d3706d8b173b req-2f98f006-365a-46ab-9b69-b2207e279bd7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:17.640178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28dba554-dd13-4f86-b05d-d3706d8b173b req-2f98f006-365a-46ab-9b69-b2207e279bd7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0514474 Oct 15 20:22:17.682768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28dba554-dd13-4f86-b05d-d3706d8b173b req-4235099a-b197-4aa0-86d4-1d8d950a2f4c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357997 Oct 15 20:22:18.536117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-508c27f8-0809-45c9-9bbd-ef333c0ec7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:18.798618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d522800-5154-4155-9d66-cca7ca8d068f req-b3eadc4e-96a9-4a75-9b5e-ed8455f47d22 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:18.800134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d522800-5154-4155-9d66-cca7ca8d068f req-b3eadc4e-96a9-4a75-9b5e-ed8455f47d22 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0498350 Oct 15 20:22:18.838878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d522800-5154-4155-9d66-cca7ca8d068f req-63f2562c-068c-46ce-a510-97ffcd85a85f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Oct 15 20:22:19.958363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d53acb-9c1e-401d-b173-825f3bc963a7 req-25660da6-9416-414b-ad5a-e99cf0ecced4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:19.959868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12d53acb-9c1e-401d-b173-825f3bc963a7 req-25660da6-9416-414b-ad5a-e99cf0ecced4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0503070 Oct 15 20:22:19.998086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12d53acb-9c1e-401d-b173-825f3bc963a7 req-acddb399-36e9-4812-8069-1fc24200de33 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322039 Oct 15 20:22:21.116621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a1df9-1219-4bf8-8e0b-da2e7b0092b4 req-0eff3d2e-ad2e-4f8d-83aa-5790897c4c37 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:21.118121 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e56a1df9-1219-4bf8-8e0b-da2e7b0092b4 req-0eff3d2e-ad2e-4f8d-83aa-5790897c4c37 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0510499 Oct 15 20:22:21.161237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e56a1df9-1219-4bf8-8e0b-da2e7b0092b4 req-a879096e-4763-4b32-aaf3-777f4f1e18ff tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368919 Oct 15 20:22:21.461525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-954e3b99-dcfc-4106-a069-9022b4fae27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:22.194805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0f90e19f-3378-44d7-b13b-59de601862b7 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:22:22.282574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f2901-9a2e-4569-8dad-79c3cfca8490 req-2603ff3c-7502-443c-afa3-f19b05732237 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:22.284895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d02f2901-9a2e-4569-8dad-79c3cfca8490 req-2603ff3c-7502-443c-afa3-f19b05732237 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 944 time: 0.0525036 Oct 15 20:22:22.302626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0f90e19f-3378-44d7-b13b-59de601862b7,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:22:22.321126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '0f90e19f-3378-44d7-b13b-59de601862b7', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'port_id': '0f90e19f-3378-44d7-b13b-59de601862b7', 'mac_address': 'fa:16:3e:eb:12:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:22:22.325604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d02f2901-9a2e-4569-8dad-79c3cfca8490 req-beae0340-b0de-4ce3-b3ec-e7c860b9b981 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338390 Oct 15 20:22:22.367326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:22.385148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f90e19f-3378-44d7-b13b-59de601862b7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:22:22.398743 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:22.410314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0f90e19f-3378-44d7-b13b-59de601862b7,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:22:22.475215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:22.533309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:22.539088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.539519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.540020 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.540390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.540790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.541189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.541586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.541980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.542377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.542798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.543188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.550200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:22.823038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['0f90e19f-3378-44d7-b13b-59de601862b7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:22:22.879250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:22.925712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:23.148940 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:23.455660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956558fd-be64-429f-b372-fdcc63caa977 req-35c45ff2-111e-4016-ad0b-02a244505e0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:23.457499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-956558fd-be64-429f-b372-fdcc63caa977 req-35c45ff2-111e-4016-ad0b-02a244505e0b tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 945 time: 0.0551887 Oct 15 20:22:23.499680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-956558fd-be64-429f-b372-fdcc63caa977 req-5054444f-9807-44a1-956e-7d0b6fa6c867 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347900 Oct 15 20:22:24.209401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0f90e19f-3378-44d7-b13b-59de601862b7 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:22:24.314809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 0f90e19f-3378-44d7-b13b-59de601862b7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:22:24.322879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 0f90e19f-3378-44d7-b13b-59de601862b7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:22:24.322879 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:24.427975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:24.451374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:22:24.453973 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea90546-734a-4346-b9b5-5e4be9cd3c18" -d '{"events": [{"server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "name": "network-vif-plugged", "status": "completed", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:22:24.467598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0f90e19f-3378-44d7-b13b-59de601862b7,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:22:24.497588 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8edf6-4ff6-434a-a622-678b7969ebab x-openstack-request-id: req-c6f8edf6-4ff6-434a-a622-678b7969ebab {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:22:24.497992 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "name": "network-vif-plugged", "status": "completed", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:22:24.498311 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6f8edf6-4ff6-434a-a622-678b7969ebab {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:22:24.498773 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7', 'code': 200} Oct 15 20:22:24.543572 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:24.604933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:24.640713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83727-d903-4b80-b4f0-2992a26748fe req-9b4c6630-a360-4eeb-97c4-e252a6804a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:24.642705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd83727-d903-4b80-b4f0-2992a26748fe req-9b4c6630-a360-4eeb-97c4-e252a6804a60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1098 time: 0.0866935 Oct 15 20:22:24.655541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968a9c-3e8e-44b2-89b9-753bff5b6799 req-80b04121-f2a4-4be2-83f0-48637ad9161f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:24.657327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0968a9c-3e8e-44b2-89b9-753bff5b6799 req-80b04121-f2a4-4be2-83f0-48637ad9161f tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0729673 Oct 15 20:22:24.669176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:24.717681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cd83727-d903-4b80-b4f0-2992a26748fe req-9f7530ad-87b1-4c3d-ba24-04db50dc50e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593688 Oct 15 20:22:24.724839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0968a9c-3e8e-44b2-89b9-753bff5b6799 req-929cf8a3-9702-4ee2-9643-34963c350df1 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589874 Oct 15 20:22:25.844383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17765e53-778d-4658-abfb-5a32100881ef req-58949fa3-57d5-484f-879a-bd36c87cfc20 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:25.846021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17765e53-778d-4658-abfb-5a32100881ef req-58949fa3-57d5-484f-879a-bd36c87cfc20 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Oct 15 20:22:25.891052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17765e53-778d-4658-abfb-5a32100881ef req-437aa914-eb34-45bb-a065-b135a0dc2e9a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380592 Oct 15 20:22:27.015286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691138e-024e-4c09-8551-28ad2a648638 req-f98d83ec-e087-4081-a3d8-3fc5aed947d8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:27.016587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2691138e-024e-4c09-8551-28ad2a648638 req-f98d83ec-e087-4081-a3d8-3fc5aed947d8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0584779 Oct 15 20:22:27.063482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2691138e-024e-4c09-8551-28ad2a648638 req-820520ee-2a03-4a36-b533-d5b3ad89a35e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350294 Oct 15 20:22:27.180392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb008b-53ea-4e78-be8f-748510101507 req-f71ea815-4234-4622-92ff-2c22eda4ab63 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:27.182055 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19cb008b-53ea-4e78-be8f-748510101507 req-f71ea815-4234-4622-92ff-2c22eda4ab63 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0546076 Oct 15 20:22:27.224193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19cb008b-53ea-4e78-be8f-748510101507 req-95034cfc-5d9e-4dd9-9dfd-0b3c142f9149 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348504 Oct 15 20:22:27.247337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59252) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:22:27.415715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3ac47-fb48-4857-b0e3-408d2aa4ad59 tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:27.417272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-92b3ac47-fb48-4857-b0e3-408d2aa4ad59 tempest-TestVolumeBootPattern-600099026 tempest-TestVolumeBootPattern-600099026-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1093 time: 0.1689286 Oct 15 20:22:27.420137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 59256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:22:27.426576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '0f90e19f-3378-44d7-b13b-59de601862b7', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:22:27.566222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:27.677623 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:27.796025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Allocated IP 172.25.0.128 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/b9ef04cb-4aa4-419f-a4a4-5071d7491d40) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:22:27.912375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.070195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.109983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:22:28.112761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:22:28.117182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:22:28.144354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=b9ef04cb-4aa4-419f-a4a4-5071d7491d40,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:28.496720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.679687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.839616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.901239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:28.974240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event updated for resources: {'Port': ['ID=b9ef04cb-4aa4-419f-a4a4-5071d7491d40,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:22:28.984185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.984529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.984867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.985205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.985535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.985864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.986189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.986511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.986832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.987155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.987530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.987824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:22:28.996544 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:29.102005 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 912ee39c-7309-4d01-a867-f70e70906d67 associated. External IP: 172.25.0.128, port: 0f90e19f-3378-44d7-b13b-59de601862b7. Oct 15 20:22:29.312781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:22:29.422118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:22:29.433622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:22:29.443834 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:22:29.444525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:22:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:22:29.532348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:29.558631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:22:29.579262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f497db6-6dc8-4755-a3f4-4e0203041aeb tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1580756 Oct 15 20:22:29.580467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:22:29.583517 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e143008f-e438-4b92-a962-d89afa165c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:22:29.622302 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9543d488-f50e-4ded-8a2d-4ae2986c8b6d x-openstack-request-id: req-9543d488-f50e-4ded-8a2d-4ae2986c8b6d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:22:29.622635 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:22:29.622889 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9543d488-f50e-4ded-8a2d-4ae2986c8b6d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:22:29.623440 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7', 'status': 'completed', 'code': 200} Oct 15 20:22:29.686166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143008f-e438-4b92-a962-d89afa165c7b req-584c4188-24fa-4076-a125-f534a690740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:29.687796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-584c4188-24fa-4076-a125-f534a690740f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1098 time: 0.0412970 Oct 15 20:22:29.788847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143008f-e438-4b92-a962-d89afa165c7b req-fc4a7537-61e3-4dd0-9add-53522dcdd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:29.790258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-fc4a7537-61e3-4dd0-9add-53522dcdd065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.0943284 Oct 15 20:22:29.824004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}, {'id': '912ee39c-7309-4d01-a867-f70e70906d67', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': '0f90e19f-3378-44d7-b13b-59de601862b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:eb:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f276539-6148-43d5-873c-27bc9090cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:22:28Z', 'updated_at': '2021-10-15T20:22:28Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:22:29.851036 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:22:29.856380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-5f68d112-4bdb-4494-98a8-262a7040a045 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 1000 time: 0.0590699 Oct 15 20:22:29.859463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:22:29.860111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:22:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:22:29.907470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143008f-e438-4b92-a962-d89afa165c7b req-da52db26-055a-41f5-a6f3-b82609c14350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:29.909287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-da52db26-055a-41f5-a6f3-b82609c14350 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0456369 Oct 15 20:22:29.960691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143008f-e438-4b92-a962-d89afa165c7b req-6f458e0e-4632-44bc-a587-34f810bed228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:29.961038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-6f458e0e-4632-44bc-a587-34f810bed228 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449228 Oct 15 20:22:29.974470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:22:30.053566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-bfd99282-dc97-4816-b8ea-57dfcb6e8cca service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857210 Oct 15 20:22:30.226019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}, {'id': '912ee39c-7309-4d01-a867-f70e70906d67', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': '0f90e19f-3378-44d7-b13b-59de601862b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:eb:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f276539-6148-43d5-873c-27bc9090cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:22:28Z', 'updated_at': '2021-10-15T20:22:28Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:22:30.253769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdc0a8-ff4d-4a52-ba39-9df189139320 None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}, {'id': '912ee39c-7309-4d01-a867-f70e70906d67', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': '0f90e19f-3378-44d7-b13b-59de601862b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:eb:12:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f276539-6148-43d5-873c-27bc9090cda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:22:28Z', 'updated_at': '2021-10-15T20:22:28Z', 'revision_number': 0, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:22:30.491364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e143008f-e438-4b92-a962-d89afa165c7b req-1177073b-ddbf-4f15-956c-5e522903fbf7 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299960 Oct 15 20:22:30.586202 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9736f59-d159-42fa-94d7-0a2eaf60d838 None None] New status for floating IP 912ee39c-7309-4d01-a867-f70e70906d67: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:22:30.920396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-0760ed0c-af3d-487b-b5c6-584735c2b52f req-a5ebd512-1a3e-4c2e-9655-7371475e07a8 service neutron] (101180) timed out ('10.222.0.13', 55444) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:22:41.668980 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:22:48.547286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-713bef01-38f4-4dfc-9476-7ec3e6b964ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:51.480578 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-12a00aef-e12f-4803-b016-6c6b10662ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:52.408745 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:52.648149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 59636) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:22:52.755118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96e481-00eb-44aa-9d37-eb5f06f995b9 req-8b3dd286-654f-4bf4-99ab-af6e8219edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:22:52.756685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc96e481-00eb-44aa-9d37-eb5f06f995b9 req-8b3dd286-654f-4bf4-99ab-af6e8219edce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.1074679 Oct 15 20:22:52.791806 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-bc96e481-00eb-44aa-9d37-eb5f06f995b9 req-0cdeb169-bb16-493f-8bce-cab41f0e6ef9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282991 Oct 15 20:22:52.885967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:52.943016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:53.126199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:22:54.689849 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:07.505714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-827d517f-8a67-4f76-bbbd-9967bb696b0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396979 Oct 15 20:23:07.587769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912de85-4c4a-492d-805f-60f343393222 req-51389b20-5ed4-4c7a-9422-2a9f58902bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:07.589126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-51389b20-5ed4-4c7a-9422-2a9f58902bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.0407906 Oct 15 20:23:07.697567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912de85-4c4a-492d-805f-60f343393222 req-81aa0c21-95f8-48fe-86ad-ba930e4dfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:07.699056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-81aa0c21-95f8-48fe-86ad-ba930e4dfcdb service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.0905361 Oct 15 20:23:07.765958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-a502b1f4-25ee-4786-9134-5b09e7c37f2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 1001 time: 0.0596173 Oct 15 20:23:07.814649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912de85-4c4a-492d-805f-60f343393222 req-45736946-3399-414a-b1b7-aac795f6cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:07.816309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-45736946-3399-414a-b1b7-aac795f6cb40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0434649 Oct 15 20:23:07.865836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912de85-4c4a-492d-805f-60f343393222 req-74089b54-7333-4888-be30-458ab5209a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:07.867232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-74089b54-7333-4888-be30-458ab5209a9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445893 Oct 15 20:23:07.958089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-37594686-f952-4027-b130-fa1286ff8f28 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834939 Oct 15 20:23:08.068834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3912de85-4c4a-492d-805f-60f343393222 req-c67bdc95-1d9e-4d40-8b0b-fffb6cc9e369 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032469 Oct 15 20:23:14.166990 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60102) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:14.171919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2009864651', 'description': 'tempest-secgroup-smoke-2009864651 description', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:14.280048 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.353086 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.432707 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.462263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdb5f83-f9a6-439a-a1cb-879044bd5ec8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:14.470477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.470824 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.471164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.471504 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.471881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.472286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.472623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.472893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.473147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.473453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.473845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.474082 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:14.533534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.537613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9b8076a3-68ad-455a-afd4-3b88f7089141 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3667905 Oct 15 20:23:14.537898 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:14.542565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:14.656446 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.715698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.798375 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.817703 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab84ffb7-5d77-4741-9882-4899f8297228,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:14.886221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:14.887463 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0957907b-c326-4bad-85df-d6ca7bb51322 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3485808 Oct 15 20:23:14.890076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60134) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:14.894456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:14.994007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.053852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.102683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.121823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28254f27-1084-4d80-aba3-b2f1a63dca80,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:15.161794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.165438 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-37109579-d3df-495c-919f-ee830b8888ad tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2720022 Oct 15 20:23:15.166017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60152) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:15.170357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:15.273921 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.333941 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.411322 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.429484 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b013c523-6e52-4de9-b5a2-b3f9334fec7b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:15.476012 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.477779 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3e85a5d5-c7d4-4c67-b477-886ed8a853b5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103461 Oct 15 20:23:15.479902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60170) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:15.484670 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:15.584625 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.647986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.741080 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.760078 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7078c72b-62d7-417f-99b1-3e7fe1c3c8b7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:15.822723 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.823979 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87b7a0ca-1d07-481a-9d95-059389e28763 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3430059 Oct 15 20:23:15.826552 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60184) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:15.831070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:15.925473 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Project 8929b2f866c349dcaa7f4c244a97c0ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:23:15.930466 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:15.994246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.085817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.105069 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a23f26-e897-4c4f-bf3f-9c1ff00ddfad,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:16.190660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.191953 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9dc2cd1c-ec45-4c0d-abe1-f26704745ef4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3644278 Oct 15 20:23:16.200275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60202) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:16.205465 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'security_group_rule': {'security_group_id': 'efdb5f83-f9a6-439a-a1cb-879044bd5ec8', 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:16.268650 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Project 8929b2f866c349dcaa7f4c244a97c0ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:23:16.273829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.335209 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.395255 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.414065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e68e8ed-e4db-4308-9480-0cedfb3fe1f0,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:16.485889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:16.490822 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-72a0ce3b-bdc6-4df3-84a4-4c69f2ef340e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2853405 Oct 15 20:23:16.678354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a0a76962-d31d-4b7c-9127-b68e729f63d0 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2009864651&fields=id&tenant_id=8929b2f866c349dcaa7f4c244a97c0ee HTTP/1.1" status: 200 len: 267 time: 0.0323191 Oct 15 20:23:16.790200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-c04f7679-cf0c-49a0-a95d-147721115085 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:16.791705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-c04f7679-cf0c-49a0-a95d-147721115085 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 813 time: 0.1065869 Oct 15 20:23:16.806898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-bc744c03-8a2c-443b-a421-30e32b7335f2 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/quotas/8929b2f866c349dcaa7f4c244a97c0ee HTTP/1.1" status: 200 len: 375 time: 0.0089502 Oct 15 20:23:16.864086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-2e07e790-89d5-4082-a888-973600a54211 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516093 Oct 15 20:23:16.956226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-4e878412-6444-41e4-a760-779324a9f0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827272 Oct 15 20:23:17.054473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-c8fbcc47-3c9d-4cea-86d7-ddc294b8f513 service neutron] 10.222.0.13 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918791 Oct 15 20:23:17.550325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1664cbba-4fb5-4c57-a04c-421e2f49caff req-30dac90e-6598-4699-93b5-a72bd1b83ac4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Oct 15 20:23:17.743941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-de93e5be-c95e-42b4-acf4-a86e0c16ff52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393164 Oct 15 20:23:17.830103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-571d6bc2-e25e-471b-be18-5be51005d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:17.831666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-571d6bc2-e25e-471b-be18-5be51005d431 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0463989 Oct 15 20:23:17.938684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-39bce64f-cd66-4d75-978f-8ea08be56597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:17.940274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-39bce64f-cd66-4d75-978f-8ea08be56597 service neutron] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 910 time: 0.0894783 Oct 15 20:23:18.018652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-11780566-af63-4df4-beab-f067f7dd983b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1002 time: 0.0719042 Oct 15 20:23:18.071236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-c05b8949-f0b7-4f1c-b1ca-9edc820c77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:18.072763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-c05b8949-f0b7-4f1c-b1ca-9edc820c77d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0476515 Oct 15 20:23:18.118965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-cd991716-857f-4ecd-ac43-85152568d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:18.120484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-cd991716-857f-4ecd-ac43-85152568d454 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409055 Oct 15 20:23:18.221406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-dee83db6-1584-4795-8d79-1c052abf0459 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906353 Oct 15 20:23:18.314238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdcf4102-ee9a-4af0-90ec-6c204acb7af2 req-15d81258-b6c0-401e-b4f7-e1b6f3cff02c service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858591 Oct 15 20:23:18.536440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed63461d-5147-412c-bac2-c3a542008fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:18.649852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d158f368-ad1b-411e-a9d2-cbc9c2ff289c req-b67608b5-ad28-4cfb-b11f-b97e2e587e2a tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0327225 Oct 15 20:23:18.668153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:23:19.635336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-de1d7557-b70e-41b7-b135-30d387e0250f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:19.636746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-de1d7557-b70e-41b7-b135-30d387e0250f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.11 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 813 time: 0.1029162 Oct 15 20:23:19.684716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-723af177-dc05-4edb-acdb-35c6188a009f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8929b2f866c349dcaa7f4c244a97c0ee HTTP/1.1" status: 200 len: 380 time: 0.0378492 Oct 15 20:23:19.694517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'port': {'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'admin_state_up': True, 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'security_groups': ['efdb5f83-f9a6-439a-a1cb-879044bd5ec8']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:19.780118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8af26e6-1db0-47b9-aa06-0e5cbaf0618c req-0fbf5710-c2c7-462d-8634-71630f964e04 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0583684 Oct 15 20:23:19.907698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Made reservation on behalf of 8929b2f866c349dcaa7f4c244a97c0ee for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:23:19.913837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.059823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Allocated IP 172.20.0.5 (1578efa6-0b78-4bf2-b5b4-782418fa1ff7/ea89b0e0-a146-472e-b2d8-a1d4ff0f9748/d31ccf96-d93f-49c5-9fdc-3ad185a7535c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:23:20.210456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.308973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.355415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:23:20.359112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:23:20.362951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:23:20.401882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:20.429067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:20.429881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.500125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a58c7b9a-f3f8-40d1-98f7-4d84d34ba0bc tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094184 Oct 15 20:23:20.512915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Request body: {'port': {'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:20.574076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.666390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b65c7616-6f52-4fbc-bc5c-5e8824641edd None None] Provisioning complete for port d31ccf96-d93f-49c5-9fdc-3ad185a7535c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:23:20.666943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b65c7616-6f52-4fbc-bc5c-5e8824641edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.707872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b65c7616-6f52-4fbc-bc5c-5e8824641edd None None] Port d31ccf96-d93f-49c5-9fdc-3ad185a7535c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:23:20.886539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31ccf96-d93f-49c5-9fdc-3ad185a7535c {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:23:20.895903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:20.915485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Transition to ACTIVE for port object d31ccf96-d93f-49c5-9fdc-3ad185a7535c will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:23:20.924665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc4193-9c5d-4e44-ace7-e015d0730b92 req-cbe00506-6c4e-4a46-8059-e46ab595d9c4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:20.926058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26cc4193-9c5d-4e44-ace7-e015d0730b92 req-cbe00506-6c4e-4a46-8059-e46ab595d9c4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 931 time: 0.0762084 Oct 15 20:23:20.963985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-26cc4193-9c5d-4e44-ace7-e015d0730b92 req-1df7d882-324f-4192-b97d-1c662998a264 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314436 Oct 15 20:23:21.005386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:21.059002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Pushing event updated for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:21.149425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Attempting to bind port d31ccf96-d93f-49c5-9fdc-3ad185a7535c on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:23:21.149884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Attempting to bind port d31ccf96-d93f-49c5-9fdc-3ad185a7535c by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:23:21.150221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Attempting to bind port d31ccf96-d93f-49c5-9fdc-3ad185a7535c on network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:23:21.155034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Port d31ccf96-d93f-49c5-9fdc-3ad185a7535c on network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:23:21.155404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Attempting to bind port d31ccf96-d93f-49c5-9fdc-3ad185a7535c on network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:23:21.160769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:23:21.161114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Checking segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:23:21.161499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Bound using segment: {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:23:21.161975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Bound port: d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f4d652-3417-4652-8b4f-4e03fa80fd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:23:21.162509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:21.234838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:23:21.238340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:23:21.302981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:21.342323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.343225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:21.344470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] 10.222.0.11 "PUT /v2.0/ports/d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 1092 time: 0.8360577 Oct 15 20:23:21.344946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:23:21.347243 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efd5e0e-0e4a-4381-b685-5912159f96da" -d '{"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:23:21.374057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c27f5e-e85a-4e41-b16e-07635ba6660f service neutron] Pushing event updated for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:21.405620 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09455771-1942-4c8f-aaae-25438c823e18 x-openstack-request-id: req-09455771-1942-4c8f-aaae-25438c823e18 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:23:21.405953 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:23:21.406278 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09455771-1942-4c8f-aaae-25438c823e18 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:23:21.406779 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:23:21.475930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-fc7f293f-161b-44a3-8220-d11a9bbabe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.477517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-fc7f293f-161b-44a3-8220-d11a9bbabe2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1095 time: 0.0504990 Oct 15 20:23:21.502909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6debcbc5-b61c-412f-9140-66a0ffbb0a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:21.603099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-d5a90412-f631-4bb6-a7f5-7b9b4cb00691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.605585 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-d5a90412-f631-4bb6-a7f5-7b9b4cb00691 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1201315 Oct 15 20:23:21.707801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-f1f9e3d2-e94e-469b-af8a-f98bf1595d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.709265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7efd5e0e-0e4a-4381-b685-5912159f96da req-f1f9e3d2-e94e-469b-af8a-f98bf1595d9f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0967109 Oct 15 20:23:21.785122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a30c55cd-0f5a-442b-9786-cddb71b8bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.786610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-a30c55cd-0f5a-442b-9786-cddb71b8bc5a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1095 time: 0.0409102 Oct 15 20:23:21.833046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-dcc414f7-5baa-4f54-8801-8018f549d529 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 217 time: 0.0385501 Oct 15 20:23:21.882617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-e53481b2-73bf-4046-b3e9-9b0b10716c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.884192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-e53481b2-73bf-4046-b3e9-9b0b10716c35 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 200 len: 852 time: 0.0448234 Oct 15 20:23:21.929709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-f49771f5-d158-4439-8acf-65c84d7995fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:21.931202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-f49771f5-d158-4439-8acf-65c84d7995fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399883 Oct 15 20:23:22.025426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-ae2e4f75-fb8e-498c-8989-d26b171d0f37 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869985 Oct 15 20:23:22.156189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099e5f7-8d0a-4c69-85be-83ac61d9d133 req-3be97389-47fd-4d03-9ef0-cf2fc94cb886 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:22.157828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f099e5f7-8d0a-4c69-85be-83ac61d9d133 req-3be97389-47fd-4d03-9ef0-cf2fc94cb886 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.1158209 Oct 15 20:23:22.164324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa1dda10-e4ea-443b-bcc0-4c847e71241b req-f7f72138-fc6c-453a-91f5-978c911f5e35 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294734 Oct 15 20:23:22.210017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f099e5f7-8d0a-4c69-85be-83ac61d9d133 req-a588b1a2-7998-4f9b-b0fb-bb9a482f38fe tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446212 Oct 15 20:23:22.381254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:22.849553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:22.918302 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:23.079683 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:23.333992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdec9d6-c9a3-4921-93f8-0e43c31d3740 req-7de31482-8290-4d1b-be05-361769ff188e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:23.341990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bdec9d6-c9a3-4921-93f8-0e43c31d3740 req-7de31482-8290-4d1b-be05-361769ff188e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0604692 Oct 15 20:23:23.398940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bdec9d6-c9a3-4921-93f8-0e43c31d3740 req-a698d225-0bc5-4405-882d-b4bc6e8e3f19 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Oct 15 20:23:24.494410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de6891-278f-4419-806b-cd071c44b5ba req-3dbba880-0dd7-4997-8fc4-87b71d7dd95c tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:24.496042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71de6891-278f-4419-806b-cd071c44b5ba req-3dbba880-0dd7-4997-8fc4-87b71d7dd95c tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0503936 Oct 15 20:23:24.535027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71de6891-278f-4419-806b-cd071c44b5ba req-ec3eb19a-e7fa-437c-8973-304678cdf6ae tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Oct 15 20:23:24.649903 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:25.662553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dea0d-b1ee-4bff-b7c4-4756cb5be8cd req-0a8b17aa-b82e-48e0-876d-ed80b009e1d2 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:25.664157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f50dea0d-b1ee-4bff-b7c4-4756cb5be8cd req-0a8b17aa-b82e-48e0-876d-ed80b009e1d2 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0577850 Oct 15 20:23:25.703133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f50dea0d-b1ee-4bff-b7c4-4756cb5be8cd req-9c28f6e7-24f0-4608-a9e4-ce30843d0f3d tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316541 Oct 15 20:23:26.824140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985e41-87a4-4a9b-a4d0-643a24cefb9b req-a5250a45-b29e-4ef8-8423-20e380d877d9 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:26.826927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0985e41-87a4-4a9b-a4d0-643a24cefb9b req-a5250a45-b29e-4ef8-8423-20e380d877d9 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0529211 Oct 15 20:23:26.871811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c0985e41-87a4-4a9b-a4d0-643a24cefb9b req-1a543802-8d38-4ec3-9e77-435576f76152 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389302 Oct 15 20:23:27.988652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860751ed-5825-4da4-81bb-e8ce23af4361 req-0296f947-8cbe-4ec8-9d02-ea36e80085bb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:27.990144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-860751ed-5825-4da4-81bb-e8ce23af4361 req-0296f947-8cbe-4ec8-9d02-ea36e80085bb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0503414 Oct 15 20:23:28.029167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-860751ed-5825-4da4-81bb-e8ce23af4361 req-68b41397-0903-432d-8699-cc69126b785f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Oct 15 20:23:29.148617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a164b-9f73-4c68-ba2f-83dc46d3fecd req-3aeae19c-26b3-4297-88b2-cb38f3bea2cb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:29.150130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf7a164b-9f73-4c68-ba2f-83dc46d3fecd req-3aeae19c-26b3-4297-88b2-cb38f3bea2cb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0539069 Oct 15 20:23:29.190576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf7a164b-9f73-4c68-ba2f-83dc46d3fecd req-b01b568e-a90a-45f9-992a-422cf113bbea tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333252 Oct 15 20:23:30.316023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ae6a7-6e53-4b29-b1dd-70627ae9d51c req-c554dc75-a084-4207-9fc8-a59f9b7ee27d tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:30.317493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93ae6a7-6e53-4b29-b1dd-70627ae9d51c req-c554dc75-a084-4207-9fc8-a59f9b7ee27d tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0495408 Oct 15 20:23:30.358164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93ae6a7-6e53-4b29-b1dd-70627ae9d51c req-e4c878dc-6174-4f48-82a6-9105f49eccf7 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346203 Oct 15 20:23:31.472275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338272c4-adf6-477e-a18b-12a87f6e3b05 req-d94f6fbb-8a3a-431e-be49-7548773ed563 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:31.473338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-338272c4-adf6-477e-a18b-12a87f6e3b05 req-d94f6fbb-8a3a-431e-be49-7548773ed563 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0490844 Oct 15 20:23:31.512404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-338272c4-adf6-477e-a18b-12a87f6e3b05 req-8abbec4f-6bf3-4346-893b-742b1b5567ff tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312648 Oct 15 20:23:32.634511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deccfce-b876-4e8b-9f5e-1a63fff4a46d req-e28c6133-850e-4b63-95bd-7f91a1688294 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:32.635988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2deccfce-b876-4e8b-9f5e-1a63fff4a46d req-e28c6133-850e-4b63-95bd-7f91a1688294 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0554166 Oct 15 20:23:32.675580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2deccfce-b876-4e8b-9f5e-1a63fff4a46d req-d6a036dc-9e13-4aa6-82db-4b8bcf594cf5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Oct 15 20:23:33.799165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186ce1-ab65-4e27-8831-3c2a096cd2be req-fc280f7d-4f6e-451e-82a4-714c01445e4f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:33.800739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be186ce1-ab65-4e27-8831-3c2a096cd2be req-fc280f7d-4f6e-451e-82a4-714c01445e4f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0564539 Oct 15 20:23:33.839336 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be186ce1-ab65-4e27-8831-3c2a096cd2be req-e3359d5e-4715-4a02-b86a-8baca298bb9e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Oct 15 20:23:34.605575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d31ccf96-d93f-49c5-9fdc-3ad185a7535c details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:23:34.858525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:23:34.869878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:23:34.906661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:34.919901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31ccf96-d93f-49c5-9fdc-3ad185a7535c {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:23:34.940463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:23:34.958088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd9a58-d69c-4ecc-8f28-15fe848fdc19 req-e8e9b235-3ca2-443b-9686-f45278e0802f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:34.959713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25cd9a58-d69c-4ecc-8f28-15fe848fdc19 req-e8e9b235-3ca2-443b-9686-f45278e0802f tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 943 time: 0.0520532 Oct 15 20:23:34.982331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:35.019935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25cd9a58-d69c-4ecc-8f28-15fe848fdc19 req-d8fe751e-8238-4639-8642-f38415b96e25 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540028 Oct 15 20:23:35.032821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:35.044960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.045296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.045632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.046016 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.046495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.046955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.047276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.047749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.052200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.052200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.052200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.052200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:35.322038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['d31ccf96-d93f-49c5-9fdc-3ad185a7535c'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:23:36.141039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473a4b9-b0d3-4e98-a14b-3e65ac6771e8 req-cd475e1c-3178-4e4e-a2a8-616bb1d08d21 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:36.142749 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c473a4b9-b0d3-4e98-a14b-3e65ac6771e8 req-cd475e1c-3178-4e4e-a2a8-616bb1d08d21 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 944 time: 0.0554554 Oct 15 20:23:36.183088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c473a4b9-b0d3-4e98-a14b-3e65ac6771e8 req-f02bca9e-bf91-4398-8fa5-b10c54dc9848 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343211 Oct 15 20:23:36.620629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d31ccf96-d93f-49c5-9fdc-3ad185a7535c up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:23:36.748374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port d31ccf96-d93f-49c5-9fdc-3ad185a7535c completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:23:36.752698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port d31ccf96-d93f-49c5-9fdc-3ad185a7535c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:23:36.753093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:36.829284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:36.851520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:23:36.853768 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf2afad-6c6e-4a82-a16e-1f6dd1bba26f" -d '{"events": [{"server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "name": "network-vif-plugged", "status": "completed", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:23:36.867045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:23:36.900510 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d420a61-ef2a-4b83-b54a-d64d837d77a5 x-openstack-request-id: req-5d420a61-ef2a-4b83-b54a-d64d837d77a5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:23:36.900822 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "name": "network-vif-plugged", "status": "completed", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:23:36.901130 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d420a61-ef2a-4b83-b54a-d64d837d77a5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:23:36.901536 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'code': 200} Oct 15 20:23:36.937007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:36.999851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089f98c-9916-4e60-9b89-71e015f9b83c req-676a68cf-8b89-4cd4-9392-db291f0b6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:37.001214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:37.001338 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0089f98c-9916-4e60-9b89-71e015f9b83c req-676a68cf-8b89-4cd4-9392-db291f0b6bff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1097 time: 0.0433750 Oct 15 20:23:37.041183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0089f98c-9916-4e60-9b89-71e015f9b83c req-5f3e14a9-6415-4735-a8bd-57c4dc9697e6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Oct 15 20:23:37.303289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e153dd-e1d4-4441-bb1b-e155996c2baf req-db17d074-6d29-459e-81f7-db2fe2cf2fe3 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:37.304785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46e153dd-e1d4-4441-bb1b-e155996c2baf req-db17d074-6d29-459e-81f7-db2fe2cf2fe3 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0503051 Oct 15 20:23:37.344809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46e153dd-e1d4-4441-bb1b-e155996c2baf req-b4eb4da1-d87d-4e50-9f76-a0a6c153eb93 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Oct 15 20:23:38.486028 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e655ea8-ff96-4f53-ad6f-b053dfde7253 req-bd3d4e81-d864-4bd4-b79a-8e15a3701bc5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:38.487609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e655ea8-ff96-4f53-ad6f-b053dfde7253 req-bd3d4e81-d864-4bd4-b79a-8e15a3701bc5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0560906 Oct 15 20:23:38.530642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e655ea8-ff96-4f53-ad6f-b053dfde7253 req-214022dc-56a2-47f5-a265-631d02a1d03a tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361431 Oct 15 20:23:39.649216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ee9cf-06e6-493f-9e2f-16e4326f4199 req-56f7452a-d2e4-42a6-bba3-1b93fc6425ec tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:39.650721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-596ee9cf-06e6-493f-9e2f-16e4326f4199 req-56f7452a-d2e4-42a6-bba3-1b93fc6425ec tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0518563 Oct 15 20:23:39.690136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-596ee9cf-06e6-493f-9e2f-16e4326f4199 req-0da24715-2490-400c-926f-9ebb3b3d69fb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332367 Oct 15 20:23:39.806228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df3aa2-c1f3-46ae-95dc-91945959527c req-8b373430-4cd3-4aa5-827a-683bfb0e3026 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:39.807639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6df3aa2-c1f3-46ae-95dc-91945959527c req-8b373430-4cd3-4aa5-827a-683bfb0e3026 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0511818 Oct 15 20:23:39.846313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6df3aa2-c1f3-46ae-95dc-91945959527c req-a73c167b-ed21-4f76-8eab-d5f97b0241ca tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Oct 15 20:23:39.868643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60626) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:40.067533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce94ca-84c3-42c9-8ccd-5dc4fa752a99 tempest-TestVolumeBackupRestore-1845875712 tempest-TestVolumeBackupRestore-1845875712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:40.068993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0dce94ca-84c3-42c9-8ccd-5dc4fa752a99 tempest-TestVolumeBackupRestore-1845875712 tempest-TestVolumeBackupRestore-1845875712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1092 time: 0.1992531 Oct 15 20:23:40.071972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60634) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:40.076345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:40.171460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:40.272203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:40.383911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Allocated IP 172.25.0.39 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ee285f83-6f53-4faf-a320-b36fb207beb0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:23:40.491602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:40.605672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:40.656105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:23:40.659305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:23:40.665976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:23:40.669811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'Port': ['ID=ee285f83-6f53-4faf-a320-b36fb207beb0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:40.701748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.702095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.702429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.702810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.703081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.703508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.703766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.704155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.704429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.704749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.705067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:40.705387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:23:41.042036 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:41.201358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:41.359088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:41.428250 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:41.504200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event updated for resources: {'Port': ['ID=ee285f83-6f53-4faf-a320-b36fb207beb0,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:23:41.513525 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:41.613167 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Floating IP aafb96e5-682c-45e8-88cc-23c2faeef4f8 associated. External IP: 172.25.0.39, port: d31ccf96-d93f-49c5-9fdc-3ad185a7535c. Oct 15 20:23:42.129671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:23:42.238769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:23:42.249719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:23:42.259367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:23:42.260031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:23:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:42.375494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:23:42.386492 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:42.420390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-45970efe-017d-42c5-9667-e5b35307c65b tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3473456 Oct 15 20:23:42.421094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:23:42.423286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 60664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:42.423825 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256da46-b425-4240-adf8-6966a38eaeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:23:42.484350 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ca74dd-3a6e-4461-9a0e-e926d6d427d8 x-openstack-request-id: req-f7ca74dd-3a6e-4461-9a0e-e926d6d427d8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:23:42.484713 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:23:42.485037 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7ca74dd-3a6e-4461-9a0e-e926d6d427d8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:23:42.485510 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:23:42.496603 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce4508-22c5-451f-8473-26267568968a tempest-TestVolumeBackupRestore-1845875712 tempest-TestVolumeBackupRestore-1845875712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:42.501469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 60668) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:23:42.501731 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e3ce4508-22c5-451f-8473-26267568968a tempest-TestVolumeBackupRestore-1845875712 tempest-TestVolumeBackupRestore-1845875712-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1092 time: 0.0765259 Oct 15 20:23:42.506436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Request body: {'floatingip': {'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:23:42.595014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:42.634676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-73fba51a-fd2f-4efa-857b-b57cf8b1ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:42.635097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:40Z', 'revision_number': 0, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:42.636426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-73fba51a-fd2f-4efa-857b-b57cf8b1ae82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1097 time: 0.1261442 Oct 15 20:23:42.666576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:23:42.675964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:23:42.676600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:23:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:42.796408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:23:42.849123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-da95a892-42a3-4c22-926a-46d2d793e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:42.850595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-da95a892-42a3-4c22-926a-46d2d793e602 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 914 time: 0.2055249 Oct 15 20:23:42.964656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-2dff6095-a7a9-4ccb-aad8-22822e70e8f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 998 time: 0.1057742 Oct 15 20:23:43.035367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:40Z', 'revision_number': 0, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:43.063297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9115a6-0707-4101-b993-7e6cc4f673f1 None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:40Z', 'revision_number': 0, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:23:43.092121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-69a567c6-f338-4b8c-b4ca-ca2c1812e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:43.093568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-69a567c6-f338-4b8c-b4ca-ca2c1812e792 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 200 len: 852 time: 0.0956531 Oct 15 20:23:43.198375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-a74ffe6a-4f9e-4727-a134-33d9f70dc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:43.200297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-a74ffe6a-4f9e-4727-a134-33d9f70dc7df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982342 Oct 15 20:23:43.317153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109d006-83e7-41d3-8263-b8630833fffc None None] New status for floating IP aafb96e5-682c-45e8-88cc-23c2faeef4f8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:23:43.354428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:43.368701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-f5b0a88c-98d3-439b-9e07-574ff09755af service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462059 Oct 15 20:23:43.458062 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.db.api [None req-f109d006-83e7-41d3-8263-b8630833fffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101183) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:23:43.458340 n-d-712140-14 neutron-server[101183]: DEBUG oslo_db.api [None req-f109d006-83e7-41d3-8263-b8630833fffc None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:23:43.462259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:43.497979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2256da46-b425-4240-adf8-6966a38eaeb8 req-699686f4-1e1b-45a9-b083-93dec47c239e service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220195 Oct 15 20:23:43.673081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:23:43.791196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:23:43.796739 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:43.851074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3379b95d-548e-428e-98b0-38c81e05f473 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "PUT /v2.0/floatingips/aafb96e5-682c-45e8-88cc-23c2faeef4f8 HTTP/1.1" status: 200 len: 990 time: 1.3482685 Oct 15 20:23:43.959752 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f109d006-83e7-41d3-8263-b8630833fffc None None] New status for floating IP aafb96e5-682c-45e8-88cc-23c2faeef4f8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:23:44.216508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:23:44.226239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:23:44.226903 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:23:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:44.335504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:23:44.487677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}, {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:23:44.490153 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5446ea6f-aef1-4ca7-a072-20729776f678" -d '{"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}, {"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:23:44.527807 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 15 Oct 2021 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c871fd2-0c91-4338-a338-ad1c576fc61f x-openstack-request-id: req-9c871fd2-0c91-4338-a338-ad1c576fc61f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:23:44.528232 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:23:44.528651 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c871fd2-0c91-4338-a338-ad1c576fc61f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:23:44.529102 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:23:44.529335 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:23:44.580758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:44Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:44.593956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-d1c678b3-5961-4eff-8a2d-ce16f8dc7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:44.595779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-d1c678b3-5961-4eff-8a2d-ce16f8dc7e5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1097 time: 0.0417042 Oct 15 20:23:44.609080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:23:44.617900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:23:44.618496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:23:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:44.691651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-3025435d-47db-47f6-a1c2-9690203295c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:44.693139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-3025435d-47db-47f6-a1c2-9690203295c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 914 time: 0.0911195 Oct 15 20:23:44.732930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:23:44.763771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-b2931e7d-4005-41e6-afa6-cec53c5aec0a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 1000 time: 0.0635962 Oct 15 20:23:44.813873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-afababed-d341-45c9-8add-f55aa71b906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:44.825487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-afababed-d341-45c9-8add-f55aa71b906e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 200 len: 852 time: 0.0445139 Oct 15 20:23:44.862240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-fbc2e2b1-e297-4d5a-bac5-2853b067d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:44.863939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-fbc2e2b1-e297-4d5a-bac5-2853b067d7f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417233 Oct 15 20:23:44.970946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-cd00b983-7d89-4136-956e-a552f31dc4dc service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999990 Oct 15 20:23:44.978535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:44Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:23:45.007969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7613a9-acfa-49e2-88f8-2623eefab1a7 None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aafb96e5-682c-45e8-88cc-23c2faeef4f8', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'floating_ip_address': '172.25.0.39', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'port_id': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'mac_address': 'fa:16:3e:ed:78:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:23:40Z', 'updated_at': '2021-10-15T20:23:44Z', 'revision_number': 2, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:23:45.074439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-4f3be9c9-5d3a-4831-b3aa-6a3ed7438534 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964332 Oct 15 20:23:45.183252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-340fb066-6846-4954-b6a8-93ceb968f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:45.183252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-340fb066-6846-4954-b6a8-93ceb968f76d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1097 time: 0.0511990 Oct 15 20:23:45.269745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-c0e4d48f-889f-4cf3-8f92-750f9461ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:45.271222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-c0e4d48f-889f-4cf3-8f92-750f9461ac60 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 914 time: 0.0935330 Oct 15 20:23:45.339049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-aafc3367-70b4-4cc7-bff9-01ff917f28bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 1000 time: 0.0613129 Oct 15 20:23:45.392903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-cf445298-1d51-4ff2-ae96-73629e26b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:45.394433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-cf445298-1d51-4ff2-ae96-73629e26b3c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 200 len: 852 time: 0.0486002 Oct 15 20:23:45.440370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-06a4b49f-bfd6-4cb7-8da6-e8c891c3169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:23:45.441870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-06a4b49f-bfd6-4cb7-8da6-e8c891c3169b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409462 Oct 15 20:23:45.537888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-f98fdd3a-e749-457c-a43d-b00b809d7152 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885806 Oct 15 20:23:45.631342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5446ea6f-aef1-4ca7-a072-20729776f678 req-e4d43402-faa7-4544-a75e-a62d3f050118 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Oct 15 20:23:48.519487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a0a88855-5022-4b83-9c1e-00135332026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:51.496936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0acee56-dd22-46c9-9100-babf74f19ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:52.382135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:52.895073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:52.924634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:53.068293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:54.651120 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:23:55.667806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:24:08.529233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-e20c41ab-68cb-48e1-aa4f-2686c4a3eed6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404129 Oct 15 20:24:08.589074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-227a2f7f-25ab-4765-ba57-4ad92446d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:08.591405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-227a2f7f-25ab-4765-ba57-4ad92446d2a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1098 time: 0.0401869 Oct 15 20:24:08.697196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-87549f4b-5c21-49e5-bfbb-bdb9cb35374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:08.698672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-87549f4b-5c21-49e5-bfbb-bdb9cb35374b service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.0881522 Oct 15 20:24:08.766906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-06c69d60-b061-4603-b0e6-8180fa524d56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 1002 time: 0.0614657 Oct 15 20:24:08.818426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-84c64c79-66e5-4f27-a27e-799b7f010d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:08.819906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-84c64c79-66e5-4f27-a27e-799b7f010d50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0459502 Oct 15 20:24:08.870156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-2870cd10-6701-4b36-a1d4-b40f65dd5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:08.871655 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-2870cd10-6701-4b36-a1d4-b40f65dd5c68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445755 Oct 15 20:24:08.960710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-4ccfd3f0-fbb3-4d55-ab62-bf62aff031b1 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820465 Oct 15 20:24:09.059755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6afc56de-2af7-49d8-9394-34abfee568a0 req-78f1e652-6866-4864-82b0-b5a08c1ca79f service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894177 Oct 15 20:24:18.526208 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a1618768-a89c-4926-abf7-0d98f7b4ad7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:18.799542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-e53c4931-5240-4f74-a2ae-63df70f73084 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882297 Oct 15 20:24:18.883208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755611-97e0-4228-88b2-195b432e53c7 req-76b46efc-7bf6-4f2c-b14d-9839bf945017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:18.885994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-76b46efc-7bf6-4f2c-b14d-9839bf945017 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0433795 Oct 15 20:24:19.309287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755611-97e0-4228-88b2-195b432e53c7 req-5ee6fc91-d8e2-4a0c-b44b-7ecc613094b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:19.310787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-5ee6fc91-d8e2-4a0c-b44b-7ecc613094b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 910 time: 0.4060237 Oct 15 20:24:19.386464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-1a20f51e-5026-4b08-a296-1c70a9a9e893 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1002 time: 0.0636406 Oct 15 20:24:19.439710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755611-97e0-4228-88b2-195b432e53c7 req-805dddb3-6afc-4bd3-bbdb-d6f85704d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:19.441665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-805dddb3-6afc-4bd3-bbdb-d6f85704d26f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0484762 Oct 15 20:24:19.487851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39755611-97e0-4228-88b2-195b432e53c7 req-f4bfd007-6962-47a9-85b7-7595544dc29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:19.489239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-f4bfd007-6962-47a9-85b7-7595544dc29b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402818 Oct 15 20:24:19.579842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-25b8ba5f-a0de-45ad-9eb8-ed1f863a70ef service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Oct 15 20:24:19.679213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39755611-97e0-4228-88b2-195b432e53c7 req-ab0d8bf4-db81-4bb0-aef9-861e685dab77 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911891 Oct 15 20:24:21.518883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3720841-bbdb-4567-bc35-72a5ed0e4b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:22.399072 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:22.907276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:22.952724 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:23.106052 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:24.644852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:32.667083 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:24:40.405947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-74f998d6-0f44-4aa9-b06b-d60f5129acd0 req-cfafc8d9-18a8-459a-9f4e-4fbdab74d433 service neutron] (101181) timed out ('10.222.0.15', 52848) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:24:40.604387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33366) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:40.712717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:40.787929 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:40.878798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:40.917809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e56200cb35d9465fa0cd04db04961fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122551 Oct 15 20:24:40.919044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e345f4-d0cd-4e8b-a24f-484a93e2357f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:40.921728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33372) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:40.927656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.929996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.930319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.930640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.930964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.931289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b91b7d7-50e3-4e62-bec4-d7eae1ac4e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:40.979529 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.003463 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.175885 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.178395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.179663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7e345f4-d0cd-4e8b-a24f-484a93e2357f HTTP/1.1" status: 204 len: 168 time: 0.2565973 Oct 15 20:24:41.195476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e345f4-d0cd-4e8b-a24f-484a93e2357f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:41.204876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.205226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.205587 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.205947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.206276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.206601 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.206951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.207274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.209023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.209294 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.209747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.210085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50266e4e-c4ee-4149-9f4f-08183ef8a736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:41.734758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33378) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:41.749557 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ed0f-cbab-4202-90de-14d1392d73f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.827172 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ed0f-cbab-4202-90de-14d1392d73f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.895451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1c3ed0f-cbab-4202-90de-14d1392d73f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:41.933981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1c3ed0f-cbab-4202-90de-14d1392d73f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bb851f65e6a4d54a412f5e9a5b98aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981039 Oct 15 20:24:41.935907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3ed0f-cbab-4202-90de-14d1392d73f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b89acaf-5185-4f9e-83b7-b12ee68b49e8,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:41.938057 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:41.985666 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:42.006493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:42.135643 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:42.138198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:42.139351 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b89acaf-5185-4f9e-83b7-b12ee68b49e8 HTTP/1.1" status: 204 len: 168 time: 0.2003009 Oct 15 20:24:42.147516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5d28-192b-4a43-b2d7-2244e2c53d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b89acaf-5185-4f9e-83b7-b12ee68b49e8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:43.193963 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33402) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:43.314121 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-927497621-network', 'tenant_id': '890ef305349443749d9f9151826a6eb2'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:43.409903 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Made reservation on behalf of 890ef305349443749d9f9151826a6eb2 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:24:43.412291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.421354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.495139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.541445 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.565789 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:24:43.574239 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de1a463-3a1f-4480-b9ba-ce586a27ec8d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:43.581111 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.582097 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Added segment 7e93501d-fdc8-4f23-8207-e79ea3c5f980 of type vlan for network 65a494c4-a0ef-4b47-b5a0-1145d4168511 Oct 15 20:24:43.625390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.631943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33408) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:43.733932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.734863 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:43.735426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.818588 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6232584 Oct 15 20:24:43.820690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f58f37-632a-4cc0-a528-8f645a9f7d97 admin admin] Pushing event updated for resources: {'Network': ['ID=65a494c4-a0ef-4b47-b5a0-1145d4168511,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:43.821418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33410) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:43.827231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Request body: {'subnet': {'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-927497621-subnet', 'tenant_id': '890ef305349443749d9f9151826a6eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:43.830592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 65a494c4-a0ef-4b47-b5a0-1145d4168511 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:24:43.868941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port b9ef04cb-4aa4-419f-a4a4-5071d7491d40 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:24:43.869260 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.917477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Made reservation on behalf of 890ef305349443749d9f9151826a6eb2 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:24:43.919962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.949069 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.949393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:43.961188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for b9ef04cb-4aa4-419f-a4a4-5071d7491d40 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:24:44.147838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:44.188061 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:44.209033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=719526d8-a185-4a0d-aa28-4f4457b88a2d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:44.215124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=b9ef04cb-4aa4-419f-a4a4-5071d7491d40,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:44.222412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Checking segment: {'id': '7e93501d-fdc8-4f23-8207-e79ea3c5f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:24:44.222412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Network hostable DHCP agents. Network: 65a494c4-a0ef-4b47-b5a0-1145d4168511, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:24:44.277598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:44.277946 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 912ee39c-7309-4d01-a867-f70e70906d67 disassociated (deleted). External IP: 172.25.0.128, port: 0f90e19f-3378-44d7-b13b-59de601862b7. Oct 15 20:24:44.278682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Network 65a494c4-a0ef-4b47-b5a0-1145d4168511 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:24:44.335947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 65a494c4-a0ef-4b47-b5a0-1145d4168511) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:24:44.340311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:44.340886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:44.347361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124add8f-3c71-4cf1-a4f6-7d65d5ef20f3 None None] Network 65a494c4-a0ef-4b47-b5a0-1145d4168511 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:24:44.407417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-09f723e6-a456-47f3-aeed-ccf60b0aacbd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5847108 Oct 15 20:24:44.485086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb4b52-6991-4f1d-a115-64c099eb0007 None None] Network 65a494c4-a0ef-4b47-b5a0-1145d4168511 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:24:44.503677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:24:44.617644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:24:44.622566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:44.628164 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:24:44.637765 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:24:44.638419 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:44.651737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ede4651a-488b-48d0-be8d-33a9938acd02 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "DELETE /v2.0/floatingips/912ee39c-7309-4d01-a867-f70e70906d67 HTTP/1.1" status: 204 len: 168 time: 1.0176253 Oct 15 20:24:44.652427 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:44.655533 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dbc838372f390ec3f40e6e36bc7e3ad54bb8633b2e4850ddf8d080a65579dfca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfcc9be-f83e-404d-be65-8b7c171271ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:44.747759 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:24:44.986057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:45.020466 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:24:45.020636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:24:45.021234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:45.141042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:24:45.152090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33436) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:45.156365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1366735579-network', 'tenant_id': 'e7697d2a63ab408fbf93ef7cc9073fdb'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:45.255579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Made reservation on behalf of e7697d2a63ab408fbf93ef7cc9073fdb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:24:45.259698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.279937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.305258 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f29562-bd62-411d-972c-3dfc5c5a99b3 x-openstack-request-id: req-a3f29562-bd62-411d-972c-3dfc5c5a99b3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:45.306315 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:45.306623 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3f29562-bd62-411d-972c-3dfc5c5a99b3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:45.307048 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7', 'status': 'completed', 'code': 200} Oct 15 20:24:45.390999 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:45.422526 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1765f39-b74a-43d6-82c5-cef17495d3e9 None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '4ce76c10-01e9-4cde-8f83-6154da1b20f6', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'port_id': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'mac_address': 'fa:16:3e:c2:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:19:29Z', 'updated_at': '2021-10-15T20:19:33Z', 'revision_number': 1, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:24:45.432862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.437519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-e138304f-051a-49c1-b512-adcddfc3287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.439038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-e138304f-051a-49c1-b512-adcddfc3287b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 1098 time: 0.1046996 Oct 15 20:24:45.451326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcd1bc-65d1-4b69-a4f2-937a0ee76788 req-17d74fbf-21ab-4d13-8d7a-af6500e7af86 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.452905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2bcd1bc-65d1-4b69-a4f2-937a0ee76788 req-17d74fbf-21ab-4d13-8d7a-af6500e7af86 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0868664 Oct 15 20:24:45.532154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.567900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2bcd1bc-65d1-4b69-a4f2-937a0ee76788 req-32ef8c9f-1f72-4265-8cac-1c990d3ea06d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955157 Oct 15 20:24:45.578388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:24:45.602683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13e2b8d-02fb-4ace-b190-e36532c4d109,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:45.612678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.613095 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Added segment 57f54bc2-5e6b-4221-83ba-c408d3065119 of type vlan for network 30febf64-ccb0-472a-b26e-3401bf623875 Oct 15 20:24:45.622264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-9b800796-d790-4516-b80a-bb82f2e4a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.623981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-9b800796-d790-4516-b80a-bb82f2e4a5bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1702194 Oct 15 20:24:45.673397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f925c50-dc35-4567-aa4a-a152f4864e7e None None] New status for floating IP 912ee39c-7309-4d01-a867-f70e70906d67: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:24:45.693626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-c6672cf1-96c9-40c1-b39a-ce207c443c57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 200 len: 217 time: 0.0481672 Oct 15 20:24:45.695127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.759675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-327ad48d-8c7e-49d7-9776-d311e9ddd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.759675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-327ad48d-8c7e-49d7-9776-d311e9ddd070 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.0551028 Oct 15 20:24:45.802972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-5244094f-3a81-40e9-8ffe-b3deab2c73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.804458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-5244094f-3a81-40e9-8ffe-b3deab2c73ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396068 Oct 15 20:24:45.805512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.806340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:45.806881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:45.917794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7669420 Oct 15 20:24:45.921276 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33438) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:45.926482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Request body: {'subnet': {'network_id': '30febf64-ccb0-472a-b26e-3401bf623875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1366735579-subnet', 'tenant_id': 'e7697d2a63ab408fbf93ef7cc9073fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:45.927898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67fd79-ff72-4443-8b65-bb237a1911c9 admin admin] Pushing event updated for resources: {'Network': ['ID=30febf64-ccb0-472a-b26e-3401bf623875,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:45.942814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 30febf64-ccb0-472a-b26e-3401bf623875 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:24:45.952618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-b4524076-b1c1-4b1c-94d3-b61659149d1b service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377480 Oct 15 20:24:46.004623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Made reservation on behalf of e7697d2a63ab408fbf93ef7cc9073fdb for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:24:46.006988 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:46.056316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6dfcc9be-f83e-404d-be65-8b7c171271ec req-431949b6-63cc-4b06-8ca8-70ec42c79120 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960324 Oct 15 20:24:46.221800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:46.283357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ff56d2-775f-462e-938b-fb013ea8e9fa,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:46.293155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Checking segment: {'id': '57f54bc2-5e6b-4221-83ba-c408d3065119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '30febf64-ccb0-472a-b26e-3401bf623875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:24:46.293155 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Network hostable DHCP agents. Network: 30febf64-ccb0-472a-b26e-3401bf623875, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:24:46.363904 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Network 30febf64-ccb0-472a-b26e-3401bf623875 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:24:46.448834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 30febf64-ccb0-472a-b26e-3401bf623875) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:24:46.452976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:46.453820 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:46.458162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b802886c-1afb-4bee-823a-a994034ffcef None None] Network 30febf64-ccb0-472a-b26e-3401bf623875 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:24:46.533003 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b2df1384-0525-482a-b97d-11a402114237 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6106098 Oct 15 20:24:46.583831 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33c4c6-c851-4432-abde-33003ff995cf None None] Network 30febf64-ccb0-472a-b26e-3401bf623875 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:24:46.705811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8c17d-fdaa-4e98-9756-9735bcdd340f req-ed43efcf-72e0-49dc-a099-5b6ebcc536fa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:46.707720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20d8c17d-fdaa-4e98-9756-9735bcdd340f req-ed43efcf-72e0-49dc-a099-5b6ebcc536fa tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0641625 Oct 15 20:24:46.785890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-f9a59622-28cd-41e4-91ee-e41a199cc808 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:46.787450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-f9a59622-28cd-41e4-91ee-e41a199cc808 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 946 time: 0.0780342 Oct 15 20:24:46.792576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20d8c17d-fdaa-4e98-9756-9735bcdd340f req-6840f645-72f2-4f99-b725-3f0c3aace119 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574586 Oct 15 20:24:46.885929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port 0f90e19f-3378-44d7-b13b-59de601862b7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:24:46.886273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:47.044545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port 0f90e19f-3378-44d7-b13b-59de601862b7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=0f90e19f-3378-44d7-b13b-59de601862b7,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:24:47.044907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:47.064191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for 0f90e19f-3378-44d7-b13b-59de601862b7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:24:47.098669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-c0fa3c09-e3f4-4536-96a5-ab512593b97e tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:47.100189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-c0fa3c09-e3f4-4536-96a5-ab512593b97e tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 811 time: 0.1453149 Oct 15 20:24:47.147211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-0b1e7e8e-6727-4dde-b95f-f6022f35a51e tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/quotas/890ef305349443749d9f9151826a6eb2 HTTP/1.1" status: 200 len: 375 time: 0.0149565 Oct 15 20:24:47.188964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-ac9b46c9-ef36-4ed7-8531-16d077096ad9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319536 Oct 15 20:24:47.318918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-b5267510-fb8c-4f75-a789-2700a20a400a service neutron] 10.222.0.13 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221218 Oct 15 20:24:47.343755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:47.382523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=0f90e19f-3378-44d7-b13b-59de601862b7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:47.459496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port 0f90e19f-3378-44d7-b13b-59de601862b7 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:24:47.463045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:47.466408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30d331cf-22ca-4ab8-992f-5996651bd98e req-6ec497a2-0d6f-4173-9baf-92292f3961cd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/0f90e19f-3378-44d7-b13b-59de601862b7 HTTP/1.1" status: 204 len: 173 time: 0.6729829 Oct 15 20:24:47.466845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'name': 'network-vif-deleted', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:47.469160 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2462082-e947-4013-bb55-440e04d1f906" -d '{"events": [{"server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "name": "network-vif-deleted", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:47.487260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6f8e4d37-c1f2-4425-9bcb-fc9d07e6b0d1 service neutron] 10.222.0.13 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622126 Oct 15 20:24:47.768226 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ec3bcd-092f-460c-871c-e3e3112345cc x-openstack-request-id: req-77ec3bcd-092f-460c-871c-e3e3112345cc {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:47.769293 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f276539-6148-43d5-873c-27bc9090cda8", "name": "network-vif-deleted", "tag": "0f90e19f-3378-44d7-b13b-59de601862b7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:47.769856 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77ec3bcd-092f-460c-871c-e3e3112345cc {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:47.770639 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f276539-6148-43d5-873c-27bc9090cda8', 'name': 'network-vif-deleted', 'tag': '0f90e19f-3378-44d7-b13b-59de601862b7', 'status': 'completed', 'code': 200} Oct 15 20:24:47.837621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6389face-cd9e-47ce-b705-0f3ea75932d0 req-39ec834b-adb4-4800-ae58-0d589ced294c tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 210 time: 0.0353045 Oct 15 20:24:47.940362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a787f292-ea76-41e0-8d3c-03af019f1918 req-724db7fd-bac9-42a8-af0c-b028b6700412 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0293102 Oct 15 20:24:48.397034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33482) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:48.552198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2786a280-8e27-4737-bb4e-deec64533485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:48.593624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Deleting port ee285f83-6f53-4faf-a320-b36fb207beb0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:24:48.593958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:48.672075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:48.672433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:48.685441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Calling delete_port for ee285f83-6f53-4faf-a320-b36fb207beb0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:24:48.924484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b909cd7f-6c55-4360-ba75-2dd7df7aaa51 req-afc47f3d-5dc7-40a4-bdbd-d672dbaef0a0 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 210 time: 0.0269146 Oct 15 20:24:48.925750 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:48.953969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event deleted for resources: {'Port': ['ID=ee285f83-6f53-4faf-a320-b36fb207beb0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:48.965715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0f90e19f-3378-44d7-b13b-59de601862b7 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:24:48.988749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 0f90e19f-3378-44d7-b13b-59de601862b7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:24:48.989327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 0f90e19f-3378-44d7-b13b-59de601862b7 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:24:49.049638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3465b5b-61fe-4075-a3c4-c6fbc9be83e0 req-e175897e-e42b-4969-a074-8a86d97eaa76 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0353663 Oct 15 20:24:49.059358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:49.059717 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Floating IP aafb96e5-682c-45e8-88cc-23c2faeef4f8 disassociated (deleted). External IP: 172.25.0.39, port: d31ccf96-d93f-49c5-9fdc-3ad185a7535c. Oct 15 20:24:49.291400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:24:49.420773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:24:49.425919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:49.443868 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0d671-589a-4356-8174-24f749413abc None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:24:49.462676 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:24:49.462676 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:49.462921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-00f92196-9db8-4787-b089-ea673e868f58 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "DELETE /v2.0/floatingips/aafb96e5-682c-45e8-88cc-23c2faeef4f8 HTTP/1.1" status: 204 len: 168 time: 1.0613899 Oct 15 20:24:49.581255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:24:49.772060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:49.774974 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5906c2a1-995d-4dcb-94d3-47641fdb0a66" -d '{"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:49.851747 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979fb444-07cb-44e5-a9b1-ec7706477084 x-openstack-request-id: req-979fb444-07cb-44e5-a9b1-ec7706477084 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:49.856796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:49.856796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-979fb444-07cb-44e5-a9b1-ec7706477084 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:49.856796 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:24:49.937528 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:49.963455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-94127cc0-bdb8-44cc-846b-a35a7a19598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:49.965098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-94127cc0-bdb8-44cc-846b-a35a7a19598d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 1097 time: 0.0791714 Oct 15 20:24:49.971995 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0d671-589a-4356-8174-24f749413abc None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:24:49.978610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544035e6-d765-4cda-ad9a-8c152ff08990 req-ce0f0421-6e2d-410f-a838-8b208b0e43db tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:49.980137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-544035e6-d765-4cda-ad9a-8c152ff08990 req-ce0f0421-6e2d-410f-a838-8b208b0e43db tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0644014 Oct 15 20:24:49.980635 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:24:49.981337 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:50.107056 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:24:50.107323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-b54eceea-f4c4-4ef8-8931-b45e4119afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:50.109017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-b54eceea-f4c4-4ef8-8931-b45e4119afe9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 200 len: 914 time: 0.1279695 Oct 15 20:24:50.163131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-544035e6-d765-4cda-ad9a-8c152ff08990 req-f5e73309-9a0a-4e87-92a8-e22405d58f22 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724718 Oct 15 20:24:50.164578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-4a796626-c459-4482-81c5-693b46883757 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 200 len: 217 time: 0.0476322 Oct 15 20:24:50.370005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-96e0d671-589a-4356-8174-24f749413abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:24:50.399688 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0d671-589a-4356-8174-24f749413abc None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:20:05Z', 'revision_number': 4, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '335a283b-9ee1-4172-9b0b-bbe24c015e99', 'name': '', 'network_id': '1578efa6-0b78-4bf2-b5b4-782418fa1ff7', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'mac_address': 'fa:16:3e:c8:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:04Z', 'updated_at': '2021-10-15T20:20:15Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'subnets': [{'id': 'ea89b0e0-a146-472e-b2d8-a1d4ff0f9748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:24:50.644401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-956f3ff7-0a63-4c6e-b9f6-95f2f39fabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:50.645760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-956f3ff7-0a63-4c6e-b9f6-95f2f39fabac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 200 len: 852 time: 0.4732561 Oct 15 20:24:50.664225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-167b06f6-3ccb-4947-898e-192b88268742 req-c175a40c-cd0f-4136-abab-93cc16d22501 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 210 time: 0.3606162 Oct 15 20:24:50.716018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2bd7a-1d82-4c9a-bd19-3482a14e01d1 None None] New status for floating IP aafb96e5-682c-45e8-88cc-23c2faeef4f8: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:24:50.739541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-7ecb62b2-1b3a-4b97-b8e9-f888f6709e0b tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:50.741103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-7ecb62b2-1b3a-4b97-b8e9-f888f6709e0b tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.15 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 811 time: 0.5525661 Oct 15 20:24:50.760613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Request body: {'port': {'device_id': '10825a92-075e-4012-838d-36527b779023', 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511', 'admin_state_up': True, 'tenant_id': '890ef305349443749d9f9151826a6eb2'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:50.793062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-c748838b-0167-451a-b17c-cb088e3f4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:50.794550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-c748838b-0167-451a-b17c-cb088e3f4f61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1578efa6-0b78-4bf2-b5b4-782418fa1ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327796 Oct 15 20:24:50.799877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdefed17-3bef-45da-8813-448573c27ae8 req-94b3501b-7bc0-4acb-8c84-d236d1e5c191 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0566921 Oct 15 20:24:50.961169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-a12f7054-7b55-4572-82cc-2ca5aea2a5b5 service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510825 Oct 15 20:24:51.029384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Made reservation on behalf of 890ef305349443749d9f9151826a6eb2 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:24:51.033093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.106942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5906c2a1-995d-4dcb-94d3-47641fdb0a66 req-7cee0ab7-01da-499c-8916-09ce1d3f2b3c service neutron] 10.222.0.11 "GET /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378055 Oct 15 20:24:51.189254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Allocated IP 172.20.0.13 (65a494c4-a0ef-4b47-b5a0-1145d4168511/719526d8-a185-4a0d-aa28-4f4457b88a2d/1687ad41-1197-4cf5-9a9b-0cfb5a9edff4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:24:51.363658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008b636-353c-4349-9925-3f5197bc0b58 req-371862e9-d659-420c-af04-1157a3d834fb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:51.365158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1008b636-353c-4349-9925-3f5197bc0b58 req-371862e9-d659-420c-af04-1157a3d834fb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.1192231 Oct 15 20:24:51.427699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.438229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1008b636-353c-4349-9925-3f5197bc0b58 req-36252e6a-fae0-457e-bc1f-b9e148865a1e tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/security-groups?id=efdb5f83-f9a6-439a-a1cb-879044bd5ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628357 Oct 15 20:24:51.464952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fed9066e-1997-4520-9e08-79b9b0759cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.516549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bd687-103e-4299-adc9-4522fa97999d req-b9edfb85-1ab3-4f5c-903a-253a959fe7c4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:51.518562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-360bd687-103e-4299-adc9-4522fa97999d req-b9edfb85-1ab3-4f5c-903a-253a959fe7c4 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.11 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Oct 15 20:24:51.550344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.636648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Network 65a494c4-a0ef-4b47-b5a0-1145d4168511 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:24:51.640098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:24:51.641888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Pushing event updated for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:51.644209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:24:51.700550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:51.701165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.721560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Deleting port d31ccf96-d93f-49c5-9fdc-3ad185a7535c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:24:51.722009 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.814181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6cbe594e-1848-4ca9-97f7-507fbc28eccd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0590549 Oct 15 20:24:51.828347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Request body: {'port': {'device_id': '10825a92-075e-4012-838d-36527b779023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:24:51.881702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20809cfb-be2e-4f53-94a0-1a3b392f549f req-ab5a0a20-c09b-48d4-b672-7f14e1b2a895 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:51.883170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20809cfb-be2e-4f53-94a0-1a3b392f549f req-ab5a0a20-c09b-48d4-b672-7f14e1b2a895 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 932 time: 0.1465168 Oct 15 20:24:51.894903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] For port d31ccf96-d93f-49c5-9fdc-3ad185a7535c, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:24:51.895258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:51.944710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Calling delete_port for d31ccf96-d93f-49c5-9fdc-3ad185a7535c owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:24:51.953966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.012825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20809cfb-be2e-4f53-94a0-1a3b392f549f req-16db7081-b72b-4903-8840-0f115629835a tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205938 Oct 15 20:24:52.160020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ca54dc5-01be-4cd3-8114-b72a17f2546e req-d7ee70b8-a017-4f5d-ae32-77206783cc4e tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f276539-6148-43d5-873c-27bc9090cda8 HTTP/1.1" status: 200 len: 210 time: 0.0900264 Oct 15 20:24:52.360539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.394671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event deleted for resources: {'Port': ['ID=d31ccf96-d93f-49c5-9fdc-3ad185a7535c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:52.408766 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:24:52.420071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.433075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.457058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] No DVR routers for this DVR port d31ccf96-d93f-49c5-9fdc-3ad185a7535c on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:24:52.461625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.464886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-360bd687-103e-4299-adc9-4522fa97999d req-419e9b9f-f50f-4df2-bd42-f39b69c6f0f5 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.11 "DELETE /v2.0/ports/d31ccf96-d93f-49c5-9fdc-3ad185a7535c HTTP/1.1" status: 204 len: 173 time: 0.9398348 Oct 15 20:24:52.465435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'name': 'network-vif-deleted', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:52.468611 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06060f8-865d-42bd-a231-611a9565410f" -d '{"events": [{"server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "name": "network-vif-deleted", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:52.476166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Transition to ACTIVE for port object 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:24:52.541505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b306d9ec-7de0-4ac2-901d-1e68bc922848 req-872652ab-badd-43ea-9d9a-93eb6ae60bea tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0259230 Oct 15 20:24:52.547276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.598242 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deffca36-d069-48ca-ae96-dcb84d14bbe8 x-openstack-request-id: req-deffca36-d069-48ca-ae96-dcb84d14bbe8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:52.598541 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35efffe0-20af-40c7-ab11-bd960e1954a0", "name": "network-vif-deleted", "tag": "d31ccf96-d93f-49c5-9fdc-3ad185a7535c", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:52.598795 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-deffca36-d069-48ca-ae96-dcb84d14bbe8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:52.599246 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35efffe0-20af-40c7-ab11-bd960e1954a0', 'name': 'network-vif-deleted', 'tag': 'd31ccf96-d93f-49c5-9fdc-3ad185a7535c', 'status': 'completed', 'code': 200} Oct 15 20:24:52.602231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:52.672785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Attempting to bind port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:24:52.673118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Attempting to bind port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7e93501d-fdc8-4f23-8207-e79ea3c5f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:24:52.673949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Attempting to bind port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 on network 65a494c4-a0ef-4b47-b5a0-1145d4168511 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:24:52.678094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 on network 65a494c4-a0ef-4b47-b5a0-1145d4168511 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:24:52.678413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Attempting to bind port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 on network 65a494c4-a0ef-4b47-b5a0-1145d4168511 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:24:52.683659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:24:52.683996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Checking segment: {'id': '7e93501d-fdc8-4f23-8207-e79ea3c5f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:24:52.684378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Bound using segment: {'id': '7e93501d-fdc8-4f23-8207-e79ea3c5f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:24:52.684801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Bound port: 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e93501d-fdc8-4f23-8207-e79ea3c5f980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:24:52.685156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.755482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:24:52.758827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,segment=NetworkSegment(7e93501d-fdc8-4f23-8207-e79ea3c5f980),segment_id=7e93501d-fdc8-4f23-8207-e79ea3c5f980)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:24:52.827591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.871152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:52.871935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.873612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 1093 time: 1.0497627 Oct 15 20:24:52.901315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71b23-aaa8-4f4a-90cd-071d243951e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:52.928690 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:52.952336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:53.012659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-d1a21702-d2f6-4dd6-823b-dd17151b0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:53.014907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-d1a21702-d2f6-4dd6-823b-dd17151b0560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1096 time: 0.0409982 Oct 15 20:24:53.069938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-0fdf3f42-470e-4196-bc5c-1e379b6628e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 217 time: 0.0480030 Oct 15 20:24:53.129883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:53.152548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-a664f727-7d14-4906-9fba-49ef2e3ccdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:53.154007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-a664f727-7d14-4906-9fba-49ef2e3ccdc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 200 len: 851 time: 0.0762334 Oct 15 20:24:53.178810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11be64c-c6ea-493b-9820-5009b952f48f req-3cfb9963-280b-4db2-abf0-26c654bcfc10 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:53.180379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f11be64c-c6ea-493b-9820-5009b952f48f req-3cfb9963-280b-4db2-abf0-26c654bcfc10 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 944 time: 0.0749865 Oct 15 20:24:53.196966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-c962f361-509d-4db4-a5ff-50b0df7914f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65a494c4-a0ef-4b47-b5a0-1145d4168511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359330 Oct 15 20:24:53.259411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f11be64c-c6ea-493b-9820-5009b952f48f req-6c247cd8-37bc-498b-ae61-473fb931c4a0 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Oct 15 20:24:53.323304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-35a27a44-3c04-4ee9-a7fe-8841795bbea5 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127074 Oct 15 20:24:53.423769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-891ea9bf-f132-4814-a29a-88fa25e6f7d1 req-a6d3f93c-b7d3-4d7e-9111-808e9478eb79 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929303 Oct 15 20:24:53.644788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec41272d-c412-41ca-b0ef-654e01b84c4e req-39c5ac8e-f8b6-4959-9e8f-8b31ad4015cf tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Oct 15 20:24:54.390868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c80939-9361-433b-b50d-1d307df33f83 req-a5aad94d-5b70-4992-a625-dc7ade917d84 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:54.392510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5c80939-9361-433b-b50d-1d307df33f83 req-a5aad94d-5b70-4992-a625-dc7ade917d84 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 944 time: 0.0527997 Oct 15 20:24:54.430357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5c80939-9361-433b-b50d-1d307df33f83 req-60d9b18a-3cb9-4525-9c9a-f7a3e0badf51 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316935 Oct 15 20:24:54.600496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:54.602944 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f66129-12b6-4a80-9375-7c674c9204bc" -d '{"events": [{"name": "network-changed", "server_uuid": "10825a92-075e-4012-838d-36527b779023", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:54.640924 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7208418-eac5-4d0a-99ac-833fbf227246 x-openstack-request-id: req-f7208418-eac5-4d0a-99ac-833fbf227246 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:54.641249 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10825a92-075e-4012-838d-36527b779023", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:54.641480 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7208418-eac5-4d0a-99ac-833fbf227246 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:54.641877 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4', 'status': 'completed', 'code': 200} Oct 15 20:24:54.655836 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:54.705697 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66129-12b6-4a80-9375-7c674c9204bc req-a8af9d23-49c6-476d-8a9f-f00c2f47fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:54.707233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-a8af9d23-49c6-476d-8a9f-f00c2f47fa46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1096 time: 0.0447590 Oct 15 20:24:54.764350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4303403d-50ec-4257-b518-1a08bd12a74f req-86ee3ee4-4a4b-434b-98e4-668885978ea3 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0411394 Oct 15 20:24:54.829484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66129-12b6-4a80-9375-7c674c9204bc req-d44a80fc-712d-4a54-b19a-2f28c14c3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:54.830866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-d44a80fc-712d-4a54-b19a-2f28c14c3a5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 912 time: 0.1162481 Oct 15 20:24:54.875672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-c6e1b0e1-7553-4e11-8677-db10e2352263 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 217 time: 0.0367570 Oct 15 20:24:54.930663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f66129-12b6-4a80-9375-7c674c9204bc req-ff65998a-0fb0-41c2-81de-ea29d2365fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:54.932156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-ff65998a-0fb0-41c2-81de-ea29d2365fff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 200 len: 851 time: 0.0494728 Oct 15 20:24:54.963612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-14ca1f4a-64e9-4bdf-b913-b984dbc5e105 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65a494c4-a0ef-4b47-b5a0-1145d4168511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239675 Oct 15 20:24:55.025062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d31ccf96-d93f-49c5-9fdc-3ad185a7535c no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:24:55.045895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: d31ccf96-d93f-49c5-9fdc-3ad185a7535c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:24:55.047146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device d31ccf96-d93f-49c5-9fdc-3ad185a7535c not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:24:55.058332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-7a587433-e6bd-49e4-831e-4953c18f0e6a service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Oct 15 20:24:55.162977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f66129-12b6-4a80-9375-7c674c9204bc req-71f6b6f2-45d6-46a8-a91e-97572dc2ce1b service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967720 Oct 15 20:24:55.547869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94faddf7-99f4-4fd3-b2cf-f78c3d2740f1 req-0e307dca-c125-47cd-8af4-165bb3ef1287 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:55.549373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94faddf7-99f4-4fd3-b2cf-f78c3d2740f1 req-0e307dca-c125-47cd-8af4-165bb3ef1287 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 944 time: 0.0506475 Oct 15 20:24:55.587148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94faddf7-99f4-4fd3-b2cf-f78c3d2740f1 req-f265b851-bacc-4a87-983a-201c94dc5460 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Oct 15 20:24:55.861705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4aba7a1-646e-4cdc-8165-d8467a4a7e84 req-6ca88c7e-eb4a-43f8-a9f5-33c66c0856bb tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Oct 15 20:24:56.703752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aaadf-44f2-4018-a57a-3c678e0f74c8 req-fa66559e-fc45-4307-95a3-2f0d95934816 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:56.705369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c59aaadf-44f2-4018-a57a-3c678e0f74c8 req-fa66559e-fc45-4307-95a3-2f0d95934816 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 944 time: 0.0509841 Oct 15 20:24:56.745465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c59aaadf-44f2-4018-a57a-3c678e0f74c8 req-2fb35386-2453-4fd9-a569-b7763c4f925f tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Oct 15 20:24:56.966141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25b0868e-877b-4b74-82da-21fb8d480651 req-e763c622-f7a5-4be8-9004-ffa1589eeca9 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "GET /v2.0/ports?device_id=35efffe0-20af-40c7-ab11-bd960e1954a0 HTTP/1.1" status: 200 len: 210 time: 0.0269732 Oct 15 20:24:57.028407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:24:57.133810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,segment=NetworkSegment(7e93501d-fdc8-4f23-8207-e79ea3c5f980),segment_id=7e93501d-fdc8-4f23-8207-e79ea3c5f980)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:24:57.145461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4', 'network_id': '65a494c4-a0ef-4b47-b5a0-1145d4168511', 'port_id': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4', 'mac_address': 'fa:16:3e:0f:f4:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '719526d8-a185-4a0d-aa28-4f4457b88a2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:24:57.188877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:57.203640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:24:57.226608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,segment=NetworkSegment(7e93501d-fdc8-4f23-8207-e79ea3c5f980),segment_id=7e93501d-fdc8-4f23-8207-e79ea3c5f980)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:24:57.278580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:57.332646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:57.340154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.340605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.340967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.341299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.341628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.341981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.342336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.342659 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.342978 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.343292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.343632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.343947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:24:57.611718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1687ad41-1197-4cf5-9a9b-0cfb5a9edff4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:24:57.861348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450162c4-d527-4191-a89e-0adcbc802558 req-a8a85d09-832c-4f50-b88a-e024fad70ff8 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:57.862757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-450162c4-d527-4191-a89e-0adcbc802558 req-a8a85d09-832c-4f50-b88a-e024fad70ff8 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Oct 15 20:24:57.902018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-450162c4-d527-4191-a89e-0adcbc802558 req-b49cb941-5fd6-4197-82e9-f69e73d34fcd tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328286 Oct 15 20:24:58.021768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:24:58.084771 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:58.109975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:58.238565 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:58.241242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:58.242858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] 10.222.0.13 "DELETE /v2.0/security-groups/efdb5f83-f9a6-439a-a1cb-879044bd5ec8 HTTP/1.1" status: 204 len: 168 time: 0.2200167 Oct 15 20:24:58.253836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fed2c0-e01f-4bee-9fc2-d93e2df0ee80 tempest-TestVolumeBackupRestore-1856472726 tempest-TestVolumeBackupRestore-1856472726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdb5f83-f9a6-439a-a1cb-879044bd5ec8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:59.027764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f452409-c702-4ac9-90c2-1134a56494dd req-f153195b-cc22-49bf-9d02-892acd513c95 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:59.028442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:24:59.031785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f452409-c702-4ac9-90c2-1134a56494dd req-f153195b-cc22-49bf-9d02-892acd513c95 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 945 time: 0.0587144 Oct 15 20:24:59.100132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f452409-c702-4ac9-90c2-1134a56494dd req-15220fed-1963-443f-9e88-6164e0f1ea8d tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614560 Oct 15 20:24:59.170895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:24:59.175341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:24:59.175945 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:59.263095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:59.290833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:24:59.293493 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3b2e1-d66a-409d-8e93-39d554f3a7c6" -d '{"events": [{"server_uuid": "10825a92-075e-4012-838d-36527b779023", "name": "network-vif-plugged", "status": "completed", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:24:59.312280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,segment=NetworkSegment(7e93501d-fdc8-4f23-8207-e79ea3c5f980),segment_id=7e93501d-fdc8-4f23-8207-e79ea3c5f980)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:24:59.393143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:24:59.432766 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544377b0-cbdb-4fb2-851f-db7ec3bc89bd x-openstack-request-id: req-544377b0-cbdb-4fb2-851f-db7ec3bc89bd {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:24:59.433195 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10825a92-075e-4012-838d-36527b779023", "name": "network-vif-plugged", "status": "completed", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:24:59.433579 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-544377b0-cbdb-4fb2-851f-db7ec3bc89bd {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:24:59.434252 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4', 'code': 200} Oct 15 20:24:59.492458 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:24:59.547744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde332b-cc7e-453f-866e-7eff3ae4fd49 req-92d8a748-6447-4f69-8c92-cd234b6aa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:24:59.549303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfde332b-cc7e-453f-866e-7eff3ae4fd49 req-92d8a748-6447-4f69-8c92-cd234b6aa201 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1098 time: 0.0490847 Oct 15 20:24:59.593287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfde332b-cc7e-453f-866e-7eff3ae4fd49 req-e4f7969d-1715-400f-9708-fc8274e1d4e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Oct 15 20:25:00.233942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921b3ea-7200-4eb9-89ff-b2513430a504 req-f5bf0acf-bc25-413c-952c-326169af8ce9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:00.242081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0921b3ea-7200-4eb9-89ff-b2513430a504 req-f5bf0acf-bc25-413c-952c-326169af8ce9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0602016 Oct 15 20:25:00.285418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0921b3ea-7200-4eb9-89ff-b2513430a504 req-fa2a67ef-97ef-4a9d-a474-ddd04b5a8d6a tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424097 Oct 15 20:25:01.527889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2cad9-5ddf-4383-b4d1-71b49cc1c8d3 req-b677d244-24fc-4739-9ce9-9dbe9749f691 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:01.537638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5c2cad9-5ddf-4383-b4d1-71b49cc1c8d3 req-b677d244-24fc-4739-9ce9-9dbe9749f691 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0949469 Oct 15 20:25:01.597076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5c2cad9-5ddf-4383-b4d1-71b49cc1c8d3 req-a8392560-ff74-4229-be42-39c448a2d5e2 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585618 Oct 15 20:25:01.773187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e54ce-9385-4c31-9391-1e71a7181549 req-172ab4b8-13a2-4928-8633-e3071d376eb3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:01.780570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c87e54ce-9385-4c31-9391-1e71a7181549 req-172ab4b8-13a2-4928-8633-e3071d376eb3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0775027 Oct 15 20:25:01.840044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c87e54ce-9385-4c31-9391-1e71a7181549 req-2d1e5c56-1f1b-472a-8f43-865ebe359cad tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Oct 15 20:25:02.486580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153bd2-71a0-4500-abac-7bcee2de8393 req-e0984fb6-ee05-4509-bdfd-caa040868c82 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:02.490261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c153bd2-71a0-4500-abac-7bcee2de8393 req-e0984fb6-ee05-4509-bdfd-caa040868c82 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1369123 Oct 15 20:25:02.579052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c153bd2-71a0-4500-abac-7bcee2de8393 req-6870449b-ce7a-48c1-aed0-f7eebe39affb tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810528 Oct 15 20:25:03.161496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:03.722366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cb066-6775-4ea6-9b14-e4c9b670947d req-a8661941-8c53-4ad7-ab95-1c112f78855a tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:03.723935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-534cb066-6775-4ea6-9b14-e4c9b670947d req-a8661941-8c53-4ad7-ab95-1c112f78855a tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0585029 Oct 15 20:25:03.803661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-534cb066-6775-4ea6-9b14-e4c9b670947d req-e5c8199a-8631-46bd-ae62-96693513d869 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717850 Oct 15 20:25:03.887698 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.176841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Deleting port 335a283b-9ee1-4172-9b0b-bbe24c015e99 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:04.177399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.184062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d25d9-06b9-4a2e-aee1-fab8f7fcc2c3 req-23e49bfd-bac4-42c0-9a22-5a1c9caa32fb tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:04.187800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-824d25d9-06b9-4a2e-aee1-fab8f7fcc2c3 req-23e49bfd-bac4-42c0-9a22-5a1c9caa32fb tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0746019 Oct 15 20:25:04.209913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 33836) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:04.294432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] For port 335a283b-9ee1-4172-9b0b-bbe24c015e99, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=335a283b-9ee1-4172-9b0b-bbe24c015e99,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:04.295576 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.309386 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Calling delete_port for 335a283b-9ee1-4172-9b0b-bbe24c015e99 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:04.349480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-824d25d9-06b9-4a2e-aee1-fab8f7fcc2c3 req-f033b3a1-6409-4520-bb9e-b8296024ae31 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307063 Oct 15 20:25:04.396231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-d2fd5722-3b8a-448d-a785-1cdd8588747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:04.398588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-d2fd5722-3b8a-448d-a785-1cdd8588747f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1098 time: 0.1188548 Oct 15 20:25:04.531319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-256e68d0-94b7-4f6e-b9ec-57158e6d9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:04.532886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-256e68d0-94b7-4f6e-b9ec-57158e6d9d43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 912 time: 0.1264377 Oct 15 20:25:04.551198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port eda60f7c-58da-4803-bb23-0475001092e0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:04.551503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.595647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-601fd2ba-7379-4d3b-899e-e4a7d8a96d06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 217 time: 0.0552173 Oct 15 20:25:04.692269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-3ff24d73-f373-4f27-9e77-511be7bb05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:04.693779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-3ff24d73-f373-4f27-9e77-511be7bb05b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 200 len: 851 time: 0.0895970 Oct 15 20:25:04.714354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.714598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.739658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-d53d5112-720b-4b96-9e44-522314eb5a93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65a494c4-a0ef-4b47-b5a0-1145d4168511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359766 Oct 15 20:25:04.743685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for eda60f7c-58da-4803-bb23-0475001092e0 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:04.890876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-9b11586c-c54a-402c-9f4a-2684708cddac service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431346 Oct 15 20:25:04.947106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:04.976547 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=335a283b-9ee1-4172-9b0b-bbe24c015e99,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:05.160168 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.347107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50f49594-0cbe-40c3-b5f5-df1d2fa06e98 req-1d448fa5-0b47-4d35-917e-9419a1b44033 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480352 Oct 15 20:25:05.402818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:05.469491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.505029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=eda60f7c-58da-4803-bb23-0475001092e0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:05.518215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:05.524512 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3a0bd376-9406-4a4c-8090-b5ae7da710e2 admin admin] 10.222.0.13 "PUT /v2.0/routers/42822a86-62d3-40ad-89b9-e8d8a9cf1096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622296 Oct 15 20:25:05.528562 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Sync routers for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:05.533987 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:05.539892 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:05.540700 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:05.548801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29223521-d114-48c5-aced-8574cd9d644f req-856a0be4-e1a7-44d6-9ac7-5a3f9186b522 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:05.550464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29223521-d114-48c5-aced-8574cd9d644f req-856a0be4-e1a7-44d6-9ac7-5a3f9186b522 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1138399 Oct 15 20:25:05.616720 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.617280 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Floating IP 4ce76c10-01e9-4cde-8f83-6154da1b20f6 disassociated (deleted). External IP: 172.25.0.66, port: cb167cea-388e-41b1-a386-12c33a3972ca. Oct 15 20:25:05.624085 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29223521-d114-48c5-aced-8574cd9d644f req-60f0c5be-0d98-484d-ba91-bc958f35fa96 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Oct 15 20:25:05.653816 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.662748 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:05.767348 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.856738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:05.858807 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:25:04Z', 'revision_number': 5, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port': {'id': '0c9bdcd7-0eba-4c48-99f1-f39a0296e666', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f5:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:01Z', 'updated_at': '2021-10-15T20:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:05.889821 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Checking router: 42822a86-62d3-40ad-89b9-e8d8a9cf1096 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:05.898808 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Routers {'42822a86-62d3-40ad-89b9-e8d8a9cf1096'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:05.899579 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:05.949160 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Deleting port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:05.949160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.984022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:05.988341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:05.994491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:05.998703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:05.999319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:06.018792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7f50bd0d-e74d-4c76-b593-dd663de532a9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "DELETE /v2.0/floatingips/4ce76c10-01e9-4cde-8f83-6154da1b20f6 HTTP/1.1" status: 204 len: 168 time: 1.8074362 Oct 15 20:25:06.019383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:25:06.022431 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e0307-1a90-4c40-b36a-c401e24df68e" -d '{"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:25:06.029036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] For port 0c9bdcd7-0eba-4c48-99f1-f39a0296e666, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:06.029679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.043588 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] Set router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:06.057560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Calling delete_port for 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:06.115153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:25:05Z', 'revision_number': 6, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:06.118570 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:06.142411 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3938b849-3581-4c34-9023-dc74ee95525c None None] The sync data for ids ['42822a86-62d3-40ad-89b9-e8d8a9cf1096'] in n-d-712140-14 is: [{'id': '42822a86-62d3-40ad-89b9-e8d8a9cf1096', 'name': 'tempest-TestVolumeBackupRestore-337287899-router', 'tenant_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:00Z', 'updated_at': '2021-10-15T20:25:05Z', 'revision_number': 6, 'project_id': '8929b2f866c349dcaa7f4c244a97c0ee', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:06.316035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 335a283b-9ee1-4172-9b0b-bbe24c015e99 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:06.348480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 335a283b-9ee1-4172-9b0b-bbe24c015e99 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:06.348480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 335a283b-9ee1-4172-9b0b-bbe24c015e99 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:06.374400 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.398498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9bdcd7-0eba-4c48-99f1-f39a0296e666,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:06.415378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:06.446663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:06.465382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:06.466001 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:06.473769 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.505439 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf655dc-53d2-4867-a2e7-79c4a28979a0 x-openstack-request-id: req-bdf655dc-53d2-4867-a2e7-79c4a28979a0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:25:06.505965 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:25:06.506397 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bdf655dc-53d2-4867-a2e7-79c4a28979a0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:25:06.506963 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'status': 'completed', 'code': 200} Oct 15 20:25:06.612389 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.616684 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.626144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:06.643252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0307-1a90-4c40-b36a-c401e24df68e req-daee89a5-c53a-421b-83be-b5642970f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:06.644941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-daee89a5-c53a-421b-83be-b5642970f150 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f87512ae215f45c9ad188929db8d7b7a&device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 1098 time: 0.1110754 Oct 15 20:25:06.658011 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7083d9-af36-4e3e-ac39-2c66bca2e483 req-31f7c0f6-9090-47fb-b4ee-47c5cdccc257 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:06.664684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d7083d9-af36-4e3e-ac39-2c66bca2e483 req-31f7c0f6-9090-47fb-b4ee-47c5cdccc257 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.0814939 Oct 15 20:25:06.748682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.748682 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42822a86-62d3-40ad-89b9-e8d8a9cf1096 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:25:06.755231 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.756679 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4a8e1882-e453-45ad-9c31-64912bb7be50 admin admin] 10.222.0.13 "DELETE /v2.0/routers/42822a86-62d3-40ad-89b9-e8d8a9cf1096 HTTP/1.1" status: 204 len: 168 time: 1.2216814 Oct 15 20:25:06.759211 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33940) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:06.774813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d7083d9-af36-4e3e-ac39-2c66bca2e483 req-66a94b36-198b-4264-9641-c7709d90d5c7 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070647 Oct 15 20:25:06.812283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0307-1a90-4c40-b36a-c401e24df68e req-8b7940a0-b737-42b9-a6fc-ee815037e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:06.814527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-8b7940a0-b737-42b9-a6fc-ee815037e084 service neutron] 10.222.0.15 "GET /v2.0/networks?id=31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 200 len: 913 time: 0.1482017 Oct 15 20:25:06.822349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Deleting subnet ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:06.828631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.891470 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.907017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-7b01c2c5-094a-4404-91d8-9ca5ce8514df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 200 len: 217 time: 0.0829289 Oct 15 20:25:06.961485 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:06.993565 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:06.996211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee32e0e-da7a-4901-8c68-6ef3936917ac None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:10:00Z', 'revision_number': 4, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'a2d87e66-b602-4152-9714-a19d2f953018', 'name': '', 'network_id': '31834ca7-5312-4937-aad7-79baed2232cb', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'mac_address': 'fa:16:3e:96:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:59Z', 'updated_at': '2021-10-15T20:10:03Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'subnets': [{'id': 'e5dfb534-4631-4ced-bb20-59d283effa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:07.020061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc55e1-03d9-477f-8e83-9447b45312bf req-7449a6e2-b1e4-41dc-8344-5c03fd98dfe3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.021954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80fc55e1-03d9-477f-8e83-9447b45312bf req-7449a6e2-b1e4-41dc-8344-5c03fd98dfe3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1292176 Oct 15 20:25:07.040140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0307-1a90-4c40-b36a-c401e24df68e req-14b12476-2ca1-48f8-9cf2-957df455a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.041956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-14b12476-2ca1-48f8-9cf2-957df455a889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 200 len: 851 time: 0.1019630 Oct 15 20:25:07.128280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80fc55e1-03d9-477f-8e83-9447b45312bf req-ee845342-47d1-4aab-a89e-ba695e182bf5 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Oct 15 20:25:07.136842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e0307-1a90-4c40-b36a-c401e24df68e req-39536e15-e9c5-4700-be27-1f0bf6ff77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.139740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-39536e15-e9c5-4700-be27-1f0bf6ff77df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=31834ca7-5312-4937-aad7-79baed2232cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882480 Oct 15 20:25:07.176788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.244877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea89b0e0-a146-472e-b2d8-a1d4ff0f9748,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:07.253040 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.256633 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1a2adf84-38e5-418a-8835-fae2614c1c6f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ea89b0e0-a146-472e-b2d8-a1d4ff0f9748 HTTP/1.1" status: 204 len: 168 time: 0.4957528 Oct 15 20:25:07.259919 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 33960) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:07.268195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7c72a-cb1b-4b63-ada4-e6a4e2014563 None None] Network 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:07.289572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f6972-4d12-4efa-b854-910c2de9be99 req-8f8a4732-bfff-454f-9d5b-8ed4b3e61e89 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.293861 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-361f6972-4d12-4efa-b854-910c2de9be99 req-8f8a4732-bfff-454f-9d5b-8ed4b3e61e89 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.1498103 Oct 15 20:25:07.347778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-2818648c-6e4d-45ce-aa81-be182b11f939 service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959071 Oct 15 20:25:07.358487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.435138 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Deleting port 9f30c739-9266-420e-ab48-32572a26ef4f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:07.435826 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.452809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-458e0307-1a90-4c40-b36a-c401e24df68e req-f7adf9f6-627d-4390-8ccf-844a5d0e442d service neutron] 10.222.0.15 "GET /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982332 Oct 15 20:25:07.479608 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a7cb9-1c6f-4a2d-95a9-1aec155efa17 None None] New status for floating IP 4ce76c10-01e9-4cde-8f83-6154da1b20f6: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:25:07.531145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port cb167cea-388e-41b1-a386-12c33a3972ca {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:07.531145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.535695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] For port 9f30c739-9266-420e-ab48-32572a26ef4f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9f30c739-9266-420e-ab48-32572a26ef4f,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:07.536217 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.550579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Calling delete_port for 9f30c739-9266-420e-ab48-32572a26ef4f owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:07.569625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] DHCP port deletion for 1578efa6-0b78-4bf2-b5b4-782418fa1ff7 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:25:07.637772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Deleting port 9f30c739-9266-420e-ab48-32572a26ef4f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:07.644528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.647740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] For port cb167cea-388e-41b1-a386-12c33a3972ca, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=cb167cea-388e-41b1-a386-12c33a3972ca,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:07.648106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.667081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for cb167cea-388e-41b1-a386-12c33a3972ca owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:07.719858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] For port 9f30c739-9266-420e-ab48-32572a26ef4f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9f30c739-9266-420e-ab48-32572a26ef4f,segment=NetworkSegment(d0f4d652-3417-4652-8b4f-4e03fa80fd92),segment_id=d0f4d652-3417-4652-8b4f-4e03fa80fd92)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:07.720246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.732875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Calling delete_port for 9f30c739-9266-420e-ab48-32572a26ef4f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:07.772811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecf406-93e7-483d-b54a-59f3aac564bf req-628de3a1-d57a-4b4f-b650-5de6d7fff1c1 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.774278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8aecf406-93e7-483d-b54a-59f3aac564bf req-628de3a1-d57a-4b4f-b650-5de6d7fff1c1 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1046410 Oct 15 20:25:07.792765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.820071 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.823543 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f30c739-9266-420e-ab48-32572a26ef4f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:07.828607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] No DVR routers for this DVR port 9f30c739-9266-420e-ab48-32572a26ef4f on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:07.859876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8aecf406-93e7-483d-b54a-59f3aac564bf req-3de25382-479f-42d5-b560-e9c884a60bbe tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751715 Oct 15 20:25:07.877156 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] Pushing event deleted for resources: {'Port': ['ID=9f30c739-9266-420e-ab48-32572a26ef4f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:07.878181 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3e376-3be4-4aa5-89e5-206ee717a971 None None] No DVR routers for this DVR port 9f30c739-9266-420e-ab48-32572a26ef4f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:07.915265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.940292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1578efa6-0b78-4bf2-b5b4-782418fa1ff7']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:07.952665 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4d652-3417-4652-8b4f-4e03fa80fd92') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:07.952959 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4d652-3417-4652-8b4f-4e03fa80fd92') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:07.965394 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.968495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8949b80-a152-4cf8-b3ae-c9504b6c5c6e req-be6acffd-4938-4278-aadb-cd9f25fa9526 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:07.972244 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8949b80-a152-4cf8-b3ae-c9504b6c5c6e req-be6acffd-4938-4278-aadb-cd9f25fa9526 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 946 time: 0.0521247 Oct 15 20:25:07.980371 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.990935 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:07.992210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:07.994770 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:08.004371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:08.040243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=cb167cea-388e-41b1-a386-12c33a3972ca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:08.048217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8949b80-a152-4cf8-b3ae-c9504b6c5c6e req-8445dd55-4bdb-4b68-b3f3-62a6fcb624b8 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/security-groups?id=33678cd4-3e17-49dd-a210-c861cc69dfae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699618 Oct 15 20:25:08.093516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] No DVR routers for this DVR port cb167cea-388e-41b1-a386-12c33a3972ca on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:08.096815 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:08.101144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-361f6972-4d12-4efa-b854-910c2de9be99 req-3416f8d1-90d4-474f-bbc9-e89c2ab0c99c tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.15 "DELETE /v2.0/ports/cb167cea-388e-41b1-a386-12c33a3972ca HTTP/1.1" status: 204 len: 173 time: 0.8038700 Oct 15 20:25:08.197668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:08.206818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:08.209995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1578efa6-0b78-4bf2-b5b4-782418fa1ff7 HTTP/1.1" status: 204 len: 168 time: 0.9490404 Oct 15 20:25:08.213017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34000) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:08.220422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0456fb7-b634-4df6-ae3d-fc693f2648b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1578efa6-0b78-4bf2-b5b4-782418fa1ff7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:08.307732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:08.331673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:08.332021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0c9bdcd7-0eba-4c48-99f1-f39a0296e666 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:08.332444 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9f30c739-9266-420e-ab48-32572a26ef4f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:08.351993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9f30c739-9266-420e-ab48-32572a26ef4f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:08.352343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9f30c739-9266-420e-ab48-32572a26ef4f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:08.523022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'name': 'network-vif-deleted', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:25:08.528274 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527267fc-4e58-4c34-9ffa-81b4ef1f42e0" -d '{"events": [{"server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "name": "network-vif-deleted", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:25:08.573662 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66acaedc-c7d5-45c1-a05a-92fc246e2718 x-openstack-request-id: req-66acaedc-c7d5-45c1-a05a-92fc246e2718 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:25:08.574072 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42631cd2-f5c6-40c8-87e1-61c1eae8f9da", "name": "network-vif-deleted", "tag": "cb167cea-388e-41b1-a386-12c33a3972ca", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:25:08.574415 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66acaedc-c7d5-45c1-a05a-92fc246e2718 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:25:08.574950 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42631cd2-f5c6-40c8-87e1-61c1eae8f9da', 'name': 'network-vif-deleted', 'tag': 'cb167cea-388e-41b1-a386-12c33a3972ca', 'status': 'completed', 'code': 200} Oct 15 20:25:08.643313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:08.904788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Deleting port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:08.905128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:09.016291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] For port c163d0a3-84f3-4c91-a883-78ecdc5fa3c7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:09.017095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:09.034210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399972d4-f017-4ebd-af31-6578f3d34931 req-3c6b015c-fb9b-4521-a851-1dba318cb9b9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:09.040502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-399972d4-f017-4ebd-af31-6578f3d34931 req-3c6b015c-fb9b-4521-a851-1dba318cb9b9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0807683 Oct 15 20:25:09.040502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Calling delete_port for c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:09.118005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-399972d4-f017-4ebd-af31-6578f3d34931 req-cde4277d-b60a-4a1c-8a7e-ebe8cf1eb58f tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743639 Oct 15 20:25:09.235886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b63a5cdd-dc77-4601-bdee-57883a8bc251 req-9065e7cb-46ac-4a9f-901b-a69a5b6334b4 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0347607 Oct 15 20:25:09.392230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:09.416951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c163d0a3-84f3-4c91-a883-78ecdc5fa3c7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:09.641231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e924dd-10f5-4d84-9282-98764e5ae77f req-f0e0fd5a-1808-455f-b1a8-bec7d90acdd4 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:09.649826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80e924dd-10f5-4d84-9282-98764e5ae77f req-f0e0fd5a-1808-455f-b1a8-bec7d90acdd4 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1035714 Oct 15 20:25:09.667118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:25:09.677256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:09.726947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-80e924dd-10f5-4d84-9282-98764e5ae77f req-0c085dd1-37db-4e41-b874-46f9b62234e7 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762627 Oct 15 20:25:09.781048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-73f3339a-aab6-4406-b6a1-5a56335c0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:09.782543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-73f3339a-aab6-4406-b6a1-5a56335c0cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1098 time: 0.0975769 Oct 15 20:25:10.271124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-de97d679-b146-42f9-8a18-cae29d990065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:10.272711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-de97d679-b146-42f9-8a18-cae29d990065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 912 time: 0.4816809 Oct 15 20:25:10.380561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-0ed263ba-cc74-4420-b53b-2b6ceb76fe75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 217 time: 0.0584140 Oct 15 20:25:10.413517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ca7afd10-3eaa-46e2-8933-734d4c599d2d req-0f608238-9ca2-4c4c-85b9-640f64fd29d5 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0758142 Oct 15 20:25:10.443581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Router 7c19d79e-b3ad-4521-a408-fa1f42d21575 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:10.464822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-00ae9fd8-3120-4606-bd2c-1ba7ef0ae430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:10.466184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-00ae9fd8-3120-4606-bd2c-1ba7ef0ae430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 200 len: 851 time: 0.0780725 Oct 15 20:25:10.528631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-a27d1adf-67b0-4d48-b2dd-ab3b88d1bd25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65a494c4-a0ef-4b47-b5a0-1145d4168511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272892 Oct 15 20:25:10.647900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:10.656430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e76b826b-ff1a-4e68-a1a6-20f847c2b7ab admin admin] 10.222.0.13 "PUT /v2.0/routers/7c19d79e-b3ad-4521-a408-fa1f42d21575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4423404 Oct 15 20:25:10.656578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34090) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:10.658581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Sync routers for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:10.673794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-480491f5-c21a-4bc4-a32e-a00ecdcb004b service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379702 Oct 15 20:25:10.678824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:10.679368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:10.778660 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:10.790201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b2fde71-6acb-4754-bf57-2a06bc6d75ad req-407f4b34-f103-48e1-b30b-73cc5a81b0e4 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082721 Oct 15 20:25:10.916412 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:10.927339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b797722-244e-4db5-ba01-16895e6cc16c req-2b192bbe-57f8-4410-a5eb-5aa24194794f tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:10.934869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b797722-244e-4db5-ba01-16895e6cc16c req-2b192bbe-57f8-4410-a5eb-5aa24194794f tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.1096423 Oct 15 20:25:10.957772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-38698e22-b568-42a1-a22f-bc76397c084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:10.959326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-38698e22-b568-42a1-a22f-bc76397c084b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=890ef305349443749d9f9151826a6eb2&device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 1098 time: 0.0822079 Oct 15 20:25:10.983200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b797722-244e-4db5-ba01-16895e6cc16c req-a61b207e-34a2-46c2-aace-c6e2ba45ee12 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442977 Oct 15 20:25:11.073000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:11.086059 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Deleting port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:11.086517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.089338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-1593fd7b-7100-4cb4-9c53-b7b70da0b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:11.090305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-1593fd7b-7100-4cb4-9c53-b7b70da0b06f service neutron] 10.222.0.15 "GET /v2.0/networks?id=65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 200 len: 912 time: 0.1060410 Oct 15 20:25:11.141343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-33cd88e0-00c0-4cff-a87a-1bf1dbdca1ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 200 len: 217 time: 0.0413673 Oct 15 20:25:11.147140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb167cea-388e-41b1-a386-12c33a3972ca no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:11.176179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] For port 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:11.176588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.191314 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Calling delete_port for 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:11.216246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-f37f4d81-deac-40d6-9610-316561cafcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:11.218919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-f37f4d81-deac-40d6-9610-316561cafcec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 200 len: 851 time: 0.0691340 Oct 15 20:25:11.219816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: cb167cea-388e-41b1-a386-12c33a3972ca {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:11.220166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device cb167cea-388e-41b1-a386-12c33a3972ca not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:11.266631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-0fbeb3c0-14dd-4044-b0a2-39c23840d153 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65a494c4-a0ef-4b47-b5a0-1145d4168511&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400782 Oct 15 20:25:11.317383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171'}], 'enable_snat': True}, 'gw_port_id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:25:09Z', 'revision_number': 5, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port': {'id': '7a0a974d-2e0a-447a-bc7c-8e6a371fc06c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:11.346413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Checking router: 7c19d79e-b3ad-4521-a408-fa1f42d21575 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:11.356399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Routers {'7c19d79e-b3ad-4521-a408-fa1f42d21575'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:11.357648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:24:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['7c19d79e-b3ad-4521-a408-fa1f42d21575'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:11.378088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-b70b75d0-f3b2-412d-a890-c56c5bc428d7 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032970 Oct 15 20:25:11.450475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] Set router 7c19d79e-b3ad-4521-a408-fa1f42d21575 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:11.455138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.484727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c65e7b35-063e-4065-9e6b-06cd425bc89a req-46e3b57c-3734-4bcb-9a69-ffbb7babb100 service neutron] 10.222.0.15 "GET /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981698 Oct 15 20:25:11.516641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:25:10Z', 'revision_number': 6, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:11.525219 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0a974d-2e0a-447a-bc7c-8e6a371fc06c,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:11.552537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4714af03-e5b4-418a-ad4e-05a8cc7f4ae6 req-bd98f27d-d391-4000-87e2-46ba26a4e27d tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0399110 Oct 15 20:25:11.554269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a1320-e4d8-4bfc-a3f2-9be6ad88665a None None] The sync data for ids ['7c19d79e-b3ad-4521-a408-fa1f42d21575'] in n-d-712140-14 is: [{'id': '7c19d79e-b3ad-4521-a408-fa1f42d21575', 'name': 'tempest-TestVolumeBackupRestore-571877234-router', 'tenant_id': '5f193cb9735142e8b64eb3397edf83a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:20:10Z', 'updated_at': '2021-10-15T20:25:10Z', 'revision_number': 6, 'project_id': '5f193cb9735142e8b64eb3397edf83a3', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:11.607969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.704171 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.705545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.809292 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.810104 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c19d79e-b3ad-4521-a408-fa1f42d21575 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:25:11.815104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.816308 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f9b5d246-cf8d-4d4f-bc45-12c5f15a0c61 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7c19d79e-b3ad-4521-a408-fa1f42d21575 HTTP/1.1" status: 204 len: 168 time: 1.1565847 Oct 15 20:25:11.818712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34096) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:11.863825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Deleting subnet 6598ed9d-e0e9-4695-93a3-64c9f1945bfb {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:11.867144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:11.907393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.015503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.126952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd3703-fcb0-4a36-9a1b-528de896a0e4 req-d70ac421-632d-4e15-a5c9-c44aec22e1b5 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:12.128495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8bd3703-fcb0-4a36-9a1b-528de896a0e4 req-d70ac421-632d-4e15-a5c9-c44aec22e1b5 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Oct 15 20:25:12.166561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d8bd3703-fcb0-4a36-9a1b-528de896a0e4 req-f73940ae-93d5-4fc6-a4cc-8904b5ce1f57 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Oct 15 20:25:12.188827 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.223717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6598ed9d-e0e9-4695-93a3-64c9f1945bfb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:12.225884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.229123 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-21a380a6-258f-4b84-9114-cc005936ebbf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6598ed9d-e0e9-4695-93a3-64c9f1945bfb HTTP/1.1" status: 204 len: 168 time: 0.4094653 Oct 15 20:25:12.231734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34102) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:12.238832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43662dd-f935-4db2-9056-dbfd8bf4cb48 None None] Network 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:12.315805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.386947 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Deleting port 898a515f-f2fc-46b7-8598-986d6aa0da65 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:12.387635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.458770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:12.500826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] DHCP port deletion for 55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:25:12.507535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:12.508026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7a0a974d-2e0a-447a-bc7c-8e6a371fc06c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:12.508451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:12.511928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] For port 898a515f-f2fc-46b7-8598-986d6aa0da65, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=898a515f-f2fc-46b7-8598-986d6aa0da65,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:12.512406 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.527125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Calling delete_port for 898a515f-f2fc-46b7-8598-986d6aa0da65 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:12.568179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:12.568730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c163d0a3-84f3-4c91-a883-78ecdc5fa3c7 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:12.601808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Deleting port 898a515f-f2fc-46b7-8598-986d6aa0da65 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:12.602425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.681724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] For port 898a515f-f2fc-46b7-8598-986d6aa0da65, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=898a515f-f2fc-46b7-8598-986d6aa0da65,segment=NetworkSegment(bd871323-2136-44b8-84ab-deefab02deea),segment_id=bd871323-2136-44b8-84ab-deefab02deea)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:12.682127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.690520 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.697139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f092e7c-7d22-474a-92cb-cf7ba50b6e4f req-c029abdf-49de-47b0-b9cf-adad57a62bd9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:12.700240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f092e7c-7d22-474a-92cb-cf7ba50b6e4f req-c029abdf-49de-47b0-b9cf-adad57a62bd9 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0660651 Oct 15 20:25:12.704795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Calling delete_port for 898a515f-f2fc-46b7-8598-986d6aa0da65 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:12.724134 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=898a515f-f2fc-46b7-8598-986d6aa0da65,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:12.734715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] No DVR routers for this DVR port 898a515f-f2fc-46b7-8598-986d6aa0da65 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:12.783373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f092e7c-7d22-474a-92cb-cf7ba50b6e4f req-6c607b53-09be-4811-b0df-b8ba459c51a1 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Oct 15 20:25:12.816786 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.854853 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.857102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] No DVR routers for this DVR port 898a515f-f2fc-46b7-8598-986d6aa0da65 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:12.859061 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b133fc-961c-4245-a63b-268eb3067bd9 None None] Pushing event deleted for resources: {'Port': ['ID=898a515f-f2fc-46b7-8598-986d6aa0da65,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:12.881326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b5f6bf-bde8-443c-8d97-6b2f2782ffb2']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:12.891752 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd871323-2136-44b8-84ab-deefab02deea') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:12.892127 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd871323-2136-44b8-84ab-deefab02deea') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:12.902267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.916811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.923263 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:12.923683 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:12.925609 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:12.927543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a35bccc-a593-4a26-aca7-f0db4a10b47a req-a344b474-0bd9-41f2-ac74-665b2b8864d9 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0363472 Oct 15 20:25:13.056001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.061049 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.064552 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/55b5f6bf-bde8-443c-8d97-6b2f2782ffb2 HTTP/1.1" status: 204 len: 168 time: 0.8316333 Oct 15 20:25:13.077190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb0b08-a635-4509-9442-d21dd87afed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55b5f6bf-bde8-443c-8d97-6b2f2782ffb2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:13.406736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34110) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:13.448728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-dbcdd086-7b98-44b8-b231-46fa8eb9ddde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8929b2f866c349dcaa7f4c244a97c0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405703 Oct 15 20:25:13.451516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34112) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:13.500910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.521896 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.620685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.623760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:13.624904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d144c5d-9e9c-431b-91bd-3b51e13ebb86 HTTP/1.1" status: 204 len: 168 time: 0.1722853 Oct 15 20:25:13.632732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a423c5-e7be-483b-8c8c-3d7f62add9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d144c5d-9e9c-431b-91bd-3b51e13ebb86,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:13.920685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61f282-1392-4b03-b49d-7d3b7fd3222d req-c2ebc1c2-6d8e-46d2-bd14-3bcbf4661867 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:13.922282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e61f282-1392-4b03-b49d-7d3b7fd3222d req-c2ebc1c2-6d8e-46d2-bd14-3bcbf4661867 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0560088 Oct 15 20:25:13.970089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4e61f282-1392-4b03-b49d-7d3b7fd3222d req-060fcde1-0c87-433d-a49b-e5d9f302c760 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/security-groups?id=0de1a463-3a1f-4480-b9ba-ce586a27ec8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414357 Oct 15 20:25:14.074693 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d478ad7-1277-419d-9faa-f09e311026f3 req-c1eb1205-4e87-42ca-8a9d-c85e61d5e0fd tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "GET /v2.0/ports?device_id=42631cd2-f5c6-40c8-87e1-61c1eae8f9da HTTP/1.1" status: 200 len: 210 time: 0.0277276 Oct 15 20:25:14.301341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 898a515f-f2fc-46b7-8598-986d6aa0da65 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:14.327718 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 898a515f-f2fc-46b7-8598-986d6aa0da65 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:14.328060 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 898a515f-f2fc-46b7-8598-986d6aa0da65 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:14.427755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:14.467339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0df63d6c-328a-4a35-81b6-a19bde403af6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f193cb9735142e8b64eb3397edf83a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376391 Oct 15 20:25:14.469510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34128) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:14.517667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.565619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.608758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-d390d25b-47da-4771-8641-07dcfde9dc76 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:14.610231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-d390d25b-47da-4771-8641-07dcfde9dc76 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.15 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 946 time: 0.0884924 Oct 15 20:25:14.702915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Deleting port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:14.703253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.717499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.719968 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.721098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/768de957-9c4c-473d-9270-fa4a9fcecadd HTTP/1.1" status: 204 len: 168 time: 0.2504723 Oct 15 20:25:14.738453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a290f-a747-4492-9653-4ee9f83f2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768de957-9c4c-473d-9270-fa4a9fcecadd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:14.808267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] For port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,segment=NetworkSegment(7e93501d-fdc8-4f23-8207-e79ea3c5f980),segment_id=7e93501d-fdc8-4f23-8207-e79ea3c5f980)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:14.808635 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:14.822069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Calling delete_port for 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:15.032827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.045685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['1687ad41-1197-4cf5-9a9b-0cfb5a9edff4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:25:15.074057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Pushing event deleted for resources: {'Port': ['ID=1687ad41-1197-4cf5-9a9b-0cfb5a9edff4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:15.098993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-632df55e-b1cf-4229-af3a-09dcced889bb req-baff1f9e-e0c6-4cea-af3f-5e7e181618ca tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.13 "GET /v2.0/ports?device_id=10825a92-075e-4012-838d-36527b779023 HTTP/1.1" status: 200 len: 210 time: 0.0541203 Oct 15 20:25:15.144067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] No DVR routers for this DVR port 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:15.147243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.151543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-efaf2e91-b00d-41fc-903e-fb0d12bacc16 req-f628ab93-6135-4c3d-8a70-0dd0bac411f3 tempest-TestServerAdvancedOps-1751329603 tempest-TestServerAdvancedOps-1751329603-project] 10.222.0.15 "DELETE /v2.0/ports/1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 HTTP/1.1" status: 204 len: 173 time: 0.5349867 Oct 15 20:25:15.152093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'name': 'network-vif-deleted', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:25:15.161049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34136) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:15.161651 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85231a4-f199-43b5-95e2-87f23f0bf5d2" -d '{"events": [{"server_uuid": "10825a92-075e-4012-838d-36527b779023", "name": "network-vif-deleted", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:25:15.213741 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc4ba1-227a-457f-ad28-18001fc5fee8 x-openstack-request-id: req-78dc4ba1-227a-457f-ad28-18001fc5fee8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:25:15.214108 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10825a92-075e-4012-838d-36527b779023", "name": "network-vif-deleted", "tag": "1687ad41-1197-4cf5-9a9b-0cfb5a9edff4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:25:15.214424 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78dc4ba1-227a-457f-ad28-18001fc5fee8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:25:15.214892 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10825a92-075e-4012-838d-36527b779023', 'name': 'network-vif-deleted', 'tag': '1687ad41-1197-4cf5-9a9b-0cfb5a9edff4', 'status': 'completed', 'code': 200} Oct 15 20:25:15.310510 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Deleting port edc8463d-f248-42c3-8a70-10368c891ecc {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:15.310993 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.394912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.395233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.410945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Calling delete_port for edc8463d-f248-42c3-8a70-10368c891ecc owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:15.598443 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.625142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'Port': ['ID=edc8463d-f248-42c3-8a70-10368c891ecc,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:15.683265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.686818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:15.687986 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4213eb56-886c-4930-bbea-66606ce96a2a tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "DELETE /v2.0/floatingips/7b64a15c-943c-47eb-bc97-61eb54edb79b HTTP/1.1" status: 204 len: 168 time: 0.5251484 Oct 15 20:25:16.171733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34150) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:16.217445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Deleting subnet 719526d8-a185-4a0d-aa28-4f4457b88a2d {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:16.220442 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.254265 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.298703 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.410114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.435235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719526d8-a185-4a0d-aa28-4f4457b88a2d,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:16.440631 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.443815 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-dccb4251-8624-45da-b913-f00f4ad6889e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/719526d8-a185-4a0d-aa28-4f4457b88a2d HTTP/1.1" status: 204 len: 168 time: 0.2709813 Oct 15 20:25:16.446264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34152) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:16.512817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.595264 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.614694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a494c4-a0ef-4b47-b5a0-1145d4168511']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:16.624406 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e93501d-fdc8-4f23-8207-e79ea3c5f980') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:16.624700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e93501d-fdc8-4f23-8207-e79ea3c5f980') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:16.634271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.647802 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.653460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:16.653836 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:16.655453 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:16.810558 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.816605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.823339 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] 10.222.0.13 "DELETE /v2.0/networks/65a494c4-a0ef-4b47-b5a0-1145d4168511 HTTP/1.1" status: 204 len: 168 time: 0.3735714 Oct 15 20:25:16.823757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34154) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:16.833438 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122e34c-688c-4f65-82b0-28835618972d admin admin] Pushing event deleted for resources: {'Network': ['ID=65a494c4-a0ef-4b47-b5a0-1145d4168511,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:16.878941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Deleting subnet 28ff56d2-775f-462e-938b-fb013ea8e9fa {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:16.882826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.921301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:16.967824 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.059039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:17.079899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:17.080180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 1687ad41-1197-4cf5-9a9b-0cfb5a9edff4 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:17.112160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.136647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ff56d2-775f-462e-938b-fb013ea8e9fa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:17.142415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.145745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6192f287-9668-4e1e-89f9-76c0c0422da3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/28ff56d2-775f-462e-938b-fb013ea8e9fa HTTP/1.1" status: 204 len: 168 time: 0.3208907 Oct 15 20:25:17.148115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34158) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:17.221329 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.305512 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.324866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30febf64-ccb0-472a-b26e-3401bf623875']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:17.334564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f54bc2-5e6b-4221-83ba-c408d3065119') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:17.334807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f54bc2-5e6b-4221-83ba-c408d3065119') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:17.344712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.357608 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.363329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:17.363748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:17.365374 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:17.472702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.477727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.481395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] 10.222.0.13 "DELETE /v2.0/networks/30febf64-ccb0-472a-b26e-3401bf623875 HTTP/1.1" status: 204 len: 168 time: 0.3322086 Oct 15 20:25:17.495479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea42d4-870e-473c-afa5-e7d118459ded admin admin] Pushing event deleted for resources: {'Network': ['ID=30febf64-ccb0-472a-b26e-3401bf623875,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:17.834561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34162) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:17.879032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-af1731f5-1f91-46f8-bc52-982281409b1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=890ef305349443749d9f9151826a6eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432971 Oct 15 20:25:17.881639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34164) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:17.930673 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:17.952833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:18.078458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:18.081137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:18.082300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0de1a463-3a1f-4480-b9ba-ce586a27ec8d HTTP/1.1" status: 204 len: 168 time: 0.1997719 Oct 15 20:25:18.091792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d981572-677e-4c26-b5e8-163b3b2de945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de1a463-3a1f-4480-b9ba-ce586a27ec8d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:18.512425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8e32603b-bce6-409a-86f0-74390668d098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:18.782244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34174) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:18.820939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de4a35d5-ac19-4d64-a869-9603659f4526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7697d2a63ab408fbf93ef7cc9073fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375254 Oct 15 20:25:18.823406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34176) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:18.871346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:18.897508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:19.036800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:19.039335 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:19.040572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c13e2b8d-02fb-4ace-b190-e36532c4d109 HTTP/1.1" status: 204 len: 168 time: 0.2162478 Oct 15 20:25:19.048518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd494e-0141-4ab1-9b22-bb6d3d6be60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13e2b8d-02fb-4ace-b190-e36532c4d109,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:20.125841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34202) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:20.170098 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34208) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:20.238340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-571625990-network', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:25:20.247680 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.285901 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.345468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Made reservation on behalf of ab2d8f0dc7b0418786776a913404f611 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:25:20.347854 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.356340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.428337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.442668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.445288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.446451 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] 10.222.0.13 "DELETE /v2.0/security-groups/33678cd4-3e17-49dd-a210-c861cc69dfae HTTP/1.1" status: 204 len: 168 time: 0.2751734 Oct 15 20:25:20.456228 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b8e22-53bc-4b35-a484-612afe5e6146 tempest-TestVolumeBootPattern-109417734 tempest-TestVolumeBootPattern-109417734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33678cd4-3e17-49dd-a210-c861cc69dfae,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:20.500953 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.529426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:25:20.538827 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7a331-0bfe-485b-87c0-43636d9229dd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:20.543475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.545672 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Added segment ebfd173c-199e-46f4-8e3a-0ec471bf9b2f of type vlan for network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 Oct 15 20:25:20.587604 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34214) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:20.597023 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.694663 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.695607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:20.696163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:20.797397 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6702867 Oct 15 20:25:20.799900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c02f4-4c9f-4cd0-9dce-92611842de7f admin admin] Pushing event updated for resources: {'Network': ['ID=bb91e5c7-bb4d-429c-82c0-d35b147d42d2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:20.800186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:20.808956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Request body: {'subnet': {'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-571625990-subnet', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:25:20.811269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:25:20.900909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Made reservation on behalf of ab2d8f0dc7b0418786776a913404f611 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:25:20.903356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.158880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.218425 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1639e6c-6622-4a0e-8e6a-d9ed0d722abe,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:21.225984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Checking segment: {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:25:21.226335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Network hostable DHCP agents. Network: bb91e5c7-bb4d-429c-82c0-d35b147d42d2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:25:21.301076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:25:21.369625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bb91e5c7-bb4d-429c-82c0-d35b147d42d2) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:25:21.375115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:25:21.375760 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.378423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d1318a-3c77-400b-b0b1-efc6c8ec327e None None] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:21.386420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.453201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d00f6bfc-8af7-4dbd-a89c-1988ca6fb4a0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6518822 Oct 15 20:25:21.455891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34220) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:21.460629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:25:21.539318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f7ca8967-a6c8-4280-ab79-539e4a48de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.546919 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.548531 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.558277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'fixed_ips': [{'subnet_id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:25:21.559491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.610413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.642847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Deleting port a2d87e66-b602-4152-9714-a19d2f953018 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:21.643221 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.692429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Allocated IP 172.20.0.2 (bb91e5c7-bb4d-429c-82c0-d35b147d42d2/f1639e6c-6622-4a0e-8e6a-d9ed0d722abe/27a95b84-7186-4549-aae5-93da04013983) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:25:21.741244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] For port a2d87e66-b602-4152-9714-a19d2f953018, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=a2d87e66-b602-4152-9714-a19d2f953018,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:21.741860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.758893 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Calling delete_port for a2d87e66-b602-4152-9714-a19d2f953018 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:21.828971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.841895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.890795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:21.930411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:25:21.935275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:25:21.943449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:25:21.945627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Pushing event updated for resources: {'Port': ['ID=27a95b84-7186-4549-aae5-93da04013983,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:22.002411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Attempting to bind port 27a95b84-7186-4549-aae5-93da04013983 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:25:22.002700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Attempting to bind port 27a95b84-7186-4549-aae5-93da04013983 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:25:22.003105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Attempting to bind port 27a95b84-7186-4549-aae5-93da04013983 on network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:25:22.004003 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.008614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:25:22.008986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Checking segment: {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:25:22.009560 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.009981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Bound using segment: {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:25:22.010425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Bound port: 27a95b84-7186-4549-aae5-93da04013983, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:25:22.010799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.033089 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2d87e66-b602-4152-9714-a19d2f953018,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:22.088032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] For port 27a95b84-7186-4549-aae5-93da04013983, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:25:22.093273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] For port 27a95b84-7186-4549-aae5-93da04013983, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=27a95b84-7186-4549-aae5-93da04013983,segment=NetworkSegment(ebfd173c-199e-46f4-8e3a-0ec471bf9b2f),segment_id=ebfd173c-199e-46f4-8e3a-0ec471bf9b2f)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:25:22.117100 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.137549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.151846 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.235259 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.239918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f8257-aa45-4594-a82b-a9a3e62d5e3a None None] Pushing event updated for resources: {'Port': ['ID=27a95b84-7186-4549-aae5-93da04013983,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:22.282343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Allocated IP 172.25.0.103 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/888869d0-e4f7-4767-91f0-c6a9b53a27a9) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:25:22.386487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.412331 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.500376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:22.509440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.549193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:25:22.552957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:25:22.556613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:25:22.587337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Pushing event updated for resources: {'Port': ['ID=888869d0-e4f7-4767-91f0-c6a9b53a27a9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:22.635503 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:22.643914 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d76bae8b-d46c-41e4-bddc-9a6c5a29ab70 admin admin] 10.222.0.13 "PUT /v2.0/routers/5edcbb23-ec2c-4e58-9717-fed57761a7f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0554221 Oct 15 20:25:22.644564 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34222) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:22.647851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Sync routers for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:22.664160 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:22.664863 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:22.756512 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.775009 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:22.869218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.905675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.918116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:22.936727 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.031039 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Deleting port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:23.031432 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.072097 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:25:21Z', 'revision_number': 5, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port': {'id': '8e9225f2-0cf7-416f-8596-f05d6a4ee6ca', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:09:56Z', 'updated_at': '2021-10-15T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:23.100871 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Checking router: 5edcbb23-ec2c-4e58-9717-fed57761a7f8 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:23.108181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.113249 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Routers {'5edcbb23-ec2c-4e58-9717-fed57761a7f8'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:23.114159 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:23.160086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] For port 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:23.160606 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.177393 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Calling delete_port for 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:23.211299 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] Set router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:23.274029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:25:22Z', 'revision_number': 6, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:23.313928 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc43f58-e25c-4472-a44a-8f2e6e051fad None None] The sync data for ids ['5edcbb23-ec2c-4e58-9717-fed57761a7f8'] in n-d-712140-14 is: [{'id': '5edcbb23-ec2c-4e58-9717-fed57761a7f8', 'name': 'tempest-TestVolumeBootPattern-2094157127-router', 'tenant_id': 'f87512ae215f45c9ad188929db8d7b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:09:55Z', 'updated_at': '2021-10-15T20:25:22Z', 'revision_number': 6, 'project_id': 'f87512ae215f45c9ad188929db8d7b7a', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:23.394973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba46d50-75a2-479d-a0fa-41d6ebb131d9 None None] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:23.481070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] Provisioning complete for port 27a95b84-7186-4549-aae5-93da04013983 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:23.481604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.490946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.503700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.532445 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9225f2-0cf7-416f-8596-f05d6a4ee6ca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:23.614566 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.679443 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.706694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:25:23.767269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] For port 27a95b84-7186-4549-aae5-93da04013983, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=27a95b84-7186-4549-aae5-93da04013983,segment=NetworkSegment(ebfd173c-199e-46f4-8e3a-0ec471bf9b2f),segment_id=ebfd173c-199e-46f4-8e3a-0ec471bf9b2f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:23.808829 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.813818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.843676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.876160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:23.889921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Sync routers for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:23.915906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Routers {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:23.916521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:23.920141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3dca0d-966b-45a1-9a30-adffd7bdc2b3 None None] Pushing event updated for resources: {'Port': ['ID=27a95b84-7186-4549-aae5-93da04013983,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:23.975342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.976202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edcbb23-ec2c-4e58-9717-fed57761a7f8 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:25:23.978413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.981100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29362a9e-3079-4243-a06b-d88881a03b1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5230465 Oct 15 20:25:23.983700 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:23.984941 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6b5717c5-c18b-4dcc-979b-ec8d17ace3d9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5edcbb23-ec2c-4e58-9717-fed57761a7f8 HTTP/1.1" status: 204 len: 168 time: 1.3385851 Oct 15 20:25:23.985624 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34226) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:23.987584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:24.036231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Deleting subnet e5dfb534-4631-4ced-bb20-59d283effa39 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:24.039698 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.051767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Set router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:24.083699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.113801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f8a9443f-0c7b-4e32-8eec-bef215a933ac None None] Provisioning complete for port 27a95b84-7186-4549-aae5-93da04013983 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:24.114273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8a9443f-0c7b-4e32-8eec-bef215a933ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.244868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.335154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:22Z', 'revision_number': 3, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:24.367169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Checking router: 0a55f29d-91a7-487d-a79c-57ac60a76ff7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:24.367521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Updating router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:25:24.410702 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.461001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dfb534-4631-4ced-bb20-59d283effa39,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:24.472370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.476186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e1488ce-2c79-4290-8fa9-42bc1202b774 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5dfb534-4631-4ced-bb20-59d283effa39 HTTP/1.1" status: 204 len: 168 time: 0.4875767 Oct 15 20:25:24.478581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34230) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:24.573125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 27a95b84-7186-4549-aae5-93da04013983 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:25:24.575368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab1481-413f-49e5-9f9e-15ff96c7909d None None] Network 31834ca7-5312-4937-aad7-79baed2232cb requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:24.580818 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.647833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Deleting port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:24.648167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.648604 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.668720 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.738339 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] For port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,segment=NetworkSegment(673dbc3b-47dc-40d6-a896-80bf31adaaa1),segment_id=673dbc3b-47dc-40d6-a896-80bf31adaaa1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:24.739414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.753362 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Calling delete_port for c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:24.826656 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.855274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Allocated IP 172.20.0.1 (bb91e5c7-bb4d-429c-82c0-d35b147d42d2/f1639e6c-6622-4a0e-8e6a-d9ed0d722abe/00c9ce43-bac1-4d5b-b985-11db60eb59b1) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:25:24.878386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 27a95b84-7186-4549-aae5-93da04013983 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:24.879067 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.924430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.972314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:24.979297 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:24.980202 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] No DVR routers for this DVR port c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:25.035502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779bc6d-2d64-4ce7-b34e-c0e114a27ea4 None None] DHCP port deletion for 31834ca7-5312-4937-aad7-79baed2232cb request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:25:25.072981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.101908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31834ca7-5312-4937-aad7-79baed2232cb']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:25.112532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673dbc3b-47dc-40d6-a896-80bf31adaaa1') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:25.112826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673dbc3b-47dc-40d6-a896-80bf31adaaa1') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:25.118659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.123732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.139417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a2d87e66-b602-4152-9714-a19d2f953018 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:25.141667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.144272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.150201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:25.150588 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:25.158543 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:25.164297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: a2d87e66-b602-4152-9714-a19d2f953018 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:25.164637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device a2d87e66-b602-4152-9714-a19d2f953018 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:25.165057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:25.167814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:25:25.171174 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:25:25.174832 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:25:25.189528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:25.189528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e9225f2-0cf7-416f-8596-f05d6a4ee6ca not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:25.226607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Pushing event updated for resources: {'Port': ['ID=00c9ce43-bac1-4d5b-b985-11db60eb59b1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:25.249010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.266240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.296317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.302567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.310994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34232) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:25.311151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] 10.222.0.13 "DELETE /v2.0/networks/31834ca7-5312-4937-aad7-79baed2232cb HTTP/1.1" status: 204 len: 168 time: 0.8312945 Oct 15 20:25:25.326094 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38638677-30f1-406c-859d-469e47882600 None None] Pushing event updated for resources: {'Port': ['ID=888869d0-e4f7-4767-91f0-c6a9b53a27a9,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:25.335154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Attempting to bind port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:25:25.335154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Attempting to bind port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:25:25.341127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Attempting to bind port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:25:25.342374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:25:25.342865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:25:25.343419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.343929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:25:25.344524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Bound port: 888869d0-e4f7-4767-91f0-c6a9b53a27a9, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:25:25.345012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.348347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c03b8-ac15-432d-ac14-ddf8e3e6dcea admin admin] Pushing event deleted for resources: {'Network': ['ID=31834ca7-5312-4937-aad7-79baed2232cb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:25.401882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] For port 888869d0-e4f7-4767-91f0-c6a9b53a27a9, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:25:25.405586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] For port 888869d0-e4f7-4767-91f0-c6a9b53a27a9, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=888869d0-e4f7-4767-91f0-c6a9b53a27a9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:25:25.490045 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.521508 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.561403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38638677-30f1-406c-859d-469e47882600 None None] Pushing event updated for resources: {'Port': ['ID=888869d0-e4f7-4767-91f0-c6a9b53a27a9,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:25.565420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5e38afc4-b583-4b71-9368-78e7195eddef None None] Provisioning complete for port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:25.565795 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5e38afc4-b583-4b71-9368-78e7195eddef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.567357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Routers {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:25.568003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:25.643714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5e38afc4-b583-4b71-9368-78e7195eddef None None] Port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:25:25.702318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] Set router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:25.804419 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.854342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.892056 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:25.902151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 4, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '00c9ce43-bac1-4d5b-b985-11db60eb59b1', 'name': '', 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'mac_address': 'fa:16:3e:0c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:24Z', 'updated_at': '2021-10-15T20:25:24Z', 'revision_number': 1, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'subnets': [{'id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:25.927851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b360c6-5fad-42d9-bc20-af3326080df8 None None] The sync data for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 is: [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 4, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '00c9ce43-bac1-4d5b-b985-11db60eb59b1', 'name': '', 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'mac_address': 'fa:16:3e:0c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:24Z', 'updated_at': '2021-10-15T20:25:24Z', 'revision_number': 1, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'subnets': [{'id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:26.327601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:26.341788 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:26.346446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Pushing event updated for resources: {'Port': ['ID=00c9ce43-bac1-4d5b-b985-11db60eb59b1,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:26.349767 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:26.350294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c7c9e9a3-8ad6-4769-be8d-2d7f34776ef5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:26.508658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:25:26.511681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:25:26.717175 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Deleting port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:26.717648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:26.735818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:26.862885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] For port dc9a1a5b-0c9a-4255-a63a-65d1917f5f43, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:26.863605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:26.888529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8d94fe08-58d5-42d1-bb2e-ea9f3802d818 None None] Provisioning complete for port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:26.888884 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8d94fe08-58d5-42d1-bb2e-ea9f3802d818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:26.913154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Calling delete_port for dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:26.927308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8d94fe08-58d5-42d1-bb2e-ea9f3802d818 None None] Port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:25:26.968617 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:26.974428 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-83a2255f-7ddc-47e3-a119-553cb6783c4b admin admin] 10.222.0.13 "PUT /v2.0/routers/0a55f29d-91a7-487d-a79c-57ac60a76ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878139 Oct 15 20:25:27.204314 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:27.231037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9a1a5b-0c9a-4255-a63a-65d1917f5f43,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:27.411851 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:27.635237 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:27.749435 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:27.756959 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-697dac08-e0ac-4ce8-9417-5fa03ad7d438 admin admin] 10.222.0.13 "PUT /v2.0/routers/efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429476 Oct 15 20:25:27.757318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34248) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:27.758408 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Sync routers for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:27.767251 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:27.767875 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:27.875464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:27.876209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:27.990228 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.065669 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '0144e311-be74-4a43-87b8-a5694843b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:25:27Z', 'revision_number': 5, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port': {'id': '0144e311-be74-4a43-87b8-a5694843b643', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:10:05Z', 'updated_at': '2021-10-15T20:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:28.093084 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Checking router: efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:28.102441 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Routers {'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:28.103085 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:28.136295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Deleting port 0144e311-be74-4a43-87b8-a5694843b643 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:28.136686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.149565 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Sync routers for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:28.159144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Routers {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:28.159798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:28.212301 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] Set router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:28.231076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] For port 0144e311-be74-4a43-87b8-a5694843b643, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=0144e311-be74-4a43-87b8-a5694843b643,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:28.232405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.249822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Calling delete_port for 0144e311-be74-4a43-87b8-a5694843b643 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:28.256573 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34254) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:28.272475 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:25:27Z', 'revision_number': 6, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:28.279008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Set router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:28.311673 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5667e50f-6a34-498d-9a24-73ac0c3729f8 None None] The sync data for ids ['efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af'] in n-d-712140-14 is: [{'id': 'efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af', 'name': 'tempest-TestVolumeBootPattern-894491385-router', 'tenant_id': 'ab8b87c36cd443559b8cc6d736656028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:10:04Z', 'updated_at': '2021-10-15T20:25:27Z', 'revision_number': 6, 'project_id': 'ab8b87c36cd443559b8cc6d736656028', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:28.523892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 4, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '00c9ce43-bac1-4d5b-b985-11db60eb59b1', 'name': '', 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'mac_address': 'fa:16:3e:0c:71:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:24Z', 'updated_at': '2021-10-15T20:25:25Z', 'revision_number': 2, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'subnets': [{'id': 'f1639e6c-6622-4a0e-8e6a-d9ed0d722abe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:28.529564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.551154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Checking router: 0a55f29d-91a7-487d-a79c-57ac60a76ff7 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:25:28.551513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Updating router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:25:28.558441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=0144e311-be74-4a43-87b8-a5694843b643,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:28.584112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.624996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.643532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.751709 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.753441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.812390 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 888869d0-e4f7-4767-91f0-c6a9b53a27a9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:25:28.873085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.874805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:25:28.879432 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.883430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-81b7d733-e354-491f-9b70-479b5a09cf30 admin admin] 10.222.0.13 "DELETE /v2.0/routers/efe9713b-5d3b-45b1-a0b1-f7a29e2aa4af HTTP/1.1" status: 204 len: 168 time: 1.1223824 Oct 15 20:25:28.884203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34256) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:28.892879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:28.893242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.936666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Deleting subnet 5198fcfa-14da-4ebd-81e7-0cae43c2c680 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:28.940359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.943840 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Deleting port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:28.944252 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:28.983417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.021717 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.031770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.035139 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.052328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 888869d0-e4f7-4767-91f0-c6a9b53a27a9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=888869d0-e4f7-4767-91f0-c6a9b53a27a9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:29.055444 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Calling delete_port for 00c9ce43-bac1-4d5b-b985-11db60eb59b1 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:29.068096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.095516 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.128263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.150029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c54e-c3d6-45a6-9fb7-8c6ceb2f0b81 None None] Pushing event updated for resources: {'Port': ['ID=00c9ce43-bac1-4d5b-b985-11db60eb59b1,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:29.204415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.248077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5198fcfa-14da-4ebd-81e7-0cae43c2c680,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:29.252877 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=888869d0-e4f7-4767-91f0-c6a9b53a27a9,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:29.257435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.263225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7059632a-bec8-452c-ac4e-a87ec251d58c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5198fcfa-14da-4ebd-81e7-0cae43c2c680 HTTP/1.1" status: 204 len: 168 time: 0.3760538 Oct 15 20:25:29.264351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad99685c-e6a5-4c89-80a6-3a9c97e3d2d4 None None] Network 9bf15eae-bb79-46f6-998e-80e307e6166d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:29.264536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34258) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:29.323461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Attempting to bind port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:25:29.323872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Attempting to bind port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:25:29.324238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Attempting to bind port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 on network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:25:29.358103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.361433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:25:29.361817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Checking segment: {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:25:29.362222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.362656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Bound using segment: {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:25:29.363166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Bound port: 00c9ce43-bac1-4d5b-b985-11db60eb59b1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'bb91e5c7-bb4d-429c-82c0-d35b147d42d2'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:25:29.363548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.379678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.419530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Port 00c9ce43-bac1-4d5b-b985-11db60eb59b1 has been deleted concurrently {{(pid=101182) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 15 20:25:29.454225 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c9ce43-bac1-4d5b-b985-11db60eb59b1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:29.459524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Deleting port 97e631a2-081c-4000-a450-6d893fa75b86 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:29.460097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.482682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4d07ebdd-d2bf-47f3-bc58-258ebf4932b3 None None] Could not find standard attr ID for object 00c9ce43-bac1-4d5b-b985-11db60eb59b1. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:25:29.485754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Routers {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:29.486475 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:29.559357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] For port 97e631a2-081c-4000-a450-6d893fa75b86, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=97e631a2-081c-4000-a450-6d893fa75b86,segment=NetworkSegment(7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd),segment_id=7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:29.560297 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.595196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Calling delete_port for 97e631a2-081c-4000-a450-6d893fa75b86 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:29.678797 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.771880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cadd04-10d2-4a22-98c1-be4f10b1774d None None] DHCP port deletion for 9bf15eae-bb79-46f6-998e-80e307e6166d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:25:29.775253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.803829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] Set router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:25:29.814471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e631a2-081c-4000-a450-6d893fa75b86,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:29.816446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] No DVR routers for this DVR port 97e631a2-081c-4000-a450-6d893fa75b86 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:29.893733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.913842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf15eae-bb79-46f6-998e-80e307e6166d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:29.924113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:29.924417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c62f7fa-f9cf-4337-8aa2-32ded3c4b1cd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:29.926181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:25:29.935357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.951290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.957719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:29.958097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:29.959843 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:29.997434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:29Z', 'revision_number': 5, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:30.030463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c64c3a-0c6f-44af-8d6e-413adeb345ad None None] The sync data for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 is: [{'id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'name': 'tempest-ImageQuotaTest-571625990-router', 'tenant_id': 'ab2d8f0dc7b0418786776a913404f611', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:25:21Z', 'updated_at': '2021-10-15T20:25:29Z', 'revision_number': 5, 'project_id': 'ab2d8f0dc7b0418786776a913404f611', 'gw_port': {'id': '888869d0-e4f7-4767-91f0-c6a9b53a27a9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ad:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55f29d-91a7-487d-a79c-57ac60a76ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:25:22Z', 'updated_at': '2021-10-15T20:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:30.048192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:25:30.053144 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ea291b3a-35bc-4a97-a7c7-b26e1ee7dd73 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a55f29d-91a7-487d-a79c-57ac60a76ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953308 Oct 15 20:25:30.055567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34262) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:30.077966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.084448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.086902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9bf15eae-bb79-46f6-998e-80e307e6166d HTTP/1.1" status: 204 len: 168 time: 0.8217456 Oct 15 20:25:30.101231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31fa65-32f5-4c07-88d6-e5afd0c5dff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf15eae-bb79-46f6-998e-80e307e6166d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:30.162266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.263646 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.376517 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Deleting port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:30.377091 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.392826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34266) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:30.433468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 888869d0-e4f7-4767-91f0-c6a9b53a27a9 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:25:30.450747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b103cdb8-aaf1-4e5b-86f6-7f3e7f836610 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f87512ae215f45c9ad188929db8d7b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543232 Oct 15 20:25:30.451109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34268) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:30.491254 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] For port 888869d0-e4f7-4767-91f0-c6a9b53a27a9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=888869d0-e4f7-4767-91f0-c6a9b53a27a9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:30.491655 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.492705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 888869d0-e4f7-4767-91f0-c6a9b53a27a9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:25:30.493080 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.504969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.505323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Calling delete_port for 888869d0-e4f7-4767-91f0-c6a9b53a27a9 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:30.541822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.646990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0144e311-be74-4a43-87b8-a5694843b643 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:30.670585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 0144e311-be74-4a43-87b8-a5694843b643 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:30.670917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 0144e311-be74-4a43-87b8-a5694843b643 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:30.671385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97e631a2-081c-4000-a450-6d893fa75b86 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:30.690656 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 97e631a2-081c-4000-a450-6d893fa75b86 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:30.690855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 97e631a2-081c-4000-a450-6d893fa75b86 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:30.691320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:30.699855 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.704120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.708389 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dbb90e0-9da6-44c8-99be-1318a38e017a HTTP/1.1" status: 204 len: 168 time: 0.2564600 Oct 15 20:25:30.714817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:30.715421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device dc9a1a5b-0c9a-4255-a63a-65d1917f5f43 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:30.716481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 00c9ce43-bac1-4d5b-b985-11db60eb59b1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:30.718722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7621619-88cd-4464-a915-b202cef4c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbb90e0-9da6-44c8-99be-1318a38e017a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:30.740406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 00c9ce43-bac1-4d5b-b985-11db60eb59b1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:30.740745 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 00c9ce43-bac1-4d5b-b985-11db60eb59b1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:30.752184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.777941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Pushing event deleted for resources: {'Port': ['ID=888869d0-e4f7-4767-91f0-c6a9b53a27a9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:30.843765 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.935369 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:30.937626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.049363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.050330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a55f29d-91a7-487d-a79c-57ac60a76ff7 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:25:31.054962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.058737 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5ca6534d-1d81-423b-9b94-ed1f2da892ba admin admin] 10.222.0.13 "DELETE /v2.0/routers/0a55f29d-91a7-487d-a79c-57ac60a76ff7 HTTP/1.1" status: 204 len: 168 time: 0.9996636 Oct 15 20:25:31.059002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34274) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:31.105500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Deleting subnet f1639e6c-6622-4a0e-8e6a-d9ed0d722abe {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:25:31.108740 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.147993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.161285 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98296658-5600-46ef-a875-3166d531a662 None None] Sync routers for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:25:31.171682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:31.173973 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 20:25:31.173973 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_agentschedulers_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent'). {{(pid=101183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 20:25:31.180351 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Routers set() bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:25:31.180696 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Router IDs set() for agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 15 20:25:31.181272 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_agentschedulers_db [None req-98296658-5600-46ef-a875-3166d531a662 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0a55f29d-91a7-487d-a79c-57ac60a76ff7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:25:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent'). {{(pid=101183) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 15 20:25:31.181630 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98296658-5600-46ef-a875-3166d531a662 None None] The sync data for ids ['0a55f29d-91a7-487d-a79c-57ac60a76ff7'] in n-d-712140-14 is: [] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:25:31.239426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.370846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34276) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:31.413185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f6b3199f-c32c-444e-99c7-df1cc8d1fdf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab8b87c36cd443559b8cc6d736656028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411725 Oct 15 20:25:31.415628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:31.422766 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.468017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1639e6c-6622-4a0e-8e6a-d9ed0d722abe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:31.472486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96a4b0-78e3-4e2d-83d8-1098a6f8af87 None None] Network bb91e5c7-bb4d-429c-82c0-d35b147d42d2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:25:31.472873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.476049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-85558889-b45e-46da-ba61-e04c03855ce7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1639e6c-6622-4a0e-8e6a-d9ed0d722abe HTTP/1.1" status: 204 len: 168 time: 0.4151821 Oct 15 20:25:31.478908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:31.500744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.530401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.555628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.619641 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Deleting port 27a95b84-7186-4549-aae5-93da04013983 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:31.619975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.666438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.670073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.671230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57f76b4f-4888-4c20-a497-4e6d0a772bd1 HTTP/1.1" status: 204 len: 168 time: 0.2547007 Oct 15 20:25:31.681620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b500838-f7f0-47ef-b2ef-8e72c549620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f76b4f-4888-4c20-a497-4e6d0a772bd1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:31.701740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] DHCP port deletion for bb91e5c7-bb4d-429c-82c0-d35b147d42d2 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:25:31.757208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Deleting port 27a95b84-7186-4549-aae5-93da04013983 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:25:31.757943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.830490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] For port 27a95b84-7186-4549-aae5-93da04013983, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=27a95b84-7186-4549-aae5-93da04013983,segment=NetworkSegment(ebfd173c-199e-46f4-8e3a-0ec471bf9b2f),segment_id=ebfd173c-199e-46f4-8e3a-0ec471bf9b2f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:31.830877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:31.844021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Calling delete_port for 27a95b84-7186-4549-aae5-93da04013983 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:31.998640 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.022637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] Pushing event deleted for resources: {'Port': ['ID=27a95b84-7186-4549-aae5-93da04013983,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:32.022834 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] For port 27a95b84-7186-4549-aae5-93da04013983, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=27a95b84-7186-4549-aae5-93da04013983,segment=NetworkSegment(ebfd173c-199e-46f4-8e3a-0ec471bf9b2f),segment_id=ebfd173c-199e-46f4-8e3a-0ec471bf9b2f)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:25:32.023198 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.037627 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Calling delete_port for 27a95b84-7186-4549-aae5-93da04013983 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:25:32.038796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c462f2a3-0770-4c30-9edc-bad6dd2982f6 None None] No DVR routers for this DVR port 27a95b84-7186-4549-aae5-93da04013983 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:32.131916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.158362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27a95b84-7186-4549-aae5-93da04013983,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:32.162932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] No DVR routers for this DVR port 27a95b84-7186-4549-aae5-93da04013983 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:25:32.250886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.268884 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb91e5c7-bb4d-429c-82c0-d35b147d42d2']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:32.289511 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:32.289872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfd173c-199e-46f4-8e3a-0ec471bf9b2f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:25:32.300893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.316268 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.323923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 888869d0-e4f7-4767-91f0-c6a9b53a27a9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: items = [ Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:25:32.329328 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:25:32.351617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 888869d0-e4f7-4767-91f0-c6a9b53a27a9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:32.352244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 888869d0-e4f7-4767-91f0-c6a9b53a27a9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:32.352628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 27a95b84-7186-4549-aae5-93da04013983 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:25:32.374380 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 27a95b84-7186-4549-aae5-93da04013983 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:25:32.374824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 27a95b84-7186-4549-aae5-93da04013983 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:25:32.444058 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.449662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.453394 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb91e5c7-bb4d-429c-82c0-d35b147d42d2 HTTP/1.1" status: 204 len: 168 time: 0.9733553 Oct 15 20:25:32.467064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcf8a4-6856-4993-81e9-1116d7a1f5f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb91e5c7-bb4d-429c-82c0-d35b147d42d2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:32.832960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34286) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:32.873589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-79f65d39-f25f-4b11-b535-77794d476f4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab2d8f0dc7b0418786776a913404f611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394609 Oct 15 20:25:32.876098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34288) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:32.922470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:32.943085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.048045 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.050823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.052080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e2c7a331-0bfe-485b-87c0-43636d9229dd HTTP/1.1" status: 204 len: 168 time: 0.1750371 Oct 15 20:25:33.060241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663bff5-a583-4874-b7e8-ab4f930a7285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7a331-0bfe-485b-87c0-43636d9229dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:33.678082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34294) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:33.691687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4abb213d-6b1e-4b1b-a4e9-7662a35d3896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.763736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4abb213d-6b1e-4b1b-a4e9-7662a35d3896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.836601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4abb213d-6b1e-4b1b-a4e9-7662a35d3896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.875066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4abb213d-6b1e-4b1b-a4e9-7662a35d3896 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1958807 Oct 15 20:25:33.875938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb213d-6b1e-4b1b-a4e9-7662a35d3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47af3c-1831-4751-9e61-82aac41ba343,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:33.878156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34296) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:25:33.929916 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:33.955460 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:34.055146 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:34.057737 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:34.058878 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c47af3c-1831-4751-9e61-82aac41ba343 HTTP/1.1" status: 204 len: 168 time: 0.1797059 Oct 15 20:25:34.067045 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9459-7bd3-4cd7-b29b-1d4ce1c853be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47af3c-1831-4751-9e61-82aac41ba343,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:25:46.666962 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:25:48.517547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d56e77ea-325c-46c4-a9d2-a080313a44ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:51.459906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-65eec233-4811-4fbe-a215-023d021f8c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:52.391895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:52.912120 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:52.951271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:53.157244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:25:54.637385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:18.499483 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8a458f3-b955-47e2-b409-a88a0a4751f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:21.591380 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8086c2c5-b782-4724-bad4-41e67250bd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:21.772155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-cb233d4f-ea25-43cc-a5cd-e89b53ead56b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413971 Oct 15 20:26:21.852256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-ad6a058b-5d4e-4d0e-8c90-b794de589f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:21.853616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-ad6a058b-5d4e-4d0e-8c90-b794de589f9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ee6eff0725545d09661a419aa190557&device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 1098 time: 0.0414736 Oct 15 20:26:21.958866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-63c1cccd-c87c-49d3-b399-d6535f860a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:21.960339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-63c1cccd-c87c-49d3-b399-d6535f860a9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 200 len: 910 time: 0.0875499 Oct 15 20:26:22.028354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-4c84a6e2-2b40-41a9-8b09-268bb4480511 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 200 len: 1002 time: 0.0605905 Oct 15 20:26:22.077187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-fc9ebbf4-b62f-42c4-958c-96a177bfd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:22.078598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-fc9ebbf4-b62f-42c4-958c-96a177bfd033 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 200 len: 848 time: 0.0435882 Oct 15 20:26:22.122711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-7f9a4374-98a1-4eb2-a5f1-cac9f3bdf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:22.124059 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-7f9a4374-98a1-4eb2-a5f1-cac9f3bdf85e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383584 Oct 15 20:26:22.215207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-be1a448f-564b-4f2a-93ec-4cb7bcc344d4 service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841169 Oct 15 20:26:22.306078 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37490c82-b8a3-4dd7-bf0d-cca1bc5609df req-0033ded3-f39a-423c-84fb-e29481a11a2f service neutron] 10.222.0.11 "GET /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834816 Oct 15 20:26:22.391633 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:22.871304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:22.923655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:23.157495 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:23.668029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:26:24.693832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:48.522382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-64103a5e-0e29-4153-9d1a-e71ea85842b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:51.481855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-23a4d29e-e9ba-4811-96f3-ae59fcc8b1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:52.430390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:52.893338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:52.921868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:53.161808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:54.670652 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:58.114676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf83b8-0a44-4e3c-8951-bd4a84f75ce0 req-cce161e1-0ee2-4ca4-9efe-71b8dd7bdb78 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:58.116176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1bf83b8-0a44-4e3c-8951-bd4a84f75ce0 req-cce161e1-0ee2-4ca4-9efe-71b8dd7bdb78 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.1655092 Oct 15 20:26:58.158172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1bf83b8-0a44-4e3c-8951-bd4a84f75ce0 req-6ba5d82b-f3a7-46eb-9317-2bd9dd8de101 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356457 Oct 15 20:26:58.685467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74568676-eec9-4d80-be40-6acf54e76a3d req-ffad3721-c502-4e90-9536-5c09d3cb0db2 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:58.687410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74568676-eec9-4d80-be40-6acf54e76a3d req-ffad3721-c502-4e90-9536-5c09d3cb0db2 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.11 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0477216 Oct 15 20:26:58.780796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Deleting port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:26:58.780796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:58.871707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] For port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:26:58.872073 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:59.092564 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:59.092841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:59.093573 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Floating IP 349c35ca-7e96-4908-b958-d7fac241e56c disassociated. External IP: 172.25.0.165, port: 4f548f78-c83e-47a8-a6a2-9853b72bf5e8. Oct 15 20:26:59.093931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Calling delete_port for 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:26:59.272835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:59.285871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bcc2e-d932-473d-a811-3579d432a720 req-6de209cd-a054-4eeb-a990-26f82542bd2c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:26:59.287335 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d14bcc2e-d932-473d-a811-3579d432a720 req-6de209cd-a054-4eeb-a990-26f82542bd2c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 946 time: 0.0573809 Oct 15 20:26:59.317831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event deleted for resources: {'Port': ['ID=4f548f78-c83e-47a8-a6a2-9853b72bf5e8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.340743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.341587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.341587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:26:59.393767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d14bcc2e-d932-473d-a811-3579d432a720 req-7c838089-79e0-49fc-ba37-a152e220747c tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/security-groups?id=16ee0d38-fe98-451e-a462-d9be0cf61f60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853441 Oct 15 20:26:59.755802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Router 0d2552d4-e237-47a8-b121-bf8b8530b387 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:26:59.863931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:26:59.873668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Sync routers for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:26:59.882609 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:26:59.883215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:26:59.903358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] No DVR routers for this DVR port 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:26:59.907493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:26:59.911015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74568676-eec9-4d80-be40-6acf54e76a3d req-24d6f8a4-d0da-434c-8edf-5ac91ebbbdde tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.11 "DELETE /v2.0/ports/4f548f78-c83e-47a8-a6a2-9853b72bf5e8 HTTP/1.1" status: 204 len: 173 time: 1.2176657 Oct 15 20:26:59.911499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'name': 'network-vif-deleted', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:26:59.914746 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b00f4f-743d-4eaa-9495-f49ce1b460af" -d '{"events": [{"server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "name": "network-vif-deleted", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:26:59.953578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee4540-a74c-4325-b642-d1a613fe8a94 x-openstack-request-id: req-e8ee4540-a74c-4325-b642-d1a613fe8a94 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:26:59.953578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c841c8e1-a713-4400-84c0-1d6b13aed625", "name": "network-vif-deleted", "tag": "4f548f78-c83e-47a8-a6a2-9853b72bf5e8", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:26:59.953578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8ee4540-a74c-4325-b642-d1a613fe8a94 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:26:59.953578 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c841c8e1-a713-4400-84c0-1d6b13aed625', 'name': 'network-vif-deleted', 'tag': '4f548f78-c83e-47a8-a6a2-9853b72bf5e8', 'status': 'completed', 'code': 200} Oct 15 20:26:59.990378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:00.189340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:00.216073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Checking router: 0d2552d4-e237-47a8-b121-bf8b8530b387 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:27:00.224815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:27:00.225563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:00.330868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:00.510009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01f278ac-8531-47f0-93e1-39e78f90159f req-b8d53a59-56df-4f47-b605-436f3f0608f9 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "GET /v2.0/ports?device_id=c841c8e1-a713-4400-84c0-1d6b13aed625 HTTP/1.1" status: 200 len: 210 time: 0.0292134 Oct 15 20:27:00.538044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:00.564618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd301f-defd-42a6-a50d-3019bb851eb4 None None] The sync data for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 is: [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:16Z', 'revision_number': 4, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '7448f3d3-685c-4edd-8b80-9dc5a96401c5', 'name': '', 'network_id': '703d4a9e-dc03-4a5e-b8f4-e6289e594ce3', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'mac_address': 'fa:16:3e:cc:73:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:15Z', 'updated_at': '2021-10-15T20:21:21Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'subnets': [{'id': 'e21b6579-ab9d-43c2-92e1-a238fc947108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:27:00.667165 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:27:00.793426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e7e1f-1add-40f2-97d4-e5f2679bbdc6 None None] New status for floating IP 349c35ca-7e96-4908-b958-d7fac241e56c: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:27:01.574372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34346) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:01.645772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:01.668042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:01.668388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 4f548f78-c83e-47a8-a6a2-9853b72bf5e8 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:01.700415 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Deleting port dea9bc04-6d5b-4108-8896-d303653f3b60 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:01.700752 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:01.774552 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:01.774873 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:01.786149 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Calling delete_port for dea9bc04-6d5b-4108-8896-d303653f3b60 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:01.972952 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.000177 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event deleted for resources: {'Port': ['ID=dea9bc04-6d5b-4108-8896-d303653f3b60,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:02.030188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.030583 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.030957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.031328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.031680 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.032006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.032326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.032650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.032967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.033281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.033600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.033913 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:02.071428 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.074020 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.075194 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f560c36-b8d7-4575-beed-d5beb6a5ff33 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "DELETE /v2.0/floatingips/349c35ca-7e96-4908-b958-d7fac241e56c HTTP/1.1" status: 204 len: 168 time: 0.4998202 Oct 15 20:27:02.141139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34354) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:02.200109 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.226553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.356213 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.359934 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:02.361170 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] 10.222.0.13 "DELETE /v2.0/security-groups/16ee0d38-fe98-451e-a462-d9be0cf61f60 HTTP/1.1" status: 204 len: 168 time: 0.2189300 Oct 15 20:27:02.370876 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b049f37-0ac9-42e2-b412-a1369ea49da7 tempest-TestServerBasicOps-267489823 tempest-TestServerBasicOps-267489823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee0d38-fe98-451e-a462-d9be0cf61f60,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:02.464726 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34358) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:02.948072 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:03.189013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Deleting port 7448f3d3-685c-4edd-8b80-9dc5a96401c5 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:03.189347 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:03.266161 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] For port 7448f3d3-685c-4edd-8b80-9dc5a96401c5, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7448f3d3-685c-4edd-8b80-9dc5a96401c5,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:03.266523 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:03.278469 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Calling delete_port for 7448f3d3-685c-4edd-8b80-9dc5a96401c5 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:03.527946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:03.558262 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7448f3d3-685c-4edd-8b80-9dc5a96401c5,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:03.731710 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:03.942307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Router 0d2552d4-e237-47a8-b121-bf8b8530b387 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:27:04.045201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:27:04.051130 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-87cd30f5-0862-4666-9bc3-3b58c4e0d4d3 admin admin] 10.222.0.13 "PUT /v2.0/routers/0d2552d4-e237-47a8-b121-bf8b8530b387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5852942 Oct 15 20:27:04.053590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34362) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:04.054334 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Sync routers for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:27:04.064195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:27:04.064804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:04.154719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.168586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:04.256726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.355534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:27:03Z', 'revision_number': 5, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port': {'id': 'bea409b9-46ac-4877-a31f-ee766388e5d9', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:c1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:04.363771 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Deleting port bea409b9-46ac-4877-a31f-ee766388e5d9 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:04.363771 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.384960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Checking router: 0d2552d4-e237-47a8-b121-bf8b8530b387 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:27:04.393414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Routers {'0d2552d4-e237-47a8-b121-bf8b8530b387'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:27:04.394018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['0d2552d4-e237-47a8-b121-bf8b8530b387'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:04.442596 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] For port bea409b9-46ac-4877-a31f-ee766388e5d9, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=bea409b9-46ac-4877-a31f-ee766388e5d9,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:04.442955 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.455347 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Calling delete_port for bea409b9-46ac-4877-a31f-ee766388e5d9 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:04.479009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] Set router 0d2552d4-e237-47a8-b121-bf8b8530b387 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:04.536169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:27:04Z', 'revision_number': 6, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:04.563322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fd015-1c3c-4292-9fac-222c03439dc0 None None] The sync data for ids ['0d2552d4-e237-47a8-b121-bf8b8530b387'] in n-d-712140-14 is: [{'id': '0d2552d4-e237-47a8-b121-bf8b8530b387', 'name': 'tempest-TestServerBasicOps-2027067937-router', 'tenant_id': '7ee6eff0725545d09661a419aa190557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:13Z', 'updated_at': '2021-10-15T20:27:04Z', 'revision_number': 6, 'project_id': '7ee6eff0725545d09661a419aa190557', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:27:04.664984 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.692833 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Pushing event deleted for resources: {'Port': ['ID=bea409b9-46ac-4877-a31f-ee766388e5d9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:04.756035 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.848178 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.850214 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.933483 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.934079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2552d4-e237-47a8-b121-bf8b8530b387 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:27:04.938686 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:04.939909 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b2e3711-f0af-4555-8467-508cfc5fd5eb admin admin] 10.222.0.13 "DELETE /v2.0/routers/0d2552d4-e237-47a8-b121-bf8b8530b387 HTTP/1.1" status: 204 len: 168 time: 0.8853724 Oct 15 20:27:04.943178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34364) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:04.992284 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Deleting subnet e21b6579-ab9d-43c2-92e1-a238fc947108 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:27:04.995479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.028493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.104085 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.236650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.269288 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e21b6579-ab9d-43c2-92e1-a238fc947108,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:05.271274 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.277105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34366) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:05.282376 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-96d2ace1-089b-4485-a2ba-82fe3e92da1d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e21b6579-ab9d-43c2-92e1-a238fc947108 HTTP/1.1" status: 204 len: 168 time: 0.3330669 Oct 15 20:27:05.282576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e366e7b5-6806-4d43-b6a0-b16171e3ddf6 None None] Network 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:27:05.352823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.408434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Deleting port 671176a5-88d0-4a03-9079-1c6f4c272fe2 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:05.409094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.483431 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] DHCP port deletion for 703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:27:05.487969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] For port 671176a5-88d0-4a03-9079-1c6f4c272fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=671176a5-88d0-4a03-9079-1c6f4c272fe2,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:05.488347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.503749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Calling delete_port for 671176a5-88d0-4a03-9079-1c6f4c272fe2 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:05.532355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Deleting port 671176a5-88d0-4a03-9079-1c6f4c272fe2 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:05.532799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.602848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] For port 671176a5-88d0-4a03-9079-1c6f4c272fe2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=671176a5-88d0-4a03-9079-1c6f4c272fe2,segment=NetworkSegment(39754120-4b11-4d30-9ff0-b4744f7dc025),segment_id=39754120-4b11-4d30-9ff0-b4744f7dc025)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:05.603236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.618965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Calling delete_port for 671176a5-88d0-4a03-9079-1c6f4c272fe2 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:05.659447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.688211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Pushing event deleted for resources: {'Port': ['ID=671176a5-88d0-4a03-9079-1c6f4c272fe2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:05.692486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] No DVR routers for this DVR port 671176a5-88d0-4a03-9079-1c6f4c272fe2 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:27:05.695489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.722234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Pushing event deleted for resources: {'Port': ['ID=671176a5-88d0-4a03-9079-1c6f4c272fe2,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:05.728961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] No DVR routers for this DVR port 671176a5-88d0-4a03-9079-1c6f4c272fe2 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:27:05.731716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.732062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.732438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.732772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.733106 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.733945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.735506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.735506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.735506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.735506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.735907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.736184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cb773-2209-43a0-8eab-1ad3de531e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:27:05.776762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.797233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703d4a9e-dc03-4a5e-b8f4-e6289e594ce3']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:05.806210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39754120-4b11-4d30-9ff0-b4744f7dc025') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:05.806499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39754120-4b11-4d30-9ff0-b4744f7dc025') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:05.816227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.828983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.834606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:27:05.834984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:27:05.836637 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:27:05.967693 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.973965 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:05.977160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] 10.222.0.13 "DELETE /v2.0/networks/703d4a9e-dc03-4a5e-b8f4-e6289e594ce3 HTTP/1.1" status: 204 len: 168 time: 0.6984925 Oct 15 20:27:05.980156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34368) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:05.989319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56484d03-774d-4363-abf0-eeade625a865 admin admin] Pushing event deleted for resources: {'Network': ['ID=703d4a9e-dc03-4a5e-b8f4-e6289e594ce3,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:06.368968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7448f3d3-685c-4edd-8b80-9dc5a96401c5 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:06.389836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7448f3d3-685c-4edd-8b80-9dc5a96401c5 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:06.390187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7448f3d3-685c-4edd-8b80-9dc5a96401c5 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:06.390616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 671176a5-88d0-4a03-9079-1c6f4c272fe2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:06.409957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 671176a5-88d0-4a03-9079-1c6f4c272fe2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:06.410304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 671176a5-88d0-4a03-9079-1c6f4c272fe2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:06.410739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bea409b9-46ac-4877-a31f-ee766388e5d9 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:06.584702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: bea409b9-46ac-4877-a31f-ee766388e5d9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:06.585023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device bea409b9-46ac-4877-a31f-ee766388e5d9 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:06.652761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:06.895110 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Deleting port deb5a7a0-0f23-4dee-9d70-5cec2c43337a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:06.895350 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:06.973881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] For port deb5a7a0-0f23-4dee-9d70-5cec2c43337a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:06.974235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:06.986253 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Calling delete_port for deb5a7a0-0f23-4dee-9d70-5cec2c43337a owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:07.225120 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:07.250295 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb5a7a0-0f23-4dee-9d70-5cec2c43337a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:07.418315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:07.633666 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Router 507fe509-0581-4675-8046-39b78df5f5cb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:27:07.738328 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:27:07.743522 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-66b37cb9-1b63-4c2f-a9f9-6f61f5411105 admin admin] 10.222.0.13 "PUT /v2.0/routers/507fe509-0581-4675-8046-39b78df5f5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7623453 Oct 15 20:27:07.745992 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34370) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:07.747341 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Sync routers for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:27:07.756941 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:27:07.757537 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:07.849506 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:07.858215 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:07.959856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.095643 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Deleting port cbf03d9a-a03f-462c-a349-08c88e7a9e51 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:08.095983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.121735 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:27:07Z', 'revision_number': 5, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port': {'id': 'cbf03d9a-a03f-462c-a349-08c88e7a9e51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507fe509-0581-4675-8046-39b78df5f5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:21:21Z', 'updated_at': '2021-10-15T20:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:08.147746 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Checking router: 507fe509-0581-4675-8046-39b78df5f5cb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:27:08.156628 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Routers {'507fe509-0581-4675-8046-39b78df5f5cb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:27:08.157189 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:26:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['507fe509-0581-4675-8046-39b78df5f5cb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:08.181578 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] For port cbf03d9a-a03f-462c-a349-08c88e7a9e51, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=cbf03d9a-a03f-462c-a349-08c88e7a9e51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:08.181936 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.195619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Calling delete_port for cbf03d9a-a03f-462c-a349-08c88e7a9e51 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:08.247455 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] Set router 507fe509-0581-4675-8046-39b78df5f5cb gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:27:08.299955 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:27:07Z', 'revision_number': 6, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:08.325866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf7db49-6bad-4ebf-bf04-a595fa1e4367 None None] The sync data for ids ['507fe509-0581-4675-8046-39b78df5f5cb'] in n-d-712140-14 is: [{'id': '507fe509-0581-4675-8046-39b78df5f5cb', 'name': 'tempest-TestServerBasicOps-352576528-router', 'tenant_id': '06e8e60007d54d37babf294474fabd35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:21:20Z', 'updated_at': '2021-10-15T20:27:07Z', 'revision_number': 6, 'project_id': '06e8e60007d54d37babf294474fabd35', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:27:08.430195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.460179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf03d9a-a03f-462c-a349-08c88e7a9e51,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:08.521957 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.611719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.614011 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.710767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.711305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507fe509-0581-4675-8046-39b78df5f5cb {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:27:08.715809 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.721802 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fb98c1d6-9f7f-495e-a1d7-7a2c021cc100 admin admin] 10.222.0.13 "DELETE /v2.0/routers/507fe509-0581-4675-8046-39b78df5f5cb HTTP/1.1" status: 204 len: 168 time: 0.9700916 Oct 15 20:27:08.722006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:08.765570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Deleting subnet 48231acd-7939-40ea-9838-3f9d8d74af8a {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:27:08.768659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.802332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.880886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:08.996616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.022712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48231acd-7939-40ea-9838-3f9d8d74af8a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:09.026390 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.029546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-700fbf17-f5d1-4551-9bd9-4a4b83a54655 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/48231acd-7939-40ea-9838-3f9d8d74af8a HTTP/1.1" status: 204 len: 168 time: 0.3080904 Oct 15 20:27:09.032886 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34374) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:09.041828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026e26f3-7d9a-4170-b8c2-90fcb6b2d01b None None] Network 54985f61-ddb4-4479-b63f-443024631710 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:27:09.109270 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.169908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Deleting port c8c9be61-645e-42c9-b8b9-c0e24082006a {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:09.170366 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.231222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] DHCP port deletion for 54985f61-ddb4-4479-b63f-443024631710 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:27:09.248128 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] For port c8c9be61-645e-42c9-b8b9-c0e24082006a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c8c9be61-645e-42c9-b8b9-c0e24082006a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:09.248701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.270047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Calling delete_port for c8c9be61-645e-42c9-b8b9-c0e24082006a owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:09.309555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Deleting port c8c9be61-645e-42c9-b8b9-c0e24082006a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:09.310029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.382933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] For port c8c9be61-645e-42c9-b8b9-c0e24082006a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c8c9be61-645e-42c9-b8b9-c0e24082006a,segment=NetworkSegment(542acf67-9e9e-408a-89ef-a09b1af45694),segment_id=542acf67-9e9e-408a-89ef-a09b1af45694)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:09.383330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.396478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Calling delete_port for c8c9be61-645e-42c9-b8b9-c0e24082006a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:09.461674 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.482832 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.488695 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c9be61-645e-42c9-b8b9-c0e24082006a,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:09.495136 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] No DVR routers for this DVR port c8c9be61-645e-42c9-b8b9-c0e24082006a on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:27:09.510516 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] Pushing event deleted for resources: {'Port': ['ID=c8c9be61-645e-42c9-b8b9-c0e24082006a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:09.512419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064ccc7-bd72-4ffd-8eee-12b11dccafe1 None None] No DVR routers for this DVR port c8c9be61-645e-42c9-b8b9-c0e24082006a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:27:09.572195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.598803 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54985f61-ddb4-4479-b63f-443024631710']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:09.608526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542acf67-9e9e-408a-89ef-a09b1af45694') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:09.610209 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542acf67-9e9e-408a-89ef-a09b1af45694') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:27:09.618757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.632244 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.638286 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:27:09.638678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:27:09.641384 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:27:09.773404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.778055 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:09.781516 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] 10.222.0.13 "DELETE /v2.0/networks/54985f61-ddb4-4479-b63f-443024631710 HTTP/1.1" status: 204 len: 168 time: 0.7463064 Oct 15 20:27:09.793869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e283f-72fa-401a-889b-26cf124636de admin admin] Pushing event deleted for resources: {'Network': ['ID=54985f61-ddb4-4479-b63f-443024631710,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:10.104735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34378) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:10.145088 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7115091-90d8-4cde-a16f-99c8e38a74b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ee6eff0725545d09661a419aa190557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391533 Oct 15 20:27:10.147579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:10.203104 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:10.223373 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:10.345912 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:10.348588 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:10.349792 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b26da340-3833-46a4-a112-c1683238b71b HTTP/1.1" status: 204 len: 168 time: 0.2012739 Oct 15 20:27:10.358026 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d64519a-024c-420b-a4af-d601dddd3e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26da340-3833-46a4-a112-c1683238b71b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:10.372265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device deb5a7a0-0f23-4dee-9d70-5cec2c43337a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:10.396059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: deb5a7a0-0f23-4dee-9d70-5cec2c43337a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:10.396400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device deb5a7a0-0f23-4dee-9d70-5cec2c43337a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:10.396810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device cbf03d9a-a03f-462c-a349-08c88e7a9e51 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:10.415234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: cbf03d9a-a03f-462c-a349-08c88e7a9e51 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:10.415898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device cbf03d9a-a03f-462c-a349-08c88e7a9e51 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:10.416033 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c8c9be61-645e-42c9-b8b9-c0e24082006a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:10.438339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c8c9be61-645e-42c9-b8b9-c0e24082006a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:10.438687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c8c9be61-645e-42c9-b8b9-c0e24082006a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:10.938587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34386) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:10.978227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-77f23487-cef9-4f4c-a723-4403927baabe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06e8e60007d54d37babf294474fabd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385044 Oct 15 20:27:10.980975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34388) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:11.030365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:11.051877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:11.190728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:11.193322 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:11.196302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5a9e697-74d0-4e1d-b29b-6e646a2b7c56 HTTP/1.1" status: 204 len: 168 time: 0.2125676 Oct 15 20:27:11.203107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7d526-b31f-4e0a-a611-b87e09dedb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a9e697-74d0-4e1d-b29b-6e646a2b7c56,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:18.504661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f704e38-d499-4b0e-9eee-3bcdf74a335c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:21.470533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-236705c1-5d00-4bdc-b187-0c91a08a79cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:21.920829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-1d51e82a-d4e3-4cf2-b346-fd8ccb817266 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287750 Oct 15 20:27:22.101842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-b16acb29-3879-42d4-88c0-074a0d61a4cf tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:22.103210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-b16acb29-3879-42d4-88c0-074a0d61a4cf tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765220 Oct 15 20:27:22.118514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-e8f6049d-2676-41ff-9b5b-9a56051e1d08 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/quotas/e8f79d6aa4e3465b80fd0b893e1a0114 HTTP/1.1" status: 200 len: 375 time: 0.0095763 Oct 15 20:27:22.148983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-d1ebe40b-978a-44d0-8588-13267cabf335 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253808 Oct 15 20:27:22.356046 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:22.359264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66443d66-4b42-4e2a-85b6-ca10e2565f31 req-07e374eb-9302-4129-89d4-723f5805a67e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Oct 15 20:27:22.921504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:22.944209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:23.190198 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:23.455406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-326c092c-46ab-40d5-ae23-b5207573f1fe req-b0cebf40-80fb-4d76-9c50-16f6bf03dc71 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Oct 15 20:27:24.162489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-5e33cd00-20a8-4a68-a641-3bb76f3f0a99 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219924 Oct 15 20:27:24.277549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-a8fe00c3-96db-47d9-9809-e8f841f1f603 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:24.279002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-a8fe00c3-96db-47d9-9809-e8f841f1f603 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107473 Oct 15 20:27:24.292442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Request body: {'port': {'device_id': '2ea30299-aca7-4230-b96e-995503d03ab0', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'admin_state_up': True, 'tenant_id': 'e8f79d6aa4e3465b80fd0b893e1a0114'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:24.476230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Made reservation on behalf of e8f79d6aa4e3465b80fd0b893e1a0114 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:27:24.479844 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:24.490035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:24.562904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c849051e-f4a0-40bf-9a45-2ef12f799b1d req-9e121ac2-609f-4cdb-8bc2-49b0d16be828 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 210 time: 0.0375881 Oct 15 20:27:24.607519 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:24.664476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:24.681443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:24.746286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88981c43-fcbd-4faf-96bd-a2e5caadd9e5,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:24.811720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Allocated IP 192.168.233.44 (b035e823-eb78-4ce5-b137-ccd98b87398c/1e708b9a-308c-4ad2-8e11-96005293ee9a/97e47c75-daa2-457d-a3ed-d677d68ebb9f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:27:24.963291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.041528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.083481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Network b035e823-eb78-4ce5-b137-ccd98b87398c is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:27:25.086473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:27:25.090074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:27:25.098464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Pushing event updated for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:25.144738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:25.145368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.199872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-54e819a4-881a-47a1-91ec-90c44772cd1e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9107368 Oct 15 20:27:25.210021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-1d453350-715f-4943-99f9-513df50034e8 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:27:25.211935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-1d453350-715f-4943-99f9-513df50034e8 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065269 Oct 15 20:27:25.325060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Request body: {'port': {'device_id': '2ea30299-aca7-4230-b96e-995503d03ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:25.358588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5bcf4cd4-8332-4a7d-bf78-268bb5b6c17d None None] Provisioning complete for port 97e47c75-daa2-457d-a3ed-d677d68ebb9f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:27:25.358947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5bcf4cd4-8332-4a7d-bf78-268bb5b6c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.385679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.393392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf4cd4-8332-4a7d-bf78-268bb5b6c17d None None] Port 97e47c75-daa2-457d-a3ed-d677d68ebb9f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:27:25.671851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e47c75-daa2-457d-a3ed-d677d68ebb9f {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:27:25.680787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.698147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Transition to ACTIVE for port object 97e47c75-daa2-457d-a3ed-d677d68ebb9f will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:27:25.710733 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81b57d-a521-4a14-b330-41825c489090 req-9041aa53-fa82-4acf-801f-cc1bd51c0b7e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:25.712233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a81b57d-a521-4a14-b330-41825c489090 req-9041aa53-fa82-4acf-801f-cc1bd51c0b7e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 935 time: 0.0725584 Oct 15 20:27:25.751125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3a81b57d-a521-4a14-b330-41825c489090 req-6c668042-3539-4c00-9f04-7f2a6247f92e tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327063 Oct 15 20:27:25.790716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.845900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Pushing event updated for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:25.913692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Attempting to bind port 97e47c75-daa2-457d-a3ed-d677d68ebb9f on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:27:25.914031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Attempting to bind port 97e47c75-daa2-457d-a3ed-d677d68ebb9f by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:27:25.914366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Attempting to bind port 97e47c75-daa2-457d-a3ed-d677d68ebb9f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:27:25.918790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Port 97e47c75-daa2-457d-a3ed-d677d68ebb9f on network b035e823-eb78-4ce5-b137-ccd98b87398c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:27:25.919120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Attempting to bind port 97e47c75-daa2-457d-a3ed-d677d68ebb9f on network b035e823-eb78-4ce5-b137-ccd98b87398c {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:27:25.924875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:27:25.925214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Checking segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:27:25.925601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Bound using segment: {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:27:25.926031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Bound port: 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32b02f84-f81e-4e1c-9a8e-3cfbf519b119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:27:25.926413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:25.991066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:27:25.994382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:27:26.059368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:26.091874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.092742 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:26.093954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-06e74760-a900-4048-9f70-f776719b1344 service neutron] 10.222.0.15 "PUT /v2.0/ports/97e47c75-daa2-457d-a3ed-d677d68ebb9f HTTP/1.1" status: 200 len: 1096 time: 0.8731022 Oct 15 20:27:26.096447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:27:26.098685 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909709ee-167c-4de3-90ba-0ac18509a274" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:27:26.125672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e74760-a900-4048-9f70-f776719b1344 service neutron] Pushing event updated for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:26.141562 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c26159-0b44-4e85-b027-822391954e61 x-openstack-request-id: req-61c26159-0b44-4e85-b027-822391954e61 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:27:26.141860 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:27:26.142119 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61c26159-0b44-4e85-b027-822391954e61 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:27:26.142528 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f', 'status': 'completed', 'code': 200} Oct 15 20:27:26.208637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909709ee-167c-4de3-90ba-0ac18509a274 req-05886fbf-8a42-4eb4-8b8a-186002c9c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.210164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909709ee-167c-4de3-90ba-0ac18509a274 req-05886fbf-8a42-4eb4-8b8a-186002c9c584 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0439386 Oct 15 20:27:26.238159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909709ee-167c-4de3-90ba-0ac18509a274 req-a2942260-2e32-4059-8c27-db41601244a3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207770 Oct 15 20:27:26.335530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909709ee-167c-4de3-90ba-0ac18509a274 req-d11b7f3d-4673-456b-a3b4-5927afce1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.337019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909709ee-167c-4de3-90ba-0ac18509a274 req-d11b7f3d-4673-456b-a3b4-5927afce1992 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920906 Oct 15 20:27:26.409814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-e03f7f10-a83c-47e3-b2ab-b8ec5e65acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.411134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-e03f7f10-a83c-47e3-b2ab-b8ec5e65acfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0393379 Oct 15 20:27:26.454566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-2071558a-ea1e-4862-98f0-f463fb9bcfc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f HTTP/1.1" status: 200 len: 217 time: 0.0360219 Oct 15 20:27:26.503476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-e43b1226-6787-49f6-847c-2b42538ff924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.504889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-e43b1226-6787-49f6-847c-2b42538ff924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e708b9a-308c-4ad2-8e11-96005293ee9a HTTP/1.1" status: 200 len: 843 time: 0.0426183 Oct 15 20:27:26.548839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-6a7e1224-5d87-46fe-8b41-fc9450ef7ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.550247 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-6a7e1224-5d87-46fe-8b41-fc9450ef7ca5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b035e823-eb78-4ce5-b137-ccd98b87398c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0385280 Oct 15 20:27:26.639636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-6da8cdf8-9a87-4fed-80fb-134326e90710 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821788 Oct 15 20:27:26.727213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-327b613d-81ec-4fb7-b10c-7ab33ce5077f req-07489c6f-52b1-4c70-a6da-12f5dde75709 service neutron] 10.222.0.15 "GET /v2.0/networks/b035e823-eb78-4ce5-b137-ccd98b87398c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808370 Oct 15 20:27:26.875241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3599fa-4af0-41e2-ae92-f075f3287d25 req-2a38e350-6cb3-4430-8d73-8daf1b26d219 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:26.876726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db3599fa-4af0-41e2-ae92-f075f3287d25 req-2a38e350-6cb3-4430-8d73-8daf1b26d219 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 947 time: 0.0553315 Oct 15 20:27:26.914857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db3599fa-4af0-41e2-ae92-f075f3287d25 req-46ba2601-fa0e-43c5-bb82-b29dafcb6c89 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Oct 15 20:27:28.026814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6b5ea-e6a3-4607-8c3b-8498932036bc req-7a94b02e-a7ad-41d4-838b-8fa728d918bf tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:28.028298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31c6b5ea-e6a3-4607-8c3b-8498932036bc req-7a94b02e-a7ad-41d4-838b-8fa728d918bf tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 947 time: 0.0479834 Oct 15 20:27:28.065906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31c6b5ea-e6a3-4607-8c3b-8498932036bc req-3fcb0be1-e523-4f3d-819c-51686eae6e83 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Oct 15 20:27:29.185170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fde0c6-1930-401f-9dfa-955ef7412fc5 req-3cdf7903-3d71-454d-a190-07492409c362 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:29.186677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1fde0c6-1930-401f-9dfa-955ef7412fc5 req-3cdf7903-3d71-454d-a190-07492409c362 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 947 time: 0.0550163 Oct 15 20:27:29.224598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1fde0c6-1930-401f-9dfa-955ef7412fc5 req-a3fdbd90-5a55-4b0e-a4d9-f749107ee9d6 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Oct 15 20:27:29.683311 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 97e47c75-daa2-457d-a3ed-d677d68ebb9f details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:27:29.779676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:29.790697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '97e47c75-daa2-457d-a3ed-d677d68ebb9f', 'network_id': 'b035e823-eb78-4ce5-b137-ccd98b87398c', 'port_id': '97e47c75-daa2-457d-a3ed-d677d68ebb9f', 'mac_address': 'fa:16:3e:68:2c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e708b9a-308c-4ad2-8e11-96005293ee9a', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:27:29.828884 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:29.841956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e47c75-daa2-457d-a3ed-d677d68ebb9f {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:27:29.861460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:29.921160 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:29.967692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:30.221356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['97e47c75-daa2-457d-a3ed-d677d68ebb9f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:27:30.344213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c2923-eeb9-43e5-9b02-0ded4cce0be2 req-762755df-b485-40bf-abbe-1fa7e4a91db3 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:30.345706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-989c2923-eeb9-43e5-9b02-0ded4cce0be2 req-762755df-b485-40bf-abbe-1fa7e4a91db3 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 948 time: 0.0541821 Oct 15 20:27:30.384560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-989c2923-eeb9-43e5-9b02-0ded4cce0be2 req-926ae7df-3663-42af-b2a8-eddbb0152c8d tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Oct 15 20:27:31.504793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b48d9-56a1-4906-981e-ed7fd6faf968 req-9b3ab342-46d4-4cf6-a0b4-d52568fb70b3 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:31.506176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a8b48d9-56a1-4906-981e-ed7fd6faf968 req-9b3ab342-46d4-4cf6-a0b4-d52568fb70b3 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 948 time: 0.0520828 Oct 15 20:27:31.543181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6a8b48d9-56a1-4906-981e-ed7fd6faf968 req-cc233c82-e0db-4ea6-92f9-c172af346122 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Oct 15 20:27:31.696463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 97e47c75-daa2-457d-a3ed-d677d68ebb9f up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:27:31.790139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 97e47c75-daa2-457d-a3ed-d677d68ebb9f completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:27:31.794125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 97e47c75-daa2-457d-a3ed-d677d68ebb9f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:27:31.794489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:31.872499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:31.895300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:27:31.897711 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8303a1b9-06fc-4755-8e98-5982fdd251fb" -d '{"events": [{"server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "name": "network-vif-plugged", "status": "completed", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:27:31.910818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:31.934566 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ea71c6-614e-449e-acc9-fe8223a76604 x-openstack-request-id: req-99ea71c6-614e-449e-acc9-fe8223a76604 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:27:31.934754 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "name": "network-vif-plugged", "status": "completed", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:27:31.935053 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99ea71c6-614e-449e-acc9-fe8223a76604 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:27:31.935476 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f', 'code': 200} Oct 15 20:27:31.972883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:32.021256 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:32.029430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066633-e849-4bec-b5d2-029df72f0bf7 req-c2cd71e9-a1a6-4cf6-9963-ed5fb719113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:32.030307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48066633-e849-4bec-b5d2-029df72f0bf7 req-c2cd71e9-a1a6-4cf6-9963-ed5fb719113b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 1101 time: 0.0414217 Oct 15 20:27:32.065722 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48066633-e849-4bec-b5d2-029df72f0bf7 req-67ea5be6-61bc-45ff-beac-d230450d3c8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267205 Oct 15 20:27:32.661981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ce9fc-2926-4bbf-83fe-446075a9828c req-c0afe607-e951-4925-b051-48f6b471abf9 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:32.663415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-236ce9fc-2926-4bbf-83fe-446075a9828c req-c0afe607-e951-4925-b051-48f6b471abf9 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 949 time: 0.0509205 Oct 15 20:27:32.700379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-236ce9fc-2926-4bbf-83fe-446075a9828c req-45673470-1f2a-47c4-9b34-4d359d624ae0 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Oct 15 20:27:33.813622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d942371-58c1-4e71-8e07-8c6a932009da req-bc604052-47dd-48f1-ad44-009194838207 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:33.815101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d942371-58c1-4e71-8e07-8c6a932009da req-bc604052-47dd-48f1-ad44-009194838207 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 949 time: 0.0489058 Oct 15 20:27:33.852227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1d942371-58c1-4e71-8e07-8c6a932009da req-b793496c-f5f4-4c50-857c-061e8457649a tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311313 Oct 15 20:27:34.213442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-bd72dcb0-0483-46a0-86ce-9921946ada5d req-8cc0e399-722c-4e97-987f-84af14213017 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:27:34.214485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd72dcb0-0483-46a0-86ce-9921946ada5d req-8cc0e399-722c-4e97-987f-84af14213017 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0550976 Oct 15 20:27:35.092874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bbfae-0e4e-4ddf-b735-2ec8df108f7b req-df37dd11-5b1c-4044-ab44-718786348be1 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:35.095396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-279bbfae-0e4e-4ddf-b735-2ec8df108f7b req-df37dd11-5b1c-4044-ab44-718786348be1 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 949 time: 0.0486927 Oct 15 20:27:35.135024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-279bbfae-0e4e-4ddf-b735-2ec8df108f7b req-f67808bd-bbe9-495b-8518-bf22b6a598ec tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333869 Oct 15 20:27:36.253737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1589e0-20b0-4d2d-a6f2-684c7216f2c5 req-b6d7ef26-e766-41df-8197-ab517e7f2b02 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:36.255196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f1589e0-20b0-4d2d-a6f2-684c7216f2c5 req-b6d7ef26-e766-41df-8197-ab517e7f2b02 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 949 time: 0.0515318 Oct 15 20:27:36.292219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f1589e0-20b0-4d2d-a6f2-684c7216f2c5 req-2cab76ff-1e51-4ff2-a217-09d7f834191b tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/security-groups?id=88981c43-fcbd-4faf-96bd-a2e5caadd9e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309300 Oct 15 20:27:36.471509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-648100c7-606c-4e60-a9a8-7b157bd59ba1 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:36.472953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-648100c7-606c-4e60-a9a8-7b157bd59ba1 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 949 time: 0.0475411 Oct 15 20:27:36.560487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Deleting port 97e47c75-daa2-457d-a3ed-d677d68ebb9f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:27:36.560829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:36.652635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] For port 97e47c75-daa2-457d-a3ed-d677d68ebb9f, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=97e47c75-daa2-457d-a3ed-d677d68ebb9f,segment=NetworkSegment(32b02f84-f81e-4e1c-9a8e-3cfbf519b119),segment_id=32b02f84-f81e-4e1c-9a8e-3cfbf519b119)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:36.652992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:36.665065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Calling delete_port for 97e47c75-daa2-457d-a3ed-d677d68ebb9f owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:27:36.835388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:36.847158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['97e47c75-daa2-457d-a3ed-d677d68ebb9f'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:27:36.865132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Pushing event deleted for resources: {'Port': ['ID=97e47c75-daa2-457d-a3ed-d677d68ebb9f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:36.909285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] No DVR routers for this DVR port 97e47c75-daa2-457d-a3ed-d677d68ebb9f on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:27:36.912051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:36.915438 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe429f86-c05b-4269-8c82-f68574a1a818 req-cc20ce03-0fd9-420b-b928-41afad48dc80 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.15 "DELETE /v2.0/ports/97e47c75-daa2-457d-a3ed-d677d68ebb9f HTTP/1.1" status: 204 len: 173 time: 0.4361567 Oct 15 20:27:36.915916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'name': 'network-vif-deleted', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:27:36.918190 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186f7fc-6aeb-4ef5-9a18-06867f69dcd1" -d '{"events": [{"server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "name": "network-vif-deleted", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:27:36.958292 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b775d981-c8cd-46bc-ad36-abfc48dee4ab x-openstack-request-id: req-b775d981-c8cd-46bc-ad36-abfc48dee4ab {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:27:36.958581 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea30299-aca7-4230-b96e-995503d03ab0", "name": "network-vif-deleted", "tag": "97e47c75-daa2-457d-a3ed-d677d68ebb9f", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:27:36.958827 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b775d981-c8cd-46bc-ad36-abfc48dee4ab {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:27:36.959218 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea30299-aca7-4230-b96e-995503d03ab0', 'name': 'network-vif-deleted', 'tag': '97e47c75-daa2-457d-a3ed-d677d68ebb9f', 'status': 'completed', 'code': 200} Oct 15 20:27:37.397208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aee3631e-bd0c-4ac3-af71-77ec89feceb3 req-5132da62-03e3-4fcb-ab28-243ad07673d2 tempest-ServersAdminNegativeTestJSON-638889364 tempest-ServersAdminNegativeTestJSON-638889364-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ea30299-aca7-4230-b96e-995503d03ab0 HTTP/1.1" status: 200 len: 210 time: 0.0261490 Oct 15 20:27:37.666534 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:27:38.900751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34554) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:39.029929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f5b943ee-339e-4142-8cca-49d3fa364ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8f79d6aa4e3465b80fd0b893e1a0114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280458 Oct 15 20:27:39.032925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34558) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:39.081237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.102692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.218871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.221388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.222519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88981c43-fcbd-4faf-96bd-a2e5caadd9e5 HTTP/1.1" status: 204 len: 168 time: 0.1887209 Oct 15 20:27:39.230585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8add0-abb1-4dce-8b57-f107094166f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88981c43-fcbd-4faf-96bd-a2e5caadd9e5,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:39.729969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 97e47c75-daa2-457d-a3ed-d677d68ebb9f no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:27:39.750461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 97e47c75-daa2-457d-a3ed-d677d68ebb9f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:27:39.750798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 97e47c75-daa2-457d-a3ed-d677d68ebb9f not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:27:39.784198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 34564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:39.797808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1856f83-44e3-4a13-af39-f448500f98b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.870062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1856f83-44e3-4a13-af39-f448500f98b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.921640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d1856f83-44e3-4a13-af39-f448500f98b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:39.959048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d1856f83-44e3-4a13-af39-f448500f98b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d3f48d209174f56a39ea394fbd36ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738112 Oct 15 20:27:39.959914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1856f83-44e3-4a13-af39-f448500f98b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b26918-4523-4662-a1ca-7678faff8f35,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:39.961929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34566) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:40.033644 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:40.035622 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:40.161758 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:40.164430 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:40.165605 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b26918-4523-4662-a1ca-7678faff8f35 HTTP/1.1" status: 204 len: 168 time: 0.2026834 Oct 15 20:27:40.173831 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2261a-54f4-417c-be98-35f62d6d7425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b26918-4523-4662-a1ca-7678faff8f35,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:41.163179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34588) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:41.257009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-728554677-network', 'tenant_id': '56bd0afbc4f34565954999ab9ec34c45'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:41.332329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Made reservation on behalf of 56bd0afbc4f34565954999ab9ec34c45 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:27:41.334617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.343441 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.420487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.457865 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.482015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:27:41.491647 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc907e5c-95ed-4109-92fd-91e4bed81d28,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:41.497803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.508919 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Added segment 7a6b76b8-e511-4e76-b901-f8746b69171f of type vlan for network 96056f06-b923-4c53-af0b-527d642b5d8f Oct 15 20:27:41.536742 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.658341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.659337 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:41.659951 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:41.717486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] Pushing event updated for resources: {'Network': ['ID=96056f06-b923-4c53-af0b-527d642b5d8f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:41.727575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 96056f06-b923-4c53-af0b-527d642b5d8f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:27:41.735541 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fb9b319d-f1d2-453e-a19b-bdf336d96952 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5712044 Oct 15 20:27:41.738527 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34592) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:41.743623 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Request body: {'subnet': {'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-728554677-subnet', 'tenant_id': '56bd0afbc4f34565954999ab9ec34c45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:41.806748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Made reservation on behalf of 56bd0afbc4f34565954999ab9ec34c45 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:27:41.809160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:42.019138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:42.076429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa77c1a3-0669-4a85-8490-13dd9b5972e7,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:42.086432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Checking segment: {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:27:42.086788 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Network hostable DHCP agents. Network: 96056f06-b923-4c53-af0b-527d642b5d8f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:27:42.149860 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Network 96056f06-b923-4c53-af0b-527d642b5d8f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:27:42.206729 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 96056f06-b923-4c53-af0b-527d642b5d8f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:27:42.211574 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:42.211574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:42.217859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d573d5-35ce-4785-9559-e829bbe1abe4 None None] Network 96056f06-b923-4c53-af0b-527d642b5d8f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:27:42.284100 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3356396b-32ab-47bd-a409-1d2e53087748 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5442257 Oct 15 20:27:42.340244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed09db-4c16-4770-92b8-14ec4d3e3006 None None] Network 96056f06-b923-4c53-af0b-527d642b5d8f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:27:42.706819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-9d997c52-8ad9-4de0-b5a4-2e95b005d7fc tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:42.708285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-9d997c52-8ad9-4de0-b5a4-2e95b005d7fc tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 811 time: 0.1029835 Oct 15 20:27:42.724052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-8a34275a-a2b6-4e3d-9d31-feeab7d7f4e7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/quotas/56bd0afbc4f34565954999ab9ec34c45 HTTP/1.1" status: 200 len: 375 time: 0.0100005 Oct 15 20:27:42.756355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-585c813e-a7e6-41d1-a714-59da2e00fc92 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271304 Oct 15 20:27:42.848619 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-b33f5567-2611-4069-9094-4f1b1df254af service neutron] 10.222.0.13 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853763 Oct 15 20:27:42.935564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-0cd47367-0fa8-4524-a856-ee8a52c75a92 service neutron] 10.222.0.13 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Oct 15 20:27:43.165379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-032c84c9-f599-40ce-8145-48d71a55cd8c req-45deb2a7-dac6-4cb0-a115-4e0887cb6ac4 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 210 time: 0.0308013 Oct 15 20:27:44.258170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a91d9667-7ef9-4a81-be6b-56856cff77de req-0f653e8f-f584-4ffb-81d4-1784463ad7c6 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 210 time: 0.0276222 Oct 15 20:27:45.277156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-6b160657-7a40-4ff5-b91f-cf10ca216fb1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:45.278627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-6b160657-7a40-4ff5-b91f-cf10ca216fb1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.15 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 811 time: 0.1081564 Oct 15 20:27:45.292050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Request body: {'port': {'device_id': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f', 'admin_state_up': True, 'tenant_id': '56bd0afbc4f34565954999ab9ec34c45'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:45.388587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01bd4e83-25c5-446c-b4c8-d1c2f8b20f3b req-2475a9d8-521d-4e4d-90fc-631baad61b86 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 210 time: 0.0364203 Oct 15 20:27:45.515699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Made reservation on behalf of 56bd0afbc4f34565954999ab9ec34c45 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:27:45.519710 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:45.937828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Allocated IP 172.20.0.10 (96056f06-b923-4c53-af0b-527d642b5d8f/fa77c1a3-0669-4a85-8490-13dd9b5972e7/ed04c1fa-4985-4e45-986d-a9deb22cd98a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:27:46.076908 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.150357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.193603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Network 96056f06-b923-4c53-af0b-527d642b5d8f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:27:46.196618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:27:46.200290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:27:46.208962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:46.254228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:46.254839 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.323884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-bc529656-5b99-45bf-9d57-41b73edf3e24 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0358961 Oct 15 20:27:46.335822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Request body: {'port': {'device_id': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:27:46.391054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.575152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98dd2c-0605-4a77-b07a-f5a4fc0329eb req-680543e7-e065-4846-992f-342a734517a0 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:46.576553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb98dd2c-0605-4a77-b07a-f5a4fc0329eb req-680543e7-e065-4846-992f-342a734517a0 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 932 time: 0.0861185 Oct 15 20:27:46.644498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb98dd2c-0605-4a77-b07a-f5a4fc0329eb req-11a01539-1c95-4245-80b9-f26bfdca434b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 Oct 15 20:27:46.714165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed04c1fa-4985-4e45-986d-a9deb22cd98a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:27:46.722552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.734205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Transition to ACTIVE for port object ed04c1fa-4985-4e45-986d-a9deb22cd98a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:27:46.806834 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:46.877149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:46.926975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:27:46.927303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:27:46.927651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:27:46.931764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:27:46.932079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:27:46.936762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:27:46.937089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Checking segment: {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:27:46.937456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Bound using segment: {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:27:46.937868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Bound port: ed04c1fa-4985-4e45-986d-a9deb22cd98a, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:27:46.938822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:47.003065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:27:47.006003 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:27:47.070464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:47.104437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.105132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:47.106481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] 10.222.0.15 "PUT /v2.0/ports/ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 1093 time: 0.7747455 Oct 15 20:27:47.106930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:27:47.109335 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9fe27a-4171-4966-a136-e4043dc2332c" -d '{"events": [{"name": "network-changed", "server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:27:47.133272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e6a36-07df-49e8-8be5-2ae07c597128 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:47.146418 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49b4c6-8a09-41ff-83e8-90a1581a0943 x-openstack-request-id: req-ec49b4c6-8a09-41ff-83e8-90a1581a0943 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:27:47.146705 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:27:47.146958 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec49b4c6-8a09-41ff-83e8-90a1581a0943 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:27:47.147348 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'status': 'completed', 'code': 200} Oct 15 20:27:47.209342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-47e366a2-d9da-4f4e-a26c-68f00345bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.210817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-47e366a2-d9da-4f4e-a26c-68f00345bca0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1096 time: 0.0415452 Oct 15 20:27:47.308052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-2fac882f-943a-47fc-a4fd-1a09b52ef79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.309486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-2fac882f-943a-47fc-a4fd-1a09b52ef79f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=56bd0afbc4f34565954999ab9ec34c45&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913749 Oct 15 20:27:47.402698 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-740a7a09-1dac-405a-9a67-b8b56d0c35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.404090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b9fe27a-4171-4966-a136-e4043dc2332c req-740a7a09-1dac-405a-9a67-b8b56d0c35ea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881102 Oct 15 20:27:47.480897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-471b70b8-4456-47a9-b9d5-2b5fa4d5d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.482337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-471b70b8-4456-47a9-b9d5-2b5fa4d5d64a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1096 time: 0.0441287 Oct 15 20:27:47.522838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-a47d1560-e771-483c-babc-34e0a063787d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0329828 Oct 15 20:27:47.570109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-ddf2e6bb-3512-4b59-bb29-706e72f2879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.571517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-ddf2e6bb-3512-4b59-bb29-706e72f2879c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0426474 Oct 15 20:27:47.602621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-dbdbbedf-9992-4adb-ac81-f5bfaa71e226 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242479 Oct 15 20:27:47.694263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-b898e021-9ef0-45fa-83cf-9cab56e60091 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846653 Oct 15 20:27:47.818684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c348c-b845-4a7f-a11d-8371f3ad48f9 req-b112af47-a603-409c-9ae8-8808e6f14893 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:47.820184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f52c348c-b845-4a7f-a11d-8371f3ad48f9 req-b112af47-a603-409c-9ae8-8808e6f14893 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.1015341 Oct 15 20:27:47.825372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd3dfd88-fab3-4cf5-a39e-643963a6c03b req-72d4399a-1214-4a7b-9465-128dc3c8d0e1 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244528 Oct 15 20:27:47.858984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f52c348c-b845-4a7f-a11d-8371f3ad48f9 req-323621e2-c456-4f37-8dfd-5b7fb78d5190 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Oct 15 20:27:48.549823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55202256-f5e6-4293-b5c8-146b0aaee201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:48.973050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba694d63-e8b7-4d59-9180-0f3649ef3c88 req-09a8314e-3a1a-494c-a24e-9b75cbc1380b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:48.974547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba694d63-e8b7-4d59-9180-0f3649ef3c88 req-09a8314e-3a1a-494c-a24e-9b75cbc1380b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0486333 Oct 15 20:27:49.012035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba694d63-e8b7-4d59-9180-0f3649ef3c88 req-e4269ead-2ea4-4cb1-8333-36b5338f02c2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Oct 15 20:27:50.122381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0eac9-3baa-48fe-968b-c1da623b6ca6 req-1392f1f6-48da-4cd3-80ea-96db3540a56d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:50.123849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fae0eac9-3baa-48fe-968b-c1da623b6ca6 req-1392f1f6-48da-4cd3-80ea-96db3540a56d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0476918 Oct 15 20:27:50.165551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fae0eac9-3baa-48fe-968b-c1da623b6ca6 req-84923c70-e938-4d91-91f9-d1fd420621a1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352185 Oct 15 20:27:51.278332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae85bc1-bbc6-4161-9d0f-415a66d7358a req-3f3cbf9c-038d-4ce5-a434-4077e85419c3 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:51.279803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ae85bc1-bbc6-4161-9d0f-415a66d7358a req-3f3cbf9c-038d-4ce5-a434-4077e85419c3 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Oct 15 20:27:51.331535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ae85bc1-bbc6-4161-9d0f-415a66d7358a req-687343ce-9170-45c9-83f4-e1595d998626 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Oct 15 20:27:51.470771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1a59e1bb-f5d0-4e82-85c1-8202f0de1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:51.791806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:27:51.886729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:51.898196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f', 'port_id': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'mac_address': 'fa:16:3e:7b:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa77c1a3-0669-4a85-8490-13dd9b5972e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:27:51.934132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:51.946760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed04c1fa-4985-4e45-986d-a9deb22cd98a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:27:51.966480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:52.024116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:52.072403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:52.292602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['ed04c1fa-4985-4e45-986d-a9deb22cd98a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:27:52.383254 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:52.449859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1084bb-f866-412c-8164-28a3f7d5a125 req-8b9b28a4-a9cd-4859-8c83-5cbaebcb8224 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:52.451388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c1084bb-f866-412c-8164-28a3f7d5a125 req-8b9b28a4-a9cd-4859-8c83-5cbaebcb8224 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Oct 15 20:27:52.489857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c1084bb-f866-412c-8164-28a3f7d5a125 req-fa9c7031-6813-4d76-98f8-b3d91d5b0ac3 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Oct 15 20:27:52.909297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:52.931953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:53.149524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:53.600904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f105b54-9708-42d7-9476-e95383f2215e req-be9ef4d4-e55d-46cc-8a5a-87fec4926c7a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:53.602351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f105b54-9708-42d7-9476-e95383f2215e req-be9ef4d4-e55d-46cc-8a5a-87fec4926c7a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 945 time: 0.0477436 Oct 15 20:27:53.643458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f105b54-9708-42d7-9476-e95383f2215e req-1a4255b6-8012-42af-b170-7ebec25b7087 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Oct 15 20:27:53.807386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:27:53.898191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port ed04c1fa-4985-4e45-986d-a9deb22cd98a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:27:53.901801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port ed04c1fa-4985-4e45-986d-a9deb22cd98a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:27:53.902165 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:53.979589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:54.002042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:27:54.004312 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c168bc0-8177-4f98-b516-5f8b394b2358" -d '{"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-plugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:27:54.016514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:27:54.040341 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368590c-8c8a-48fb-a9dc-f154eaa4ef79 x-openstack-request-id: req-f368590c-8c8a-48fb-a9dc-f154eaa4ef79 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:27:54.046863 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-plugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:27:54.046863 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f368590c-8c8a-48fb-a9dc-f154eaa4ef79 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:27:54.046863 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'code': 200} Oct 15 20:27:54.086875 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:54.134006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:27:54.137597 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b64b26-5737-4c00-99c9-af59f11f2b92 req-53979fdc-b780-4468-b6ca-00a622e4d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:54.139091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6b64b26-5737-4c00-99c9-af59f11f2b92 req-53979fdc-b780-4468-b6ca-00a622e4d1b3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1098 time: 0.0417130 Oct 15 20:27:54.174209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6b64b26-5737-4c00-99c9-af59f11f2b92 req-8cf35d59-5f1e-41ec-a9da-5d1ce78d72fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281167 Oct 15 20:27:54.744251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:27:54.759497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0770b-2cc5-4611-9c2c-dcc36968a3a2 req-a9804753-6b86-4040-b9b2-1b7e7dc36b03 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:54.761110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76d0770b-2cc5-4611-9c2c-dcc36968a3a2 req-a9804753-6b86-4040-b9b2-1b7e7dc36b03 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0496597 Oct 15 20:27:54.798744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76d0770b-2cc5-4611-9c2c-dcc36968a3a2 req-9d66336c-1252-4ec7-aa78-fb363bc2cf36 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315037 Oct 15 20:27:55.909149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0d93-4f54-479b-9420-ef233d58628b req-7e56b060-e4a6-45ee-82be-f7b81850dd3b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:55.910591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476e0d93-4f54-479b-9420-ef233d58628b req-7e56b060-e4a6-45ee-82be-f7b81850dd3b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0478692 Oct 15 20:27:55.951483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-476e0d93-4f54-479b-9420-ef233d58628b req-33c019d8-b4f2-4de9-9824-dd52c558cef5 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349836 Oct 15 20:27:56.306082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd7a1-8e5c-4a6e-bea5-ba498e842c50 req-a93b67ed-9200-4e2e-9aad-53ffbd0a0221 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:56.307586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-839bd7a1-8e5c-4a6e-bea5-ba498e842c50 req-a93b67ed-9200-4e2e-9aad-53ffbd0a0221 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0488825 Oct 15 20:27:56.337204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34654) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:27:56.349992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-839bd7a1-8e5c-4a6e-bea5-ba498e842c50 req-2809ed95-06c6-439f-977a-99e2eaffdf00 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Oct 15 20:27:56.428420 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-caaced2c-9e7e-4a44-89af-1434781606a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900712 Oct 15 20:27:56.436983 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-42441f19-7f37-4a46-8822-6364084d05a8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:27:56.437924 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-42441f19-7f37-4a46-8822-6364084d05a8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047507 Oct 15 20:27:57.467467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b79c1-aed9-4a4e-94eb-3c5c4424e358 req-c7fbc16b-8028-4c52-8981-a925f7e86531 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:57.469021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a5b79c1-aed9-4a4e-94eb-3c5c4424e358 req-c7fbc16b-8028-4c52-8981-a925f7e86531 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Oct 15 20:27:57.507143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a5b79c1-aed9-4a4e-94eb-3c5c4424e358 req-ced4e4a1-0fff-4124-bc04-a85a4fa5aa83 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Oct 15 20:27:58.280298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-76e8c6d9-5ca7-445e-9a5a-1783477a4200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:58.281748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-76e8c6d9-5ca7-445e-9a5a-1783477a4200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1098 time: 0.0409722 Oct 15 20:27:58.376118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-9f04c13e-d308-4ea5-8159-c948585f59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:58.377673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-9f04c13e-d308-4ea5-8159-c948585f59f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.0883703 Oct 15 20:27:58.417422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-833b8638-f01f-4862-977d-387e00107519 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0328579 Oct 15 20:27:58.468199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-9479f568-27e4-4a75-aa02-7ca21b5066ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:58.469501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-9479f568-27e4-4a75-aa02-7ca21b5066ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0449469 Oct 15 20:27:58.501014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-a018cc2e-2623-4365-9b94-64a9d714fca6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243073 Oct 15 20:27:58.624537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-025a030f-e1ed-4531-8bca-bed7894b2387 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148930 Oct 15 20:27:58.647641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3989f-ac9e-4b47-ad7b-c796d8032d31 req-54eb84b4-3a4d-45dc-9505-64ee8ee3799d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:58.649044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5d3989f-ac9e-4b47-ad7b-c796d8032d31 req-54eb84b4-3a4d-45dc-9505-64ee8ee3799d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0729749 Oct 15 20:27:58.732412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d5d3989f-ac9e-4b47-ad7b-c796d8032d31 req-43bcc023-b754-4eb4-844f-b4926ec295e2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731289 Oct 15 20:27:58.752188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-021cef87-173a-4f40-91dc-d2f8f439a555 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194804 Oct 15 20:27:59.851108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5bcc0-56cc-4f46-a611-12935c45e955 req-38b01f31-363d-4bc8-ace9-6f0cceeff8d2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:27:59.852622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00c5bcc0-56cc-4f46-a611-12935c45e955 req-38b01f31-363d-4bc8-ace9-6f0cceeff8d2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0530725 Oct 15 20:27:59.889280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00c5bcc0-56cc-4f46-a611-12935c45e955 req-477d7101-81e7-462d-85cc-8f8183e6b838 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308335 Oct 15 20:28:01.002813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d37223-0b98-4a23-b1c8-952fac1dc693 req-ea095cd3-724f-4e5d-8595-aadbde18a50a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:01.004298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73d37223-0b98-4a23-b1c8-952fac1dc693 req-ea095cd3-724f-4e5d-8595-aadbde18a50a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0483437 Oct 15 20:28:01.040554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73d37223-0b98-4a23-b1c8-952fac1dc693 req-08f8ad6f-88b5-4349-9f5d-788638e4c065 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304544 Oct 15 20:28:02.158037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450dc1a-9e62-4d88-93d0-a0d7e7416276 req-4de5302f-3a76-4b3b-9337-93aa98c09bfe tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:02.159515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f450dc1a-9e62-4d88-93d0-a0d7e7416276 req-4de5302f-3a76-4b3b-9337-93aa98c09bfe tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0501471 Oct 15 20:28:02.196873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f450dc1a-9e62-4d88-93d0-a0d7e7416276 req-6c89084c-9118-4922-a7fe-84db975b89bb tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316038 Oct 15 20:28:03.314187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b106-1fef-4989-8d51-79a622bef044 req-5dd0edbc-cfa8-4902-8945-31410dde7aa7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:03.315671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f441b106-1fef-4989-8d51-79a622bef044 req-5dd0edbc-cfa8-4902-8945-31410dde7aa7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0523133 Oct 15 20:28:03.353384 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f441b106-1fef-4989-8d51-79a622bef044 req-dccb89b7-4f92-4a00-81fd-4cad7cfe68af tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Oct 15 20:28:04.466445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9923ed-42e9-48eb-af9f-411a7f0da4b6 req-47e81933-41ca-4d4b-a55a-1f87c2702a56 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:04.467853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b9923ed-42e9-48eb-af9f-411a7f0da4b6 req-47e81933-41ca-4d4b-a55a-1f87c2702a56 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0486553 Oct 15 20:28:04.505883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8b9923ed-42e9-48eb-af9f-411a7f0da4b6 req-ed28f15f-c24c-4cdf-897b-3cb4937493a5 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Oct 15 20:28:05.616672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8295c-3778-4735-b784-1ea44e9b6458 req-d696af4d-4827-49bf-99eb-43d93ffceb81 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:05.618373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ce8295c-3778-4735-b784-1ea44e9b6458 req-d696af4d-4827-49bf-99eb-43d93ffceb81 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0479963 Oct 15 20:28:05.659829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ce8295c-3778-4735-b784-1ea44e9b6458 req-543da73e-e5af-428d-9813-948dc2289938 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355453 Oct 15 20:28:06.779857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a4e8-2691-49a2-9ff4-f4c89d3c8a21 req-00e98898-b1ab-4ef8-bc5f-ca58796f7ea5 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:06.781316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d9a4e8-2691-49a2-9ff4-f4c89d3c8a21 req-00e98898-b1ab-4ef8-bc5f-ca58796f7ea5 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0526400 Oct 15 20:28:06.818036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d9a4e8-2691-49a2-9ff4-f4c89d3c8a21 req-605f2121-6d87-425f-a5c5-5c0ea9fe9d55 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Oct 15 20:28:07.930940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889a5d9-2ac7-4007-a68b-a7bc5a253ba4 req-ea319a00-1ab7-40ef-aa84-df74deac547d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:07.932421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d889a5d9-2ac7-4007-a68b-a7bc5a253ba4 req-ea319a00-1ab7-40ef-aa84-df74deac547d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0479567 Oct 15 20:28:07.968887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d889a5d9-2ac7-4007-a68b-a7bc5a253ba4 req-16e3823d-8e0c-47a7-a8dd-390ff12f1e99 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307159 Oct 15 20:28:09.082503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc469-1f6d-47eb-88f5-3609dffd88a1 req-b9c61f87-d175-4a66-b028-2da054d82bba tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:09.083987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f8cc469-1f6d-47eb-88f5-3609dffd88a1 req-b9c61f87-d175-4a66-b028-2da054d82bba tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0480468 Oct 15 20:28:09.122040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f8cc469-1f6d-47eb-88f5-3609dffd88a1 req-bc32eeee-7aeb-4c6c-932a-6f04c72b1eaf tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Oct 15 20:28:10.238775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f59fa-399d-4004-a54e-4be15b75f4cc req-fe7d1f75-53e3-4414-87ce-855a749b7dee tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:10.240272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d68f59fa-399d-4004-a54e-4be15b75f4cc req-fe7d1f75-53e3-4414-87ce-855a749b7dee tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Oct 15 20:28:10.277195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d68f59fa-399d-4004-a54e-4be15b75f4cc req-093f6a86-9922-426e-828e-dd3234e1c8e1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Oct 15 20:28:11.390641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43525c12-a241-43e1-a7c8-80b8a4c8757e req-e687c794-a87f-40af-9727-7753052ddd11 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:11.392133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43525c12-a241-43e1-a7c8-80b8a4c8757e req-e687c794-a87f-40af-9727-7753052ddd11 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0483778 Oct 15 20:28:11.429576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43525c12-a241-43e1-a7c8-80b8a4c8757e req-5bb69b70-563f-4c2a-a950-a7f050c62216 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Oct 15 20:28:12.547462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479434a-23b4-4a95-8704-6785c284481d req-37a23ad6-73a3-4e46-8cf6-c958d9db0a0b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:12.548999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9479434a-23b4-4a95-8704-6785c284481d req-37a23ad6-73a3-4e46-8cf6-c958d9db0a0b tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0539079 Oct 15 20:28:12.588142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9479434a-23b4-4a95-8704-6785c284481d req-50c1c54b-c168-4f7c-ae63-c7f41d2bba93 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Oct 15 20:28:13.525312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-8e362824-bdb5-4c24-bbf1-55abd6622c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:13.526666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-8e362824-bdb5-4c24-bbf1-55abd6622c8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1098 time: 0.0433676 Oct 15 20:28:13.628386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-bbe68dd7-6812-47aa-b73c-b6d532ce472f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:13.629921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-bbe68dd7-6812-47aa-b73c-b6d532ce472f service neutron] 10.222.0.15 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.0844293 Oct 15 20:28:13.676586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-11977522-662f-4d62-8e55-0be859d8d5b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0395038 Oct 15 20:28:13.746442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-c72ace6d-90f6-4f92-b8f2-9b8f83cbc47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:13.747898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-c72ace6d-90f6-4f92-b8f2-9b8f83cbc47c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0632477 Oct 15 20:28:13.755971 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54bf22-384d-45a4-b501-0cb688229c59 req-2ae11bef-aa59-4954-b8b1-d742aa851845 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:13.757323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc54bf22-384d-45a4-b501-0cb688229c59 req-2ae11bef-aa59-4954-b8b1-d742aa851845 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0834658 Oct 15 20:28:13.792429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-0d126a04-55ea-44e5-a0e7-f7c2948505c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341296 Oct 15 20:28:13.830795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc54bf22-384d-45a4-b501-0cb688229c59 req-b361cae8-35f4-4f56-a83b-8d3550eeff32 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 Oct 15 20:28:13.893919 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-0c55c213-8797-45ec-9613-84810c738ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944393 Oct 15 20:28:14.042554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c09f5fe1-c914-4279-a596-5eb878d75404 req-b3e9a2c2-1e0b-406b-9fee-946655169f54 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415210 Oct 15 20:28:14.665377 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:28:14.946501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1278608-3e10-4828-9e02-aaad3795a36f req-2a52a18b-97d3-4364-8444-db32e60a17f7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:14.947998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1278608-3e10-4828-9e02-aaad3795a36f req-2a52a18b-97d3-4364-8444-db32e60a17f7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0497320 Oct 15 20:28:14.984876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1278608-3e10-4828-9e02-aaad3795a36f req-e422876a-a4b6-4756-b236-65160bf6b543 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Oct 15 20:28:16.098117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119819af-4fdd-4848-b930-8cbae3e9db00 req-5be93fc0-e886-4e1f-8130-aeaf749d163e tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:16.099586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-119819af-4fdd-4848-b930-8cbae3e9db00 req-5be93fc0-e886-4e1f-8130-aeaf749d163e tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Oct 15 20:28:16.136253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-119819af-4fdd-4848-b930-8cbae3e9db00 req-241dfa61-b501-4ccf-98ab-84213038fdbe tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308397 Oct 15 20:28:17.250070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449b23a-52f3-4f02-a0df-3577d5b2f8c7 req-8940377a-a1ec-427d-9998-e92c0f4c088f tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:17.251526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f449b23a-52f3-4f02-a0df-3577d5b2f8c7 req-8940377a-a1ec-427d-9998-e92c0f4c088f tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0481822 Oct 15 20:28:17.292029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f449b23a-52f3-4f02-a0df-3577d5b2f8c7 req-47ff3723-a400-438e-90aa-83727a17007e tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Oct 15 20:28:18.405551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022df53f-3e56-4596-8b6e-6f43f2ecb71a req-df76fd97-e9d9-4910-9b0b-d8efa0fcc7b9 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:18.407003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-022df53f-3e56-4596-8b6e-6f43f2ecb71a req-df76fd97-e9d9-4910-9b0b-d8efa0fcc7b9 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0487065 Oct 15 20:28:18.447998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-022df53f-3e56-4596-8b6e-6f43f2ecb71a req-d9912f9d-2748-4675-8f27-eb78ac1b7b60 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Oct 15 20:28:18.526028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-29c3254f-49d9-4ed5-a503-8e3e5d1725f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:19.559085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46a2f6-a119-45db-9a97-1da43a33355c req-10d2338a-92aa-4273-b98f-3c051035d4ff tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:19.560621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd46a2f6-a119-45db-9a97-1da43a33355c req-10d2338a-92aa-4273-b98f-3c051035d4ff tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0479274 Oct 15 20:28:19.597658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd46a2f6-a119-45db-9a97-1da43a33355c req-2756c16c-c0b2-4cd5-b198-8faa9161f65d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312059 Oct 15 20:28:20.709690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d78e70-b1d1-4bd8-8e6b-b8bcd4499f02 req-2220fa99-53c5-4790-a0da-f4ee376225b7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:20.711156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12d78e70-b1d1-4bd8-8e6b-b8bcd4499f02 req-2220fa99-53c5-4790-a0da-f4ee376225b7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0479746 Oct 15 20:28:20.752604 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12d78e70-b1d1-4bd8-8e6b-b8bcd4499f02 req-9d9378e5-a09d-42a0-b4b1-5382e6c3811a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355246 Oct 15 20:28:21.480288 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b7e5972b-b4ba-4c9b-9e7f-b606a3bd1464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:21.865980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a98e65-2545-4d24-95e2-6f4e082de66d req-476b2b8e-98a3-4614-ac3f-5635731da735 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:21.867463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9a98e65-2545-4d24-95e2-6f4e082de66d req-476b2b8e-98a3-4614-ac3f-5635731da735 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0485458 Oct 15 20:28:21.904297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9a98e65-2545-4d24-95e2-6f4e082de66d req-e30062c3-bc44-4b09-af9f-739fd27db27d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308702 Oct 15 20:28:22.406366 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:22.892270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:22.926441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:23.019006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446626a-23af-4a64-b819-68b356dd824e req-80402a09-ae44-4d48-9cbc-347c651ff27d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:23.020613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0446626a-23af-4a64-b819-68b356dd824e req-80402a09-ae44-4d48-9cbc-347c651ff27d tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0485055 Oct 15 20:28:23.057905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0446626a-23af-4a64-b819-68b356dd824e req-0bb4e7a2-1a6b-41e9-9541-767aae7b9c01 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314169 Oct 15 20:28:23.183257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:24.173238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2673f-dfd2-47e2-bc9b-f20540ff4180 req-34760c3a-9c58-4d9b-bed2-198da2df66a9 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:24.174709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43f2673f-dfd2-47e2-bc9b-f20540ff4180 req-34760c3a-9c58-4d9b-bed2-198da2df66a9 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0490437 Oct 15 20:28:24.217107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-43f2673f-dfd2-47e2-bc9b-f20540ff4180 req-2b6163a4-d3ea-4fc5-8528-66324da4c1e0 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Oct 15 20:28:24.680414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:25.330247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab3b8-1c36-45b7-998d-ce7fcb0c6be4 req-43397f5c-0c9b-4627-b98c-b5354d14d504 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:25.331730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24cab3b8-1c36-45b7-998d-ce7fcb0c6be4 req-43397f5c-0c9b-4627-b98c-b5354d14d504 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0484805 Oct 15 20:28:25.369399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24cab3b8-1c36-45b7-998d-ce7fcb0c6be4 req-810a9181-c905-4499-900b-bc5795cd72d1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Oct 15 20:28:26.481331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ea2d-15ee-491a-9fe3-0a964769023b req-bbc21446-ea36-4f5b-a0d3-df07fc5f8994 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:26.482959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1099ea2d-15ee-491a-9fe3-0a964769023b req-bbc21446-ea36-4f5b-a0d3-df07fc5f8994 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0477800 Oct 15 20:28:26.520444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1099ea2d-15ee-491a-9fe3-0a964769023b req-b8f0e63a-0ab4-4759-ae5f-bfe0dbd7c819 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310874 Oct 15 20:28:27.633649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bbb6c-e721-402d-a1d3-4d70d522e9a7 req-765f3390-415e-487a-b5b3-7008127a6497 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:27.635146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c01bbb6c-e721-402d-a1d3-4d70d522e9a7 req-765f3390-415e-487a-b5b3-7008127a6497 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0495770 Oct 15 20:28:27.676250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c01bbb6c-e721-402d-a1d3-4d70d522e9a7 req-3387420d-42db-4879-86c0-8ba2e19f1663 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Oct 15 20:28:28.790017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74a0f8-6613-41fb-8075-7b13628c7fa7 req-43411de1-d29e-4461-90cc-3b31b850cd57 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:28.791478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c74a0f8-6613-41fb-8075-7b13628c7fa7 req-43411de1-d29e-4461-90cc-3b31b850cd57 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0487747 Oct 15 20:28:28.829033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c74a0f8-6613-41fb-8075-7b13628c7fa7 req-a75885a9-05e4-408d-b7fa-0a019d813942 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Oct 15 20:28:29.360562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-c7332d6d-5159-42b3-a52c-e2acc56064b4 req-a37c619c-0656-46a8-9cb0-50d8b376ab67 service neutron] (101181) timed out ('10.222.0.13', 58588) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:28:29.943085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd8b86-894f-4773-9413-ebacb09976bb req-e9803b1b-8fcf-4117-9bca-4bd624b6024c tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:29.944663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-82bd8b86-894f-4773-9413-ebacb09976bb req-e9803b1b-8fcf-4117-9bca-4bd624b6024c tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0490928 Oct 15 20:28:29.981665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-82bd8b86-894f-4773-9413-ebacb09976bb req-d2793a0c-f506-4901-89a2-e793d64887d9 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310051 Oct 15 20:28:31.095029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efd455-0bff-4586-bfdb-83de5ce7eb1d req-432b9f77-14e3-485d-b188-707418d040a2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:31.096515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39efd455-0bff-4586-bfdb-83de5ce7eb1d req-432b9f77-14e3-485d-b188-707418d040a2 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0475636 Oct 15 20:28:31.137715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-39efd455-0bff-4586-bfdb-83de5ce7eb1d req-c9493a6e-ccaa-4ded-9df8-ff4bc468bda8 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Oct 15 20:28:32.254063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c3975-638c-465f-adbe-f2496d9842a4 req-4c449823-7ba7-403e-8b24-42fe9e8a25cd tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:32.255505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a25c3975-638c-465f-adbe-f2496d9842a4 req-4c449823-7ba7-403e-8b24-42fe9e8a25cd tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Oct 15 20:28:32.291959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a25c3975-638c-465f-adbe-f2496d9842a4 req-ed09e22c-24a5-46bb-9b71-73da575df980 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Oct 15 20:28:33.404731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4165a6-6154-423e-8d73-1505f0f8e1ca req-3b7d85e2-be35-4fd1-ae16-82cfae057d35 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:33.406185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c4165a6-6154-423e-8d73-1505f0f8e1ca req-3b7d85e2-be35-4fd1-ae16-82cfae057d35 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0486479 Oct 15 20:28:33.443714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c4165a6-6154-423e-8d73-1505f0f8e1ca req-e197282b-6d25-4aab-8c8c-277a2cded466 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Oct 15 20:28:34.559453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d0453-4849-4989-8579-72bc5caabd86 req-b23173e6-125a-454e-80f9-c613eb7e2064 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:34.560912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9d0453-4849-4989-8579-72bc5caabd86 req-b23173e6-125a-454e-80f9-c613eb7e2064 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0489786 Oct 15 20:28:34.600996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9d0453-4849-4989-8579-72bc5caabd86 req-56f4bb56-7eed-4308-942d-9d4e54fdfe69 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Oct 15 20:28:35.714876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a9587-fc11-41b3-8498-f74e517b2d0b req-64968084-8334-4c4d-b06e-1d68154adc40 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:35.716357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f88a9587-fc11-41b3-8498-f74e517b2d0b req-64968084-8334-4c4d-b06e-1d68154adc40 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0493839 Oct 15 20:28:35.753170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f88a9587-fc11-41b3-8498-f74e517b2d0b req-66c03d17-d3c1-41b4-a806-bd27ae02d431 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309808 Oct 15 20:28:36.004061 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-6a183c93-b536-435b-8be8-e938e5d031ab service neutron] show failed (client error): The resource could not be found. Oct 15 20:28:36.005052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-6a183c93-b536-435b-8be8-e938e5d031ab service neutron] 10.222.0.15 "GET /v2.0/ports/ed04c1fa-4985-4e45-986d-a9deb22cd98a/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0549259 Oct 15 20:28:36.499781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-85c0706d-5bf6-4e2b-a8c9-9f3ab0fea2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:36.501272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-85c0706d-5bf6-4e2b-a8c9-9f3ab0fea2d5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622&tenant_id=56bd0afbc4f34565954999ab9ec34c45 HTTP/1.1" status: 200 len: 1098 time: 0.0735266 Oct 15 20:28:36.513009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:28:36.564359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:36.759366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:28:36.794634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:28:36.860313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:28:36.862595 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115735c9-64db-48bd-938d-b0e24ae853a3" -d '{"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-unplugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:28:36.869295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:36.886481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Transition to ACTIVE for port object ed04c1fa-4985-4e45-986d-a9deb22cd98a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:28:36.895454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67262b-0514-427f-92e9-0d1bed07b3d3 req-7a722a6d-a0bc-4444-8ff3-43c699de45f4 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:36.896974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da67262b-0514-427f-92e9-0d1bed07b3d3 req-7a722a6d-a0bc-4444-8ff3-43c699de45f4 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0763998 Oct 15 20:28:36.935354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da67262b-0514-427f-92e9-0d1bed07b3d3 req-3e9ef6b0-3414-4dbf-a520-5cfea43e2f1a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Oct 15 20:28:36.954639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:36.993205 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e73e15-2ca2-4d8e-bfa8-56a4aa36d37c x-openstack-request-id: req-39e73e15-2ca2-4d8e-bfa8-56a4aa36d37c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:28:36.993745 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-unplugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:28:36.993995 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39e73e15-2ca2-4d8e-bfa8-56a4aa36d37c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:28:36.994376 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'code': 200} Oct 15 20:28:37.024133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] No DVR routers for this DVR port ed04c1fa-4985-4e45-986d-a9deb22cd98a on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:28:37.027005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:37.037161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.037500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.037831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.038163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.038487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.038806 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.039126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.039440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.039780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.040094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.040404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.040718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:37.071726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:28:37.072055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:28:37.072375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:28:37.076478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:28:37.076793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Attempting to bind port ed04c1fa-4985-4e45-986d-a9deb22cd98a on network 96056f06-b923-4c53-af0b-527d642b5d8f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:28:37.081712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:28:37.082052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Checking segment: {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:28:37.082419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Bound using segment: {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:28:37.082834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Bound port: ed04c1fa-4985-4e45-986d-a9deb22cd98a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6b76b8-e511-4e76-b901-f8746b69171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:28:37.083177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:37.144150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:28:37.146958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:28:37.200768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:37.233837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:37.234442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:37.235858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] 10.222.0.11 "PUT /v2.0/ports/ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 1093 time: 0.7270482 Oct 15 20:28:37.256824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80d384-473d-451e-92e4-7f1eb82ed621 service neutron] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:37.300804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-dca441db-f906-40c1-ba32-542174514fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:37.302195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-dca441db-f906-40c1-ba32-542174514fbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1096 time: 0.0426576 Oct 15 20:28:37.390492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-36c7c9e9-095c-4c25-9748-e301b3378ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:37.391955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-36c7c9e9-095c-4c25-9748-e301b3378ccf service neutron] 10.222.0.11 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.0835388 Oct 15 20:28:37.435773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-edc12ffb-5b7b-4ca5-85f4-b43ee2b71510 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0372438 Oct 15 20:28:37.482818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-dc2e50b8-9bf6-47ab-a2ee-42656f38395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:37.484287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-dc2e50b8-9bf6-47ab-a2ee-42656f38395d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0420866 Oct 15 20:28:37.514272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-b7715375-e258-4242-b17d-a12c2a0a2dca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235243 Oct 15 20:28:37.607306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-f80c84fa-36f2-4abc-9565-14b63aa992a9 service neutron] 10.222.0.11 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860445 Oct 15 20:28:37.694845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ecb96917-a57e-4744-a508-5dbf3cb22bc3 req-c501d75f-f0d5-4f7c-955d-a0fd2aecd1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796890 Oct 15 20:28:38.052420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b84e-3804-4b93-9344-d095d6783215 req-1b03e840-53f6-4c79-b1db-60f9a10a3ec7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:38.053886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e767b84e-3804-4b93-9344-d095d6783215 req-1b03e840-53f6-4c79-b1db-60f9a10a3ec7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0483654 Oct 15 20:28:38.089959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e767b84e-3804-4b93-9344-d095d6783215 req-366bd0ab-9c1e-4aa7-8d7a-3b328020fd06 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302274 Oct 15 20:28:38.995681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:28:38.998028 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779ac1c1-74ed-4318-b122-6f9718c8b18e" -d '{"events": [{"name": "network-changed", "server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:28:39.044485 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062aaec9-611d-42c1-80ae-8e5d1e5d5092 x-openstack-request-id: req-062aaec9-611d-42c1-80ae-8e5d1e5d5092 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:28:39.044782 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:28:39.045034 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-062aaec9-611d-42c1-80ae-8e5d1e5d5092 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:28:39.045422 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'status': 'completed', 'code': 200} Oct 15 20:28:39.139262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-9867261c-5d82-48d0-a310-e8c07eca27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.140793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-9867261c-5d82-48d0-a310-e8c07eca27c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1096 time: 0.0742021 Oct 15 20:28:39.142469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-8e5c2a8d-ec1e-440f-ac1f-51d8eb551560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.143904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-8e5c2a8d-ec1e-440f-ac1f-51d8eb551560 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1096 time: 0.0690310 Oct 15 20:28:39.629108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fd52f-2f77-40b7-b625-12dbb1a34c90 req-d9adecf7-7f11-40b6-88eb-dd366ccbe470 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.631110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073fd52f-2f77-40b7-b625-12dbb1a34c90 req-d9adecf7-7f11-40b6-88eb-dd366ccbe470 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.4587245 Oct 15 20:28:39.636709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-2a272897-2b6c-4c15-9e62-1a88d00895e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.638053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-2a272897-2b6c-4c15-9e62-1a88d00895e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.4900422 Oct 15 20:28:39.649599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-2b17b629-37c5-4186-9ea3-8fcb729475ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.650953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-2b17b629-37c5-4186-9ea3-8fcb729475ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.4948208 Oct 15 20:28:39.698262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-ba1846b6-7424-4cce-b7ac-8dffd497600f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0497797 Oct 15 20:28:39.735972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-961db2ab-175c-46b4-be15-f4fdbab6c989 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0715375 Oct 15 20:28:39.800175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-073fd52f-2f77-40b7-b625-12dbb1a34c90 req-06ec1f77-544a-4ab2-a2e2-dabeb316a347 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597350 Oct 15 20:28:39.822064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-8b4ce42c-d324-43fb-957c-c029b8383542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.823508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-8b4ce42c-d324-43fb-957c-c029b8383542 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0975308 Oct 15 20:28:39.828785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-e0b1cfa5-3b8f-4731-9191-18ff8cc2d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:39.830139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-e0b1cfa5-3b8f-4731-9191-18ff8cc2d681 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0819361 Oct 15 20:28:39.892262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-392e2411-8bcd-4c0a-9ad2-c446f9f642d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608339 Oct 15 20:28:39.894066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-10f07220-e62a-4599-957c-79c2f99c1e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500481 Oct 15 20:28:40.014686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:28:40.053701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:28:40.060482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-3d6e1e7d-9ae9-4423-b71e-676e5732c326 service neutron] 10.222.0.11 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605687 Oct 15 20:28:40.063742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-35800d42-8c6d-4627-b15e-fcaff5cd3638 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566250 Oct 15 20:28:40.218427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-01cf60f1-062d-4659-819e-f72cb61815d9 service neutron] 10.222.0.11 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503298 Oct 15 20:28:40.221708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-779ac1c1-74ed-4318-b122-6f9718c8b18e req-1a1259ed-c554-4230-948b-0796e4907ce2 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460736 Oct 15 20:28:40.918401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2fd52-d3c9-494e-8df5-7225c6807880 req-63eadfe9-cdd6-42e0-b34f-8dae1ecd11b1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:40.920593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4e2fd52-d3c9-494e-8df5-7225c6807880 req-63eadfe9-cdd6-42e0-b34f-8dae1ecd11b1 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0515680 Oct 15 20:28:40.959898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4e2fd52-d3c9-494e-8df5-7225c6807880 req-77285cf2-d45f-4990-bf47-d3e911771fdc tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Oct 15 20:28:42.063150 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:28:42.080053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71fabf-9cd2-4591-86ff-c3465cc6dada req-f29800bc-be34-46a5-af63-a7dce2ab5a91 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:42.081956 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e71fabf-9cd2-4591-86ff-c3465cc6dada req-f29800bc-be34-46a5-af63-a7dce2ab5a91 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 944 time: 0.0530787 Oct 15 20:28:42.119792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e71fabf-9cd2-4591-86ff-c3465cc6dada req-81e78e42-865f-4b1a-b877-6442a7932d63 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Oct 15 20:28:42.163443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:28:42.174559 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'network_id': '96056f06-b923-4c53-af0b-527d642b5d8f', 'port_id': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'mac_address': 'fa:16:3e:7b:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa77c1a3-0669-4a85-8490-13dd9b5972e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:28:42.213920 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:42.227000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed04c1fa-4985-4e45-986d-a9deb22cd98a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:28:42.246962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:28:42.303064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:42.349408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:42.356568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.356912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.357254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.357581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.357910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.358235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.358555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.358873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.359193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.359511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.359851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.360165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:42.563373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-a7e1c0aa-65f0-4838-887c-0a261d8bee77 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:42.564752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-a7e1c0aa-65f0-4838-887c-0a261d8bee77 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.15 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622&tenant_id=56bd0afbc4f34565954999ab9ec34c45&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.0842736 Oct 15 20:28:42.626410 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-bc1ec087-c6a4-4b66-b556-3c989d6431d4 service neutron] delete failed (client error): The resource could not be found. Oct 15 20:28:42.627436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-bc1ec087-c6a4-4b66-b556-3c989d6431d4 service neutron] 10.222.0.15 "DELETE /v2.0/ports/ed04c1fa-4985-4e45-986d-a9deb22cd98a/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0556028 Oct 15 20:28:42.664899 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ed04c1fa-4985-4e45-986d-a9deb22cd98a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:28:42.714210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-cbb8e49a-d21f-4766-b07a-2e430f5e2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:42.715824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-cbb8e49a-d21f-4766-b07a-2e430f5e2a69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56bd0afbc4f34565954999ab9ec34c45&device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 1097 time: 0.0454013 Oct 15 20:28:42.807923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-2d5b108c-c0c8-449a-b326-e1ecc71e4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:42.809375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-2d5b108c-c0c8-449a-b326-e1ecc71e4075 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 200 len: 912 time: 0.0871625 Oct 15 20:28:42.853306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-3469e43f-dede-4c4b-a251-9fdc34fa4cee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 200 len: 217 time: 0.0368447 Oct 15 20:28:42.904042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-f8de5718-4e0a-453e-b3c5-dbe9e9cb4138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:42.905851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-f8de5718-4e0a-453e-b3c5-dbe9e9cb4138 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 200 len: 851 time: 0.0458767 Oct 15 20:28:42.939464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-2066432a-7bf6-4946-99e4-0410ec5ce5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96056f06-b923-4c53-af0b-527d642b5d8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265415 Oct 15 20:28:43.032630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-7643fcb2-7626-44cc-8837-6978f2b28b3b service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852554 Oct 15 20:28:43.120448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-b08c9187-2d95-4a7a-9270-6ee198bbf239 service neutron] 10.222.0.15 "GET /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806210 Oct 15 20:28:44.072740 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:28:44.171200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port ed04c1fa-4985-4e45-986d-a9deb22cd98a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:28:44.175234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port ed04c1fa-4985-4e45-986d-a9deb22cd98a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:28:44.177325 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:44.257669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:44.279048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:28:44.281290 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1555c179-5c22-40db-8e09-da72de959d8c" -d '{"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-plugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:28:44.293835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:28:44.338123 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad5b03-a583-4f16-95c1-cd3816b50f21 x-openstack-request-id: req-95ad5b03-a583-4f16-95c1-cd3816b50f21 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:28:44.338409 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-plugged", "status": "completed", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:28:44.338725 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95ad5b03-a583-4f16-95c1-cd3816b50f21 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:28:44.339186 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'code': 200} Oct 15 20:28:44.365987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:44.413239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:44.429039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289986-677a-4551-9335-a4992f2142bc req-15023920-b895-47f1-912d-ac7fc8a4392a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:44.430530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22289986-677a-4551-9335-a4992f2142bc req-15023920-b895-47f1-912d-ac7fc8a4392a tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0490999 Oct 15 20:28:44.471695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22289986-677a-4551-9335-a4992f2142bc req-f4eb82f5-fa86-45a1-89da-6cd1a32c1cb3 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Oct 15 20:28:45.586349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd23275-f6b1-4e98-8b0f-3f0c0ff65e25 req-4f5a1886-3cfd-41a8-96ff-8356ff07813f tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:45.587866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd23275-f6b1-4e98-8b0f-3f0c0ff65e25 req-4f5a1886-3cfd-41a8-96ff-8356ff07813f tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0488951 Oct 15 20:28:45.626865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd23275-f6b1-4e98-8b0f-3f0c0ff65e25 req-9b6f2dc9-d239-441f-b316-fd441516c548 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc907e5c-95ed-4109-92fd-91e4bed81d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Oct 15 20:28:45.821995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-f6be1aff-7eec-4e3c-8ffc-76a8a54457b6 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:45.823326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-f6be1aff-7eec-4e3c-8ffc-76a8a54457b6 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.11 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 946 time: 0.0480454 Oct 15 20:28:45.921951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Deleting port ed04c1fa-4985-4e45-986d-a9deb22cd98a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:28:45.922282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:46.008312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] For port ed04c1fa-4985-4e45-986d-a9deb22cd98a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=ed04c1fa-4985-4e45-986d-a9deb22cd98a,segment=NetworkSegment(7a6b76b8-e511-4e76-b901-f8746b69171f),segment_id=7a6b76b8-e511-4e76-b901-f8746b69171f)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:28:46.008666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:46.021254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Calling delete_port for ed04c1fa-4985-4e45-986d-a9deb22cd98a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:28:46.222805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:46.235195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['ed04c1fa-4985-4e45-986d-a9deb22cd98a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:28:46.252722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Pushing event deleted for resources: {'Port': ['ID=ed04c1fa-4985-4e45-986d-a9deb22cd98a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:46.297825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] No DVR routers for this DVR port ed04c1fa-4985-4e45-986d-a9deb22cd98a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:28:46.300538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:46.303838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9715ed15-322b-4b22-b74a-6fc9ad5ebbc3 req-1ec02915-471c-46c2-a5b4-d0f5185081a7 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.11 "DELETE /v2.0/ports/ed04c1fa-4985-4e45-986d-a9deb22cd98a HTTP/1.1" status: 204 len: 173 time: 0.4732704 Oct 15 20:28:46.304268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-deleted', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:28:46.306494 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770cb13e-ae96-4919-b052-bb1ee66a77be" -d '{"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-deleted", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:28:46.341683 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a8c5f3-94ba-4f47-8552-92c24ae49bfb x-openstack-request-id: req-52a8c5f3-94ba-4f47-8552-92c24ae49bfb {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:28:46.341971 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9752b132-13f8-4f53-b765-e2f5ecf6a622", "name": "network-vif-deleted", "tag": "ed04c1fa-4985-4e45-986d-a9deb22cd98a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:28:46.342224 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a8c5f3-94ba-4f47-8552-92c24ae49bfb {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:28:46.342648 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9752b132-13f8-4f53-b765-e2f5ecf6a622', 'name': 'network-vif-deleted', 'tag': 'ed04c1fa-4985-4e45-986d-a9deb22cd98a', 'status': 'completed', 'code': 200} Oct 15 20:28:46.732393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd519129-ba2d-4a2a-af7f-62537a56080d req-76c32e5c-7f13-4f5b-bf83-818d48a03f29 tempest-DeleteServersTestJSON-593581673 tempest-DeleteServersTestJSON-593581673-project] 10.222.0.13 "GET /v2.0/ports?device_id=9752b132-13f8-4f53-b765-e2f5ecf6a622 HTTP/1.1" status: 200 len: 210 time: 0.0264359 Oct 15 20:28:47.858114 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34782) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:47.903678 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Deleting subnet fa77c1a3-0669-4a85-8490-13dd9b5972e7 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:28:47.906641 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:47.939855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:47.986805 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.103038 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.128594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa77c1a3-0669-4a85-8490-13dd9b5972e7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:48.137781 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.138119 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.138453 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.138787 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.139120 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.139847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.139847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.140085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.140408 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.140728 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.141043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.141358 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:28:48.144149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.147331 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-61e3e472-8f42-4d29-aebc-de3b78676062 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa77c1a3-0669-4a85-8490-13dd9b5972e7 HTTP/1.1" status: 204 len: 168 time: 0.2882135 Oct 15 20:28:48.149795 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34784) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:48.216444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.295106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.314437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96056f06-b923-4c53-af0b-527d642b5d8f']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:28:48.324158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6b76b8-e511-4e76-b901-f8746b69171f') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:28:48.324448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6b76b8-e511-4e76-b901-f8746b69171f') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:28:48.334106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.346986 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.352725 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:28:48.353155 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:28:48.354702 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:28:48.468719 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.474920 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.478007 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96056f06-b923-4c53-af0b-527d642b5d8f HTTP/1.1" status: 204 len: 168 time: 0.3273158 Oct 15 20:28:48.489275 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb257c53-2f78-40b6-a8f9-e346df02e898 admin admin] Pushing event deleted for resources: {'Network': ['ID=96056f06-b923-4c53-af0b-527d642b5d8f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:48.508576 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0754243f-978f-47fa-805c-7a7346c4433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.707487 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:48.747193 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d922c415-aac1-49b4-822b-aa1ef11fc151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56bd0afbc4f34565954999ab9ec34c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383649 Oct 15 20:28:48.749659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34790) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:48.795075 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.816095 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.908926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.912729 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:48.915437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc907e5c-95ed-4109-92fd-91e4bed81d28 HTTP/1.1" status: 204 len: 168 time: 0.1633694 Oct 15 20:28:48.921881 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648f0d2-f923-4e11-8476-5138308f99b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc907e5c-95ed-4109-92fd-91e4bed81d28,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:49.877339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:49.971793 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-363674814-network', 'tenant_id': '486e045098fc4fb6ab0332797638c5cc'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:28:50.033804 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Made reservation on behalf of 486e045098fc4fb6ab0332797638c5cc for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:28:50.036487 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.044619 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.122278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.126473 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:28:50.149025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: ed04c1fa-4985-4e45-986d-a9deb22cd98a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:28:50.149372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device ed04c1fa-4985-4e45-986d-a9deb22cd98a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:28:50.182685 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.210548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:28:50.214934 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9782b17-3c6a-4364-9608-ebb0bd6b19c8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:50.222511 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.222511 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Added segment 4e0cad19-f54b-45a9-ac16-af89f544a49a of type vlan for network 093bf855-83c4-4902-8a4c-8d9c2b8797cc Oct 15 20:28:50.262466 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.331071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.332027 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:50.332697 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.389845 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] Pushing event updated for resources: {'Network': ['ID=093bf855-83c4-4902-8a4c-8d9c2b8797cc,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:50.399692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:28:50.420091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-954b4087-6c08-4b38-a6f7-bc79f8aba138 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5416102 Oct 15 20:28:50.422911 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 34816) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:28:50.427768 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Request body: {'subnet': {'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-363674814-subnet', 'tenant_id': '486e045098fc4fb6ab0332797638c5cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:28:50.520945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Made reservation on behalf of 486e045098fc4fb6ab0332797638c5cc for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:28:50.523361 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.731869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.787422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d600e7d-667a-43b4-a874-bf78b63ad6b4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:50.794381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Checking segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:28:50.794735 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Network hostable DHCP agents. Network: 093bf855-83c4-4902-8a4c-8d9c2b8797cc, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:28:50.857095 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:28:50.902585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 093bf855-83c4-4902-8a4c-8d9c2b8797cc) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:28:50.906561 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:50.910303 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:50.912074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4001b-8137-4431-8aed-21fce8b895ab None None] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:28:50.997874 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2635fc95-e6d7-4ad4-9560-aa54523c2a91 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5738032 Oct 15 20:28:51.036015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dbd074-b042-4361-aeab-a2353dd5d2c2 None None] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:28:51.421739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-90f325e4-8ae3-4658-912c-39a3dd1c1ad8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:51.423260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-90f325e4-8ae3-4658-912c-39a3dd1c1ad8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 814 time: 0.1014707 Oct 15 20:28:51.438223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-c5bdc054-4e12-4549-b0ad-b09915b26204 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/quotas/486e045098fc4fb6ab0332797638c5cc HTTP/1.1" status: 200 len: 375 time: 0.0090916 Oct 15 20:28:51.473980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-dfba22dc-d348-49a2-bb2c-f47a60498d19 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303869 Oct 15 20:28:51.491605 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-201a47de-afd5-4180-b123-4a686a4b1d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:51.571105 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-5c981e15-224e-4d9b-a80f-8b2ed711eee6 service neutron] 10.222.0.13 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900586 Oct 15 20:28:51.662004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-fe14a8fa-da4c-490a-a55f-d6cdc6e1fc18 service neutron] 10.222.0.13 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848966 Oct 15 20:28:51.664388 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:28:51.855138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-72cb0d56-d8fb-4c07-bba5-fc54ad4031ba req-bf6bb620-a1ad-4a7e-9d2f-052a50bdb861 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 210 time: 0.0277162 Oct 15 20:28:52.372467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:52.638409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-c7e844d0-804c-480b-a89a-8c72c312aa90 req-6ab2debc-24c3-4664-af72-ae3746cb1923 service neutron] (101181) timed out ('10.222.0.11', 57130) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:28:52.942872 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:52.947739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-898f1bde-c331-4e70-8ebc-7322e1aa80d3 req-3c717ccd-f877-40dc-8e1f-0d11e0457851 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 210 time: 0.0261621 Oct 15 20:28:52.954210 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:53.177441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:53.574956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-3e56cac1-0aaa-4110-980b-7a0ec7c01fc7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:53.576456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-3e56cac1-0aaa-4110-980b-7a0ec7c01fc7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 814 time: 0.1042702 Oct 15 20:28:53.589620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Request body: {'port': {'device_id': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'admin_state_up': True, 'tenant_id': '486e045098fc4fb6ab0332797638c5cc'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:28:53.760007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Made reservation on behalf of 486e045098fc4fb6ab0332797638c5cc for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:28:53.763541 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:53.892581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Allocated IP 172.20.0.10 (093bf855-83c4-4902-8a4c-8d9c2b8797cc/0d600e7d-667a-43b4-a874-bf78b63ad6b4/31d81084-5bbe-4b99-8608-b8ed7e7893a7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:28:54.052271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7331ca25-fb74-4f15-a218-38460fa962b3 req-3b752cef-a0ed-4f20-a776-3fe504d0559c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 210 time: 0.0297937 Oct 15 20:28:54.062154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.142916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.185991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:28:54.189081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:28:54.192637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:28:54.202247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:54.246771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:54.247368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.339301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-babc5928-5c3e-48ac-b391-c9ad47f3f94e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7532537 Oct 15 20:28:54.352549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Request body: {'port': {'device_id': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:28:54.408351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.662287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d81084-5bbe-4b99-8608-b8ed7e7893a7 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:28:54.668421 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.678875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.682221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Transition to ACTIVE for port object 31d81084-5bbe-4b99-8608-b8ed7e7893a7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:28:54.748142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.801531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:54.863746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:28:54.864077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:28:54.864399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:28:54.869053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:28:54.869367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:28:54.873974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:28:54.874306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Checking segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:28:54.874683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Bound using segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:28:54.875103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Bound port: 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:28:54.875449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:54.935463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:28:54.938409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:28:55.011942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:55.049316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.049940 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:28:55.051327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] 10.222.0.11 "PUT /v2.0/ports/31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 1093 time: 0.7036281 Oct 15 20:28:55.051795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:28:55.054048 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:28:55.079875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d63399-4cc9-4c4d-97ec-58b57cb519fe service neutron] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:28:55.091079 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2868741c-ec6c-4921-b496-6c4f32511578 x-openstack-request-id: req-2868741c-ec6c-4921-b496-6c4f32511578 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:28:55.091411 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:28:55.091689 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2868741c-ec6c-4921-b496-6c4f32511578 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:28:55.100852 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'status': 'completed', 'code': 200} Oct 15 20:28:55.194012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-c8ae600d-e012-456e-a1f2-17652a18fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.195430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-c8ae600d-e012-456e-a1f2-17652a18fb81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1096 time: 0.0809269 Oct 15 20:28:55.212540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d800c-af13-47dd-8641-5746f40a1cd1 req-227dcba2-8e5c-4f9c-be47-f8f43f81bbc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.214027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a7d800c-af13-47dd-8641-5746f40a1cd1 req-227dcba2-8e5c-4f9c-be47-f8f43f81bbc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0619957 Oct 15 20:28:55.311378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a7d800c-af13-47dd-8641-5746f40a1cd1 req-98f72c6d-9603-41ce-a892-479aca2ae908 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885196 Oct 15 20:28:55.333934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-ddd26237-d888-4d57-9670-7c06c2901de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.335396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-ddd26237-d888-4d57-9670-7c06c2901de2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=486e045098fc4fb6ab0332797638c5cc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1313314 Oct 15 20:28:55.426143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-737c4b60-1561-43bd-b299-bc2464950b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.427652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab1af655-c6d7-4aeb-a3a9-bd8502ed88e4 req-737c4b60-1561-43bd-b299-bc2464950b11 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854826 Oct 15 20:28:55.510064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-38e7259c-7fbb-4502-8d53-9b7d9d25c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.511547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-38e7259c-7fbb-4502-8d53-9b7d9d25c201 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1096 time: 0.0500405 Oct 15 20:28:55.553673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-42b2812e-dbf7-4885-998c-d1bb4635a76c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0346274 Oct 15 20:28:55.601431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-c6289e5d-cbb5-4b87-b9cc-180e88866591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:55.602807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-c6289e5d-cbb5-4b87-b9cc-180e88866591 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0424302 Oct 15 20:28:55.634898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-484905d3-0727-4f49-94e3-2b034ec633a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243576 Oct 15 20:28:55.723534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-0ca1e6ed-e371-4668-bab3-31f49239bffe service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818486 Oct 15 20:28:55.813074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f134d192-03aa-48c2-9e4e-7dd424cfdf94 req-20c304e8-8d16-43b1-93fa-4f7dd51fbcae service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827026 Oct 15 20:28:56.424644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96923528-2a39-4669-b309-8bd5244fba35 req-349801d0-a46e-4c55-9223-b0d51ac95c89 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:56.426099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96923528-2a39-4669-b309-8bd5244fba35 req-349801d0-a46e-4c55-9223-b0d51ac95c89 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0481663 Oct 15 20:28:56.463538 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96923528-2a39-4669-b309-8bd5244fba35 req-0654f42d-bbf4-4387-b711-806085f43ba9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310886 Oct 15 20:28:57.574945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6587-4744-4801-b02c-82d9208aa6de req-dff5e72e-18ce-4400-8d8f-6baf16657e30 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:57.576524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b4e6587-4744-4801-b02c-82d9208aa6de req-dff5e72e-18ce-4400-8d8f-6baf16657e30 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0470109 Oct 15 20:28:57.613151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b4e6587-4744-4801-b02c-82d9208aa6de req-7b820d16-e202-436f-8ff5-5127b59afed8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Oct 15 20:28:58.725949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f63a6-f435-4ac7-96f7-b2b61f16bfa4 req-7119a2e8-8f05-4cb0-93bc-d86670e95857 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:58.727400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-364f63a6-f435-4ac7-96f7-b2b61f16bfa4 req-7119a2e8-8f05-4cb0-93bc-d86670e95857 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0485487 Oct 15 20:28:58.768963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-364f63a6-f435-4ac7-96f7-b2b61f16bfa4 req-ac183b7d-e3e7-4f4c-aa91-95f2fae8a4c1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Oct 15 20:28:59.879473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12230735-942e-4aaa-9cd0-3dcde2bbf3f5 req-27dd0f11-c6fb-4a69-b7b2-5f1f1885a7b2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:28:59.881533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12230735-942e-4aaa-9cd0-3dcde2bbf3f5 req-27dd0f11-c6fb-4a69-b7b2-5f1f1885a7b2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0476551 Oct 15 20:28:59.918553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12230735-942e-4aaa-9cd0-3dcde2bbf3f5 req-1abfcb67-4ef2-415d-ba54-1dfc1999d4f9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311925 Oct 15 20:29:00.141509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:29:00.235204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:00.246711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'port_id': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'mac_address': 'fa:16:3e:67:f2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d600e7d-667a-43b4-a874-bf78b63ad6b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:29:00.282064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:00.295647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d81084-5bbe-4b99-8608-b8ed7e7893a7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:29:00.314174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:00.359562 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:00.404906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:00.679316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['31d81084-5bbe-4b99-8608-b8ed7e7893a7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:29:01.029212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef64b8-1577-44cc-b641-5bbe8133ceec req-50a2cdb5-5e58-434c-9702-809f9eff52f3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:01.030672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eef64b8-1577-44cc-b641-5bbe8133ceec req-50a2cdb5-5e58-434c-9702-809f9eff52f3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Oct 15 20:29:01.069125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0eef64b8-1577-44cc-b641-5bbe8133ceec req-d6eb8b99-79de-4b63-98f6-8acfd111f9f4 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Oct 15 20:29:02.141230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:29:02.181581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddcccf-1fad-417d-b198-d62d2a678a94 req-23a58e1b-1f22-45d4-87f7-1ec5f744d31a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:02.183103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5ddcccf-1fad-417d-b198-d62d2a678a94 req-23a58e1b-1f22-45d4-87f7-1ec5f744d31a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 945 time: 0.0486038 Oct 15 20:29:02.229598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5ddcccf-1fad-417d-b198-d62d2a678a94 req-dc6271c2-05d4-4358-9f27-55dc11c0f03b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Oct 15 20:29:02.251313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:29:02.255310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:29:02.255870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:02.335109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:02.356858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:02.358983 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760fab09-9921-4996-bf9c-b4e990ca425c" -d '{"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-plugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:02.371845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:02.393432 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0e3bc-f7d6-43aa-b2db-0198ef5fcf84 x-openstack-request-id: req-bef0e3bc-f7d6-43aa-b2db-0198ef5fcf84 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:02.393717 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-plugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:02.393966 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bef0e3bc-f7d6-43aa-b2db-0198ef5fcf84 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:02.394358 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'code': 200} Oct 15 20:29:02.439974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:02.484930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65127c53-7c3a-4d0a-b182-f80dc9ca0074 req-9daf00c0-ff8c-48b3-b42b-909af529f2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:02.486424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65127c53-7c3a-4d0a-b182-f80dc9ca0074 req-9daf00c0-ff8c-48b3-b42b-909af529f2d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1098 time: 0.0400994 Oct 15 20:29:02.488085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:02.522477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65127c53-7c3a-4d0a-b182-f80dc9ca0074 req-44797069-6c48-4901-9963-d3a6f77f47fb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292876 Oct 15 20:29:03.358841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b76de-39ee-4a69-a98c-9377f6818986 req-7f6fe7df-95e4-4a99-bae0-75053c0110ec tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:03.360313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-404b76de-39ee-4a69-a98c-9377f6818986 req-7f6fe7df-95e4-4a99-bae0-75053c0110ec tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0471764 Oct 15 20:29:03.398023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-404b76de-39ee-4a69-a98c-9377f6818986 req-c5cb31a5-2746-4a1a-9ddf-169d2f4e31b4 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312076 Oct 15 20:29:04.513547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21848659-1c11-495b-9b82-188d5025babd req-608de2a6-927b-4e22-8ba1-251db4de5d90 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:04.514944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21848659-1c11-495b-9b82-188d5025babd req-608de2a6-927b-4e22-8ba1-251db4de5d90 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0496337 Oct 15 20:29:04.558184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21848659-1c11-495b-9b82-188d5025babd req-f72eb1d3-026c-4599-b6d0-403f065d5dfe tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352893 Oct 15 20:29:04.982675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652933f-7825-4938-8b2f-d2073398c895 req-712357d5-2736-46cd-94af-f4a80142433e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:04.984184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9652933f-7825-4938-8b2f-d2073398c895 req-712357d5-2736-46cd-94af-f4a80142433e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.3616781 Oct 15 20:29:05.022580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9652933f-7825-4938-8b2f-d2073398c895 req-63cb9808-cad4-4a4a-8389-b2d318f2eb4c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Oct 15 20:29:05.278232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e323f5-e82c-4559-9be8-4a8266201103 req-bb3ca4d6-ff84-4959-8d6e-94c31f4c818c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:05.279721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e323f5-e82c-4559-9be8-4a8266201103 req-bb3ca4d6-ff84-4959-8d6e-94c31f4c818c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0479827 Oct 15 20:29:05.317136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-93e323f5-e82c-4559-9be8-4a8266201103 req-97c36090-3bf8-4bca-968b-5f2bb90761de tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Oct 15 20:29:05.428540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9d92b-8e2b-45b7-977d-ffc35370a488 req-406a2960-d200-4c1f-b85c-48a0b68744aa tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:05.429977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f9d92b-8e2b-45b7-977d-ffc35370a488 req-406a2960-d200-4c1f-b85c-48a0b68744aa tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0476592 Oct 15 20:29:05.469848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f9d92b-8e2b-45b7-977d-ffc35370a488 req-18c3e141-222b-49ac-bb59-6d94028c6585 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Oct 15 20:29:05.796568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874e219-df13-45a1-9190-192950b4db41 req-5d6736ab-8588-4d60-b1a9-860597c32b7f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:05.797991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9874e219-df13-45a1-9190-192950b4db41 req-5d6736ab-8588-4d60-b1a9-860597c32b7f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0485005 Oct 15 20:29:05.836942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9874e219-df13-45a1-9190-192950b4db41 req-ec9dbb93-ebd7-4d71-b9f5-49135155381f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Oct 15 20:29:05.917851 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-5a74031e-63f9-4faf-b919-2f0822b2d163 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399911 Oct 15 20:29:06.952032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b444f-d66b-48d5-8c43-e52942f9312b req-90e96964-51c1-4882-8d34-954fff5ea727 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:06.953510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f62b444f-d66b-48d5-8c43-e52942f9312b req-90e96964-51c1-4882-8d34-954fff5ea727 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0491791 Oct 15 20:29:06.993066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f62b444f-d66b-48d5-8c43-e52942f9312b req-fecbad3d-d6fd-4354-aa2b-4e559a160f39 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332232 Oct 15 20:29:07.693571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-b59ba591-f5ef-4aa1-b6b5-bba09308ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:07.695526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-b59ba591-f5ef-4aa1-b6b5-bba09308ed34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1098 time: 0.0400226 Oct 15 20:29:07.786624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-fbdc5e9c-98e4-49ee-8f3f-baa3b0ebed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:07.788611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-fbdc5e9c-98e4-49ee-8f3f-baa3b0ebed16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0855064 Oct 15 20:29:07.828939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-5d7982a7-abc6-4ce1-854a-a4569333d171 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0333877 Oct 15 20:29:07.880277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-9111cda9-3d9b-4c01-9ed2-acc16dde5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:07.881665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-9111cda9-3d9b-4c01-9ed2-acc16dde5775 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0459323 Oct 15 20:29:07.912563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-97a4d7c5-401a-4d41-9403-29867c00cfb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239766 Oct 15 20:29:07.923013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-8882e7dd-796b-4d2d-93a5-f5994e866c65 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:29:07.923951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-8882e7dd-796b-4d2d-93a5-f5994e866c65 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047228 Oct 15 20:29:08.012491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-9b4c361a-7331-47da-8f11-a2bd076371fd service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814891 Oct 15 20:29:08.131112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6c91c214-d85e-4a94-89e4-3ee4be0bbb9d service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117029 Oct 15 20:29:08.143533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e518e-568c-4bab-b30b-6fd9becb3537 req-82092079-c9fc-4c7c-8732-50be293f2293 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:08.144993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40e518e-568c-4bab-b30b-6fd9becb3537 req-82092079-c9fc-4c7c-8732-50be293f2293 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0680292 Oct 15 20:29:08.183480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f40e518e-568c-4bab-b30b-6fd9becb3537 req-61e3f36b-1b34-4e69-8152-d3c9eabb8698 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Oct 15 20:29:09.298367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92625031-b1dd-4161-873c-a198f83bf4a0 req-d213fe11-fb25-462f-9b1b-4af8dc1fcad5 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:09.299834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92625031-b1dd-4161-873c-a198f83bf4a0 req-d213fe11-fb25-462f-9b1b-4af8dc1fcad5 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Oct 15 20:29:09.337171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92625031-b1dd-4161-873c-a198f83bf4a0 req-b512b1ec-fb4b-45c3-8583-50c06642adf9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Oct 15 20:29:10.451951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9121f-5097-4469-a44c-36427fd9978d req-07ae7296-f441-44e9-a906-bd930517085d tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:10.453591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ac9121f-5097-4469-a44c-36427fd9978d req-07ae7296-f441-44e9-a906-bd930517085d tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0502639 Oct 15 20:29:10.492582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ac9121f-5097-4469-a44c-36427fd9978d req-f4c1395c-bb33-4e7a-b2c2-fd7a08d2d004 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Oct 15 20:29:11.610560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec832391-6c07-422c-903a-5e469205bf03 req-20606835-67be-4a40-ba8d-9c2e152cdf5f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:11.612050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec832391-6c07-422c-903a-5e469205bf03 req-20606835-67be-4a40-ba8d-9c2e152cdf5f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Oct 15 20:29:11.651156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec832391-6c07-422c-903a-5e469205bf03 req-cbe2bd41-4215-4bf5-8b28-b69c5f2b8a24 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324595 Oct 15 20:29:12.767446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c494724-2f90-42ff-8241-87fbadcebd42 req-cb66edb1-3ed8-4a78-8d5f-ef4e53461ee0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:12.768894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c494724-2f90-42ff-8241-87fbadcebd42 req-cb66edb1-3ed8-4a78-8d5f-ef4e53461ee0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0506580 Oct 15 20:29:12.806360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c494724-2f90-42ff-8241-87fbadcebd42 req-c5cea566-2b29-4387-b2a2-ef3ed08c86e0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Oct 15 20:29:13.921437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a78b4d-21ca-487e-952f-c9e0fa05972e req-12331b28-27db-4004-84ed-a1a3a06ad1e2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:13.922912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68a78b4d-21ca-487e-952f-c9e0fa05972e req-12331b28-27db-4004-84ed-a1a3a06ad1e2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0508089 Oct 15 20:29:13.961340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68a78b4d-21ca-487e-952f-c9e0fa05972e req-e91d88f8-f2bc-478f-bf84-285afbfdae4e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Oct 15 20:29:15.075829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a41c28-78a9-42d0-a640-0af2923aa950 req-2cf6c855-3edd-4b5c-86de-749ac1da2ffe tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:15.077286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10a41c28-78a9-42d0-a640-0af2923aa950 req-2cf6c855-3edd-4b5c-86de-749ac1da2ffe tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0482473 Oct 15 20:29:15.113533 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-10a41c28-78a9-42d0-a640-0af2923aa950 req-4ec71af7-e975-4409-a14d-acfc96c13730 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302200 Oct 15 20:29:16.235441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cc3de-af90-4e88-8954-5f8dd78268e5 req-5cac78d2-c3b0-4b82-ac78-ccfd5ab2b4cc tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:16.236900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad7cc3de-af90-4e88-8954-5f8dd78268e5 req-5cac78d2-c3b0-4b82-ac78-ccfd5ab2b4cc tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0530944 Oct 15 20:29:16.274485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad7cc3de-af90-4e88-8954-5f8dd78268e5 req-466a2429-a170-45df-84e8-e53fce0a55cd tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Oct 15 20:29:17.387897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61e631-09c6-4e3b-898f-e8fda90e9dc7 req-5995df5b-36fb-41f4-a9b2-6b48e33ebbf8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:17.389366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc61e631-09c6-4e3b-898f-e8fda90e9dc7 req-5995df5b-36fb-41f4-a9b2-6b48e33ebbf8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0501277 Oct 15 20:29:17.428322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc61e631-09c6-4e3b-898f-e8fda90e9dc7 req-14908ffc-f601-456c-a319-44e29f31a825 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Oct 15 20:29:18.525195 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1d8d3fff-66ce-4eea-bf05-9ffe30c57092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:18.542714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03567f0-dd8c-4d3f-a98e-1c1ca71317a1 req-937c068e-5d20-4126-98d6-7838bba6aea7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:18.544224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e03567f0-dd8c-4d3f-a98e-1c1ca71317a1 req-937c068e-5d20-4126-98d6-7838bba6aea7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0492575 Oct 15 20:29:18.581778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e03567f0-dd8c-4d3f-a98e-1c1ca71317a1 req-d40b2ed6-0ba6-4935-9f79-60f943167d66 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Oct 15 20:29:19.699463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd97171-47b2-4fef-930a-defff643f998 req-4558b5ba-a34b-484f-8bc4-64468b5d10d8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:19.700951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd97171-47b2-4fef-930a-defff643f998 req-4558b5ba-a34b-484f-8bc4-64468b5d10d8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0517027 Oct 15 20:29:19.737645 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcd97171-47b2-4fef-930a-defff643f998 req-d0b3963d-0027-42f3-a1ec-1459c7290e60 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308657 Oct 15 20:29:20.852615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9124954-b08c-4947-a46f-b0573b6ab643 req-d7b33437-e15c-4687-ac59-464347c3401f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:20.854087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9124954-b08c-4947-a46f-b0573b6ab643 req-d7b33437-e15c-4687-ac59-464347c3401f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0492439 Oct 15 20:29:20.891280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9124954-b08c-4947-a46f-b0573b6ab643 req-2c1611aa-e833-48ee-8fa3-72a410c36cdc tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Oct 15 20:29:21.468250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-53a8de8c-79e1-4efb-bf42-6dae96ba643d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:22.004399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc14edc-fd24-4196-8ab5-c167da7fe931 req-d469c4c4-f9e1-4e02-8aaa-002de477e35c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:22.005851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9dc14edc-fd24-4196-8ab5-c167da7fe931 req-d469c4c4-f9e1-4e02-8aaa-002de477e35c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0489719 Oct 15 20:29:22.042943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9dc14edc-fd24-4196-8ab5-c167da7fe931 req-92224a82-d77c-4d02-8803-a01b6ee148e9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Oct 15 20:29:22.405176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:22.902114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:22.924755 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:23.162286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b42932-955d-43a1-9f1f-7830931fb5e3 req-9f4a48d1-3112-444f-9e9b-b79cebc21a71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:23.163733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2b42932-955d-43a1-9f1f-7830931fb5e3 req-9f4a48d1-3112-444f-9e9b-b79cebc21a71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Oct 15 20:29:23.202164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2b42932-955d-43a1-9f1f-7830931fb5e3 req-0dd407a6-b557-4dac-a27b-40e4a736c1de tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Oct 15 20:29:23.209827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:23.817266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-628b5bd2-4fa9-4847-8807-1fc1bfd19a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:23.819300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-628b5bd2-4fa9-4847-8807-1fc1bfd19a35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1098 time: 0.0922756 Oct 15 20:29:23.926982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-b6af90c9-c9ad-4dac-9c18-70e6b8e377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:23.929158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-b6af90c9-c9ad-4dac-9c18-70e6b8e377c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0907359 Oct 15 20:29:23.971966 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-87fb2ac7-723d-4952-b6e8-c05ab0fd6d3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0354536 Oct 15 20:29:24.021419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-4ae82b04-cdb9-40b0-a780-53c6098e4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:24.023374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-4ae82b04-cdb9-40b0-a780-53c6098e4a24 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0444763 Oct 15 20:29:24.056759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-f5b835a5-1908-44fa-8bfd-f1fde9b8fed7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253205 Oct 15 20:29:24.153461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-827cd2ed-17b1-4678-a60c-03de9c79aa01 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890286 Oct 15 20:29:24.252169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7ae88d0-a56d-4360-a9b8-3d74a701f887 req-9f47e6d0-e547-41cd-b693-e7899f88f4d5 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915570 Oct 15 20:29:24.323709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92781-7523-46cd-a7f3-49c4a43635e9 req-14734854-70df-4773-a38e-d550f6062c2d tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:24.325079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79e92781-7523-46cd-a7f3-49c4a43635e9 req-14734854-70df-4773-a38e-d550f6062c2d tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0489981 Oct 15 20:29:24.363661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79e92781-7523-46cd-a7f3-49c4a43635e9 req-6af58ef4-fa38-4730-8150-e9ca93273fde tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Oct 15 20:29:24.685700 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:25.476583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21307dbe-a3ab-4464-a865-067c9ef25f6d req-66d81ac6-0808-4f43-8b43-559028fec04a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:25.477980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21307dbe-a3ab-4464-a865-067c9ef25f6d req-66d81ac6-0808-4f43-8b43-559028fec04a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0476289 Oct 15 20:29:25.515130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21307dbe-a3ab-4464-a865-067c9ef25f6d req-e8a77541-b1cd-4b57-a134-7678f54908fa tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314276 Oct 15 20:29:26.630278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f23df1-c2b7-4ea3-909b-4cfbbc106405 req-9cf5a004-0fb8-4483-83a0-cbdc2b489895 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:26.632382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69f23df1-c2b7-4ea3-909b-4cfbbc106405 req-9cf5a004-0fb8-4483-83a0-cbdc2b489895 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Oct 15 20:29:26.672654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69f23df1-c2b7-4ea3-909b-4cfbbc106405 req-50f7726a-0c57-48ba-947c-f379a424606a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Oct 15 20:29:27.787699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226dc04-2e40-4b75-b9c5-f9161dd8a73b req-4395501f-b44b-4614-8bfb-05f6a543db30 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:27.789192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226dc04-2e40-4b75-b9c5-f9161dd8a73b req-4395501f-b44b-4614-8bfb-05f6a543db30 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0496070 Oct 15 20:29:27.827084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226dc04-2e40-4b75-b9c5-f9161dd8a73b req-32adb1ae-8e69-4f0b-b821-65554fdc19bc tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321755 Oct 15 20:29:28.663990 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:29:28.945391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5e291-d453-4e48-9ab6-a0fba03e1eb3 req-5829c104-a84d-4f7e-8fb8-26c478422ceb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:28.947856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cb5e291-d453-4e48-9ab6-a0fba03e1eb3 req-5829c104-a84d-4f7e-8fb8-26c478422ceb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0526571 Oct 15 20:29:28.984302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cb5e291-d453-4e48-9ab6-a0fba03e1eb3 req-4fe854fe-6666-4b1d-904c-9ceaa13f3507 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Oct 15 20:29:30.099086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af7b1e-742e-42ed-9946-3322902a2d33 req-a68edd79-ca6d-45b3-827b-a8a32ab9766e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:30.101066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23af7b1e-742e-42ed-9946-3322902a2d33 req-a68edd79-ca6d-45b3-827b-a8a32ab9766e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0502396 Oct 15 20:29:30.143706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23af7b1e-742e-42ed-9946-3322902a2d33 req-97d9586e-3320-4773-983e-edc962d7e06a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367320 Oct 15 20:29:31.257504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b449c-0c5a-484e-a761-a22f2ae4cb9e req-76930015-d7e5-4644-8513-7ad3fcc5cc2e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:31.258954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-417b449c-0c5a-484e-a761-a22f2ae4cb9e req-76930015-d7e5-4644-8513-7ad3fcc5cc2e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0488284 Oct 15 20:29:31.295588 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-417b449c-0c5a-484e-a761-a22f2ae4cb9e req-840807a6-ded1-432c-85c1-370fb72ecd85 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Oct 15 20:29:32.410008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d24c8-3b2d-4da4-aeb7-0324902314f5 req-3ef11fb6-205a-4aad-a9ce-6f891de17096 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:32.411475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11d24c8-3b2d-4da4-aeb7-0324902314f5 req-3ef11fb6-205a-4aad-a9ce-6f891de17096 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0480659 Oct 15 20:29:32.448461 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b11d24c8-3b2d-4da4-aeb7-0324902314f5 req-9d53e47e-6c25-4ab3-af5d-3a30d83208ce tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303864 Oct 15 20:29:33.561227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd55b03-ef9a-4b08-bc8d-e7633e0f6d59 req-6d55efb0-c65a-4248-b80a-589810a49210 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:33.562678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1dd55b03-ef9a-4b08-bc8d-e7633e0f6d59 req-6d55efb0-c65a-4248-b80a-589810a49210 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Oct 15 20:29:33.604062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1dd55b03-ef9a-4b08-bc8d-e7633e0f6d59 req-44ce4988-bb30-434d-9ef6-dc3c4324a0ad tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349607 Oct 15 20:29:34.715957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323a50-bd21-4090-aaea-817875afcae9 req-2c439fd2-c1dd-41c7-af20-0f5da0f67067 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:34.717415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1323a50-bd21-4090-aaea-817875afcae9 req-2c439fd2-c1dd-41c7-af20-0f5da0f67067 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0478089 Oct 15 20:29:34.754747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1323a50-bd21-4090-aaea-817875afcae9 req-41afd440-a362-4ec3-a303-5bd81d793f39 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312319 Oct 15 20:29:35.430079 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-59e93679-5e10-46e0-9e33-177fdc85c3a3 service neutron] show failed (client error): The resource could not be found. Oct 15 20:29:35.431124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-59e93679-5e10-46e0-9e33-177fdc85c3a3 service neutron] 10.222.0.11 "GET /v2.0/ports/31d81084-5bbe-4b99-8608-b8ed7e7893a7/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0535760 Oct 15 20:29:35.871543 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79ddbb-a26f-42d8-b3e4-31c3e346cc9b req-aa5ab24d-2a62-4148-a499-47bb21993827 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:35.873100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc79ddbb-a26f-42d8-b3e4-31c3e346cc9b req-aa5ab24d-2a62-4148-a499-47bb21993827 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0507660 Oct 15 20:29:35.910196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc79ddbb-a26f-42d8-b3e4-31c3e346cc9b req-039d6a01-19f4-40a9-8eeb-0228d943b25f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Oct 15 20:29:35.969500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-be52532c-42b1-4bb0-91b8-32fa0c375b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:35.970969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-be52532c-42b1-4bb0-91b8-32fa0c375b9f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783&tenant_id=486e045098fc4fb6ab0332797638c5cc HTTP/1.1" status: 200 len: 1098 time: 0.0449917 Oct 15 20:29:35.982656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:29:36.034897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.233234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:36.270255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:29:36.309450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:36.311655 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a857e0b5-c7a0-4f72-81de-8379c888e227" -d '{"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-unplugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:36.315270 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.327646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Transition to ACTIVE for port object 31d81084-5bbe-4b99-8608-b8ed7e7893a7 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:29:36.363523 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58515661-09bd-4e13-b8ac-3f31107ee225 x-openstack-request-id: req-58515661-09bd-4e13-b8ac-3f31107ee225 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:36.363903 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-unplugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:36.364159 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58515661-09bd-4e13-b8ac-3f31107ee225 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:36.364557 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'code': 200} Oct 15 20:29:36.365835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.426988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:36.429867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] No DVR routers for this DVR port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:29:36.462946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:29:36.463273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:29:36.463622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:29:36.467757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:29:36.468075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Attempting to bind port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:29:36.472737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:29:36.473065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Checking segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:29:36.473435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Bound using segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:29:36.473847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Bound port: 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:29:36.474190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.540046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:29:36.542959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:29:36.582687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.615043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:36.616265 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:36.617615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] 10.222.0.15 "PUT /v2.0/ports/31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 1093 time: 0.6389160 Oct 15 20:29:36.649039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d30d-e591-47d9-8423-4d0f953a575f service neutron] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:36.685095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-e0836a7d-2103-4e25-8caa-8cc3393a83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:36.686594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-e0836a7d-2103-4e25-8caa-8cc3393a83bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1096 time: 0.0451372 Oct 15 20:29:36.780582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-5fbe3dca-5c26-4a75-9d4a-7e531976a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:36.782024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-5fbe3dca-5c26-4a75-9d4a-7e531976a9b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0886126 Oct 15 20:29:36.822097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-cc7215e0-b08d-488f-a9f5-ebecdd4e1b8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0332010 Oct 15 20:29:36.870958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6b9d26a7-7484-4f1c-af2d-25fc5a9918ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:36.872369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-6b9d26a7-7484-4f1c-af2d-25fc5a9918ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0434942 Oct 15 20:29:36.907576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-bbb55e55-290d-4202-adfc-b125468886af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285249 Oct 15 20:29:37.018482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-598d4bcf-20c5-43eb-a6fd-a0dd1e0248a6 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042249 Oct 15 20:29:37.068747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71385687-afc5-48bc-803b-198a4e2e2d91 req-2d2b4590-c1c5-49bc-be3a-8cc3a5da8490 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:37.070367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71385687-afc5-48bc-803b-198a4e2e2d91 req-2d2b4590-c1c5-49bc-be3a-8cc3a5da8490 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0830820 Oct 15 20:29:37.146515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71385687-afc5-48bc-803b-198a4e2e2d91 req-c03f247d-5a0c-4732-900a-dec87599c5a4 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484240 Oct 15 20:29:37.152302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b54b4ec5-2d14-4e1a-8465-b207c48466e2 req-fb07565a-9734-4a9f-baae-e62fa5e918b8 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260424 Oct 15 20:29:38.263962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cafe49-720e-43e6-80ed-17d9bc9f732b req-54ed4b32-14e3-4b8f-a572-373f24deabdd tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.265415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22cafe49-720e-43e6-80ed-17d9bc9f732b req-54ed4b32-14e3-4b8f-a572-373f24deabdd tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Oct 15 20:29:38.302299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22cafe49-720e-43e6-80ed-17d9bc9f732b req-de6bf1a0-9955-42d8-9e8a-b17d85b96ec0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Oct 15 20:29:38.365941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:38.368254 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108bbdf4-612a-4bb8-8884-9b836862cde2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:38.414509 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912067b3-0858-4041-9a4f-48059c62a2b8 x-openstack-request-id: req-912067b3-0858-4041-9a4f-48059c62a2b8 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:38.414796 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:38.415068 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-912067b3-0858-4041-9a4f-48059c62a2b8 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:38.415482 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'status': 'completed', 'code': 200} Oct 15 20:29:38.503229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-16a5eeae-6422-4c1b-9c26-ba806f9ea38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.504745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-16a5eeae-6422-4c1b-9c26-ba806f9ea38b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1096 time: 0.0712774 Oct 15 20:29:38.506361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-963c1050-93a4-466e-bec1-69f924491205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.507689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-963c1050-93a4-466e-bec1-69f924491205 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1096 time: 0.0665495 Oct 15 20:29:38.659569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-7d9c06e2-1e4b-48da-8faf-7e8c0e5f583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.661017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-7d9c06e2-1e4b-48da-8faf-7e8c0e5f583b service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.1489627 Oct 15 20:29:38.663456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-8a6fdccc-a068-40cc-a799-ddab8afdffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.664865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-8a6fdccc-a068-40cc-a799-ddab8afdffd0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.1450882 Oct 15 20:29:38.710363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-ac318717-856f-4c57-acb5-79e5c59f461f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0416198 Oct 15 20:29:38.742782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-ffaba724-27fd-4c81-869d-6d8ddae1236a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0677900 Oct 15 20:29:38.813336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-327867b6-0352-49ea-a49d-5a28f173789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.814664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-327867b6-0352-49ea-a49d-5a28f173789d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0797553 Oct 15 20:29:38.817836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-64e580a5-2669-4e14-b59a-7c7b7d270463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:38.819103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-64e580a5-2669-4e14-b59a-7c7b7d270463 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0576327 Oct 15 20:29:38.863037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-aa625593-bc81-4cc7-b52e-c9b00073743d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411487 Oct 15 20:29:38.864804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-aba72e28-c0f7-4845-b2a6-e81db8238d02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360296 Oct 15 20:29:39.019092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-62bb29a4-472e-46e9-ab48-699f7a7d8ea0 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487887 Oct 15 20:29:39.020900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-61e7317b-29d5-47c5-a15c-74e86b9da343 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441174 Oct 15 20:29:39.178853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-b4f3b76f-7847-4a62-a319-986998df88b9 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521025 Oct 15 20:29:39.181305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-108bbdf4-612a-4bb8-8884-9b836862cde2 req-dc033228-d52d-44b8-950a-31e43aba8856 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478357 Oct 15 20:29:39.416640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b8786-6cbd-4c65-965d-84611111f9d4 req-d98fcc06-5f37-48f1-b234-d08121f98374 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:39.418095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f65b8786-6cbd-4c65-965d-84611111f9d4 req-d98fcc06-5f37-48f1-b234-d08121f98374 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0475039 Oct 15 20:29:39.455013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f65b8786-6cbd-4c65-965d-84611111f9d4 req-ddf78547-b94f-45e8-8c6c-7b03488b0754 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310428 Oct 15 20:29:40.241324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:29:40.334627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:40.348402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:29:40.352273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'port_id': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'mac_address': 'fa:16:3e:67:f2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d600e7d-667a-43b4-a874-bf78b63ad6b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:29:40.419738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:29:40.421291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:40.433616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d81084-5bbe-4b99-8608-b8ed7e7893a7 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:29:40.452971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:40.547908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:40.569346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b6cc0-736c-4406-953d-ea2e006b208a req-70e98c4f-56c8-4e69-a835-a8a31fe5ba03 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:40.572023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b6cc0-736c-4406-953d-ea2e006b208a req-70e98c4f-56c8-4e69-a835-a8a31fe5ba03 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 944 time: 0.0498304 Oct 15 20:29:40.597411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:40.610083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff4b6cc0-736c-4406-953d-ea2e006b208a req-4052988f-94a8-47c8-ba7e-da3a1fb54395 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324833 Oct 15 20:29:40.862437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['31d81084-5bbe-4b99-8608-b8ed7e7893a7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:29:40.984695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0443e1-63db-4022-9b39-494d19214c6d req-cdd94cf8-8760-4e9e-9b9a-940fce30069c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:40.986198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe0443e1-63db-4022-9b39-494d19214c6d req-cdd94cf8-8760-4e9e-9b9a-940fce30069c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 945 time: 0.0548341 Oct 15 20:29:41.026620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe0443e1-63db-4022-9b39-494d19214c6d req-9e1d8c32-2e8e-4a51-82e2-54c4d0eb20b0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Oct 15 20:29:41.108454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-f1e5611c-b5de-48c5-836a-70fc1b1bb500 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:41.109908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-f1e5611c-b5de-48c5-836a-70fc1b1bb500 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783&tenant_id=486e045098fc4fb6ab0332797638c5cc&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.0558662 Oct 15 20:29:41.173060 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-08c965df-94f2-432f-ab0d-f1eae888c674 service neutron] delete failed (client error): The resource could not be found. Oct 15 20:29:41.173991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-08c965df-94f2-432f-ab0d-f1eae888c674 service neutron] 10.222.0.11 "DELETE /v2.0/ports/31d81084-5bbe-4b99-8608-b8ed7e7893a7/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0558593 Oct 15 20:29:41.286275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-57cc0668-d439-4c0f-b09d-f064c8fa8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:41.288051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-57cc0668-d439-4c0f-b09d-f064c8fa8682 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 1097 time: 0.0407758 Oct 15 20:29:41.380104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-62cd3df3-974d-4711-a3d9-72e6fba68ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:41.381521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-62cd3df3-974d-4711-a3d9-72e6fba68ea5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0864561 Oct 15 20:29:41.422760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-23cbd813-c6d9-4bff-a3dc-c1e963ce5c8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 200 len: 217 time: 0.0336545 Oct 15 20:29:41.487460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-19d32ecd-9a95-4b11-a63d-45f9c5698c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:41.488962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-19d32ecd-9a95-4b11-a63d-45f9c5698c58 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0594535 Oct 15 20:29:41.519900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-e2a5f91c-f5d4-496c-b1a0-27b0a44f9f5b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240171 Oct 15 20:29:41.606385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-bb25dfce-db7f-4af3-bdd3-d11c609fd2f9 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796883 Oct 15 20:29:41.700316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60c6fcf0-2c77-4761-bd5b-d3ec48871690 req-a9da4dc3-e9ff-4064-9e5a-84ef2f1047d2 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866275 Oct 15 20:29:42.142113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12272382-bbf9-45af-8cdf-02aeabbc0fdb req-3336a413-f55a-434d-9a47-064e80aaf557 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:42.143610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12272382-bbf9-45af-8cdf-02aeabbc0fdb req-3336a413-f55a-434d-9a47-064e80aaf557 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 945 time: 0.0484796 Oct 15 20:29:42.181198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12272382-bbf9-45af-8cdf-02aeabbc0fdb req-d8f858e7-5dde-4c9a-a5a4-48aa26291500 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Oct 15 20:29:42.261208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:29:42.376622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:29:42.380575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:29:42.380943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:42.458706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:42.480869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:42.483100 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf7757f-91b8-432c-b64a-95662214ceb7" -d '{"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-plugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:42.496342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:42.520707 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6223f43-d0b8-4576-990c-2310149de1cf x-openstack-request-id: req-b6223f43-d0b8-4576-990c-2310149de1cf {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:42.520998 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-plugged", "status": "completed", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:42.521254 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6223f43-d0b8-4576-990c-2310149de1cf {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:42.521652 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'code': 200} Oct 15 20:29:42.559804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:42.606869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:42.614259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.614613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.614938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.615268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.615620 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.615953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.616272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.617120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.617607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.617954 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.618317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:42.618635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:43.298114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872cdd-f2ce-44fd-85ea-4f5c3dfaa5c5 req-a120d24d-7128-4b87-9cae-b828ca79d2f8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:43.299611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa872cdd-f2ce-44fd-85ea-4f5c3dfaa5c5 req-a120d24d-7128-4b87-9cae-b828ca79d2f8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0487883 Oct 15 20:29:43.340603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa872cdd-f2ce-44fd-85ea-4f5c3dfaa5c5 req-5472ab89-bec5-4995-9bc1-aa7652048151 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Oct 15 20:29:43.453925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2e1b-06ed-4bcd-8024-d78e3b1c2af6 req-06fa8e14-4e0d-4d3c-847f-29096e7bf14b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:43.455287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e3c2e1b-06ed-4bcd-8024-d78e3b1c2af6 req-06fa8e14-4e0d-4d3c-847f-29096e7bf14b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0480235 Oct 15 20:29:43.492888 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e3c2e1b-06ed-4bcd-8024-d78e3b1c2af6 req-ed07dfa8-2f98-4963-86c6-491cdd416737 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Oct 15 20:29:43.601494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d0bc6-b447-4ced-8c07-8764e1a04d9c req-47dbc05d-3511-4299-8f91-ff1d826d6790 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:43.602942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc9d0bc6-b447-4ced-8c07-8764e1a04d9c req-47dbc05d-3511-4299-8f91-ff1d826d6790 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0475023 Oct 15 20:29:43.639926 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc9d0bc6-b447-4ced-8c07-8764e1a04d9c req-fbef8b53-d4a9-44a3-be12-3de3b323ec04 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311787 Oct 15 20:29:44.153057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-e3b7b768-acab-47ac-b285-30c10cb1fcb2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:44.154503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-e3b7b768-acab-47ac-b285-30c10cb1fcb2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 814 time: 0.1035547 Oct 15 20:29:44.172141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-c207d361-0186-4345-8b58-4e513f214fea tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/quotas/486e045098fc4fb6ab0332797638c5cc HTTP/1.1" status: 200 len: 375 time: 0.0116069 Oct 15 20:29:44.222046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-e63a2b79-5463-40a9-9617-866a29ec7d27 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442336 Oct 15 20:29:44.233786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-5acb5ebf-85fd-4ec8-be80-7eed4410ab42 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:29:44.234728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-5acb5ebf-85fd-4ec8-be80-7eed4410ab42 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047953 Oct 15 20:29:44.328008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a332d494-b6e1-4b17-9519-0d41297f1d4e service neutron] 10.222.0.13 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Oct 15 20:29:44.416084 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-c429ff3e-e70c-4e57-aba7-0bbdceaae2f0 service neutron] 10.222.0.13 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821257 Oct 15 20:29:44.660156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cb124dd-7ad6-4000-b9a9-02a9a0a43135 req-07574dcd-c55c-4e62-aa72-8ff525138e36 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 210 time: 0.0257761 Oct 15 20:29:45.408814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-6f979a21-7902-4714-8e49-a142641dbd6f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:45.410265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-6f979a21-7902-4714-8e49-a142641dbd6f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2aea66b-3185-43f3-ac0d-42a25c1ec783 HTTP/1.1" status: 200 len: 946 time: 0.0556159 Oct 15 20:29:45.504181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Deleting port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:29:45.504523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:45.906508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53573f4e-67e1-44b5-a260-a7a6756ad747 req-ce16cb4f-901e-4ae7-b1e9-8c145d44c560 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 210 time: 0.0335369 Oct 15 20:29:45.928459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] For port 31d81084-5bbe-4b99-8608-b8ed7e7893a7, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=31d81084-5bbe-4b99-8608-b8ed7e7893a7,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:45.928841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:45.941942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Calling delete_port for 31d81084-5bbe-4b99-8608-b8ed7e7893a7 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:29:46.142076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:46.154441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['31d81084-5bbe-4b99-8608-b8ed7e7893a7'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:29:46.177016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Pushing event deleted for resources: {'Port': ['ID=31d81084-5bbe-4b99-8608-b8ed7e7893a7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.204972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.205299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.205621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.205943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:29:46.228593 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] No DVR routers for this DVR port 31d81084-5bbe-4b99-8608-b8ed7e7893a7 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:29:46.231155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:46.234552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.15 "DELETE /v2.0/ports/31d81084-5bbe-4b99-8608-b8ed7e7893a7 HTTP/1.1" status: 204 len: 173 time: 0.8185019 Oct 15 20:29:46.235008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-deleted', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:46.237302 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1245304-eda0-47b4-909e-4ac253f9dcf1" -d '{"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-deleted", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:46.277946 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501cac1b-3273-4ae9-aef0-6278c24d1d2d x-openstack-request-id: req-501cac1b-3273-4ae9-aef0-6278c24d1d2d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:46.278281 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aea66b-3185-43f3-ac0d-42a25c1ec783", "name": "network-vif-deleted", "tag": "31d81084-5bbe-4b99-8608-b8ed7e7893a7", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:46.278530 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-501cac1b-3273-4ae9-aef0-6278c24d1d2d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:46.278914 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aea66b-3185-43f3-ac0d-42a25c1ec783', 'name': 'network-vif-deleted', 'tag': '31d81084-5bbe-4b99-8608-b8ed7e7893a7', 'status': 'completed', 'code': 200} Oct 15 20:29:46.352717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-2f86998e-f8ea-425c-ad37-6e0b94880539 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:46.354235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-2f86998e-f8ea-425c-ad37-6e0b94880539 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 814 time: 0.1140649 Oct 15 20:29:46.373492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Request body: {'port': {'device_id': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'admin_state_up': True, 'tenant_id': '486e045098fc4fb6ab0332797638c5cc'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:29:46.547885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Made reservation on behalf of 486e045098fc4fb6ab0332797638c5cc for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:29:46.551453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:46.678912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Allocated IP 172.20.0.5 (093bf855-83c4-4902-8a4c-8d9c2b8797cc/0d600e7d-667a-43b4-a874-bf78b63ad6b4/a119e36c-59bc-4b18-a012-020054bf5559) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:29:46.825093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:46.914469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:46.954342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Network 093bf855-83c4-4902-8a4c-8d9c2b8797cc is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:29:46.957434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:29:46.961751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:29:46.990022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:47.046764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:47.047365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.067261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edaa9e-7c43-4718-9536-e234ce3b9005 req-f2665406-da8f-4f08-a82b-3ef21dad645b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:47.068733 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5edaa9e-7c43-4718-9536-e234ce3b9005 req-f2665406-da8f-4f08-a82b-3ef21dad645b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 931 time: 0.0798941 Oct 15 20:29:47.107114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f5edaa9e-7c43-4718-9536-e234ce3b9005 req-9b8954ca-cea7-4d18-9ca4-53de36dc108d tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Oct 15 20:29:47.138930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-a54737b9-344c-4261-89d0-6d5b6e643a91 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691374 Oct 15 20:29:47.151915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Request body: {'port': {'device_id': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:29:47.203682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.463758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a119e36c-59bc-4b18-a012-020054bf5559 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:29:47.470928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.482562 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Transition to ACTIVE for port object a119e36c-59bc-4b18-a012-020054bf5559 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:29:47.564678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.614943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:47.680332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:29:47.680661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:29:47.680986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:29:47.685149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:29:47.685472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:29:47.690106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:29:47.690440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Checking segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:29:47.690816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Bound using segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:29:47.691235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Bound port: a119e36c-59bc-4b18-a012-020054bf5559, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:29:47.691600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.756104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:29:47.759686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:29:47.868536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.903200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:47.903888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:47.905249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] 10.222.0.15 "PUT /v2.0/ports/a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 1092 time: 0.7580631 Oct 15 20:29:47.924787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba87c-339d-4306-b806-af16c42b1c38 service neutron] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:48.065960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-d78fd5b8-8b2c-4558-b59a-515a0fca4460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.067343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-d78fd5b8-8b2c-4558-b59a-515a0fca4460 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0409284 Oct 15 20:29:48.107855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-235743a7-66cf-417c-ae9a-6316d27ed1d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0328529 Oct 15 20:29:48.162734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-633fbac5-d1d1-429c-a2cd-c3135adac391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.164739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-633fbac5-d1d1-429c-a2cd-c3135adac391 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0480664 Oct 15 20:29:48.216930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-ad45fce9-63b3-4115-b1a8-65843f11041b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453773 Oct 15 20:29:48.265535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd9ff7-4663-42a2-8475-8f232d017411 req-866c788a-8820-4d65-8b91-3c59f73c7ed2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.266970 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2fd9ff7-4663-42a2-8475-8f232d017411 req-866c788a-8820-4d65-8b91-3c59f73c7ed2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0943832 Oct 15 20:29:48.271517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:29:48.292258 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 31d81084-5bbe-4b99-8608-b8ed7e7893a7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:29:48.292694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 31d81084-5bbe-4b99-8608-b8ed7e7893a7 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:29:48.296794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:48.299414 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2237dbb-b847-4057-9340-41e77cf4016f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:48.350780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2fd9ff7-4663-42a2-8475-8f232d017411 req-cbdd61dd-6019-4d79-96fa-2bf5f9b869d2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467150 Oct 15 20:29:48.356535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-1cff697d-0273-43ec-85dc-d2c37346d579 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316941 Oct 15 20:29:48.454536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1712cf9c-d0b9-4dee-a04b-7883d1a006d7 req-0557cb64-6566-4844-b0e4-36ad25e443e4 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903487 Oct 15 20:29:48.457125 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a74928-182d-4372-bee7-f3e36e380d9d x-openstack-request-id: req-96a74928-182d-4372-bee7-f3e36e380d9d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:48.457414 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:48.457670 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a74928-182d-4372-bee7-f3e36e380d9d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:48.458063 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'status': 'completed', 'code': 200} Oct 15 20:29:48.525291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0823a3c5-c39e-4715-ad59-abdcd5a90f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:48.621724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237dbb-b847-4057-9340-41e77cf4016f req-df12eb43-60ee-4be3-8829-043a9c5fc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.623138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-df12eb43-60ee-4be3-8829-043a9c5fc7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0459025 Oct 15 20:29:48.713972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237dbb-b847-4057-9340-41e77cf4016f req-e3b17176-e336-4584-af33-cc48232f3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.715428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-e3b17176-e336-4584-af33-cc48232f3328 service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0847178 Oct 15 20:29:48.760100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-e5f4f2a8-a96b-4ab4-853f-8587ee28b834 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0379155 Oct 15 20:29:48.809076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2237dbb-b847-4057-9340-41e77cf4016f req-6de04bd9-fc3f-4d64-bf49-b9d70d42986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:48.810511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-6de04bd9-fc3f-4d64-bf49-b9d70d42986d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0441277 Oct 15 20:29:48.842100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-93858bec-2568-42d3-8bbc-b81f9517a979 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245979 Oct 15 20:29:48.933903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-282eeb1a-6c50-481b-96ed-04204c4f6fd5 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838993 Oct 15 20:29:49.023288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2237dbb-b847-4057-9340-41e77cf4016f req-61e60cc0-899e-4273-aabd-a165d597693f service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815027 Oct 15 20:29:49.468017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799387f-9021-4f45-a832-cb18b5448ba6 req-a74af2ad-54bc-47d1-979e-8d66e5baacf8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:49.469381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b799387f-9021-4f45-a832-cb18b5448ba6 req-a74af2ad-54bc-47d1-979e-8d66e5baacf8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0488453 Oct 15 20:29:49.506434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b799387f-9021-4f45-a832-cb18b5448ba6 req-38f6c0b4-fd88-4c7e-aeb8-fbbf3ba4f3ea tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Oct 15 20:29:50.625360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b7850-bfd9-4c72-9e09-5dad8df761db req-32a09849-6f44-40ea-afed-4f571a01b1d2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:50.626792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a0b7850-bfd9-4c72-9e09-5dad8df761db req-32a09849-6f44-40ea-afed-4f571a01b1d2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0523891 Oct 15 20:29:50.663448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5a0b7850-bfd9-4c72-9e09-5dad8df761db req-6e97839d-7b78-4732-9064-a92152bda8cc tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Oct 15 20:29:51.450170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4e86928-aa26-450d-b10f-739ee8b8e508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:51.775886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe23a1c-8219-46e5-a675-5347ec9325ab req-a67f7af1-a296-43c5-bb9c-8fa2bb491472 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:51.777337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebe23a1c-8219-46e5-a675-5347ec9325ab req-a67f7af1-a296-43c5-bb9c-8fa2bb491472 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0481992 Oct 15 20:29:51.814932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebe23a1c-8219-46e5-a675-5347ec9325ab req-5c468c98-4b06-4087-8ced-de40f3d4ac8e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316527 Oct 15 20:29:52.287677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:29:52.399286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:52.406388 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:52.411367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'a119e36c-59bc-4b18-a012-020054bf5559', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'port_id': 'a119e36c-59bc-4b18-a012-020054bf5559', 'mac_address': 'fa:16:3e:d4:66:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d600e7d-667a-43b4-a874-bf78b63ad6b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:29:52.449008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:52.461821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a119e36c-59bc-4b18-a012-020054bf5559 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:29:52.484636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:52.593237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:52.640811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:52.868615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['a119e36c-59bc-4b18-a012-020054bf5559'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:29:52.910248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:52.930585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fca4-aca9-499b-91d2-28dcc94c3952 req-aff5e79a-ec1e-4d70-86ad-1542f832d138 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:52.932132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eac1fca4-aca9-499b-91d2-28dcc94c3952 req-aff5e79a-ec1e-4d70-86ad-1542f832d138 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 944 time: 0.0503678 Oct 15 20:29:52.948580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:52.970118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eac1fca4-aca9-499b-91d2-28dcc94c3952 req-5de3399b-dcef-45d8-8b86-d15628afc7c9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316958 Oct 15 20:29:53.221965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:54.087821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a70aaa-a0ba-4360-8afb-02b399e4949f req-ccfd8267-aadf-4764-ad35-25c76bd2ede7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:54.089283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00a70aaa-a0ba-4360-8afb-02b399e4949f req-ccfd8267-aadf-4764-ad35-25c76bd2ede7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 944 time: 0.0530686 Oct 15 20:29:54.127865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00a70aaa-a0ba-4360-8afb-02b399e4949f req-451d2115-d1ac-47c0-9119-312188ae88a4 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Oct 15 20:29:54.302584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:29:54.415946 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port a119e36c-59bc-4b18-a012-020054bf5559 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:29:54.419825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port a119e36c-59bc-4b18-a012-020054bf5559 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:29:54.420188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:54.495261 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:54.517207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:29:54.519425 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5f5fa2-865f-472d-825d-465e501b01ca" -d '{"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-plugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:29:54.531470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:29:54.556821 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261ec39-9d83-4984-b82b-a5f369e7902f x-openstack-request-id: req-0261ec39-9d83-4984-b82b-a5f369e7902f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:29:54.556821 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-plugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:29:54.556821 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0261ec39-9d83-4984-b82b-a5f369e7902f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:29:54.556821 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'code': 200} Oct 15 20:29:54.608279 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:54.647385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba657d-6c8e-4591-a872-cdec6e6a7bee req-4a91a28e-7be3-44ac-89da-e52cb78a7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:54.648944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fba657d-6c8e-4591-a872-cdec6e6a7bee req-4a91a28e-7be3-44ac-89da-e52cb78a7006 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1097 time: 0.0413964 Oct 15 20:29:54.665329 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:29:54.683532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fba657d-6c8e-4591-a872-cdec6e6a7bee req-2dbe14cb-58ba-47c9-93a4-1c7ab2a6f1a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280151 Oct 15 20:29:54.707582 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:29:55.246669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1d889-a259-448b-b413-e505d8842924 req-89a58322-fc4c-46e0-b73c-9eaee08047f5 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:55.248192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aaa1d889-a259-448b-b413-e505d8842924 req-89a58322-fc4c-46e0-b73c-9eaee08047f5 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0518560 Oct 15 20:29:55.286313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aaa1d889-a259-448b-b413-e505d8842924 req-cc841582-f8f9-40cf-9306-a167a779798b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Oct 15 20:29:56.403705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8fb075-f090-4fa3-a96f-ac3a77115580 req-d9be1c49-1e1e-4265-97a8-9cf6dfa39839 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:56.405167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f8fb075-f090-4fa3-a96f-ac3a77115580 req-d9be1c49-1e1e-4265-97a8-9cf6dfa39839 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0524762 Oct 15 20:29:56.443699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f8fb075-f090-4fa3-a96f-ac3a77115580 req-921572b0-9cfb-4d33-93c2-4f7ab78ad38b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Oct 15 20:29:56.556744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e12d50-c5b4-4f88-8d17-044c1f129567 req-09ff4dc6-df33-4982-a181-97f1cb392668 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:56.558204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34e12d50-c5b4-4f88-8d17-044c1f129567 req-09ff4dc6-df33-4982-a181-97f1cb392668 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0488896 Oct 15 20:29:56.594280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34e12d50-c5b4-4f88-8d17-044c1f129567 req-d58ceeb3-5426-4b1e-837e-7896fd6c0478 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302086 Oct 15 20:29:57.022234 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8cc6-aaff-485c-813b-9db6a0b7dde8 req-3632d666-e34c-4bd4-a6a7-3d227e7b0cf1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:57.024282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24ee8cc6-aaff-485c-813b-9db6a0b7dde8 req-3632d666-e34c-4bd4-a6a7-3d227e7b0cf1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.1150725 Oct 15 20:29:57.063223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24ee8cc6-aaff-485c-813b-9db6a0b7dde8 req-9142753b-00bb-4629-9c9f-82fa459c6f94 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Oct 15 20:29:57.064159 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-8192212e-08e7-4cf2-938a-a7991108331e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380232 Oct 15 20:29:58.186269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc998a90-90ab-402b-8bcc-932a8127ff32 req-98d7878f-edb8-4c63-be3a-82cf9ec160bb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:58.187864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc998a90-90ab-402b-8bcc-932a8127ff32 req-98d7878f-edb8-4c63-be3a-82cf9ec160bb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0565789 Oct 15 20:29:58.228442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc998a90-90ab-402b-8bcc-932a8127ff32 req-3237fac5-5e6c-47ff-9eb7-b90bc0210927 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Oct 15 20:29:58.873101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-ded138cd-c92e-4694-8b1e-18c77e73d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:58.874570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-ded138cd-c92e-4694-8b1e-18c77e73d8fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1097 time: 0.0409722 Oct 15 20:29:58.966487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-fee3b723-74ef-460e-8e2a-6f3289a1faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:58.967950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-fee3b723-74ef-460e-8e2a-6f3289a1faaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0859399 Oct 15 20:29:59.008801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-4472c7a1-d18e-42f5-83ea-8c283b478d55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0335202 Oct 15 20:29:59.056081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-1ef06bce-fe69-40ed-888a-27d23a8b3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:59.057485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-1ef06bce-fe69-40ed-888a-27d23a8b3c6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0425007 Oct 15 20:29:59.087476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-0f0f8d8f-f892-4329-baf9-9abf03da6eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237603 Oct 15 20:29:59.178490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-7063d463-8391-4fd8-8b3e-dfc9b1729bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843639 Oct 15 20:29:59.272369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-a252a947-8b63-4a45-b69e-fa3d4f09c10c service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871701 Oct 15 20:29:59.344096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c71fad-3564-4566-bde8-139cb38a13ff req-de1ac60d-b030-4276-a1d1-5ac0b60e8154 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:29:59.345582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57c71fad-3564-4566-bde8-139cb38a13ff req-de1ac60d-b030-4276-a1d1-5ac0b60e8154 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0493951 Oct 15 20:29:59.386851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57c71fad-3564-4566-bde8-139cb38a13ff req-02be1115-37dc-49e3-93f9-bc016181fc6f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Oct 15 20:30:00.500750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a748f4e-778a-4f2d-83d5-45e04bd14d5c req-2ab5133e-8f07-48a8-a8bf-0770dab92c1c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:00.502098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a748f4e-778a-4f2d-83d5-45e04bd14d5c req-2ab5133e-8f07-48a8-a8bf-0770dab92c1c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0483191 Oct 15 20:30:00.538990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a748f4e-778a-4f2d-83d5-45e04bd14d5c req-45d31a34-4b79-44d3-8a4f-c377a3ef53ca tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298893 Oct 15 20:30:01.657666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e563af-3db7-45ed-bfa7-daea50f7e18a req-b1bb4a51-9eff-43ae-a8a1-05ea449f0432 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:01.659150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e563af-3db7-45ed-bfa7-daea50f7e18a req-b1bb4a51-9eff-43ae-a8a1-05ea449f0432 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0537658 Oct 15 20:30:01.696899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e563af-3db7-45ed-bfa7-daea50f7e18a req-338b0b32-de6c-4572-ae20-8b1337d1a6c3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Oct 15 20:30:02.810195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91ef2f-2893-4588-9a15-553da206b21e req-901688df-6711-4460-9fa1-ee4c99873191 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:02.811683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e91ef2f-2893-4588-9a15-553da206b21e req-901688df-6711-4460-9fa1-ee4c99873191 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0476296 Oct 15 20:30:02.848426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e91ef2f-2893-4588-9a15-553da206b21e req-0c077820-c70c-45a6-9f13-c18f613fbdae tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306325 Oct 15 20:30:03.963374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ea00a-e395-4f80-9f82-0d0e36e2d08d req-4f9b7831-2504-4cee-a17f-03ecd3ab5706 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:03.964933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-790ea00a-e395-4f80-9f82-0d0e36e2d08d req-4f9b7831-2504-4cee-a17f-03ecd3ab5706 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0493088 Oct 15 20:30:04.001910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-790ea00a-e395-4f80-9f82-0d0e36e2d08d req-74aa4d4f-597a-42e5-a7a4-feb162fd4895 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Oct 15 20:30:05.123180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e5245-ec11-4a93-adbc-5e1b6511e162 req-3099e135-2227-4198-ba7a-cccc096d0980 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:05.124684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-015e5245-ec11-4a93-adbc-5e1b6511e162 req-3099e135-2227-4198-ba7a-cccc096d0980 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0568128 Oct 15 20:30:05.162008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-015e5245-ec11-4a93-adbc-5e1b6511e162 req-c4d6d59d-1e7b-485d-a470-037f7d920d0f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Oct 15 20:30:05.662781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:30:06.276847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d28a6-1721-4ca3-85bb-bee9996fa049 req-0df8fee1-d80b-44dc-a9cd-73eab464c4cb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:06.278303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-076d28a6-1721-4ca3-85bb-bee9996fa049 req-0df8fee1-d80b-44dc-a9cd-73eab464c4cb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0489950 Oct 15 20:30:06.314454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-076d28a6-1721-4ca3-85bb-bee9996fa049 req-73d1aac1-2132-4fef-a2fc-8925f80a3f94 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303686 Oct 15 20:30:07.428484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6e4d-04b3-4337-a3d7-38ff98e9017f req-a0a0f9f2-a7e2-4dd2-9b20-8c625ce43f71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:07.430011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c19f6e4d-04b3-4337-a3d7-38ff98e9017f req-a0a0f9f2-a7e2-4dd2-9b20-8c625ce43f71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0488515 Oct 15 20:30:07.468171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c19f6e4d-04b3-4337-a3d7-38ff98e9017f req-c5b66975-eb1c-43b9-8014-851d3fcc0b36 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321813 Oct 15 20:30:08.584602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9e7d6-d205-4ed2-9f80-fe5eda628b3b req-80ecda32-c636-41f2-90cc-cda44a82cb6c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:08.586631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03f9e7d6-d205-4ed2-9f80-fe5eda628b3b req-80ecda32-c636-41f2-90cc-cda44a82cb6c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0522668 Oct 15 20:30:08.623727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03f9e7d6-d205-4ed2-9f80-fe5eda628b3b req-5a3f249e-0497-420a-8544-0c2301b8fb32 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Oct 15 20:30:09.736679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601e54c-fa0b-4a27-8cca-fc90532f141b req-4d8a4be3-e9e6-4cce-ae57-f37113bb4d71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:09.738134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c601e54c-fa0b-4a27-8cca-fc90532f141b req-4d8a4be3-e9e6-4cce-ae57-f37113bb4d71 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0479512 Oct 15 20:30:09.775346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c601e54c-fa0b-4a27-8cca-fc90532f141b req-7276825a-c1f6-4ee4-bb87-8b4fba370cd9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302699 Oct 15 20:30:10.888319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ca2b4-cd6d-44cb-a65e-87ee58a0ce68 req-05510f80-11d9-4b5f-abf3-b9a7c29836e6 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:10.889768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b27ca2b4-cd6d-44cb-a65e-87ee58a0ce68 req-05510f80-11d9-4b5f-abf3-b9a7c29836e6 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0477276 Oct 15 20:30:10.927094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b27ca2b4-cd6d-44cb-a65e-87ee58a0ce68 req-255682aa-f439-4d0d-b621-4eedb104d27f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313644 Oct 15 20:30:12.059721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eff416-bdf6-4198-b989-0785d8edbf01 req-376aa590-b1bd-42f5-b246-243d4cf13205 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:12.061224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8eff416-bdf6-4198-b989-0785d8edbf01 req-376aa590-b1bd-42f5-b246-243d4cf13205 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0633361 Oct 15 20:30:12.100691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8eff416-bdf6-4198-b989-0785d8edbf01 req-d01422d4-c752-463c-9929-95481cb4113b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333457 Oct 15 20:30:13.215468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df2d27-08ca-4e4b-868c-d9b1e345ce4b req-5c835602-f3f8-41cf-b332-d83eb7c4e1f8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:13.216976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08df2d27-08ca-4e4b-868c-d9b1e345ce4b req-5c835602-f3f8-41cf-b332-d83eb7c4e1f8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0491698 Oct 15 20:30:13.253456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08df2d27-08ca-4e4b-868c-d9b1e345ce4b req-7c7de883-c6c8-46a9-a7f6-30d2f2e4f429 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Oct 15 20:30:14.365208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1717db-e3ce-4418-9d1e-5be7903fffed req-722d2ed5-24ab-411f-85c8-4db0745b2129 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:14.366769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be1717db-e3ce-4418-9d1e-5be7903fffed req-722d2ed5-24ab-411f-85c8-4db0745b2129 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0479932 Oct 15 20:30:14.404183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be1717db-e3ce-4418-9d1e-5be7903fffed req-86f07cae-50c0-4243-8a6c-29531ee443bb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Oct 15 20:30:14.523516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-0566a2b7-4113-4fa4-a8aa-56c52bff284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:14.525014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-0566a2b7-4113-4fa4-a8aa-56c52bff284e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1097 time: 0.0443454 Oct 15 20:30:14.625715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-c40403c6-9121-43f2-9ceb-e7041fefc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:14.627054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-c40403c6-9121-43f2-9ceb-e7041fefc011 service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0828755 Oct 15 20:30:14.670605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-b7321404-8d6c-462e-818c-29666db82284 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0364788 Oct 15 20:30:14.719031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-ddb274b8-fd19-4f3c-929e-6c6a77fbebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:14.720459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-ddb274b8-fd19-4f3c-929e-6c6a77fbebe7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0425141 Oct 15 20:30:14.752272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-16211c37-f28f-4ad1-ab0e-4aec0330a32d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238738 Oct 15 20:30:14.844339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-3af8bd9a-5f92-445f-acf9-e8d3d0dfe54a service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840535 Oct 15 20:30:14.934013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48cc7c45-1816-4ba6-9ed0-92db0fd241ca req-54bb6548-f1a5-4405-94f0-ced873c82f0a service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Oct 15 20:30:15.517489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77a1e0-13cc-480c-bfa6-21450dba3551 req-2ffb8b3c-b9ec-44fe-9fc6-02fdb737bdf7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:15.518858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a77a1e0-13cc-480c-bfa6-21450dba3551 req-2ffb8b3c-b9ec-44fe-9fc6-02fdb737bdf7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0496795 Oct 15 20:30:15.555793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a77a1e0-13cc-480c-bfa6-21450dba3551 req-7ff7aa30-466b-4a7b-a955-980da4f14cb8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304794 Oct 15 20:30:16.674902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af15c0-4aef-408f-89f2-c36624912618 req-ed3a0ccb-0bde-48a2-b608-626654a62043 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:16.676399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61af15c0-4aef-408f-89f2-c36624912618 req-ed3a0ccb-0bde-48a2-b608-626654a62043 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0523489 Oct 15 20:30:16.713403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61af15c0-4aef-408f-89f2-c36624912618 req-d806461f-1950-4b41-bf27-4ccfabcec26e tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Oct 15 20:30:17.825036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969af1-2428-4ba5-ad17-338e6acda1c9 req-84c0b6b2-5555-415c-a8d7-ddf49c3ff21f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:17.826497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59969af1-2428-4ba5-ad17-338e6acda1c9 req-84c0b6b2-5555-415c-a8d7-ddf49c3ff21f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0476506 Oct 15 20:30:17.863514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59969af1-2428-4ba5-ad17-338e6acda1c9 req-574e08cc-f266-4267-b133-d5acdec8f959 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Oct 15 20:30:18.564533 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-75955170-f58a-4777-a56f-a38d36ce6794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:18.977371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea5c9c-ac46-4082-8168-ecd4567f3539 req-7fe666cc-015f-4123-af31-e9b940a10547 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:18.978815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cea5c9c-ac46-4082-8168-ecd4567f3539 req-7fe666cc-015f-4123-af31-e9b940a10547 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0484827 Oct 15 20:30:19.015729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cea5c9c-ac46-4082-8168-ecd4567f3539 req-faba846b-c866-4b03-8891-1746ff924013 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Oct 15 20:30:20.133654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447b68-074e-491d-93fa-b482affe4db0 req-a332b096-8551-47d2-bf97-cbc538f2391b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:20.135094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24447b68-074e-491d-93fa-b482affe4db0 req-a332b096-8551-47d2-bf97-cbc538f2391b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0518212 Oct 15 20:30:20.171931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-24447b68-074e-491d-93fa-b482affe4db0 req-5fb99213-901c-4caf-8fef-009d4db6497a tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Oct 15 20:30:21.284214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70f403-cc13-49cb-8a13-82a571e48e79 req-ff99b43f-e6ec-41c0-a156-70abfc288dc3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:21.285659 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff70f403-cc13-49cb-8a13-82a571e48e79 req-ff99b43f-e6ec-41c0-a156-70abfc288dc3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0481725 Oct 15 20:30:21.323180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff70f403-cc13-49cb-8a13-82a571e48e79 req-95df9b7c-9a96-4683-a14c-9ec475ec49b9 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Oct 15 20:30:21.444799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d7d9c420-8684-4f68-a50b-0e6d6e4a838d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:22.399133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:22.436988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e2cbf-136b-4cf6-8da9-2ff91d19c27c req-280ce33d-efcb-4fe2-9056-8d26b8fae2eb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:22.438455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-183e2cbf-136b-4cf6-8da9-2ff91d19c27c req-280ce33d-efcb-4fe2-9056-8d26b8fae2eb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0483568 Oct 15 20:30:22.475946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-183e2cbf-136b-4cf6-8da9-2ff91d19c27c req-9abf7c07-8e7d-4035-89b5-f0203564e82b tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303025 Oct 15 20:30:22.952911 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:22.975523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:23.227454 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:23.596347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed2e0c-a2ef-467c-b519-4f399df407cd req-a018eb3c-8df1-466e-829a-30ed5d6d0273 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:23.597720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ed2e0c-a2ef-467c-b519-4f399df407cd req-a018eb3c-8df1-466e-829a-30ed5d6d0273 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0525899 Oct 15 20:30:23.635760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98ed2e0c-a2ef-467c-b519-4f399df407cd req-58df8f89-49e0-4dfe-b231-c8ea5313f391 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Oct 15 20:30:24.689996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:24.748216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae9a66-7164-436b-b6f3-96ea0df7abae req-9c25bc01-fc80-4d2e-bc52-c82dc5ed46ac tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:24.749692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbae9a66-7164-436b-b6f3-96ea0df7abae req-9c25bc01-fc80-4d2e-bc52-c82dc5ed46ac tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0484493 Oct 15 20:30:24.786434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbae9a66-7164-436b-b6f3-96ea0df7abae req-66ed6604-7161-48ad-ba44-7ce1f90978c3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309186 Oct 15 20:30:25.897503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fcb4f-1cf3-4e48-be13-1bf86d470e1c req-bebdc615-aa65-4441-8567-be9d8804fc26 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:25.899610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a81fcb4f-1cf3-4e48-be13-1bf86d470e1c req-bebdc615-aa65-4441-8567-be9d8804fc26 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0472608 Oct 15 20:30:25.936007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a81fcb4f-1cf3-4e48-be13-1bf86d470e1c req-9188c513-77e9-43b9-8870-d3f0bf4b10b3 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Oct 15 20:30:26.432254 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-cd85a678-a074-4117-b204-798cbc08cbce req-ab556a24-3674-425d-ac15-84b75f0ac2d3 service neutron] show failed (client error): The resource could not be found. Oct 15 20:30:26.433270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-ab556a24-3674-425d-ac15-84b75f0ac2d3 service neutron] 10.222.0.15 "GET /v2.0/ports/a119e36c-59bc-4b18-a012-020054bf5559/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0582669 Oct 15 20:30:26.986718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-c1b7fb72-0575-4d97-81fc-f160562f649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:26.988280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-c1b7fb72-0575-4d97-81fc-f160562f649e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e&tenant_id=486e045098fc4fb6ab0332797638c5cc HTTP/1.1" status: 200 len: 1097 time: 0.0416102 Oct 15 20:30:27.000404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:27.087083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.107420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26f8c0-dbc9-4451-bc49-93db8553bf6f req-3937f094-a460-426f-a186-0828cdfc34bb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:27.108918 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba26f8c0-dbc9-4451-bc49-93db8553bf6f req-3937f094-a460-426f-a186-0828cdfc34bb tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0902326 Oct 15 20:30:27.221944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba26f8c0-dbc9-4451-bc49-93db8553bf6f req-2467b7a4-69c4-4e6f-be53-51c2f597e860 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921187 Oct 15 20:30:27.323203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:27.354253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:27.393643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:27.395926 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a719d-95e2-4d27-b695-afd0d253de22" -d '{"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-unplugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:27.400533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.412636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Transition to ACTIVE for port object a119e36c-59bc-4b18-a012-020054bf5559 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:30:27.443163 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff9e7a1-a549-4ba9-bef7-780afc70e518 x-openstack-request-id: req-eff9e7a1-a549-4ba9-bef7-780afc70e518 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:27.443379 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-unplugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:27.443670 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eff9e7a1-a549-4ba9-bef7-780afc70e518 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:27.444081 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'code': 200} Oct 15 20:30:27.478500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.545420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] No DVR routers for this DVR port a119e36c-59bc-4b18-a012-020054bf5559 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:30:27.548567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:27.584313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:30:27.584648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:30:27.584974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:27.589622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:30:27.589942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Attempting to bind port a119e36c-59bc-4b18-a012-020054bf5559 on network 093bf855-83c4-4902-8a4c-8d9c2b8797cc {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:27.594663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:30:27.594993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Checking segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:27.595372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Bound using segment: {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:30:27.595825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Bound port: a119e36c-59bc-4b18-a012-020054bf5559, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0cad19-f54b-45a9-ac16-af89f544a49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:30:27.596176 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.658407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:27.661428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:30:27.735747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.771821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:27.772504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:27.773903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] 10.222.0.11 "PUT /v2.0/ports/a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 1092 time: 0.7775667 Oct 15 20:30:27.802323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed996a8-8cbf-453c-8b16-7fd9f0063c62 service neutron] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:27.839691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-1994b732-de49-4d07-abef-4d367fdeaf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:27.841170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-1994b732-de49-4d07-abef-4d367fdeaf86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0459616 Oct 15 20:30:27.929943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-8081a93f-6456-4253-8d97-2b175ed1897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:27.931424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-8081a93f-6456-4253-8d97-2b175ed1897a service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0829268 Oct 15 20:30:27.974428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-97470c53-f446-4d91-9e92-db6da6b20fdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0361764 Oct 15 20:30:28.022974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85a678-a074-4117-b204-798cbc08cbce req-af6b9009-fbdc-4deb-9189-179239b919ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:28.024369 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-af6b9009-fbdc-4deb-9189-179239b919ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0434270 Oct 15 20:30:28.055898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-12cb3a3c-78c6-49d5-843e-2ac917d3b25e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246849 Oct 15 20:30:28.146297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-ce30a85b-ae57-497f-b273-eb13042b5f62 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837021 Oct 15 20:30:28.542211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:30:28.576595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bd62f-7f1b-4eae-a2af-70d501b0fded req-97133831-7327-4104-b5cd-63e65d9cd0dd tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:28.578064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f52bd62f-7f1b-4eae-a2af-70d501b0fded req-97133831-7327-4104-b5cd-63e65d9cd0dd tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0972722 Oct 15 20:30:28.579633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:30:28.595884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd85a678-a074-4117-b204-798cbc08cbce req-404a0f1e-12da-4a87-940a-16141585630c service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428627 Oct 15 20:30:28.622375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f52bd62f-7f1b-4eae-a2af-70d501b0fded req-638b291e-58fc-40af-89ff-d6ecf9a0f0a7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369160 Oct 15 20:30:29.445437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:29.447822 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b011e532-1679-47b2-8f31-9c995b6c5e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:29.494386 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474c924-611e-4dca-aa14-5c5ef26ffd26 x-openstack-request-id: req-4474c924-611e-4dca-aa14-5c5ef26ffd26 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:29.494700 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:29.494981 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4474c924-611e-4dca-aa14-5c5ef26ffd26 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:29.495392 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'status': 'completed', 'code': 200} Oct 15 20:30:29.577413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-2080a27f-bff0-4cc2-ba6c-20fd2a93fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.578884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-2080a27f-bff0-4cc2-ba6c-20fd2a93fc77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0588555 Oct 15 20:30:29.580567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-c4df49eb-36b0-49ba-af2e-d256319372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.581877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-c4df49eb-36b0-49ba-af2e-d256319372c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0695066 Oct 15 20:30:29.765502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-8ca3de87-4947-46f4-990c-213da91f18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.766863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-8ca3de87-4947-46f4-990c-213da91f18f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.1803868 Oct 15 20:30:29.776966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-28442912-8749-4251-b8b8-891742d52a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.778319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-28442912-8749-4251-b8b8-891742d52a4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.1840432 Oct 15 20:30:29.827178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8829f24-fe16-448a-ba70-9071f308dcee req-e1915fbb-38d2-4c89-9adf-1fee475d3eef tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.828641 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8829f24-fe16-448a-ba70-9071f308dcee req-e1915fbb-38d2-4c89-9adf-1fee475d3eef tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.1319385 Oct 15 20:30:29.829858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-bfbc351b-df0d-4a51-a942-44a1dd956e7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0542438 Oct 15 20:30:29.873629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-e204d242-766e-4055-ba99-060c512de17d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0875165 Oct 15 20:30:29.959035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-77dcb15d-6ad7-44a6-a262-8612b48fbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.961110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-77dcb15d-6ad7-44a6-a262-8612b48fbdb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.1000509 Oct 15 20:30:29.965402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8829f24-fe16-448a-ba70-9071f308dcee req-6ee9a13e-6cb8-4526-8ee7-3b67bf8452c0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060116 Oct 15 20:30:29.978839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-dae9a8e5-50cb-4548-bdd9-d0ceeebf2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:29.980303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-dae9a8e5-50cb-4548-bdd9-d0ceeebf2d41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0834744 Oct 15 20:30:29.996876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-56ab79d2-804c-4a3b-bab3-952ac6baf46d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291271 Oct 15 20:30:30.031930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-037ebcef-4296-45d8-8b02-206c6760bdfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369709 Oct 15 20:30:30.173090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-70d52425-c5d4-4f1b-9f8a-8ff82715f5e2 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673391 Oct 15 20:30:30.178063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-bf3c0802-c1e9-46ef-ae13-650edbbbf4dd service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373317 Oct 15 20:30:30.332398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-93a3ced7-f666-4581-b778-3ecbe41c6f77 service neutron] 10.222.0.11 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516106 Oct 15 20:30:30.334161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b011e532-1679-47b2-8f31-9c995b6c5e6f req-acb8309e-a92b-4c34-913c-ae4f5e5e7b83 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464767 Oct 15 20:30:31.079025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257b959-934d-4455-85b6-163f7d8a66b8 req-06b8b857-bff8-494d-a821-57eb8035af6f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:31.080506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f257b959-934d-4455-85b6-163f7d8a66b8 req-06b8b857-bff8-494d-a821-57eb8035af6f tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0484960 Oct 15 20:30:31.116325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f257b959-934d-4455-85b6-163f7d8a66b8 req-53795d8d-f37d-494a-8584-cbcbf7fd64e8 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300100 Oct 15 20:30:32.235701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642b8e-8c0b-4402-b81c-a86d754c1cd7 req-6cc26601-b3d2-4873-ae83-1c882d56d27c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.237147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19642b8e-8c0b-4402-b81c-a86d754c1cd7 req-6cc26601-b3d2-4873-ae83-1c882d56d27c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0525877 Oct 15 20:30:32.273515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19642b8e-8c0b-4402-b81c-a86d754c1cd7 req-b58a4124-f97a-4d49-ae9c-0e2ad4ccfaa1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Oct 15 20:30:32.573424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74542d0-36b2-44bd-8598-c283d9251515 req-e7dca591-5c59-485d-b7ad-0f6d10bdc430 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.574913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d74542d0-36b2-44bd-8598-c283d9251515 req-e7dca591-5c59-485d-b7ad-0f6d10bdc430 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 943 time: 0.0501018 Oct 15 20:30:32.639794 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d74542d0-36b2-44bd-8598-c283d9251515 req-38c90603-5258-44a6-8816-83d11df915be tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Oct 15 20:30:32.658506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06299d-cc06-4460-a908-2a683a183aeb req-8c8414fb-bf9d-4c94-b4ee-87da066ebb52 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.658691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:30:32.659993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-8c8414fb-bf9d-4c94-b4ee-87da066ebb52 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e&tenant_id=486e045098fc4fb6ab0332797638c5cc&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 943 time: 0.0649002 Oct 15 20:30:32.723843 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-bd06299d-cc06-4460-a908-2a683a183aeb req-0e8bf7b3-1f01-4a49-b5a1-0d0c819e94f8 service neutron] delete failed (client error): The resource could not be found. Oct 15 20:30:32.724852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-0e8bf7b3-1f01-4a49-b5a1-0d0c819e94f8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/a119e36c-59bc-4b18-a012-020054bf5559/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0574677 Oct 15 20:30:32.757357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:32.769103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'a119e36c-59bc-4b18-a012-020054bf5559', 'network_id': '093bf855-83c4-4902-8a4c-8d9c2b8797cc', 'port_id': 'a119e36c-59bc-4b18-a012-020054bf5559', 'mac_address': 'fa:16:3e:d4:66:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d600e7d-667a-43b4-a874-bf78b63ad6b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:30:32.805690 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:32.806747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06299d-cc06-4460-a908-2a683a183aeb req-1b8ff980-9f3d-4f49-b57d-5a61bc8f62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.808279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-1b8ff980-9f3d-4f49-b57d-5a61bc8f62f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=486e045098fc4fb6ab0332797638c5cc&device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 1095 time: 0.0404463 Oct 15 20:30:32.818295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a119e36c-59bc-4b18-a012-020054bf5559 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:30:32.838027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:32.878262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:32.904704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06299d-cc06-4460-a908-2a683a183aeb req-7568fe05-0ef3-4b1a-890e-bc9e31671959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.906173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-7568fe05-0ef3-4b1a-890e-bc9e31671959 service neutron] 10.222.0.15 "GET /v2.0/networks?id=093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 200 len: 915 time: 0.0888369 Oct 15 20:30:32.931255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:32.948379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-75299e1a-e125-471d-9060-d6f72375a8a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 200 len: 217 time: 0.0349936 Oct 15 20:30:32.997215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06299d-cc06-4460-a908-2a683a183aeb req-c5a07dca-8f29-421d-857e-36cf39000085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:32.998566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-c5a07dca-8f29-421d-857e-36cf39000085 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 200 len: 854 time: 0.0440371 Oct 15 20:30:33.029074 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-82542309-14ab-40a4-a9e7-e5ef98a4b75e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=093bf855-83c4-4902-8a4c-8d9c2b8797cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236521 Oct 15 20:30:33.120008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-eca60eb7-c075-4115-82d3-93895b33a762 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Oct 15 20:30:33.214502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a119e36c-59bc-4b18-a012-020054bf5559'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:30:33.215342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd06299d-cc06-4460-a908-2a683a183aeb req-a46ce7a2-68b7-4d42-9eab-dbec833e4ab2 service neutron] 10.222.0.15 "GET /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842457 Oct 15 20:30:33.769583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67ed75-6778-4b82-9910-ff365085b957 req-ac9c0202-67fe-40f3-ae36-3371052419b0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:33.771835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf67ed75-6778-4b82-9910-ff365085b957 req-ac9c0202-67fe-40f3-ae36-3371052419b0 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 944 time: 0.0605772 Oct 15 20:30:33.812632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bf67ed75-6778-4b82-9910-ff365085b957 req-da03d73d-40cd-4bee-a4ba-d96a0b2375a2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Oct 15 20:30:34.676838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:34.786635 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port a119e36c-59bc-4b18-a012-020054bf5559 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:30:34.791267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port a119e36c-59bc-4b18-a012-020054bf5559 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:34.792860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:34.866153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:34.888993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:34.891206 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690c916b-cbb1-4527-be42-86a5efa9766f" -d '{"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-plugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:34.904391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:34.929595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f387-5fc7-4a02-9ccb-0380cf360823 req-9446f111-05dc-4b37-8eca-8510f2430bad tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:34.931069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a62f387-5fc7-4a02-9ccb-0380cf360823 req-9446f111-05dc-4b37-8eca-8510f2430bad tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 944 time: 0.0500515 Oct 15 20:30:34.968501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a62f387-5fc7-4a02-9ccb-0380cf360823 req-63448648-41c8-4057-bf52-aab45eecfda7 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Oct 15 20:30:35.004076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:35.052886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:35.075611 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638fe9c-76bf-45ae-a444-8f97865c188f x-openstack-request-id: req-5638fe9c-76bf-45ae-a444-8f97865c188f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:35.075908 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-plugged", "status": "completed", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:35.076162 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5638fe9c-76bf-45ae-a444-8f97865c188f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:35.076582 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'code': 200} Oct 15 20:30:35.163762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a03b8-bc16-408d-b393-2dc70734aa13 req-eddb89b7-2e02-4b34-9bee-b8d55da6c035 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:35.165968 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e38a03b8-bc16-408d-b393-2dc70734aa13 req-eddb89b7-2e02-4b34-9bee-b8d55da6c035 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0484028 Oct 15 20:30:35.203053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e38a03b8-bc16-408d-b393-2dc70734aa13 req-c5ece701-f627-423d-b7ed-bc3f1e6cba88 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Oct 15 20:30:35.318101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc3f7f-d97e-49a5-9c22-aafbf2f26f04 req-bafaeae3-5d6c-4788-9297-88c539787324 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:35.319576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcbc3f7f-d97e-49a5-9c22-aafbf2f26f04 req-bafaeae3-5d6c-4788-9297-88c539787324 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0521359 Oct 15 20:30:35.357050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcbc3f7f-d97e-49a5-9c22-aafbf2f26f04 req-5ce2db2c-f5c7-4080-bccf-750fbe6b6473 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Oct 15 20:30:35.885622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8349-d336-4bbd-9f35-07d74308cde7 req-f31f8038-b7bd-440b-b6cd-d4410bb98180 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:35.887755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bfb8349-d336-4bbd-9f35-07d74308cde7 req-f31f8038-b7bd-440b-b6cd-d4410bb98180 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0490053 Oct 15 20:30:35.924986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5bfb8349-d336-4bbd-9f35-07d74308cde7 req-ba063e30-89da-4a41-9cb8-86a065f3c980 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Oct 15 20:30:37.037819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6e53-d2dd-4110-a6b1-656114fd0e02 req-a64f1e42-8bf7-46d0-af46-2a43b3c5b347 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:37.039279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-792d6e53-d2dd-4110-a6b1-656114fd0e02 req-a64f1e42-8bf7-46d0-af46-2a43b3c5b347 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0480008 Oct 15 20:30:37.105036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-792d6e53-d2dd-4110-a6b1-656114fd0e02 req-3ba4b718-ec15-407b-9e7b-3601af67626c tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.13 "GET /v2.0/security-groups?id=f9782b17-3c6a-4364-9608-ebb0bd6b19c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592537 Oct 15 20:30:37.121114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-a819b4aa-7f2e-4e6f-907f-c1a719efeec2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:37.122537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-a819b4aa-7f2e-4e6f-907f-c1a719efeec2 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e HTTP/1.1" status: 200 len: 945 time: 0.0644104 Oct 15 20:30:37.210055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Deleting port a119e36c-59bc-4b18-a012-020054bf5559 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:30:37.210350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:37.300880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] For port a119e36c-59bc-4b18-a012-020054bf5559, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=a119e36c-59bc-4b18-a012-020054bf5559,segment=NetworkSegment(4e0cad19-f54b-45a9-ac16-af89f544a49a),segment_id=4e0cad19-f54b-45a9-ac16-af89f544a49a)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:37.301244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:37.313526 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Calling delete_port for a119e36c-59bc-4b18-a012-020054bf5559 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:30:37.501811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:37.513283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['a119e36c-59bc-4b18-a012-020054bf5559'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:30:37.531653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Pushing event deleted for resources: {'Port': ['ID=a119e36c-59bc-4b18-a012-020054bf5559,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:37.571568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] No DVR routers for this DVR port a119e36c-59bc-4b18-a012-020054bf5559 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:30:37.574194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:37.577512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-492cc462-cb55-4259-bfa7-a506b078fc65 req-1539acd1-9bca-45b8-8e37-0829b96b5dc1 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] 10.222.0.11 "DELETE /v2.0/ports/a119e36c-59bc-4b18-a012-020054bf5559 HTTP/1.1" status: 204 len: 173 time: 0.4492443 Oct 15 20:30:37.577948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-deleted', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:37.580189 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c084e6b-18f3-426d-878f-2c1f94842b1e" -d '{"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-deleted", "tag": "a119e36c-59bc-4b18-a012-020054bf5559"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:37.615675 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a86ca-e49a-4e54-8bda-7a87af78a870 x-openstack-request-id: req-002a86ca-e49a-4e54-8bda-7a87af78a870 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:37.616005 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e", "name": "network-vif-deleted", "tag": "a119e36c-59bc-4b18-a012-020054bf5559", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:37.616254 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-002a86ca-e49a-4e54-8bda-7a87af78a870 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:37.616639 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca4b3c3-6f1c-4c9e-ac1d-d6a345d6291e', 'name': 'network-vif-deleted', 'tag': 'a119e36c-59bc-4b18-a012-020054bf5559', 'status': 'completed', 'code': 200} Oct 15 20:30:38.221908 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35180) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:38.268906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Deleting subnet 0d600e7d-667a-43b4-a874-bf78b63ad6b4 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:30:38.271780 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.303734 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.340555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.444207 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.469067 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d600e7d-667a-43b4-a874-bf78b63ad6b4,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:38.473534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.476618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d600e7d-667a-43b4-a874-bf78b63ad6b4 HTTP/1.1" status: 204 len: 168 time: 0.2537348 Oct 15 20:30:38.480148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35182) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:38.482800 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.483062 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.483181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.483474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.483819 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.484146 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.484460 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.484774 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.485086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.485397 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.485706 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.486017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab73cd2b-705e-4ef2-93a5-cce3aa2b72dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:38.550055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.624495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.644026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093bf855-83c4-4902-8a4c-8d9c2b8797cc']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:38.653674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0cad19-f54b-45a9-ac16-af89f544a49a') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:38.653952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0cad19-f54b-45a9-ac16-af89f544a49a') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:38.662884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.675706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.681273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:30:38.681636 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:30:38.683218 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:30:38.815391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.821308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:38.825873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] 10.222.0.13 "DELETE /v2.0/networks/093bf855-83c4-4902-8a4c-8d9c2b8797cc HTTP/1.1" status: 204 len: 168 time: 0.3434036 Oct 15 20:30:38.836045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be906e-e9b7-4ac8-810c-e648a5aa870c admin admin] Pushing event deleted for resources: {'Network': ['ID=093bf855-83c4-4902-8a4c-8d9c2b8797cc,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:39.111042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35186) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:39.151857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cd7c54b3-c568-4998-9b2f-90525da8c0bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=486e045098fc4fb6ab0332797638c5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395555 Oct 15 20:30:39.154206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35188) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:39.202506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:39.223637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:39.346817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:39.349280 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:39.350417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9782b17-3c6a-4364-9608-ebb0bd6b19c8 HTTP/1.1" status: 204 len: 168 time: 0.1953402 Oct 15 20:30:39.358406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a6ba-068a-40fa-a7d0-3b42311a9a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9782b17-3c6a-4364-9608-ebb0bd6b19c8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:40.311062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:40.410381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-595271232-network', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:40.495301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:30:40.497770 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.506621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.578626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.643827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.668343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:30:40.677555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8190474b-0ffd-4bfb-8db4-8d18272d52a1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:40.682459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.682768 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Added segment e0829ebb-a208-43dd-b747-fb19827523c4 of type vlan for network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 Oct 15 20:30:40.721140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.747189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:30:40.766523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: a119e36c-59bc-4b18-a012-020054bf5559 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:30:40.766861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device a119e36c-59bc-4b18-a012-020054bf5559 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:30:40.815457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.816462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:40.817069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:40.877973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a18868c5-48e5-459e-ae0d-a96cdc81aeb4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:40.888103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:30:40.915063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ec5fbf5-48ed-4abb-a14c-108188e0dbb8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6027243 Oct 15 20:30:40.918143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35214) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:40.924251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Request body: {'subnet': {'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-595271232-subnet', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:41.026992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:30:41.029459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.255882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.310066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda0a5eb-8930-48ba-99dd-b575bc201a57,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:41.318317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:41.318902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Network hostable DHCP agents. Network: a18868c5-48e5-459e-ae0d-a96cdc81aeb4, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:30:41.380913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:30:41.460779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a18868c5-48e5-459e-ae0d-a96cdc81aeb4) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:41.465725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:41.467680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.470355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4426d-0bc9-4d56-a7c3-f68e8b1774b9 None None] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:30:41.544475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e50ea9f4-67f6-4da8-87cb-e477cb259376 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6252799 Oct 15 20:30:41.547264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 35216) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:41.551866 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:41.609327 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:30:41.610200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.632862 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.633971 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.689382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.742880 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Allocated IP 172.20.0.2 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/466ad352-0847-428f-8772-91b9b1af457a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:30:41.885326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.904913 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.935561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:41.970661 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:41.973529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:41.977019 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:30:42.005205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Pushing event updated for resources: {'Port': ['ID=466ad352-0847-428f-8772-91b9b1af457a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:42.036863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Attempting to bind port 466ad352-0847-428f-8772-91b9b1af457a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:30:42.037234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Attempting to bind port 466ad352-0847-428f-8772-91b9b1af457a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:30:42.037595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Attempting to bind port 466ad352-0847-428f-8772-91b9b1af457a on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:42.043170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:30:42.043541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:42.043967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.044378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:30:42.044835 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Bound port: 466ad352-0847-428f-8772-91b9b1af457a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:30:42.045209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.108055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] For port 466ad352-0847-428f-8772-91b9b1af457a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:42.111078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] For port 466ad352-0847-428f-8772-91b9b1af457a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=466ad352-0847-428f-8772-91b9b1af457a,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:30:42.145889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.166103 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.175780 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.236381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e88e2-7d10-4c44-9c26-fe44be3fc29e None None] Pushing event updated for resources: {'Port': ['ID=466ad352-0847-428f-8772-91b9b1af457a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:42.282639 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Allocated IP 172.25.0.128 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/1240a407-00c2-4c72-8378-6867052fbc51) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:30:42.392895 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.497202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.518604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 466ad352-0847-428f-8772-91b9b1af457a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:42.551506 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:42.554407 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:42.558875 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:30:42.574438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 466ad352-0847-428f-8772-91b9b1af457a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:42.574839 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.582431 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Pushing event updated for resources: {'Port': ['ID=1240a407-00c2-4c72-8378-6867052fbc51,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:42.654201 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.663738 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:30:42.687482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 466ad352-0847-428f-8772-91b9b1af457a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=466ad352-0847-428f-8772-91b9b1af457a,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:42.764556 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:42.815904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=466ad352-0847-428f-8772-91b9b1af457a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:42.824616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.825010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.825298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.825633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.825964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.826291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.826615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.826934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.827254 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.827589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.827968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:42.828216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:43.172277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01950a-5ab1-40e2-a7fe-18cee4bdf816 None None] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:30:43.225201 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:43.289251 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-677ee8c2-fa0c-4042-adb0-2ba573e63b48 None None] Provisioning complete for port 466ad352-0847-428f-8772-91b9b1af457a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:43.289618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-677ee8c2-fa0c-4042-adb0-2ba573e63b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:43.433668 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:43.628188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2b309ead-f794-41e8-bc9e-4be811734c0a None None] Provisioning complete for port 466ad352-0847-428f-8772-91b9b1af457a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:43.628449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b309ead-f794-41e8-bc9e-4be811734c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:43.638717 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Router d5f8b69a-4a0b-492e-91d6-750608f19650 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:30:43.753210 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:30:43.762441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:30:43.771336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:30:43.773896 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:43.829229 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:43.830659 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ada89652-70bc-43e7-9a5e-9e126aa347fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2823317 Oct 15 20:30:43.833750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35218) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:44.037308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:30:44.221940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:43Z', 'revision_number': 3, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:44.248510 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:30:44.248862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Updating router d5f8b69a-4a0b-492e-91d6-750608f19650 port 1240a407-00c2-4c72-8378-6867052fbc51 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:30:44.265644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.272930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.433317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Allocated IP 172.20.0.1 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/f75e8cf5-66de-421a-816a-f9e779600f35) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:30:44.518174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 466ad352-0847-428f-8772-91b9b1af457a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:44.541639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.568856 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.584200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 466ad352-0847-428f-8772-91b9b1af457a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:44.584563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.638579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.652239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.676911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:44.681373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:44.693517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:30:44.696958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Pushing event updated for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:44.717236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Attempting to bind port 1240a407-00c2-4c72-8378-6867052fbc51 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:30:44.717662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Attempting to bind port 1240a407-00c2-4c72-8378-6867052fbc51 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:30:44.718494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Attempting to bind port 1240a407-00c2-4c72-8378-6867052fbc51 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:44.720471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097725e1-cc6f-4a64-908d-8308d1d0e616 None None] Pushing event updated for resources: {'Port': ['ID=1240a407-00c2-4c72-8378-6867052fbc51,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:44.726158 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:30:44.726530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:44.726929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.727310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:30:44.727860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Bound port: 1240a407-00c2-4c72-8378-6867052fbc51, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:30:44.728238 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.735248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.785699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] For port 1240a407-00c2-4c72-8378-6867052fbc51, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:44.789454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] For port 1240a407-00c2-4c72-8378-6867052fbc51, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1240a407-00c2-4c72-8378-6867052fbc51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:30:44.867759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.932400 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:30:44.932934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:44.937773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097725e1-cc6f-4a64-908d-8308d1d0e616 None None] Pushing event updated for resources: {'Port': ['ID=1240a407-00c2-4c72-8378-6867052fbc51,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:44.947363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:44.987764 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f725934d-bc4c-40ec-ae3b-d4d785231db0 None None] Provisioning complete for port f75e8cf5-66de-421a-816a-f9e779600f35 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:44.988049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f725934d-bc4c-40ec-ae3b-d4d785231db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:45.058794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f725934d-bc4c-40ec-ae3b-d4d785231db0 None None] Port f75e8cf5-66de-421a-816a-f9e779600f35 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:30:45.074244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:30:45.117645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:45.169527 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:45.235649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:45.237470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Pushing event updated for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:45.280166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 1, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:45.307447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463b429-29f0-4762-8fff-66b4adaf1b39 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 1, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:30:45.669465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:45.670919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:45.793694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:30:45.883744 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0b335a2f-9acb-4e4d-ace6-0ee3eec84024 None None] Provisioning complete for port f75e8cf5-66de-421a-816a-f9e779600f35 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:45.884420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b335a2f-9acb-4e4d-ace6-0ee3eec84024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:45.916555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:30:45.921791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0b335a2f-9acb-4e4d-ace6-0ee3eec84024 None None] Port f75e8cf5-66de-421a-816a-f9e779600f35 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:30:45.922034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8dd0ed91-a945-4969-85a2-ab6707d914fb admin admin] 10.222.0.13 "PUT /v2.0/routers/d5f8b69a-4a0b-492e-91d6-750608f19650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0871098 Oct 15 20:30:46.389287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35226) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:46.393992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326152714', 'description': 'tempest-description--2028452896'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:46.472625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.521703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1240a407-00c2-4c72-8378-6867052fbc51 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:46.547320 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.579269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1240a407-00c2-4c72-8378-6867052fbc51 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:46.585044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.644165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.660752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.675823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14254ca2-d666-4d88-b611-f75223099438,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:46.682518 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 1240a407-00c2-4c72-8378-6867052fbc51, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1240a407-00c2-4c72-8378-6867052fbc51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:46.683128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.683471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.683841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.688274 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:46.731861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.734214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9397f346-0194-421f-8f48-af537ead466e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3427434 Oct 15 20:30:46.736182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:46.740549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'security_group_rule': {'security_group_id': '14254ca2-d666-4d88-b611-f75223099438', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:46.752793 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.809099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=1240a407-00c2-4c72-8378-6867052fbc51,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:46.843353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.902675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.958465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:46.976139 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7245c091-403b-490e-ba80-b8be0e279227,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:47.017181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.018383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0fa29b3d-483e-4855-a1bc-08a63c15b926 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2812641 Oct 15 20:30:47.020994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35230) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:47.025489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'security_group_rule': {'security_group_id': '14254ca2-d666-4d88-b611-f75223099438', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:47.095188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.152601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.192888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.213463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4566b1e6-a9b0-477a-8320-9cdc1efb3a15,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:47.274894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.276405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb2fe070-b8f7-4132-b86c-85c7ed65b06d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2544749 Oct 15 20:30:47.279266 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35232) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:30:47.283546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:47.349310 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:30:47.357067 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:30:47.357661 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:47.369861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.462720 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:30:47.471286 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.577161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Allocated IP 172.25.0.7 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/70ab6afd-4019-4681-ad6b-42cc1f112acb) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:30:47.662781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 2, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:47.678157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.689053 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:30:47.689411 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Updating router d5f8b69a-4a0b-492e-91d6-750608f19650 port f75e8cf5-66de-421a-816a-f9e779600f35 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:30:47.714017 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.764436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.801585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:47.804484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:47.810749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:30:47.818836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=70ab6afd-4019-4681-ad6b-42cc1f112acb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:47.904085 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.971696 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:47.997548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.061180 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.113597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Pushing event updated for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:48.136853 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.136853 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.137213 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.137445 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.137767 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.138089 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.138410 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.138728 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.139300 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.139427 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.139691 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.140005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:30:48.162574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.169903 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Attempting to bind port f75e8cf5-66de-421a-816a-f9e779600f35 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Attempting to bind port f75e8cf5-66de-421a-816a-f9e779600f35 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Attempting to bind port f75e8cf5-66de-421a-816a-f9e779600f35 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Bound port: f75e8cf5-66de-421a-816a-f9e779600f35, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:30:48.177983 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.221114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.249485 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] For port f75e8cf5-66de-421a-816a-f9e779600f35, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:48.253131 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] For port f75e8cf5-66de-421a-816a-f9e779600f35, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f75e8cf5-66de-421a-816a-f9e779600f35,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:30:48.292014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=70ab6afd-4019-4681-ad6b-42cc1f112acb,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:48.303601 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.330260 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.358640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] Provisioning complete for port f75e8cf5-66de-421a-816a-f9e779600f35 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:48.359217 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.388622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:30:48.400264 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:48.400748 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.400748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-adcc24c7-8328-4e60-bd92-1f3a86c5bb5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1103916 Oct 15 20:30:48.486234 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.532229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1240a407-00c2-4c72-8378-6867052fbc51 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:48.534296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8d50532-2598-46ad-93da-ab46594761fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.538793 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cc5ba-d947-474f-8977-97f3cbf019b0 None None] Pushing event updated for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:48.552979 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:30:48.572598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-56343369-17eb-4cc6-b105-31ad50b89e37 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--326152714&fields=id&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 267 time: 0.0449800 Oct 15 20:30:48.607872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] For port f75e8cf5-66de-421a-816a-f9e779600f35, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f75e8cf5-66de-421a-816a-f9e779600f35,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:48.620167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 1240a407-00c2-4c72-8378-6867052fbc51 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:48.620167 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.665440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.701613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-529905a4-72b7-4d3e-8bee-553cdf59decf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:48.703305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-529905a4-72b7-4d3e-8bee-553cdf59decf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1207521 Oct 15 20:30:48.720796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-dbf375bd-cf93-47f9-8ac5-d9fdb9c7da38 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/quotas/cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 375 time: 0.0108895 Oct 15 20:30:48.750248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890542b-0a66-4c6e-9975-e8cc5ee931f3 None None] Pushing event updated for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:48.778902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-20050473-a2a0-4be7-a291-af7e66f25105 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514765 Oct 15 20:30:48.789760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8ce523f1-bf06-45a1-9ead-ca5436a82ef1 None None] Provisioning complete for port f75e8cf5-66de-421a-816a-f9e779600f35 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:48.790297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8ce523f1-bf06-45a1-9ead-ca5436a82ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:48.875964 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:30:48.886282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-ffa24c6e-5122-4181-91b4-604d1e4bc675 service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938952 Oct 15 20:30:48.906167 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224c7813-2a9a-4bde-89a1-944f56a0dd5b None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:30:48.985673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-3648f59f-a5d9-4ca1-b287-861d896240e3 service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918283 Oct 15 20:30:49.235214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8198aa6b-2753-432f-b125-a5d8f23faa27 req-7975af54-7dcf-4260-bda1-662fc7cd6766 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 210 time: 0.0330870 Oct 15 20:30:50.328103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb5dfc2f-5a20-4450-976f-16d4bd1566cc req-f2085c73-6828-40f2-b0f3-11dae5991d37 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 210 time: 0.0263155 Oct 15 20:30:50.510394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f75e8cf5-66de-421a-816a-f9e779600f35 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:50.557438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f75e8cf5-66de-421a-816a-f9e779600f35 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:50.557728 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:50.966459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-0961bbcf-15de-4694-9ea0-cb5739d222e3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:50.967910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-0961bbcf-15de-4694-9ea0-cb5739d222e3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1098757 Oct 15 20:30:51.012086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-6837a76e-3aab-4c49-8b68-c0e764653f4c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 379 time: 0.0350142 Oct 15 20:30:51.021552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'port': {'device_id': '69363101-d5ac-4d36-9800-05b7ca440db0', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'admin_state_up': True, 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'security_groups': ['14254ca2-d666-4d88-b611-f75223099438']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:51.226945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:30:51.230463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.357515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Allocated IP 172.20.0.3 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/3744799c-71d6-43b3-a3d0-d0c4cd0e7047) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:30:51.436039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cca4e435-a9c7-4f48-92b8-0c64f960e9b6 req-f3ddb523-7cf6-4d08-a861-36081cd85bb9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 210 time: 0.0403473 Oct 15 20:30:51.495479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d12eb495-b8f3-48ff-807d-24b4aab51cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.519140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.598256 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.641664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:30:51.644763 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:30:51.648470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:30:51.675626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:51.703796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:51.704440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.784164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-8966c8a2-85c3-418d-9183-63be7211fa95 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662756 Oct 15 20:30:51.796405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Request body: {'port': {'device_id': '69363101-d5ac-4d36-9800-05b7ca440db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:30:51.854437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.914052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-89a7ae9b-2477-4190-83a3-a1fed3ca2da4 None None] Provisioning complete for port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:51.914636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89a7ae9b-2477-4190-83a3-a1fed3ca2da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:51.954208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-89a7ae9b-2477-4190-83a3-a1fed3ca2da4 None None] Port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:30:52.112034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:30:52.119504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.130801 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Transition to ACTIVE for port object 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:30:52.175225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.226510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:52.304015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:30:52.304346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:30:52.304668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:52.309469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:30:52.309790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:30:52.314874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:30:52.315209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:30:52.315631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:30:52.316066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Bound port: 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:30:52.316420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.385554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:30:52.386272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.388707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:30:52.439284 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.474499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:52.475041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.476783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] 10.222.0.11 "PUT /v2.0/ports/3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 1092 time: 0.6849484 Oct 15 20:30:52.477248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:52.479794 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60336a4-ce7d-4688-abaa-5b4efb2b4522" -d '{"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:52.503939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd48b45-ecbc-4419-bf94-2256083057ed service neutron] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:52.571051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd76c-056c-42c2-bf68-20023f26390a req-b39afab6-e89f-4c07-9a42-13f4bb21c6e5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:52.573481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09fcd76c-056c-42c2-bf68-20023f26390a req-b39afab6-e89f-4c07-9a42-13f4bb21c6e5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0523486 Oct 15 20:30:52.651770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-09fcd76c-056c-42c2-bf68-20023f26390a req-35faddad-d28c-4cd6-9bab-d62d9dfc08ed tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690188 Oct 15 20:30:52.670928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-9ade1a72-d2ac-4466-bd35-4cefffb053d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:52.673459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-9ade1a72-d2ac-4466-bd35-4cefffb053d2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1095 time: 0.0715628 Oct 15 20:30:52.720969 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86ce20-476d-4ae4-a956-6257c054c86e x-openstack-request-id: req-cb86ce20-476d-4ae4-a956-6257c054c86e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:52.721256 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:52.721504 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb86ce20-476d-4ae4-a956-6257c054c86e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:52.721893 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'status': 'completed', 'code': 200} Oct 15 20:30:52.723687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-c629b222-2e64-4200-9f94-6979b4a64731 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 217 time: 0.0424933 Oct 15 20:30:52.770682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-ad191b2d-48a7-42c8-88ab-c45358e2bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:52.772021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-ad191b2d-48a7-42c8-88ab-c45358e2bcf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0419040 Oct 15 20:30:52.820233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358094-ed41-4027-ae49-703d3fbfafae req-dd9425d7-f135-4a97-8c26-08a3a0c5fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:52.822668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-dd9425d7-f135-4a97-8c26-08a3a0c5fe53 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438890 Oct 15 20:30:52.914454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-62bde624-02cf-4540-9b61-29074b0600bc service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Oct 15 20:30:52.980896 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:52.997768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:53.012685 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38358094-ed41-4027-ae49-703d3fbfafae req-f8e72f9f-34c1-41c8-a223-f0d2a83278ee service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916150 Oct 15 20:30:53.142316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-097d90e8-47bb-4930-8b5a-13e80d8e8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:53.143910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-097d90e8-47bb-4930-8b5a-13e80d8e8996 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1095 time: 0.0400920 Oct 15 20:30:53.209449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:53.237568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-7d686bf2-a75a-4597-a3f0-1055a3999709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:53.239022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-7d686bf2-a75a-4597-a3f0-1055a3999709 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0882945 Oct 15 20:30:53.279408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-03afcfa8-494b-4c3a-89c1-c13c9b23e557 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 217 time: 0.0332570 Oct 15 20:30:53.326956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-d8fcf39e-5b39-44bf-9f5e-85808e9a54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:53.328373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-d8fcf39e-5b39-44bf-9f5e-85808e9a54a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0426958 Oct 15 20:30:53.376394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-832a8b98-fc94-4c83-bb0a-792fb470f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:53.377838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-832a8b98-fc94-4c83-bb0a-792fb470f5b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425851 Oct 15 20:30:53.467361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-d6f9c9ab-aaef-436c-9113-e37ad8ec7dd2 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Oct 15 20:30:53.560408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d60336a4-ce7d-4688-abaa-5b4efb2b4522 req-440d86ab-d17d-483c-842c-b250e13853dc service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859261 Oct 15 20:30:53.767066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c32c6-e9df-47af-96fb-0c277c90712b req-f302ede4-134b-44ac-8b36-6be7cb53ad00 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:53.768534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-903c32c6-e9df-47af-96fb-0c277c90712b req-f302ede4-134b-44ac-8b36-6be7cb53ad00 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0482340 Oct 15 20:30:53.804911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-903c32c6-e9df-47af-96fb-0c277c90712b req-1e40d14a-35f0-483d-b563-a351cfe5a71b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306051 Oct 15 20:30:54.678139 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:54.916818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e8607-a273-4409-bd6c-78c3d88e7d69 req-a8472737-f20a-46da-b01a-25dfaf84020d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:54.918278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252e8607-a273-4409-bd6c-78c3d88e7d69 req-a8472737-f20a-46da-b01a-25dfaf84020d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0476055 Oct 15 20:30:54.955307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-252e8607-a273-4409-bd6c-78c3d88e7d69 req-f9a31cdf-2d7d-4ed8-a8db-6b7005f6ce62 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311568 Oct 15 20:30:56.073622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6779e6-6f39-468e-a888-004b9b70815e req-f609302e-b040-4028-89d9-31b55396147d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:56.075000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba6779e6-6f39-468e-a888-004b9b70815e req-f609302e-b040-4028-89d9-31b55396147d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0522563 Oct 15 20:30:56.111404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba6779e6-6f39-468e-a888-004b9b70815e req-e2fa0994-0a97-482d-80b1-40f7a702b13e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305591 Oct 15 20:30:56.808989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:30:56.906335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:56.917548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'mac_address': 'fa:16:3e:39:28:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:30:56.958089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:56.970297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:30:56.989448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:57.049333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:57.097009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:57.223293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed45a6-dca6-41f2-8fc1-838ce1b264ad req-cf8d9423-cb0a-4ea1-b789-da866ef16184 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:57.224784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5ed45a6-dca6-41f2-8fc1-838ce1b264ad req-cf8d9423-cb0a-4ea1-b789-da866ef16184 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 944 time: 0.0489521 Oct 15 20:30:57.263582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e5ed45a6-dca6-41f2-8fc1-838ce1b264ad req-0aba7d9b-0cf1-4fef-ad92-3cf2dd954ae9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327637 Oct 15 20:30:57.350931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['3744799c-71d6-43b3-a3d0-d0c4cd0e7047'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:30:58.381154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071da28-f116-4005-908c-82b6a2b15350 req-6c902223-c62b-4260-9a25-bef8977bc229 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:58.382606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3071da28-f116-4005-908c-82b6a2b15350 req-6c902223-c62b-4260-9a25-bef8977bc229 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 944 time: 0.0481658 Oct 15 20:30:58.419897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3071da28-f116-4005-908c-82b6a2b15350 req-a01d15bc-6a2a-45f9-b72c-6f3b8c46a21b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Oct 15 20:30:58.824292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:30:58.940394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:30:58.944109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:30:58.944477 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:59.020224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:59.042102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:30:59.044404 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaef303-4f55-465e-b6c1-bfa16895f70e" -d '{"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-plugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:30:59.060724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:30:59.081146 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d612cfe7-7286-4011-a166-f641affa1bb6 x-openstack-request-id: req-d612cfe7-7286-4011-a166-f641affa1bb6 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:30:59.081515 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-plugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:30:59.081793 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d612cfe7-7286-4011-a166-f641affa1bb6 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:30:59.082184 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'code': 200} Oct 15 20:30:59.118346 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:30:59.166645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:30:59.180720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a0dd-a499-4ded-a9a1-a5fc005f223c req-0d5613e0-ea2f-47bd-9e48-930e675482e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:59.182366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9de2a0dd-a499-4ded-a9a1-a5fc005f223c req-0d5613e0-ea2f-47bd-9e48-930e675482e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0441227 Oct 15 20:30:59.218115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9de2a0dd-a499-4ded-a9a1-a5fc005f223c req-8086139f-3ebd-44b9-a60e-a2883fd12ed4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281484 Oct 15 20:30:59.532728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cbcfa-fb37-4b02-83a3-020573ce4951 req-49a7d69b-0769-441d-8669-44c259b07b60 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:30:59.534169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e00cbcfa-fb37-4b02-83a3-020573ce4951 req-49a7d69b-0769-441d-8669-44c259b07b60 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0479484 Oct 15 20:30:59.571395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e00cbcfa-fb37-4b02-83a3-020573ce4951 req-11485a1a-fd61-4862-9ae0-5fa46f3d64ae tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308414 Oct 15 20:31:00.698623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaa414-6c9c-4af1-8135-e00393790442 req-7c7e3d95-a27e-4d78-aaae-6518138252d2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:00.700147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fbaa414-6c9c-4af1-8135-e00393790442 req-7c7e3d95-a27e-4d78-aaae-6518138252d2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0617654 Oct 15 20:31:00.738383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fbaa414-6c9c-4af1-8135-e00393790442 req-7879976e-ee3b-40b9-a2ea-2edcaac86f07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321138 Oct 15 20:31:01.856746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c790ee-1bcc-4675-bb37-b29903c8a84b req-518f4601-65f5-4a8c-b185-91d67fd1dfc4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:01.858209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2c790ee-1bcc-4675-bb37-b29903c8a84b req-518f4601-65f5-4a8c-b185-91d67fd1dfc4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Oct 15 20:31:01.895368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2c790ee-1bcc-4675-bb37-b29903c8a84b req-6a6627af-ff08-47b2-8ad4-e803adce97f6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312698 Oct 15 20:31:02.005570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f81f7-f35d-4c16-97fb-eb2fd2afdfb4 req-0cc5525f-6ec1-4300-8b8b-e58725958e11 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:02.007028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f6f81f7-f35d-4c16-97fb-eb2fd2afdfb4 req-0cc5525f-6ec1-4300-8b8b-e58725958e11 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0484614 Oct 15 20:31:02.015624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35288) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:31:02.021258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'floatingip': {'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:31:02.061273 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:02.496866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:02.569294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:02.668538 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 associated. External IP: 172.25.0.7, port: 3744799c-71d6-43b3-a3d0-d0c4cd0e7047. Oct 15 20:31:02.872544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:31:03.285775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:31:03.291357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:03.296502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:31:03.306234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:31:03.306846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:31:03.316690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1dc0be7f-9253-41d8-8434-e14199c9900e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "PUT /v2.0/floatingips/1b0a1047-3f13-44f4-b385-f2654e6920a8 HTTP/1.1" status: 200 len: 989 time: 1.3000429 Oct 15 20:31:03.317367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:31:03.319722 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1236388-531d-427f-bbdf-1451bbbb0881" -d '{"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:31:03.414760 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:31:03.423617 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954db008-77f9-4202-9522-72123f354317 x-openstack-request-id: req-954db008-77f9-4202-9522-72123f354317 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:31:03.423915 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:31:03.424169 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-954db008-77f9-4202-9522-72123f354317 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:31:03.424570 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'status': 'completed', 'code': 200} Oct 15 20:31:03.482655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-ebeb6223-a37f-42c8-b088-b17fba0cd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:03.484148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-ebeb6223-a37f-42c8-b088-b17fba0cd0b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0404606 Oct 15 20:31:03.578334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-5a3919de-0b16-4645-bdc7-66c76cd5f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:03.579829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-5a3919de-0b16-4645-bdc7-66c76cd5f44c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0891051 Oct 15 20:31:03.640065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:39:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69363101-d5ac-4d36-9800-05b7ca440db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:31:02Z', 'revision_number': 1, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:31:03.645107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-12bc7cd0-214f-4d93-af17-210cc46f28e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 997 time: 0.0573483 Oct 15 20:31:03.669773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:31:03.677893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:31:03.678490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:30:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:31:03.693938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-3e38a6b5-c5d8-4224-94c7-849a8126dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:03.695377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-3e38a6b5-c5d8-4224-94c7-849a8126dde1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0429420 Oct 15 20:31:03.744742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-3e998eaa-83ed-4559-8e9a-1d13e56b2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:03.746250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-3e998eaa-83ed-4559-8e9a-1d13e56b2311 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438507 Oct 15 20:31:03.782996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:31:03.838924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-04edf686-f4cc-4822-bc2b-6df5c2bde514 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849984 Oct 15 20:31:03.937436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1236388-531d-427f-bbdf-1451bbbb0881 req-7736a502-f531-472b-9078-445885fbf038 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916338 Oct 15 20:31:04.153392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:39:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69363101-d5ac-4d36-9800-05b7ca440db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:31:02Z', 'revision_number': 1, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:31:04.182719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e21eac-dc4d-4195-a9dc-d779a206def8 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:39:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69363101-d5ac-4d36-9800-05b7ca440db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:31:02Z', 'revision_number': 1, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:31:04.391941 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed127975-3f8b-4d01-b6db-54147a46e4d8 None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:31:18.534723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9f74b3a8-1c5a-41e3-b76a-e23ac46f976a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:19.663262 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:31:21.495449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-20fdb0af-beaa-44bb-b1d4-fdbae0fbbdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:22.415361 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:22.940341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:22.950523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:23.237776 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:24.723241 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:25.728359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-b064cd47-a89b-469f-88e0-bbc24c94f56d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411162 Oct 15 20:31:25.810590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-e61282c9-d865-477c-a45d-a82555b09453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:25.812087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-e61282c9-d865-477c-a45d-a82555b09453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0409546 Oct 15 20:31:25.925687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-2cb485c7-4769-4a26-a4f2-bfe57ba6c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:25.925687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-2cb485c7-4769-4a26-a4f2-bfe57ba6c1ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0901484 Oct 15 20:31:25.987546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-0e0afac8-6482-4552-873d-09a5b7910cee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 999 time: 0.0585897 Oct 15 20:31:26.038906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-fc407f24-65fe-49b8-850a-99fad9a29688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:26.040454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-fc407f24-65fe-49b8-850a-99fad9a29688 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0466530 Oct 15 20:31:26.084087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-b96a7ff4-cf64-4e83-8e01-e7d643822b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:31:26.085537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-b96a7ff4-cf64-4e83-8e01-e7d643822b8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381913 Oct 15 20:31:26.176878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-c375a3f1-d51c-45df-85b9-e6baf03ec5f6 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844445 Oct 15 20:31:26.267180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a964685-f73c-4fbc-ad3a-8284e1fb2745 req-387bf035-b117-49be-ad97-d44a945ff6f3 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830286 Oct 15 20:31:48.545482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-74e30568-0a16-4a91-a5ca-08d22cef6cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:51.511026 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fb256fae-6b10-4089-a9b7-516fc83b2720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:52.385799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:52.946232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:52.962928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:53.225373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:54.716209 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:31:56.661883 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:32:18.528116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a5e83e21-e2d2-4af9-9eb5-40656d2c052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:21.487649 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa91db7c-15a6-4917-a35a-5c3852caee45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:22.400894 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:22.962340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:23.013631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:23.242708 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:24.699340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:25.724160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-443134d6-b0c8-47c7-b65f-485e734454b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386066 Oct 15 20:32:25.811269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-e223d867-dd88-43bb-8f53-dea169ad2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:32:25.812770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-e223d867-dd88-43bb-8f53-dea169ad2e05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0436597 Oct 15 20:32:25.920785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-da035500-340e-4009-8fd4-80764819cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:32:25.922409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-da035500-340e-4009-8fd4-80764819cfe5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0900056 Oct 15 20:32:25.991064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-04952df9-bffd-4101-83d2-8adb1fe16451 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 999 time: 0.0620930 Oct 15 20:32:26.038968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-77475bb0-aac4-4cc0-8d69-0020221ff103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:32:26.040373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-77475bb0-aac4-4cc0-8d69-0020221ff103 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0424767 Oct 15 20:32:26.084601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-864456bf-34ac-4df7-93e6-4193b7e22b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:32:26.086267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-864456bf-34ac-4df7-93e6-4193b7e22b09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387793 Oct 15 20:32:26.180518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-3bb1fac7-7615-4d18-84d6-6b6d9494ee3b service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859838 Oct 15 20:32:26.272076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-91c546eb-d38d-4b32-b185-1cb0f2185e20 req-46f8ab8a-313e-4a10-96fb-5d719c7ffd66 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842774 Oct 15 20:32:33.660465 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:32:48.567702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ea071220-9851-4487-a047-db4e55b6e1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:51.476084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-be1f1ccb-f329-4440-a7f7-f7870365b709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:52.417473 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:52.973091 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:53.064725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:53.276186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:32:54.715806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:10.660154 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:33:18.542659 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc687-1e53-4baf-9fb9-4ebbc9dba59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:21.479905 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1eef9836-010f-4fa1-bcb8-dffdcf7aca62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:22.399719 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:22.970840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:23.016942 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:23.239701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:24.696961 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:27.732481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-41aa39bb-7cac-401b-a261-1e6866c80fc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445187 Oct 15 20:33:27.812078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-f709c114-0013-4329-b789-406d4393e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:27.813525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-f709c114-0013-4329-b789-406d4393e382 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0394647 Oct 15 20:33:27.917162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-2cb3468f-95b8-4bb4-b070-ae2d9a51a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:27.918612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-2cb3468f-95b8-4bb4-b070-ae2d9a51a4ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0857396 Oct 15 20:33:27.987376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-10edecb0-afbb-42e7-bbbe-d89620aa605d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 999 time: 0.0618684 Oct 15 20:33:28.040090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-a70ec467-cf87-4fc1-948c-b80686411ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:28.042275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-a70ec467-cf87-4fc1-948c-b80686411ea1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0458708 Oct 15 20:33:28.086873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-0c1aa729-9c0e-489f-8f5f-915231c6e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:28.088376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-0c1aa729-9c0e-489f-8f5f-915231c6e397 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399296 Oct 15 20:33:28.181801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-150570f4-ef6c-4e6f-a517-bad7662c866a service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860126 Oct 15 20:33:28.276249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0aff9792-f29d-4a23-b737-bca8777cffe0 req-89f2cf3e-fdb9-4982-b88e-fb93833132c5 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866721 Oct 15 20:33:30.330460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd509064-c5d8-42ba-a506-2c34c2c6c877 req-c31def64-44b7-4008-8363-654fe7229ec6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:30.331964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd509064-c5d8-42ba-a506-2c34c2c6c877 req-c31def64-44b7-4008-8363-654fe7229ec6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.1018326 Oct 15 20:33:30.370274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cd509064-c5d8-42ba-a506-2c34c2c6c877 req-8eed5db7-973f-44eb-918e-efb1d6609d8d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Oct 15 20:33:31.760345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283b875-18e4-4121-9a1c-b06d913625d2 req-681b088a-0c51-424c-abef-fcb285aae940 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:31.761788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d283b875-18e4-4121-9a1c-b06d913625d2 req-681b088a-0c51-424c-abef-fcb285aae940 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0485959 Oct 15 20:33:31.799118 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d283b875-18e4-4121-9a1c-b06d913625d2 req-e3f85389-ae30-4ea7-990f-4133f3d60233 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Oct 15 20:33:31.933730 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-13bbd403-4fb3-4ba2-ad10-1549a6e8f0a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943019 Oct 15 20:33:32.967000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd0c51-56c2-429c-a464-228b26c1dab4 req-86303794-73c7-48b1-a5f8-71d5da3a2ae9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:32.968513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3dd0c51-56c2-429c-a464-228b26c1dab4 req-86303794-73c7-48b1-a5f8-71d5da3a2ae9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0486584 Oct 15 20:33:33.010723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3dd0c51-56c2-429c-a464-228b26c1dab4 req-ebe62918-bd65-467e-a747-55fb972c2870 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362780 Oct 15 20:33:33.810264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-a9bf5aaa-9466-459e-b5d5-4b7d323e7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:33.811673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-a9bf5aaa-9466-459e-b5d5-4b7d323e7679 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1097 time: 0.0406077 Oct 15 20:33:33.900532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-826e2e31-4300-4a65-bcb9-64a4fadf6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:33.901964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-826e2e31-4300-4a65-bcb9-64a4fadf6cbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0832956 Oct 15 20:33:33.972347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-30103b5b-b989-4b44-94b0-fe1d36a8351c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 999 time: 0.0633461 Oct 15 20:33:34.021153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-116e1ade-6ea1-4467-9ab3-0cc87962cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:34.023140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-116e1ade-6ea1-4467-9ab3-0cc87962cf8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0431359 Oct 15 20:33:34.067902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-d5faefe4-a081-4abe-a6c3-c18c2c79714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:34.069941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-d5faefe4-a081-4abe-a6c3-c18c2c79714f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404449 Oct 15 20:33:34.186426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0af868-1820-4269-91ef-0a10a1ce7879 req-b5d9bcd8-af41-4c06-b629-31dd0610b4ba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:34.187927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d0af868-1820-4269-91ef-0a10a1ce7879 req-b5d9bcd8-af41-4c06-b629-31dd0610b4ba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.1034675 Oct 15 20:33:34.207819 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-132a4fed-b626-45c8-8bd7-8e2048d89570 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302824 Oct 15 20:33:34.262785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d0af868-1820-4269-91ef-0a10a1ce7879 req-b636b22b-f0d6-40a6-bda8-e363f1763e45 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655584 Oct 15 20:33:34.315825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-a970bdfa-04fb-4645-9d15-1f5c45be2f12 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004345 Oct 15 20:33:35.392523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8e686-44bf-4094-9a56-620d60b5c210 req-7899e59b-6027-430c-b59f-cd94bd41eaab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:35.393986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdd8e686-44bf-4094-9a56-620d60b5c210 req-7899e59b-6027-430c-b59f-cd94bd41eaab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Oct 15 20:33:35.431221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bdd8e686-44bf-4094-9a56-620d60b5c210 req-72d4b3b6-79be-4fcb-a62f-5eda8d058fcc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313532 Oct 15 20:33:36.631788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49ed80-8d33-43ea-98ff-bf83d3fe4af4 req-8974294a-58ae-4e47-9606-96e3cee8a1b0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:36.633258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de49ed80-8d33-43ea-98ff-bf83d3fe4af4 req-8974294a-58ae-4e47-9606-96e3cee8a1b0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0965722 Oct 15 20:33:36.670243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de49ed80-8d33-43ea-98ff-bf83d3fe4af4 req-c576cd89-cb11-4855-b6aa-6842567819f4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Oct 15 20:33:37.784065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7843ff9-5881-4f8e-858a-5041b2bf3b59 req-98b9b01e-eee7-4695-97ff-862586a2bf2f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:37.785527 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7843ff9-5881-4f8e-858a-5041b2bf3b59 req-98b9b01e-eee7-4695-97ff-862586a2bf2f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Oct 15 20:33:37.823069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7843ff9-5881-4f8e-858a-5041b2bf3b59 req-1cbe73fd-6ee9-4375-b837-eb09998d057c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305243 Oct 15 20:33:38.936254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351f07f-4d79-4719-a205-98d3560c32f5 req-8cbd1a32-2b04-4a34-af7a-5366c19d378e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:38.937714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a351f07f-4d79-4719-a205-98d3560c32f5 req-8cbd1a32-2b04-4a34-af7a-5366c19d378e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0475051 Oct 15 20:33:38.974960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a351f07f-4d79-4719-a205-98d3560c32f5 req-9235091e-4c99-4cf5-a5ec-b432f3ff6de6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313606 Oct 15 20:33:40.091347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c9b40-f543-426b-8aa9-0203c91759d1 req-5ebcffd4-5765-4a6f-bac8-773125df4768 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:40.092816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-493c9b40-f543-426b-8aa9-0203c91759d1 req-5ebcffd4-5765-4a6f-bac8-773125df4768 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0515833 Oct 15 20:33:40.130318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-493c9b40-f543-426b-8aa9-0203c91759d1 req-51ed28a6-4141-4483-a0a5-136c0b9ebbd7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Oct 15 20:33:41.245542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bec0e-2346-4c77-9a69-026ce4a83f8e req-e696dc56-f4d7-4e6e-981b-b34621813226 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:41.247004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-662bec0e-2346-4c77-9a69-026ce4a83f8e req-e696dc56-f4d7-4e6e-981b-b34621813226 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0492146 Oct 15 20:33:41.284330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-662bec0e-2346-4c77-9a69-026ce4a83f8e req-bc3766c9-9ead-45a4-af47-38854f1a4bdb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314617 Oct 15 20:33:42.396448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb30d3-3c72-42a7-9ce8-7d75537b236a req-e4683b60-dfe2-4d30-b04c-df4447e7e10c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:42.397947 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fedb30d3-3c72-42a7-9ce8-7d75537b236a req-e4683b60-dfe2-4d30-b04c-df4447e7e10c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0487220 Oct 15 20:33:42.434845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fedb30d3-3c72-42a7-9ce8-7d75537b236a req-0386bdbd-5a31-44a8-acbc-275818ac4c45 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310304 Oct 15 20:33:43.550680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259679-e6dc-4250-ba2a-0efb252ed3df req-54426542-9a9e-41d6-871e-4ebfa1b4b07d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:43.552151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2259679-e6dc-4250-ba2a-0efb252ed3df req-54426542-9a9e-41d6-871e-4ebfa1b4b07d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0513504 Oct 15 20:33:43.588899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a2259679-e6dc-4250-ba2a-0efb252ed3df req-bc3a71dc-a9d6-4e1b-b7d1-948979ec364d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303404 Oct 15 20:33:44.700945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c945-3fdf-48d4-930b-dd4bfb27633c req-7472db6a-0be1-4716-a947-c34dc2f9c47c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:44.702394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d215c945-3fdf-48d4-930b-dd4bfb27633c req-7472db6a-0be1-4716-a947-c34dc2f9c47c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0478816 Oct 15 20:33:44.740250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d215c945-3fdf-48d4-930b-dd4bfb27633c req-fbac4bcf-a7ae-4200-8333-6d88e5585278 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Oct 15 20:33:45.852211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe99ba-0887-4ba7-976e-f395314741ed req-981ead20-253d-4e1e-a750-a0bee4c158c7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:45.853673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0fe99ba-0887-4ba7-976e-f395314741ed req-981ead20-253d-4e1e-a750-a0bee4c158c7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0478258 Oct 15 20:33:45.890877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0fe99ba-0887-4ba7-976e-f395314741ed req-7ac48552-4a40-4752-a987-8b924f7d7f35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Oct 15 20:33:46.361056 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-ee06afe2-2c73-4b6d-b3aa-6928a17dc452 service neutron] show failed (client error): The resource could not be found. Oct 15 20:33:46.362056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-ee06afe2-2c73-4b6d-b3aa-6928a17dc452 service neutron] 10.222.0.11 "GET /v2.0/ports/3744799c-71d6-43b3-a3d0-d0c4cd0e7047/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0568697 Oct 15 20:33:46.932458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-e8a59c32-1bbd-4270-814e-34a005a29dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:46.933964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-e8a59c32-1bbd-4270-814e-34a005a29dcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1097 time: 0.0783627 Oct 15 20:33:46.946284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:33:47.030139 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.051035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaacb08-c017-463e-b2ac-fcf345de9d3b req-2cbdf0ef-e25c-4ebf-a10b-29e609b58564 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:47.052453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adaacb08-c017-463e-b2ac-fcf345de9d3b req-2cbdf0ef-e25c-4ebf-a10b-29e609b58564 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0840034 Oct 15 20:33:47.170715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-adaacb08-c017-463e-b2ac-fcf345de9d3b req-b94567ed-6006-4b4b-8832-f64baead31f1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972023 Oct 15 20:33:47.278025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:33:47.309667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:33:47.349140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:33:47.351453 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253db70-85d0-48d7-8035-34425409aec6" -d '{"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-unplugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:33:47.355726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.368431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Transition to ACTIVE for port object 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:33:47.399317 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a0ccf-90f9-4e82-8025-b057e3d75a9d x-openstack-request-id: req-369a0ccf-90f9-4e82-8025-b057e3d75a9d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:33:47.399650 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-unplugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:33:47.399929 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-369a0ccf-90f9-4e82-8025-b057e3d75a9d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:33:47.400353 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'code': 200} Oct 15 20:33:47.451854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.548197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:33:47.573143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.573486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.573819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.574166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.574473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.574797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.575117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.575434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.575783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.576101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.576417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.576730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:47.631916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] No DVR routers for this DVR port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:33:47.661286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:33:47.769415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:33:47.769673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:33:47.770000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:33:47.774846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:33:47.775196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Attempting to bind port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:33:47.780071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:33:47.780408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:33:47.780787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:33:47.781208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Bound port: 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:33:47.781561 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.842493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:33:47.845667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:33:47.892558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.925571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:47.926298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:47.927727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] 10.222.0.15 "PUT /v2.0/ports/3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 1092 time: 0.9856923 Oct 15 20:33:47.949303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b89b15-fe1b-453f-9fe9-09d68d0d28ff service neutron] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:33:47.994567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-7e277605-1c13-4c77-875f-96658fff53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:47.996426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-7e277605-1c13-4c77-875f-96658fff53a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1095 time: 0.0435395 Oct 15 20:33:48.093438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-3db34a0e-8b8f-4828-8ec9-b0b8fb179f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:48.094832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-3db34a0e-8b8f-4828-8ec9-b0b8fb179f64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0916715 Oct 15 20:33:48.165954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-be04562b-4543-423a-9ca6-0495d42b8900 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 997 time: 0.0628476 Oct 15 20:33:48.215953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-b84bb257-33aa-4fa6-8def-862385fff4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:48.217407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-b84bb257-33aa-4fa6-8def-862385fff4ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0451431 Oct 15 20:33:48.291859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-de70ef80-7434-453d-8303-98943ac73eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:48.293374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-de70ef80-7434-453d-8303-98943ac73eb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690176 Oct 15 20:33:48.306335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416104a-3511-4afe-a113-54e185e607cd req-915770ab-b360-4f6a-89e0-f0ab2c7fa5af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:48.307809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1416104a-3511-4afe-a113-54e185e607cd req-915770ab-b360-4f6a-89e0-f0ab2c7fa5af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0589933 Oct 15 20:33:48.396206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1416104a-3511-4afe-a113-54e185e607cd req-2fb5616e-ba98-4e56-880a-3054a9f399ba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804093 Oct 15 20:33:48.419922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-2aa87bbd-32a4-4a32-834d-63eb545311cb service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111760 Oct 15 20:33:48.515015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da752bfa-7281-4e45-b8af-5d0dc960f17f req-19373e04-7b2b-4ad3-971d-e5ea66a7a93b service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867147 Oct 15 20:33:48.549181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fec18064-3776-4c51-b383-3001f6d6d85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:49.401699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:33:49.404104 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd7c47-c8bf-4295-b552-6c4af8d411b4" -d '{"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:33:49.450394 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b86e7-efd8-449b-be46-6b4759f0a260 x-openstack-request-id: req-d69b86e7-efd8-449b-be46-6b4759f0a260 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:33:49.450626 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:33:49.450878 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d69b86e7-efd8-449b-be46-6b4759f0a260 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:33:49.451306 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'status': 'completed', 'code': 200} Oct 15 20:33:49.545671 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:33:49.566224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-46110d30-a1cf-4c82-8471-fc67e9ac9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:49.567731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-46110d30-a1cf-4c82-8471-fc67e9ac9a8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1095 time: 0.0985439 Oct 15 20:33:49.572950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-d6104e6b-bff1-4360-ac96-7c172734e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:49.574356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-d6104e6b-bff1-4360-ac96-7c172734e079 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1095 time: 0.0966599 Oct 15 20:33:49.584027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:33:49.589501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28498cff-8d7b-4afb-a6fc-a068f7538e47 req-05d013b5-37c4-46bb-9d05-6893d748f37b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:49.590930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28498cff-8d7b-4afb-a6fc-a068f7538e47 req-05d013b5-37c4-46bb-9d05-6893d748f37b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0903208 Oct 15 20:33:49.757436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28498cff-8d7b-4afb-a6fc-a068f7538e47 req-a5e203e6-7ef3-4db9-8ae6-c763a7c8f006 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447880 Oct 15 20:33:49.768140 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-32d84fd6-5297-43be-8df3-7acc7934fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:49.769454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-32d84fd6-5297-43be-8df3-7acc7934fe3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1767108 Oct 15 20:33:49.770774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-09f05558-e524-411f-be76-ffe823b447c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:49.772091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-09f05558-e524-411f-be76-ffe823b447c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1962719 Oct 15 20:33:50.189773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-f5e27d14-6803-4c9a-9b16-78d2d5a51f06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 997 time: 0.4127123 Oct 15 20:33:50.191486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-3a12ebe3-82a4-4936-bf02-5a6efb554b80 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 997 time: 0.4089794 Oct 15 20:33:50.270928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-d51f63b8-7c3a-4dc9-9822-1cfa87bcf5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:50.272417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-d51f63b8-7c3a-4dc9-9822-1cfa87bcf5c1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0757656 Oct 15 20:33:50.273751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-f795443d-fe99-4997-a192-29eae1bdf62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:50.275019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-f795443d-fe99-4997-a192-29eae1bdf62f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0712664 Oct 15 20:33:50.347121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-40c37ff7-34b5-4708-a146-2c04e274a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:50.348580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-40c37ff7-34b5-4708-a146-2c04e274a68f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615380 Oct 15 20:33:50.350898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-42d36700-ca81-4961-ba5d-b24872d937c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:50.352301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-42d36700-ca81-4961-ba5d-b24872d937c3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721505 Oct 15 20:33:50.503877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-c6fbe63d-ea54-477e-9842-bc0c3fbb3e8e service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469564 Oct 15 20:33:50.505595 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-8959521f-90ce-4851-96be-bcd37e286654 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421139 Oct 15 20:33:50.661152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-08a71465-422a-4ad7-9cf9-f63e35fc6275 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480315 Oct 15 20:33:50.663253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63dd7c47-c8bf-4295-b552-6c4af8d411b4 req-7e403bf6-b690-45c1-91d9-1050aef19f58 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434648 Oct 15 20:33:50.875858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ab240-eb81-412e-a3ff-30346a581fa3 req-4470620c-5a48-488f-a52b-9889864e5f65 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:50.877308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-927ab240-eb81-412e-a3ff-30346a581fa3 req-4470620c-5a48-488f-a52b-9889864e5f65 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 943 time: 0.0526748 Oct 15 20:33:50.916426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-927ab240-eb81-412e-a3ff-30346a581fa3 req-884a7eef-8950-42e2-9f89-876e89ff72bd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Oct 15 20:33:51.503655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:33:51.543252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62a35297-cdec-45e9-9a2f-ba80b8073221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:51.599407 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:33:51.609902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'mac_address': 'fa:16:3e:39:28:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:33:51.648517 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:51.660889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:33:51.679783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:33:51.751150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:51.806959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:33:51.814634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.814980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.815319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.815685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.816034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.816344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.816670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.817241 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.817556 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.817878 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.818193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:51.818512 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:33:52.035370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05c219-5931-456e-8ec1-30ef5d67e06e req-eb611743-3483-48ca-a3aa-f003660738ef tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:52.036869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c05c219-5931-456e-8ec1-30ef5d67e06e req-eb611743-3483-48ca-a3aa-f003660738ef tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 944 time: 0.0534859 Oct 15 20:33:52.075188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c05c219-5931-456e-8ec1-30ef5d67e06e req-2aff9bfb-fd85-4921-91e9-36961347c05b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318062 Oct 15 20:33:52.121933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['3744799c-71d6-43b3-a3d0-d0c4cd0e7047'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:33:52.394970 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:52.981888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.057486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.188566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98490f1a-e2a4-42f2-aba1-de524f5b68fb req-3c385412-a86a-462c-9bca-5b0f98e35d7f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:53.191401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98490f1a-e2a4-42f2-aba1-de524f5b68fb req-3c385412-a86a-462c-9bca-5b0f98e35d7f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 944 time: 0.0501642 Oct 15 20:33:53.229775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98490f1a-e2a4-42f2-aba1-de524f5b68fb req-a2109f2c-a4dd-4a93-8763-8799f1cf753d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322940 Oct 15 20:33:53.269527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.511483 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:33:53.563082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1843e4-741e-4965-a770-4f2d46d4e5da req-334f5a08-ef24-456d-99c7-ff61f152d54a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:53.564582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b1843e4-741e-4965-a770-4f2d46d4e5da req-334f5a08-ef24-456d-99c7-ff61f152d54a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 944 time: 0.0602982 Oct 15 20:33:53.624174 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:33:53.628526 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:33:53.629029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.636871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b1843e4-741e-4965-a770-4f2d46d4e5da req-8bcec73a-9144-4c7f-939f-2bcc82280dd5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652928 Oct 15 20:33:53.645840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-baaf5aa6-1432-4cf2-ac0d-f8f4ddc86f71 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:53.647511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-baaf5aa6-1432-4cf2-ac0d-f8f4ddc86f71 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0&tenant_id=cd971fc8b09645a5a07e2e19ac376605&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 944 time: 0.0776021 Oct 15 20:33:53.706697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.706989 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-94fe5a6b-2e8b-413b-aaaf-018b21f9d6d7 service neutron] delete failed (client error): The resource could not be found. Oct 15 20:33:53.708066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-94fe5a6b-2e8b-413b-aaaf-018b21f9d6d7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/3744799c-71d6-43b3-a3d0-d0c4cd0e7047/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0534887 Oct 15 20:33:53.730845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:33:53.733148 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5733489e8a4d0571ee9f99265b2a390655f7c134d7bfe8d554e066be3cea47c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef949583-d59c-4b05-a612-fef42ffdf314" -d '{"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-plugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:33:53.747736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:33:53.784362 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e16d2c-b9cd-499b-94ae-59d86b47c189 x-openstack-request-id: req-b3e16d2c-b9cd-499b-94ae-59d86b47c189 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:33:53.784662 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-plugged", "status": "completed", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:33:53.784912 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e16d2c-b9cd-499b-94ae-59d86b47c189 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:33:53.785305 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'code': 200} Oct 15 20:33:53.795155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-e7b5ea10-2d0f-41f9-90a2-f0eb88e67882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:53.796689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-e7b5ea10-2d0f-41f9-90a2-f0eb88e67882 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 1096 time: 0.0456748 Oct 15 20:33:53.861724 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:53.888116 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-83e8f57b-999f-49e3-a16c-8a56ac254b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:53.889607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-83e8f57b-999f-49e3-a16c-8a56ac254b48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0855100 Oct 15 20:33:53.912346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:33:53.958695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-f3cefc71-3199-47a0-8dec-09d1aa2e0af9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 200 len: 999 time: 0.0616412 Oct 15 20:33:54.007099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-f9384a1d-b055-4d99-b862-fa54f5f71066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:54.008701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-f9384a1d-b055-4d99-b862-fa54f5f71066 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0435925 Oct 15 20:33:54.052966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-e742de21-6f84-4d25-b72d-c9ccb433745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:54.054354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-e742de21-6f84-4d25-b72d-c9ccb433745e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389647 Oct 15 20:33:54.146784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-79a33f84-deb5-4ee0-9ef7-19c244f5f553 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Oct 15 20:33:54.236736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc51c810-69fd-4cb3-a9b4-64c6ae7eb2ea req-fbc4fab9-e4e7-44f0-8db7-8a47584efce4 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823901 Oct 15 20:33:54.703372 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:54.755901 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4d6fe-1f91-428b-8d8a-13e7281aac22 req-5a380eb9-ee3c-4bb1-b872-18c97bc557cc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:54.757399 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f4d6fe-1f91-428b-8d8a-13e7281aac22 req-5a380eb9-ee3c-4bb1-b872-18c97bc557cc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0510538 Oct 15 20:33:54.800688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-34f4d6fe-1f91-428b-8d8a-13e7281aac22 req-a53ee4e0-907c-45c5-a611-b832dceb51e0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363522 Oct 15 20:33:55.916772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b032cd9-7fe7-4448-a422-5139210a0923 req-cdf33475-00b6-4c96-82a1-ec76b5ce927b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:55.933159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b032cd9-7fe7-4448-a422-5139210a0923 req-cdf33475-00b6-4c96-82a1-ec76b5ce927b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Oct 15 20:33:55.956586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b032cd9-7fe7-4448-a422-5139210a0923 req-667d1581-7683-4521-a9ea-4ee53d6a212a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323820 Oct 15 20:33:56.068920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed651278-9171-4973-8a53-8756796e9c4b req-1df5c8c7-dee0-49d1-a530-5cde53e45f07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:56.070348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed651278-9171-4973-8a53-8756796e9c4b req-1df5c8c7-dee0-49d1-a530-5cde53e45f07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0494089 Oct 15 20:33:56.108325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed651278-9171-4973-8a53-8756796e9c4b req-31a6876a-4bda-41d1-8744-864cf3af51de tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319793 Oct 15 20:33:56.220856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3386a-1bfe-4577-9f46-fa56ec310c94 req-dd85eeba-e648-4d0f-961e-8be172bb73ed tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:56.224343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52f3386a-1bfe-4577-9f46-fa56ec310c94 req-dd85eeba-e648-4d0f-961e-8be172bb73ed tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Oct 15 20:33:56.264483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52f3386a-1bfe-4577-9f46-fa56ec310c94 req-7f6fba3a-c798-417e-8230-13e4fd8564f4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352943 Oct 15 20:33:56.723607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035da63-f5c6-47b7-8e68-20ab9480254c req-39fd2c76-4af1-4bae-9cca-15c73f45c455 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:56.725067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a035da63-f5c6-47b7-8e68-20ab9480254c req-39fd2c76-4af1-4bae-9cca-15c73f45c455 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0503619 Oct 15 20:33:56.762750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a035da63-f5c6-47b7-8e68-20ab9480254c req-123a636f-30e2-4c33-a1a3-b8e43b5fc25d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Oct 15 20:33:57.888903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a364-f20c-4de9-8e49-2814189e09aa req-09ed501c-abeb-4af6-a268-728283fbae1a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:57.890385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b96a364-f20c-4de9-8e49-2814189e09aa req-09ed501c-abeb-4af6-a268-728283fbae1a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0564892 Oct 15 20:33:57.927727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b96a364-f20c-4de9-8e49-2814189e09aa req-3bb89dee-b9e6-4241-8ab6-074fa69047c8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312538 Oct 15 20:33:58.079839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-88a061e5-32e6-4ac3-8a5c-a95fa779b4da tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:33:58.081164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-88a061e5-32e6-4ac3-8a5c-a95fa779b4da tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 945 time: 0.0470617 Oct 15 20:33:58.174330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Deleting port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:33:58.174678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.268351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] For port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:33:58.268707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.443218 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.443592 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.443911 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 disassociated. External IP: 172.25.0.7, port: 3744799c-71d6-43b3-a3d0-d0c4cd0e7047. Oct 15 20:33:58.444250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Calling delete_port for 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:33:58.633225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.663134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'Port': ['ID=3744799c-71d6-43b3-a3d0-d0c4cd0e7047,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:33:58.783430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:33:58.895995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:33:58.905822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:33:58.916285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:33:58.917261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:33:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:33:58.938152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] No DVR routers for this DVR port 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:33:58.941127 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:33:58.945170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83ae37d2-2ad3-4bb2-bb6b-4344f865bfcc req-e236f2c0-92eb-4423-8516-483b6a5d70e4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "DELETE /v2.0/ports/3744799c-71d6-43b3-a3d0-d0c4cd0e7047 HTTP/1.1" status: 204 len: 173 time: 0.8568513 Oct 15 20:33:58.946255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-deleted', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:33:58.949637 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20735f38-c76f-4138-8140-cf3e3db972ab" -d '{"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-deleted", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:33:59.025344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73710787-d6a4-4c34-a692-6f5e255c8766 req-4ab812d3-076a-4415-aca7-722f8b8ed3b3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=69363101-d5ac-4d36-9800-05b7ca440db0 HTTP/1.1" status: 200 len: 210 time: 0.0283842 Oct 15 20:33:59.028911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:33:59.070963 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0b878d-fe01-4122-bb73-c10c8ca9c147 x-openstack-request-id: req-6a0b878d-fe01-4122-bb73-c10c8ca9c147 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:33:59.071265 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69363101-d5ac-4d36-9800-05b7ca440db0", "name": "network-vif-deleted", "tag": "3744799c-71d6-43b3-a3d0-d0c4cd0e7047", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:33:59.071543 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a0b878d-fe01-4122-bb73-c10c8ca9c147 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:33:59.071971 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69363101-d5ac-4d36-9800-05b7ca440db0', 'name': 'network-vif-deleted', 'tag': '3744799c-71d6-43b3-a3d0-d0c4cd0e7047', 'status': 'completed', 'code': 200} Oct 15 20:33:59.225633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:33:59.252419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:33:59.261423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:33:59.262018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:33:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:33:59.364934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:33:59.568105 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:33:59.594107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749a47b-e5b1-4df6-a118-94844910e8e6 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:33:59.805353 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9187504-fb2c-4c49-b57d-7827c154b651 None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:34:00.250091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-7c196888-06d5-4a84-b96e-501ac978cdc8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--326152714&fields=id&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 267 time: 0.0322368 Oct 15 20:34:00.356518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-a4cc0e9a-1290-42fe-98a8-7f146f0bf595 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:00.357949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-a4cc0e9a-1290-42fe-98a8-7f146f0bf595 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1013384 Oct 15 20:34:00.372932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-0e1cceaf-47cb-47d1-9ccb-0e8d6c9bb76a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/quotas/cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 375 time: 0.0093000 Oct 15 20:34:00.425517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-3f889a47-e94f-4e27-9e79-1e01d54b58b3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473232 Oct 15 20:34:00.594647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-13a8c389-f654-4c45-9e2e-c8699c035c1f service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248443 Oct 15 20:34:00.683390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-6972cc65-806c-42eb-abdd-ec142345840b service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824463 Oct 15 20:34:00.908668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd2825d5-e77c-4eda-8046-5820553e596c req-4a08e8b7-fde1-410d-9c43-33006c4b4606 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Oct 15 20:34:01.542900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:34:01.562759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:34:01.563099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 3744799c-71d6-43b3-a3d0-d0c4cd0e7047 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:34:02.008899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d1682b3-34fc-4cf7-abe6-65250779119e req-a5038eb0-29d1-4666-a1fe-cd3d3b7ae3dc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 210 time: 0.0321443 Oct 15 20:34:02.667900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-6c777f17-8181-40e0-9bda-c94bf7065256 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:02.669339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-6c777f17-8181-40e0-9bda-c94bf7065256 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1020381 Oct 15 20:34:02.713590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-24a77f0f-a09b-4ce6-8fbd-181d40876bbf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 379 time: 0.0353532 Oct 15 20:34:02.722877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'port': {'device_id': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'admin_state_up': True, 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'security_groups': ['14254ca2-d666-4d88-b611-f75223099438']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:34:02.886060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:34:02.889574 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.016188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Allocated IP 172.20.0.14 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/b8121566-1d64-46d3-a752-e1db095ee287) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:34:03.131905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16752810-23e9-4ecd-8bcc-4b75e012edcb req-98b4acfa-ec87-407e-b33c-d447689bbff7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 210 time: 0.0534542 Oct 15 20:34:03.173927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.273509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.314089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:34:03.317119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:34:03.320794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:34:03.350077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:34:03.377653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:03.378272 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.466020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-de0c74af-b17d-4706-a89b-e6083c5b9dcf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467401 Oct 15 20:34:03.478533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Request body: {'port': {'device_id': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:34:03.536510 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.602629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-61976b0d-a543-4c45-bfb8-032ecbbc6d36 None None] Provisioning complete for port b8121566-1d64-46d3-a752-e1db095ee287 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:34:03.603199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61976b0d-a543-4c45-bfb8-032ecbbc6d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.636937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-61976b0d-a543-4c45-bfb8-032ecbbc6d36 None None] Port b8121566-1d64-46d3-a752-e1db095ee287 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:34:03.799214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8121566-1d64-46d3-a752-e1db095ee287 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:34:03.806934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.818214 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Transition to ACTIVE for port object b8121566-1d64-46d3-a752-e1db095ee287 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:34:03.880535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:03.931611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:34:04.004699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:34:04.005071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:34:04.005363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:34:04.011257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:34:04.011610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:34:04.016820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:34:04.017437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:34:04.017566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:34:04.017936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Bound port: b8121566-1d64-46d3-a752-e1db095ee287, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:34:04.018290 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:04.084170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:34:04.087877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:34:04.172612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:04.215709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.216337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:04.217674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] 10.222.0.11 "PUT /v2.0/ports/b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1093 time: 0.7436538 Oct 15 20:34:04.219966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:34:04.222706 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}955ad0dd70ae7da297c2d2d5d4d81b6b38157108ddd6246d2d1487e8493fa179" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f987667-ca94-402c-97d0-55f5d9b0efa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:34:04.270684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1324eb-7b60-4224-a8ca-a9d40b56b452 service neutron] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:34:04.291615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92e087-919c-4701-8c16-92fe8e22d43b req-859c1eba-3add-4d30-ad6c-7cb98a231b05 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.295759 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a92e087-919c-4701-8c16-92fe8e22d43b req-859c1eba-3add-4d30-ad6c-7cb98a231b05 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0904853 Oct 15 20:34:04.335724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a92e087-919c-4701-8c16-92fe8e22d43b req-c94e14c7-354e-4d35-9de0-d6f2961d2a24 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358777 Oct 15 20:34:04.378872 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-b3520c42-e596-4ba0-92e7-16fef5df1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.380478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-b3520c42-e596-4ba0-92e7-16fef5df1104 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1096 time: 0.0424728 Oct 15 20:34:04.383237 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21453a3f-b458-410d-9ae2-aeb67db76a82 x-openstack-request-id: req-21453a3f-b458-410d-9ae2-aeb67db76a82 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:34:04.386393 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:34:04.386393 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21453a3f-b458-410d-9ae2-aeb67db76a82 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:34:04.386393 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'status': 'completed', 'code': 200} Oct 15 20:34:04.428240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-8786964c-ebfc-4854-bf52-91f529cb7989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 217 time: 0.0359755 Oct 15 20:34:04.480976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-82e1f13c-d414-41a9-ac0e-eb4bf2192d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.482465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-82e1f13c-d414-41a9-ac0e-eb4bf2192d1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0468187 Oct 15 20:34:04.527330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-6ef4d1f5-5292-4432-83b6-a0e688dc765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.528827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-6ef4d1f5-5292-4432-83b6-a0e688dc765d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393734 Oct 15 20:34:04.616213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-1fcd798c-8728-4b45-84a8-6282b75509a1 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800130 Oct 15 20:34:04.706833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c4916bb-2e69-4179-9159-4b86216ee957 req-080c3baa-b289-4ee1-a02b-608966ed36b0 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Oct 15 20:34:04.853793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-463009f4-a631-4386-af2e-1a78fff0af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.855233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-463009f4-a631-4386-af2e-1a78fff0af55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1096 time: 0.0403233 Oct 15 20:34:04.948001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-01be6281-4d9d-4043-a98b-d049a6b6ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:04.949466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-01be6281-4d9d-4043-a98b-d049a6b6ee18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0872996 Oct 15 20:34:04.991170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-fa17d3b0-6a92-40d1-851e-7ae7a566df3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 217 time: 0.0347342 Oct 15 20:34:05.037891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-b9f76d5b-49c9-4a86-9209-976f10cd4a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:05.039392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-b9f76d5b-49c9-4a86-9209-976f10cd4a7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0418382 Oct 15 20:34:05.087784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-f410c704-7a87-4571-ac5b-0dcc825309ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:05.089242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-f410c704-7a87-4571-ac5b-0dcc825309ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427206 Oct 15 20:34:05.175999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-660ef9d4-b678-4885-94fd-492926f9fcfd service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792000 Oct 15 20:34:05.270752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f987667-ca94-402c-97d0-55f5d9b0efa0 req-ed4b6fbf-6152-4a58-b615-7c245c541865 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Oct 15 20:34:05.455370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2c03a-e7d6-487f-b7d9-0a9e5d25aeea req-91ed3b92-29db-4c54-b0d1-34a6063138af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:05.456788 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68c2c03a-e7d6-487f-b7d9-0a9e5d25aeea req-91ed3b92-29db-4c54-b0d1-34a6063138af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0493727 Oct 15 20:34:05.494952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68c2c03a-e7d6-487f-b7d9-0a9e5d25aeea req-cccfbb42-cd31-4901-847e-71c9f0cead30 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320320 Oct 15 20:34:06.607860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd0ced-1b3d-45fd-b356-a0617e023409 req-84dfdc44-88bb-4224-9387-563efa6468db tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:06.609317 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6dd0ced-1b3d-45fd-b356-a0617e023409 req-84dfdc44-88bb-4224-9387-563efa6468db tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0472431 Oct 15 20:34:06.652397 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6dd0ced-1b3d-45fd-b356-a0617e023409 req-f9923dc3-632e-4894-9502-466fa0eaaf1a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371230 Oct 15 20:34:07.614701 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:34:07.708562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:34:07.720827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b8121566-1d64-46d3-a752-e1db095ee287', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287', 'mac_address': 'fa:16:3e:78:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:34:07.757512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:07.774190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c5520-418f-4010-86d7-4cb8e438a256 req-63b20b79-a46e-4080-a2ad-f740b03ecd08 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:07.775143 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8121566-1d64-46d3-a752-e1db095ee287 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:34:07.775813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc1c5520-418f-4010-86d7-4cb8e438a256 req-63b20b79-a46e-4080-a2ad-f740b03ecd08 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0542185 Oct 15 20:34:07.794630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:34:07.813196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc1c5520-418f-4010-86d7-4cb8e438a256 req-b1d94987-b0d0-4ca2-a86a-621e1e86b719 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Oct 15 20:34:07.861551 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:07.909594 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:34:08.215985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b8121566-1d64-46d3-a752-e1db095ee287'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:34:08.927078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7447c0-5203-45fa-a81e-1ee273208f0e req-d68576fc-2a98-446b-923a-d6e9e4434627 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:08.928563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd7447c0-5203-45fa-a81e-1ee273208f0e req-d68576fc-2a98-446b-923a-d6e9e4434627 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Oct 15 20:34:08.968562 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd7447c0-5203-45fa-a81e-1ee273208f0e req-b144872f-6594-4553-a829-fee764e6f40c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337300 Oct 15 20:34:09.629452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:34:09.753029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b8121566-1d64-46d3-a752-e1db095ee287 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:34:09.756763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b8121566-1d64-46d3-a752-e1db095ee287 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:34:09.757129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:09.830320 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:09.852207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:34:09.865568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:34:09.890215 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb07a7-ae02-47fd-a799-fd78ddd6d0d6" -d '{"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-plugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:34:09.931014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:09.978862 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8d4065-a511-4a83-be98-b46fe6aae5a9 x-openstack-request-id: req-bc8d4065-a511-4a83-be98-b46fe6aae5a9 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:34:09.979148 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-plugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:34:09.981007 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc8d4065-a511-4a83-be98-b46fe6aae5a9 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:34:09.981007 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'code': 200} Oct 15 20:34:09.984349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:34:10.096469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc939be-15f0-4fe3-9fec-d5912398401e req-7087ea68-404a-4dec-8fd4-74ba4b4aa121 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:10.097951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cc939be-15f0-4fe3-9fec-d5912398401e req-7087ea68-404a-4dec-8fd4-74ba4b4aa121 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0539839 Oct 15 20:34:10.475894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4cc939be-15f0-4fe3-9fec-d5912398401e req-eab26802-266c-40fe-a8ff-9c6d7c8215b0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3713706 Oct 15 20:34:10.484779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f837e-4124-4f77-8d66-5092c91d8136 req-d6c60930-9213-4810-a977-7e23a14c6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:10.486213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-106f837e-4124-4f77-8d66-5092c91d8136 req-d6c60930-9213-4810-a977-7e23a14c6451 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.4137492 Oct 15 20:34:10.520981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-106f837e-4124-4f77-8d66-5092c91d8136 req-0588f8b0-f080-4e42-a4d4-82caf8cbf31b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275643 Oct 15 20:34:11.591485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c7861-64d7-4913-b01f-421f1bfdd4bb req-6797cc34-81e2-471b-adcd-61c59cd00655 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:11.592961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc2c7861-64d7-4913-b01f-421f1bfdd4bb req-6797cc34-81e2-471b-adcd-61c59cd00655 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Oct 15 20:34:11.629518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc2c7861-64d7-4913-b01f-421f1bfdd4bb req-cf95676b-d407-4f9d-96b7-e3d732b5af02 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Oct 15 20:34:12.744046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1757-ab0f-4945-a394-9b1d46340513 req-2291e6b9-ebc4-4e76-becb-4aa42e76ec35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:12.745806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c52a1757-ab0f-4945-a394-9b1d46340513 req-2291e6b9-ebc4-4e76-becb-4aa42e76ec35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Oct 15 20:34:12.782419 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c52a1757-ab0f-4945-a394-9b1d46340513 req-77cebcfd-6a70-4ce5-b1ec-73bab55b2172 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306950 Oct 15 20:34:12.894131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443b40-1585-4878-9592-e449bba18204 req-1f956b5d-3249-4080-93ae-378737d20d07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:12.895590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f443b40-1585-4878-9592-e449bba18204 req-1f956b5d-3249-4080-93ae-378737d20d07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Oct 15 20:34:12.904544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 35806) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:34:12.909069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'floatingip': {'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:34:12.947840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:13.376056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:13.432870 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:13.548272 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 associated. External IP: 172.25.0.7, port: b8121566-1d64-46d3-a752-e1db095ee287. Oct 15 20:34:13.751665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:34:13.864612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:34:13.869113 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:13.874709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:34:13.884669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:34:13.885280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:33:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:34:13.896903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-48b1b3aa-2608-4d37-b902-50e0c465926c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "PUT /v2.0/floatingips/1b0a1047-3f13-44f4-b385-f2654e6920a8 HTTP/1.1" status: 200 len: 990 time: 0.9913123 Oct 15 20:34:13.897492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:34:13.942319 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a065ef-516f-48c4-acb9-33890d477c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:34:14.044429 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33df824-4645-484c-bbf2-c9521a5c69eb x-openstack-request-id: req-d33df824-4645-484c-bbf2-c9521a5c69eb {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:34:14.044724 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:34:14.044982 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d33df824-4645-484c-bbf2-c9521a5c69eb {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:34:14.045427 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'status': 'completed', 'code': 200} Oct 15 20:34:14.110459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a065ef-516f-48c4-acb9-33890d477c8b req-e50b872f-4d03-41d1-92e5-0d90bb40a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:14.112010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-e50b872f-4d03-41d1-92e5-0d90bb40a006 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0447898 Oct 15 20:34:14.151111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:34:14.212419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a065ef-516f-48c4-acb9-33890d477c8b req-e11f4d7a-29fd-466a-8422-91ae3b39b24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:14.213877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-e11f4d7a-29fd-466a-8422-91ae3b39b24e service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0949552 Oct 15 20:34:14.278049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-02455a7c-9644-417a-9bea-f820a5e7213e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 998 time: 0.0572286 Oct 15 20:34:14.326347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a065ef-516f-48c4-acb9-33890d477c8b req-d67ec55f-1a6f-4b8b-bde8-115dbed1b722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:14.327807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-d67ec55f-1a6f-4b8b-bde8-115dbed1b722 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0427041 Oct 15 20:34:14.375751 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:78:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:34:13Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:34:14.376865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a065ef-516f-48c4-acb9-33890d477c8b req-0fc3ac5f-d6b4-453d-81b0-c8d4834f0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:14.378363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-0fc3ac5f-d6b4-453d-81b0-c8d4834f0fd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441072 Oct 15 20:34:14.402952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:34:14.410972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:34:14.411578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:33:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:34:14.467934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-c4e37f9b-187f-46c7-851b-58d6de5a6168 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827322 Oct 15 20:34:14.516513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:34:14.562691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12a065ef-516f-48c4-acb9-33890d477c8b req-94192fb2-3869-4f0e-9d42-89edbbd78649 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875261 Oct 15 20:34:14.740253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:78:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:34:13Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:34:14.766054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f29d0-c34e-44f6-adff-619b92ea8de1 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:78:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:34:13Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:34:14.951923 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af5ac-c7ed-4f99-a76c-064ccbd59185 None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:34:18.571335 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad28e640-c80c-448d-8ae4-a003b928b5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:21.485845 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c69b13b-47c4-47eb-9600-0818ce3d2b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:22.409726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:22.969815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:23.015128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:23.262943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:24.661032 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:34:24.697877 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:29.718147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-fbbdd200-6e4e-4b5e-a324-639ec22e8d98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391011 Oct 15 20:34:29.798545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-22a374e5-6262-4a48-bd34-edf447e247e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:29.800076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-22a374e5-6262-4a48-bd34-edf447e247e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0394058 Oct 15 20:34:29.910851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-96ed4dda-17b4-44a2-ba7b-f69d4487ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:29.912345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-96ed4dda-17b4-44a2-ba7b-f69d4487ef38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0933299 Oct 15 20:34:29.977579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-fbe3170e-2d4e-4b4c-b852-6377e19e7a06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1000 time: 0.0562553 Oct 15 20:34:30.030890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-d0620d08-9d91-4ace-901a-fa43e37acc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:30.032364 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-d0620d08-9d91-4ace-901a-fa43e37acc48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0468757 Oct 15 20:34:30.077007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-b3574c93-d172-4b86-bef8-15cb890609b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:34:30.078427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-b3574c93-d172-4b86-bef8-15cb890609b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383065 Oct 15 20:34:30.177765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-2e3ffd72-0751-4851-9c8e-8dd5458b876c service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905805 Oct 15 20:34:30.267613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-95a0f6e0-994c-4b05-8b72-33278efd5b3f req-1be1c86b-525e-4fe5-a77d-40a8711c7ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820191 Oct 15 20:34:48.580688 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-11444581-13a7-458e-8dae-3029b9c33c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:51.479240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5288b8b6-f12f-4504-b0e4-849c5c3560ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:52.428455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:53.000090 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:53.054503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:53.274423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:34:54.696642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:01.659686 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:35:18.534086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1351181c-f4dc-4bd1-9ee6-5c0d3f9c71c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:21.518912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-238b8157-dc9b-4747-8b7e-cda6c5f59cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:22.433010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:22.987889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:23.033271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:23.284527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:24.701921 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:31.720761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-b653aa66-e867-4688-a026-746cd80c335b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403092 Oct 15 20:35:31.802889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-9b6f574b-5600-442d-b8fa-70b1ee87dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:35:31.804280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-9b6f574b-5600-442d-b8fa-70b1ee87dc9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0435815 Oct 15 20:35:31.904062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-2c1ebdcf-2050-41a2-9d10-246e197c8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:35:31.905487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-2c1ebdcf-2050-41a2-9d10-246e197c8263 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0826209 Oct 15 20:35:31.972746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-beab643b-5e96-4739-b11c-46266a939eb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1000 time: 0.0592155 Oct 15 20:35:32.020644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-51970a13-3ea6-46c3-9ff0-e9bbe772b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:35:32.022027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-51970a13-3ea6-46c3-9ff0-e9bbe772b815 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0425777 Oct 15 20:35:32.064804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-c03840a8-511f-48d0-9f0f-542538fc6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:35:32.066142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-c03840a8-511f-48d0-9f0f-542538fc6d8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0375719 Oct 15 20:35:32.156846 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-ab8038cd-348e-4586-aef2-eeb148a9e7d3 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Oct 15 20:35:32.249390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a32ef9-cb83-489d-8a4e-a3023e28bf15 req-32afa5a3-5397-4da4-90e0-31f4e6bd76e7 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Oct 15 20:35:38.658747 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:35:48.541131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-16430fac-21d1-48ef-8020-b72e1127e37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:51.558349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6a1cb31f-8be0-4942-ae9f-656f7665fbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:52.404430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:52.986854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:53.032676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:53.307146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:35:54.735262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:15.657409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:36:18.539752 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-470ccc99-7cfe-4571-8295-ff9cf13764d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:21.475718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-939ddc42-9dc3-4521-88f3-3f53b33f0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:22.401024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:22.963390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:22.997416 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:23.277706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:24.718041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:33.734738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-57981fcc-a09a-4b6d-9d8e-261c5477bc7e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493450 Oct 15 20:36:33.814636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-cb144d67-d0d4-414c-813f-1b3b269c0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:33.816791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-cb144d67-d0d4-414c-813f-1b3b269c0bcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0407653 Oct 15 20:36:33.916774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-3faa819d-48d4-4803-9d5a-8a397fb47df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:33.918217 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-3faa819d-48d4-4803-9d5a-8a397fb47df1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0837982 Oct 15 20:36:33.987154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-8477efa9-9cca-4325-9f9f-8b184a1065c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1000 time: 0.0617523 Oct 15 20:36:34.036335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-aa8001d5-d807-459c-a3ae-00a6db52642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:34.037728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-aa8001d5-d807-459c-a3ae-00a6db52642c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0432198 Oct 15 20:36:34.081514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-aa3507ca-844c-425a-8e1b-18ae6f41a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:34.083507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-aa3507ca-844c-425a-8e1b-18ae6f41a2c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388160 Oct 15 20:36:34.178548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-ab507e2c-9f22-44fb-9d61-08336ef61c07 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874858 Oct 15 20:36:34.272781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccee5e61-52f7-4bb4-834a-95baff03eeb1 req-62c56438-8ab9-4d86-8433-90b659ef8b8f service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866365 Oct 15 20:36:40.883331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c373de-11fe-4322-bc7a-9ff619dceea5 req-82ecfc6e-a5c9-49c6-9b9c-54354cbc8309 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:40.884844 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4c373de-11fe-4322-bc7a-9ff619dceea5 req-82ecfc6e-a5c9-49c6-9b9c-54354cbc8309 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0557749 Oct 15 20:36:40.922708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4c373de-11fe-4322-bc7a-9ff619dceea5 req-41917af0-5945-4a59-a2f1-c7573e669290 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Oct 15 20:36:42.038112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32701b-e532-4ac4-ad87-b7825e160d10 req-a8d928b6-7ece-41aa-9bdb-5b6e8f0b0cba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:42.039587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da32701b-e532-4ac4-ad87-b7825e160d10 req-a8d928b6-7ece-41aa-9bdb-5b6e8f0b0cba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0482709 Oct 15 20:36:42.076199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da32701b-e532-4ac4-ad87-b7825e160d10 req-77c5de92-c05f-4e20-8204-14f840234f00 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Oct 15 20:36:43.188721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744117c-81a6-44bc-99ca-7707564e41b7 req-502eaedd-1a02-4aa1-bf47-f9a5c3045987 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:43.190235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3744117c-81a6-44bc-99ca-7707564e41b7 req-502eaedd-1a02-4aa1-bf47-f9a5c3045987 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Oct 15 20:36:43.231279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3744117c-81a6-44bc-99ca-7707564e41b7 req-470cfa29-a68b-42d4-8c53-a35a391f7551 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349264 Oct 15 20:36:44.345667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1db4f-b12a-4145-b8b3-55eeec1e158e req-5db81a94-b05f-43e5-b6b8-71ef9f961591 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:44.347108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfe1db4f-b12a-4145-b8b3-55eeec1e158e req-5db81a94-b05f-43e5-b6b8-71ef9f961591 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0473664 Oct 15 20:36:44.384410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bfe1db4f-b12a-4145-b8b3-55eeec1e158e req-d1601deb-bc9d-4a7c-9a23-ace7c026f664 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305486 Oct 15 20:36:45.500330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138f976-488f-4700-9a16-d556febd9ae3 req-eeac1c0a-a20e-4b51-8848-9e61641b9b83 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:45.501700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2138f976-488f-4700-9a16-d556febd9ae3 req-eeac1c0a-a20e-4b51-8848-9e61641b9b83 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Oct 15 20:36:45.540100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2138f976-488f-4700-9a16-d556febd9ae3 req-ea1039f3-bf5e-4ac2-808b-484effd11aab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313783 Oct 15 20:36:46.650287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066804c-bc1c-4f10-a56c-e04b7eab4356 req-1e0b2d25-cd4f-4f1d-bcf0-a0e336d6307b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:46.651774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c066804c-bc1c-4f10-a56c-e04b7eab4356 req-1e0b2d25-cd4f-4f1d-bcf0-a0e336d6307b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0473254 Oct 15 20:36:46.691530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c066804c-bc1c-4f10-a56c-e04b7eab4356 req-957b5a64-560b-46be-9d7d-847c1a90beb7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338762 Oct 15 20:36:47.804789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8544318-37ab-41c6-be67-aca5a264bb37 req-ea4f2274-a650-4a77-9ebd-0ad1b5ff3343 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:47.806254 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8544318-37ab-41c6-be67-aca5a264bb37 req-ea4f2274-a650-4a77-9ebd-0ad1b5ff3343 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0491405 Oct 15 20:36:47.845000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8544318-37ab-41c6-be67-aca5a264bb37 req-fc2445b3-1160-45a1-8f9d-a9adc312cccd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328817 Oct 15 20:36:48.552537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd764fca-5321-45ca-9e06-1b5a804deb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:48.960118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fc473-bd76-4f31-80dc-1dff054fb882 req-6631798c-7204-489c-97d6-b07667cf657b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:48.961582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a00fc473-bd76-4f31-80dc-1dff054fb882 req-6631798c-7204-489c-97d6-b07667cf657b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Oct 15 20:36:48.998917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a00fc473-bd76-4f31-80dc-1dff054fb882 req-64cb555e-1be9-441f-8b49-11ac4c99cea8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313132 Oct 15 20:36:50.111472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fc425-1f8d-4a61-9ae8-6960d4c4a3a9 req-d6548ae4-e9d6-4f24-a29f-ed2b3703055a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:50.112937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a7fc425-1f8d-4a61-9ae8-6960d4c4a3a9 req-d6548ae4-e9d6-4f24-a29f-ed2b3703055a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0483847 Oct 15 20:36:50.153917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a7fc425-1f8d-4a61-9ae8-6960d4c4a3a9 req-4e96685f-3d47-49f6-97c7-3836b67c0073 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347264 Oct 15 20:36:51.271542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc057a9-2599-45ee-895c-49eb25ad3cfe req-9350de78-2691-4b49-afe4-bb42c8cdda20 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:51.273052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffc057a9-2599-45ee-895c-49eb25ad3cfe req-9350de78-2691-4b49-afe4-bb42c8cdda20 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0493016 Oct 15 20:36:51.310850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ffc057a9-2599-45ee-895c-49eb25ad3cfe req-787182d2-8e59-404b-802b-12c0199b3f44 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Oct 15 20:36:51.494355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed30be1e-42ad-4ec1-8d74-45288acf4e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:52.412599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:52.424950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6d669-5136-4e00-bec2-6b72ca29034e req-0621eeec-7eb5-4b5e-a3e6-062769616125 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:52.427226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6c6d669-5136-4e00-bec2-6b72ca29034e req-0621eeec-7eb5-4b5e-a3e6-062769616125 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0494845 Oct 15 20:36:52.464649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6c6d669-5136-4e00-bec2-6b72ca29034e req-ed151e6b-8093-4b93-a4a5-828d03a3d4f6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Oct 15 20:36:52.656196 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:36:53.037107 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:53.108820 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:53.340012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:53.829035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab687d-bb61-42ab-81c1-f10c6923b7b0 req-16593c60-a900-489d-9ccf-c9d97bc41610 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:53.830518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfab687d-bb61-42ab-81c1-f10c6923b7b0 req-16593c60-a900-489d-9ccf-c9d97bc41610 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0483835 Oct 15 20:36:53.872437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfab687d-bb61-42ab-81c1-f10c6923b7b0 req-a1a6aed2-a22f-4a01-b3c9-564eb5f59734 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355108 Oct 15 20:36:54.025143 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-ce12a832-0563-4b21-92b2-79e0a5699bae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850606 Oct 15 20:36:54.728609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:54.990888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207d11-d53e-432c-bc13-236bc9074364 req-2230b101-5f23-4d3d-a624-7c7e04e60253 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:54.992529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f207d11-d53e-432c-bc13-236bc9074364 req-2230b101-5f23-4d3d-a624-7c7e04e60253 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0501218 Oct 15 20:36:55.031762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8f207d11-d53e-432c-bc13-236bc9074364 req-aac67609-300d-4889-8585-e618c6e238da tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Oct 15 20:36:55.963220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-57dd5296-6af5-4ab6-9f1a-5cf1c68939f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:55.964713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-57dd5296-6af5-4ab6-9f1a-5cf1c68939f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0408969 Oct 15 20:36:56.058329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-1fcb5373-7d49-4e28-b56a-ca32431823fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:56.059778 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-1fcb5373-7d49-4e28-b56a-ca32431823fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0881324 Oct 15 20:36:56.154460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-2daecf2f-bb21-46fd-b376-51071f7c5551 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1000 time: 0.0872662 Oct 15 20:36:56.181983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e81c1-8872-4fc6-9fbf-4d7e738f5f21 req-a725d407-2fc1-4a6c-885f-90bb2a4bb8e6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:56.183422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-365e81c1-8872-4fc6-9fbf-4d7e738f5f21 req-a725d407-2fc1-4a6c-885f-90bb2a4bb8e6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0810847 Oct 15 20:36:56.235092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-2f2c529e-97fb-46e8-916a-e5bdc3a317da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:56.236479 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-2f2c529e-97fb-46e8-916a-e5bdc3a317da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0754724 Oct 15 20:36:56.257380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-365e81c1-8872-4fc6-9fbf-4d7e738f5f21 req-99e2b25f-0b21-4a3d-a8fc-c7c67a29c1d7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550792 Oct 15 20:36:56.286699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-1b20b9f2-8a68-4f07-83a3-82cdfc6cf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:56.288350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-1b20b9f2-8a68-4f07-83a3-82cdfc6cf636 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435164 Oct 15 20:36:56.378863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-1b413780-b359-412b-9151-c81d61536cc9 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833874 Oct 15 20:36:56.466884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-66eaf7bf-d92b-423b-b432-e2554868fdb5 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799229 Oct 15 20:36:57.372737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655edae0-9758-4287-a3ea-89987a09bc30 req-12e73f81-c5cd-4af9-b1c5-ffb75a131bc8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:57.374177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-655edae0-9758-4287-a3ea-89987a09bc30 req-12e73f81-c5cd-4af9-b1c5-ffb75a131bc8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0483842 Oct 15 20:36:57.414985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-655edae0-9758-4287-a3ea-89987a09bc30 req-3371d070-28da-497f-b1f7-a94671914c04 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346632 Oct 15 20:36:58.527522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443c9ad-83f2-4ece-b534-91955e4ba29a req-c057d70d-8532-43af-983f-f1511efc6f8d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:58.528994 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8443c9ad-83f2-4ece-b534-91955e4ba29a req-c057d70d-8532-43af-983f-f1511efc6f8d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0484371 Oct 15 20:36:58.566219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8443c9ad-83f2-4ece-b534-91955e4ba29a req-b41d2313-da71-4eee-a499-7c8c2a685255 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311100 Oct 15 20:36:58.635049 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-f4bd19ff-b3c6-42ed-932b-8548f823fbfa service neutron] show failed (client error): The resource could not be found. Oct 15 20:36:58.636089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-f4bd19ff-b3c6-42ed-932b-8548f823fbfa service neutron] 10.222.0.11 "GET /v2.0/ports/b8121566-1d64-46d3-a752-e1db095ee287/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0523663 Oct 15 20:36:59.178372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-00fec8c0-5dd3-475c-ab81-c3ff89ee12d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:59.179885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-00fec8c0-5dd3-475c-ab81-c3ff89ee12d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1098 time: 0.0402434 Oct 15 20:36:59.191610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:36:59.245275 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:59.778073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:36:59.802353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe938049-8d7f-4325-b6db-06eedd2c044e req-99a551ab-2b8b-404e-b42c-9515e8ece333 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:36:59.803819 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe938049-8d7f-4325-b6db-06eedd2c044e req-99a551ab-2b8b-404e-b42c-9515e8ece333 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0800245 Oct 15 20:36:59.840774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:36:59.881199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe938049-8d7f-4325-b6db-06eedd2c044e req-86737c89-ca4b-4835-a00e-4b10d465916f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685699 Oct 15 20:36:59.893457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:36:59.896596 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a347e83-1c89-49ca-972f-d0f34c86dcc2" -d '{"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-unplugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:36:59.900866 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:36:59.916915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Transition to ACTIVE for port object b8121566-1d64-46d3-a752-e1db095ee287 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:36:59.945290 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fe55d6-c138-466c-8552-62cfb8fadb6f x-openstack-request-id: req-f1fe55d6-c138-466c-8552-62cfb8fadb6f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:36:59.945577 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-unplugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:36:59.945825 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1fe55d6-c138-466c-8552-62cfb8fadb6f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:36:59.946214 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'code': 200} Oct 15 20:36:59.991154 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:00.040071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:00.074917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.075262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.075624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.075963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.076297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.076626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.076950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.077280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.077602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.077925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.078247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.078566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:00.125819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] No DVR routers for this DVR port b8121566-1d64-46d3-a752-e1db095ee287 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:37:00.266228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:37:00.266559 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:37:00.266884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:37:00.271611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:37:00.271939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Attempting to bind port b8121566-1d64-46d3-a752-e1db095ee287 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:37:00.276677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:37:00.277014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:37:00.277393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:37:00.277812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Bound port: b8121566-1d64-46d3-a752-e1db095ee287, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:37:00.278158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:00.338316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:37:00.341247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:37:00.400639 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:00.434734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:00.435498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:00.436910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1093 time: 1.2497387 Oct 15 20:37:00.459002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f7b6-9f29-4d12-9b82-ff45e8e37331 service neutron] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:00.505874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-6de2b5f4-3afa-470c-b45c-20f5782aa030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:00.507586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-6de2b5f4-3afa-470c-b45c-20f5782aa030 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1096 time: 0.0455656 Oct 15 20:37:00.602124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-3a143565-d532-4dee-bc22-8b2f32bb2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:00.603626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-3a143565-d532-4dee-bc22-8b2f32bb2003 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0895932 Oct 15 20:37:00.671207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-0ab35697-53c3-4b50-bd62-6554a2e278e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 998 time: 0.0610819 Oct 15 20:37:00.719816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-3a9d4091-c580-4f85-90c7-74ddc6b9bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:00.721133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-3a9d4091-c580-4f85-90c7-74ddc6b9bc3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0428727 Oct 15 20:37:00.766115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-486b9bba-10d5-4e75-baae-076caba055d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:00.767603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-486b9bba-10d5-4e75-baae-076caba055d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388176 Oct 15 20:37:00.862973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-f89f574b-b303-4678-a14b-4a5fa63467ff service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876935 Oct 15 20:37:00.963826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fafff6b2-734e-481c-a70a-2b761d6207bf req-8260f490-ab21-4340-9af2-73dd5e505bc8 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944450 Oct 15 20:37:01.008503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490a29b-5f7e-4110-b233-d0ad9206301b req-fc4593ca-86c0-4b3c-920b-12cb0323e283 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:01.009996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1490a29b-5f7e-4110-b233-d0ad9206301b req-fc4593ca-86c0-4b3c-920b-12cb0323e283 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0560977 Oct 15 20:37:01.049368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1490a29b-5f7e-4110-b233-d0ad9206301b req-369ea24b-0de7-4534-81c1-e2c6a83b6554 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Oct 15 20:37:01.947725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:01.950109 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:01.997409 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4496f34-f8c3-43f3-a43c-2082217fe391 x-openstack-request-id: req-e4496f34-f8c3-43f3-a43c-2082217fe391 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:01.997698 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:01.997953 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4496f34-f8c3-43f3-a43c-2082217fe391 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:01.998358 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'status': 'completed', 'code': 200} Oct 15 20:37:02.083751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-b8ce64d1-1f7d-4e73-ab27-cafb5a8aa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.085291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-b8ce64d1-1f7d-4e73-ab27-cafb5a8aa3d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1096 time: 0.0676780 Oct 15 20:37:02.086998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-28d4fc92-548d-475e-a9a7-d66ef622d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.088304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-28d4fc92-548d-475e-a9a7-d66ef622d844 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1096 time: 0.0628939 Oct 15 20:37:02.281128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427cd06-3980-4f98-85de-34d7c7515a1f req-2cb6aaf8-92a8-4b39-aaa5-eee945703b97 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.282601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3427cd06-3980-4f98-85de-34d7c7515a1f req-2cb6aaf8-92a8-4b39-aaa5-eee945703b97 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.1564052 Oct 15 20:37:02.301342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-cf8c3019-cb30-4e3e-96e3-d1346a225b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.302727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-cf8c3019-cb30-4e3e-96e3-d1346a225b95 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2025793 Oct 15 20:37:02.303708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-f70c4d81-0538-4b72-89c3-2bd79d8f8fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.305004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-f70c4d81-0538-4b72-89c3-2bd79d8f8fe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2126207 Oct 15 20:37:02.410499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3427cd06-3980-4f98-85de-34d7c7515a1f req-9e947d94-fd5a-4a16-a803-5d4354cc35fb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181853 Oct 15 20:37:02.437597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-84fe55ff-5768-4c19-a5a9-96a518e58d0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 998 time: 0.1181400 Oct 15 20:37:02.439363 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-308b4515-631d-4be0-ba02-30a82b10d15e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 998 time: 0.1284041 Oct 15 20:37:02.480660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:37:02.517560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:37:02.523242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-d716e803-3f26-41c1-9902-fa596b55b1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.524734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-d716e803-3f26-41c1-9902-fa596b55b1cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0796928 Oct 15 20:37:02.526095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-22adb62e-f5a7-4137-b4d6-5522604d1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.527401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-22adb62e-f5a7-4137-b4d6-5522604d1ffe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0751808 Oct 15 20:37:02.603814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-95d9e89c-7c1f-4586-83b3-be96797f07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.605297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-95d9e89c-7c1f-4586-83b3-be96797f07c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725086 Oct 15 20:37:02.607749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-68027447-b18e-461d-9a42-21eb12689f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:02.609095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-68027447-b18e-461d-9a42-21eb12689f85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683501 Oct 15 20:37:02.763382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-cabdc81c-f094-46db-a12b-64775ac683da service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501179 Oct 15 20:37:02.765378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-3a38aad7-bd1a-4b62-9754-11523dba8411 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446998 Oct 15 20:37:02.923187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-978ef07e-855c-48b2-9fb0-50205eb3e8fb service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511569 Oct 15 20:37:02.925130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5b0b61f5-f485-4f8f-92a9-99f91b6fecd3 req-ba803fa1-7d09-495d-b50c-1b8573beb1f4 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520910 Oct 15 20:37:03.538523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbf036-372d-4818-87d2-472261839091 req-a1f2c5de-8d6a-4bb0-a7b6-b121e6b8744b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:03.538523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96dbf036-372d-4818-87d2-472261839091 req-a1f2c5de-8d6a-4bb0-a7b6-b121e6b8744b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 944 time: 0.0548918 Oct 15 20:37:03.570013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96dbf036-372d-4818-87d2-472261839091 req-8fc645cf-6497-4693-9f9c-acc172e75412 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Oct 15 20:37:04.237668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:37:04.334748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:04.345653 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b8121566-1d64-46d3-a752-e1db095ee287', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': 'b8121566-1d64-46d3-a752-e1db095ee287', 'mac_address': 'fa:16:3e:78:29:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:37:04.385813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:04.399228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8121566-1d64-46d3-a752-e1db095ee287 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:37:04.418851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:04.503622 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:04.549879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:04.557696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.558042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.558378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.558710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.559067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.559395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.559746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.560071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.560392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.560714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.561035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.561355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:37:04.683456 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47ee3b-5014-4551-89fc-f296c4c9aca0 req-a91db34e-db05-48eb-a76c-b91c1f2608c8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:04.684963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb47ee3b-5014-4551-89fc-f296c4c9aca0 req-a91db34e-db05-48eb-a76c-b91c1f2608c8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 945 time: 0.0476627 Oct 15 20:37:04.721677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb47ee3b-5014-4551-89fc-f296c4c9aca0 req-ef6af702-95d3-4864-812c-6b1417efba10 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Oct 15 20:37:04.842830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b8121566-1d64-46d3-a752-e1db095ee287'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:37:05.051366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ffb8e-8b3e-4a8a-ab25-dcb62af32e4b req-026201b6-9f27-40fa-9e83-ea709329c600 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.054605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e6ffb8e-8b3e-4a8a-ab25-dcb62af32e4b req-026201b6-9f27-40fa-9e83-ea709329c600 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Oct 15 20:37:05.101518 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e6ffb8e-8b3e-4a8a-ab25-dcb62af32e4b req-1214808b-5fc9-4b8c-b476-4136e41f7f46 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Oct 15 20:37:05.144409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-c4c6c64f-500e-4d7b-86b4-12be3c79457c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.145333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-c4c6c64f-500e-4d7b-86b4-12be3c79457c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36&tenant_id=cd971fc8b09645a5a07e2e19ac376605&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.0600922 Oct 15 20:37:05.206057 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-b8b8641c-8907-4ba5-a9e3-ab30a31a4098 service neutron] delete failed (client error): The resource could not be found. Oct 15 20:37:05.207115 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-b8b8641c-8907-4ba5-a9e3-ab30a31a4098 service neutron] 10.222.0.11 "DELETE /v2.0/ports/b8121566-1d64-46d3-a752-e1db095ee287/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0532992 Oct 15 20:37:05.287713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-a2ff2a11-027c-4537-b74e-fb76abcf77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.289164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-a2ff2a11-027c-4537-b74e-fb76abcf77e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1097 time: 0.0408478 Oct 15 20:37:05.382127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-6600f1a4-28a7-4c6a-bd00-2752ba00695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.383581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-6600f1a4-28a7-4c6a-bd00-2752ba00695a service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0873096 Oct 15 20:37:05.448032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-b6ad7e26-103d-457f-a0ab-e9bea386a1f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 999 time: 0.0575368 Oct 15 20:37:05.496304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-247678d4-2711-4cd8-a8da-90eb37f78a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.497692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-247678d4-2711-4cd8-a8da-90eb37f78a1e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0432034 Oct 15 20:37:05.545739 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-6a397ec6-5e44-44d6-ba3f-58cb35f42551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:05.547175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-6a397ec6-5e44-44d6-ba3f-58cb35f42551 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425599 Oct 15 20:37:05.634498 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-d84ec583-aeef-47cf-b8f1-9a0d46c8d2fc service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790882 Oct 15 20:37:05.724629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-319937f9-7ca5-40b8-a63a-43ecbb09f7a2 req-702e13f2-1dbe-4497-9daf-c4bf71714f2c service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Oct 15 20:37:06.220159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f2c81-b188-4da7-bc60-493d6451a04e req-55ec8c86-2e1c-47d3-9554-f0daa1b8a3a9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:06.221652 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9f2c81-b188-4da7-bc60-493d6451a04e req-55ec8c86-2e1c-47d3-9554-f0daa1b8a3a9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 945 time: 0.0492914 Oct 15 20:37:06.237626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:37:06.260924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9f2c81-b188-4da7-bc60-493d6451a04e req-b0863d4d-a723-40cd-9a24-b6a036e36afe tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325429 Oct 15 20:37:06.422778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b8121566-1d64-46d3-a752-e1db095ee287 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:37:06.427385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b8121566-1d64-46d3-a752-e1db095ee287 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:37:06.427774 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:06.507876 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:06.530293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:06.532586 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115f91db-4e06-438f-a5ff-ad3f7a45768d" -d '{"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-plugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:06.545054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:06.568828 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72397451-07dd-44db-8eeb-68f152ef09a5 x-openstack-request-id: req-72397451-07dd-44db-8eeb-68f152ef09a5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:06.569123 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-plugged", "status": "completed", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:06.569379 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72397451-07dd-44db-8eeb-68f152ef09a5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:06.569774 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'code': 200} Oct 15 20:37:06.637162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:06.684306 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:07.378227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8256a21-a911-49e2-b303-739814005677 req-3bea5b7d-6775-4b88-a151-c2167ae8d69c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:07.379754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8256a21-a911-49e2-b303-739814005677 req-3bea5b7d-6775-4b88-a151-c2167ae8d69c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0483267 Oct 15 20:37:07.416695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8256a21-a911-49e2-b303-739814005677 req-d4965a2c-1a53-4f42-a119-555e75367cd6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310946 Oct 15 20:37:07.532206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2b80-ed73-40e0-a4dc-1ca7efee6b23 req-879b986c-cc57-4c49-99c0-7a2a23379566 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:07.533638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-813c2b80-ed73-40e0-a4dc-1ca7efee6b23 req-879b986c-cc57-4c49-99c0-7a2a23379566 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0530453 Oct 15 20:37:07.570227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-813c2b80-ed73-40e0-a4dc-1ca7efee6b23 req-74fdb426-d137-46df-9adf-7f98602045e3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301249 Oct 15 20:37:07.896984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faafda5-e821-409b-9a59-64a893803d81 req-d40c4000-f261-4236-a1d5-b0f386bafad1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:07.898466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5faafda5-e821-409b-9a59-64a893803d81 req-d40c4000-f261-4236-a1d5-b0f386bafad1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0496805 Oct 15 20:37:07.937544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5faafda5-e821-409b-9a59-64a893803d81 req-ec504fd1-6383-42e6-b5c5-ae678a53629e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330112 Oct 15 20:37:08.018628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-93c1178a-4a7e-41e4-87cd-6ea4d6c23482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:08.020863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-93c1178a-4a7e-41e4-87cd-6ea4d6c23482 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 1098 time: 0.0584948 Oct 15 20:37:08.111297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-c8c7c4ff-9ccd-4b3b-b3d7-93bee472e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:08.112763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-c8c7c4ff-9ccd-4b3b-b3d7-93bee472e664 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0851512 Oct 15 20:37:08.175443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-fcf44569-4f5a-475a-8143-17812fc4721f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 200 len: 1000 time: 0.0558271 Oct 15 20:37:08.229931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-70dae47f-e275-4845-9be4-9790d422ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:08.231375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-70dae47f-e275-4845-9be4-9790d422ee47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0487738 Oct 15 20:37:08.281153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-e7a7f6c9-2e04-46a1-911b-a0d43b6f3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:08.282631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-e7a7f6c9-2e04-46a1-911b-a0d43b6f3210 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443614 Oct 15 20:37:08.370197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-b1531d45-602a-4f9b-b51d-3ef516daeb85 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799711 Oct 15 20:37:08.460574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bb2126b-c886-41b7-bffb-40c8a867c2ea req-0dd3653c-89d0-49c0-9290-6e985a4a2a9b service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Oct 15 20:37:09.055908 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db913fa4-9bd6-4a7e-98c5-4c252cbdce86 req-a633443b-1b26-4da2-9e4b-8886d9b9a8d9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:09.057381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db913fa4-9bd6-4a7e-98c5-4c252cbdce86 req-a633443b-1b26-4da2-9e4b-8886d9b9a8d9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0490477 Oct 15 20:37:09.094159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db913fa4-9bd6-4a7e-98c5-4c252cbdce86 req-c4c15245-27d2-420f-833f-e6266ae3bb35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308738 Oct 15 20:37:10.214429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca2807-6bef-496a-a159-42f7dbd134bc req-c65fd248-9df4-44ce-afbb-5f6c75aa6ca5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:10.215903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58ca2807-6bef-496a-a159-42f7dbd134bc req-c65fd248-9df4-44ce-afbb-5f6c75aa6ca5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0526774 Oct 15 20:37:10.252163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58ca2807-6bef-496a-a159-42f7dbd134bc req-da843163-f233-47ca-b9ee-492c9c653341 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302858 Oct 15 20:37:10.692539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28f449-806c-4d52-bb1d-1c8dc6bd86d7 req-8fb3f2a2-e165-4be6-ad1f-7bddc83bad49 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:10.693992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e28f449-806c-4d52-bb1d-1c8dc6bd86d7 req-8fb3f2a2-e165-4be6-ad1f-7bddc83bad49 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0486047 Oct 15 20:37:10.730258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6e28f449-806c-4d52-bb1d-1c8dc6bd86d7 req-808c1f45-dd15-4151-b857-0f0128fb0adb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303934 Oct 15 20:37:11.844884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249534a0-05c6-493a-90f7-c569cb056ef8 req-54689dab-17e5-4827-b23a-0d38e5520bd8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:11.846377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-249534a0-05c6-493a-90f7-c569cb056ef8 req-54689dab-17e5-4827-b23a-0d38e5520bd8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Oct 15 20:37:11.885743 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-249534a0-05c6-493a-90f7-c569cb056ef8 req-767214c8-f5c5-454f-8963-a93a976630df tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321803 Oct 15 20:37:12.063463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-13070460-31c2-4c8c-9f5e-3bfb48001e96 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:12.064813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-13070460-31c2-4c8c-9f5e-3bfb48001e96 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 946 time: 0.0510206 Oct 15 20:37:12.151874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Deleting port b8121566-1d64-46d3-a752-e1db095ee287 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:37:12.152229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:12.248093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] For port b8121566-1d64-46d3-a752-e1db095ee287, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b8121566-1d64-46d3-a752-e1db095ee287,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:12.248456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:12.412713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:12.412978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:12.413314 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 disassociated. External IP: 172.25.0.7, port: b8121566-1d64-46d3-a752-e1db095ee287. Oct 15 20:37:12.413650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Calling delete_port for b8121566-1d64-46d3-a752-e1db095ee287 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:37:12.602703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:12.637996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'Port': ['ID=b8121566-1d64-46d3-a752-e1db095ee287,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:13.068151 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0aae4f6-0075-4500-85b2-c52b7bdd92bb req-f6875417-aed3-4290-a9b5-529df3e99556 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=b8fac53b-23af-4500-97b8-6fdb0c6e9c36 HTTP/1.1" status: 200 len: 210 time: 0.0294125 Oct 15 20:37:13.085395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:37:13.192491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:37:13.202971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:37:13.213778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:37:13.214413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:36:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:13.232794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] No DVR routers for this DVR port b8121566-1d64-46d3-a752-e1db095ee287 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:37:13.235429 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:13.239355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec9a6fc4-3581-4c9e-956e-5addc6e79781 req-0ab3eee5-1c51-4b87-a3b5-4c0919f50263 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "DELETE /v2.0/ports/b8121566-1d64-46d3-a752-e1db095ee287 HTTP/1.1" status: 204 len: 173 time: 1.1676648 Oct 15 20:37:13.239817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-deleted', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:13.242066 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f397ba-3c3f-4b1e-aaa8-aec65f74ba34" -d '{"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-deleted", "tag": "b8121566-1d64-46d3-a752-e1db095ee287"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:13.277997 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9a900-bc53-4fb6-82c6-c83366899819 x-openstack-request-id: req-cde9a900-bc53-4fb6-82c6-c83366899819 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:13.278328 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fac53b-23af-4500-97b8-6fdb0c6e9c36", "name": "network-vif-deleted", "tag": "b8121566-1d64-46d3-a752-e1db095ee287", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:13.278597 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cde9a900-bc53-4fb6-82c6-c83366899819 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:13.278999 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac53b-23af-4500-97b8-6fdb0c6e9c36', 'name': 'network-vif-deleted', 'tag': 'b8121566-1d64-46d3-a752-e1db095ee287', 'status': 'completed', 'code': 200} Oct 15 20:37:13.321333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:37:13.517688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:13.549230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:37:13.557434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:37:13.558078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:36:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:13.662530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:37:13.857915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:13.885096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbf67a6-c06c-4068-9390-c21a401bdde0 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:37:14.091169 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7892cd0-e7ff-42f2-a777-1256d434a4da None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:37:14.393043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-4041e822-66bd-4a79-abd8-b797ea188213 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--326152714&fields=id&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 267 time: 0.0344076 Oct 15 20:37:14.502509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-eabde477-d808-4c54-ab68-685a8ab6a7ef tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:14.504519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-eabde477-d808-4c54-ab68-685a8ab6a7ef tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1047027 Oct 15 20:37:14.518912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-16e98566-04e7-48e7-8d00-1193b99415bc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/quotas/cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 375 time: 0.0087378 Oct 15 20:37:14.570252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-37c069aa-dd38-4262-b454-c4941c85575d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461953 Oct 15 20:37:14.666674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-85baeb17-39d3-40fe-9c7e-f2a8ecefadb8 service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849538 Oct 15 20:37:14.753792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-a26b92d8-f4a8-4367-a1b6-6ca822058e1f service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809004 Oct 15 20:37:14.981102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebc4f8aa-99f2-426f-8146-8a5a6bbd9698 req-7aa09e15-a3b0-44ff-9d05-2d0e82f3169d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0277042 Oct 15 20:37:16.064912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22f9a862-325d-42c7-a50c-f2d0aca589a1 req-b802071f-e0a0-4fdf-ba7d-4904efdd6444 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Oct 15 20:37:16.269312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:37:16.293180 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: b8121566-1d64-46d3-a752-e1db095ee287 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:37:16.293523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b8121566-1d64-46d3-a752-e1db095ee287 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:37:17.139197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04a19e8d-b36c-4fb8-99fd-03f63d4bfb7a req-4ba47f36-ac46-4f42-bca2-493b3b6f21f0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0259230 Oct 15 20:37:18.215663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8302ef87-0c79-4a3c-9015-897f69dfc1d5 req-b0997e53-5262-4881-a40e-38f491a8dbc7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0263352 Oct 15 20:37:18.525600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec43a7f0-b49e-43ab-9f0d-c3b09f573295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:19.306898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b63fd11-9d78-442b-ae86-39d51d6f3ef8 req-ea886ccd-f150-46cf-9f5b-4f1879a4e374 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0265508 Oct 15 20:37:20.132778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-549a1e65-298a-4dbf-9cc8-ce1f2f06244f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:20.134216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-549a1e65-298a-4dbf-9cc8-ce1f2f06244f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1027613 Oct 15 20:37:20.175923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-9030fccf-9b63-430b-b793-78a0df286340 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 379 time: 0.0329084 Oct 15 20:37:20.185394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'port': {'device_id': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'admin_state_up': True, 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'security_groups': ['14254ca2-d666-4d88-b611-f75223099438']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:37:20.368267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:37:20.372269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:20.415874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16b71b16-2283-4b72-896b-cf42e29f1ff1 req-d21123bf-5c4b-4351-af00-d4e4bf101d5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0402129 Oct 15 20:37:20.522729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Allocated IP 172.20.0.11 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/95bbeead-8655-4a82-a0db-14afbf6b381b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:37:20.659502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:20.765614 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:20.806178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:37:20.809218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:37:20.812836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:37:20.843873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:20.869180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:20.869812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:20.946002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-54fda3c7-687d-43d7-af2a-50c6d23bc6ab tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7641575 Oct 15 20:37:20.959052 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Request body: {'port': {'device_id': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:37:21.012078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-49bebdf2-1e41-4d4d-b01b-85ddd82002dd None None] Provisioning complete for port 95bbeead-8655-4a82-a0db-14afbf6b381b triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:37:21.012655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-49bebdf2-1e41-4d4d-b01b-85ddd82002dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.018836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.045521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-49bebdf2-1e41-4d4d-b01b-85ddd82002dd None None] Port 95bbeead-8655-4a82-a0db-14afbf6b381b cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:37:21.275891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:37:21.282957 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.294828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Transition to ACTIVE for port object 95bbeead-8655-4a82-a0db-14afbf6b381b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:37:21.371120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.428259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:21.480527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fe6f433e-1156-4b44-8df1-6cd761571a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.509123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:37:21.509594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:37:21.510059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:37:21.529714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:37:21.529964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:37:21.538604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:37:21.538941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:37:21.539325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:37:21.539782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Bound port: 95bbeead-8655-4a82-a0db-14afbf6b381b, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:37:21.540146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.568089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b419-e96d-4941-8303-d86aaa03e91d req-897f0542-ae83-4b76-9a5f-85d157acd101 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:21.569674 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d321b419-e96d-4941-8303-d86aaa03e91d req-897f0542-ae83-4b76-9a5f-85d157acd101 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0747848 Oct 15 20:37:21.645269 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d321b419-e96d-4941-8303-d86aaa03e91d req-2e1211bf-e3c0-46a5-88df-b9f6be87e5df tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540001 Oct 15 20:37:21.650888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:37:21.654210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:37:21.725894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.759083 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:21.759737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:21.761099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] 10.222.0.11 "PUT /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1093 time: 0.8069487 Oct 15 20:37:21.761541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:21.763803 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:21.792674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09db8c-67e5-41da-86bf-a16c4068c10e service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:21.804273 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4d70e8-af0e-4806-b3ec-077784533846 x-openstack-request-id: req-fe4d70e8-af0e-4806-b3ec-077784533846 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:21.804610 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:21.804862 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe4d70e8-af0e-4806-b3ec-077784533846 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:21.805272 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'status': 'completed', 'code': 200} Oct 15 20:37:21.870490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-f830bc9c-3754-4001-8e1f-8e77a8cecaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:21.872294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-f830bc9c-3754-4001-8e1f-8e77a8cecaf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1096 time: 0.0456314 Oct 15 20:37:21.977495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-c3a20b6c-0271-4ef2-849f-ca83492ed1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:21.979001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-c3a20b6c-0271-4ef2-849f-ca83492ed1ef service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd971fc8b09645a5a07e2e19ac376605&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991364 Oct 15 20:37:22.071522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-533632ca-a356-428d-b6cd-df72f6b3b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:22.072906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d6a1690d-5a12-4687-9fde-57dcaa5dde9e req-533632ca-a356-428d-b6cd-df72f6b3b2ce service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0874500 Oct 15 20:37:22.150929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1566c17e-492a-49ad-b407-571ea0fcdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:22.152429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1566c17e-492a-49ad-b407-571ea0fcdd8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1096 time: 0.0451019 Oct 15 20:37:22.194216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-b9cc924b-3c62-4ee7-9428-6d4865183785 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 217 time: 0.0343559 Oct 15 20:37:22.248771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-d2424eeb-dff2-45de-a5bd-b989cc90164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:22.250251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-d2424eeb-dff2-45de-a5bd-b989cc90164a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0491557 Oct 15 20:37:22.299588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1ee7db11-222d-4414-a3dc-ee356c74d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:22.301234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-1ee7db11-222d-4414-a3dc-ee356c74d89c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434964 Oct 15 20:37:22.391125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-b0ba3d60-705a-480f-8fac-e9206416422a service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826392 Oct 15 20:37:22.420002 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:22.484451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f710a387-4f0e-4b56-951b-848986e58e66 req-846ee7c0-e73c-4d38-9998-c21b4bbf8ca4 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855379 Oct 15 20:37:22.770231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d92672-9976-4265-a4bf-0084c7cc9750 req-fba915aa-5ebd-4a8b-87ce-a835145b69b8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:22.771748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7d92672-9976-4265-a4bf-0084c7cc9750 req-fba915aa-5ebd-4a8b-87ce-a835145b69b8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0506253 Oct 15 20:37:22.810938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e7d92672-9976-4265-a4bf-0084c7cc9750 req-0a73906b-20e3-473c-8e50-ff5051db7537 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333495 Oct 15 20:37:23.016789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:23.047971 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:23.310628 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:23.932072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e422ee-e756-4aef-a002-53bafe61a7b2 req-104badcf-4faa-4263-8963-bc4e24346b14 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:23.938322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9e422ee-e756-4aef-a002-53bafe61a7b2 req-104badcf-4faa-4263-8963-bc4e24346b14 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0482578 Oct 15 20:37:23.970146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9e422ee-e756-4aef-a002-53bafe61a7b2 req-c586535a-b6e2-46fe-81f0-21bd14bf75d1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 Oct 15 20:37:24.617072 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:37:24.724486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:24.732833 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:24.735155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:37:24.772281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:24.784466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:37:24.803854 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:24.887955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:24.935468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:25.090931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b8240-e0e1-4326-8dff-c7ca2307c7fc req-56f69808-753f-4424-aa19-c75bf3f2997a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:25.092429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-930b8240-e0e1-4326-8dff-c7ca2307c7fc req-56f69808-753f-4424-aa19-c75bf3f2997a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0536520 Oct 15 20:37:25.130303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-930b8240-e0e1-4326-8dff-c7ca2307c7fc req-047f9df3-9ceb-4250-b605-85b1f56768b0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313418 Oct 15 20:37:25.210939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['95bbeead-8655-4a82-a0db-14afbf6b381b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:37:26.246395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e6a68-6e48-42fd-b34c-ecb15adac84f req-bfe1049a-014d-4c68-ad89-678db0c8527b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:26.247887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e2e6a68-6e48-42fd-b34c-ecb15adac84f req-bfe1049a-014d-4c68-ad89-678db0c8527b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0508640 Oct 15 20:37:26.286866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5e2e6a68-6e48-42fd-b34c-ecb15adac84f req-c3972471-620a-4977-9b8f-0142cc55091a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308335 Oct 15 20:37:26.637442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:37:26.761841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 95bbeead-8655-4a82-a0db-14afbf6b381b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:37:26.765546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 95bbeead-8655-4a82-a0db-14afbf6b381b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:37:26.771041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:26.844296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:26.879838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:26.882106 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca02a36-f2a4-4049-a9ae-3577eafd5ddf" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:26.895127 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:37:26.917070 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cedccd5-6744-4966-9dcb-f1cc763859fc x-openstack-request-id: req-2cedccd5-6744-4966-9dcb-f1cc763859fc {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:26.917363 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:26.917668 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cedccd5-6744-4966-9dcb-f1cc763859fc {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:26.918063 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'code': 200} Oct 15 20:37:26.994273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:27.016422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87007590-67ad-49c3-9548-1e3c3c8dc584 req-a2684015-bd84-46d4-90af-84bfc0adfb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:27.017955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87007590-67ad-49c3-9548-1e3c3c8dc584 req-a2684015-bd84-46d4-90af-84bfc0adfb1a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0409315 Oct 15 20:37:27.044708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:37:27.054833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87007590-67ad-49c3-9548-1e3c3c8dc584 req-bce66787-715e-44de-84f4-4f0bdd7dfef1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280097 Oct 15 20:37:27.407413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2fd6-e4da-4a1c-9896-ff3b00df1f63 req-3b6e5508-27a2-404d-a6ca-8c757d7ff9f9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:27.408895 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-faba2fd6-e4da-4a1c-9896-ff3b00df1f63 req-3b6e5508-27a2-404d-a6ca-8c757d7ff9f9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0524421 Oct 15 20:37:27.447054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-faba2fd6-e4da-4a1c-9896-ff3b00df1f63 req-5899e205-9ff0-400b-9910-6aa9691c78f3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Oct 15 20:37:28.560889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06334b5a-f383-4efb-9bf0-273c0e51119f req-806d1476-bcb8-41d1-91cc-d6847ed0c80a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:28.562373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06334b5a-f383-4efb-9bf0-273c0e51119f req-806d1476-bcb8-41d1-91cc-d6847ed0c80a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Oct 15 20:37:28.600484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06334b5a-f383-4efb-9bf0-273c0e51119f req-2e101d7d-1f4d-487c-a5d2-12a81fd4ec03 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312352 Oct 15 20:37:29.655781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:37:29.714741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65136d3-46a4-4505-89b5-64ecab0f307a req-471dc2f6-879d-4859-918d-d71d72ee9c67 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:29.716232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b65136d3-46a4-4505-89b5-64ecab0f307a req-471dc2f6-879d-4859-918d-d71d72ee9c67 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0480969 Oct 15 20:37:29.753591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b65136d3-46a4-4505-89b5-64ecab0f307a req-2d756abc-c8c0-41ca-9464-14f6a5625b96 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Oct 15 20:37:29.864787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbd162-7710-407a-914f-e535a5d5c736 req-faac156b-0ba9-4247-8307-de8606acfbb6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:29.866236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e9dbd162-7710-407a-914f-e535a5d5c736 req-faac156b-0ba9-4247-8307-de8606acfbb6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0519955 Oct 15 20:37:29.875294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36366) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:37:29.879627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'floatingip': {'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:37:29.917437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:30.345669 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:30.407798 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:30.507040 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 associated. External IP: 172.25.0.7, port: 95bbeead-8655-4a82-a0db-14afbf6b381b. Oct 15 20:37:30.710575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:37:30.816529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:37:30.821247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:30.827808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:37:30.838128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:37:30.838733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:37:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:30.855215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-41ae399e-143c-4985-8247-171c639b6563 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "PUT /v2.0/floatingips/1b0a1047-3f13-44f4-b385-f2654e6920a8 HTTP/1.1" status: 200 len: 990 time: 0.9788542 Oct 15 20:37:30.855832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:37:30.858074 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909cb048-37cb-4846-bf67-e9872e3f7a23" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:37:30.946224 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434afd59-c202-46ee-b13c-74a3ec2ab7ef x-openstack-request-id: req-434afd59-c202-46ee-b13c-74a3ec2ab7ef {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:37:30.946509 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:37:30.946882 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-434afd59-c202-46ee-b13c-74a3ec2ab7ef {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:37:30.946995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:37:30.947359 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'status': 'completed', 'code': 200} Oct 15 20:37:31.006838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-e5afd770-9184-460d-a29d-3a87365054cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:31.008379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-e5afd770-9184-460d-a29d-3a87365054cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1098 time: 0.0414166 Oct 15 20:37:31.100069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-f141389b-2720-4875-a3a0-1cbafc786cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:31.101609 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-f141389b-2720-4875-a3a0-1cbafc786cb8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0861363 Oct 15 20:37:31.174585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:37:30Z', 'revision_number': 9, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:31.369889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:37:31.379319 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:37:31.380368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:37:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:31.490746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:37:31.492289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-96633b4a-ec75-4b5e-8067-a5c713a0139c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 998 time: 0.3840561 Oct 15 20:37:31.544604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-eff65daa-efa4-4475-b7c3-033364d87d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:31.546058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-eff65daa-efa4-4475-b7c3-033364d87d94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0472767 Oct 15 20:37:31.594784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-90210d56-9f8b-4e84-b5f1-043dceab843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:31.596315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-90210d56-9f8b-4e84-b5f1-043dceab843b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428643 Oct 15 20:37:31.685234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-b4bce056-c40f-46b2-8dda-32aff5f26da8 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817778 Oct 15 20:37:31.712649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:37:30Z', 'revision_number': 9, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:37:31.743581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d689591-6774-4972-ad5f-45411f69dcdd None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:37:30Z', 'revision_number': 9, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:37:31.781333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-909cb048-37cb-4846-bf67-e9872e3f7a23 req-3e97ca77-92cf-4909-9474-5ab875e6d7f4 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885963 Oct 15 20:37:31.943731 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd3c8f1-7dbc-4afa-9428-5541ec6f75a0 None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:37:33.714030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-8f68687b-5c3c-4e21-8881-b263bec246d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0378451 Oct 15 20:37:33.792677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-672b6fc3-aa44-4c91-97af-f82301ffd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:33.794133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-672b6fc3-aa44-4c91-97af-f82301ffd249 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1098 time: 0.0397310 Oct 15 20:37:33.897257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-e77a5942-0ca3-4cad-8c2f-64fbf4f44f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:33.898714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-e77a5942-0ca3-4cad-8c2f-64fbf4f44f11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0864017 Oct 15 20:37:33.963401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-599f3923-ee04-4815-a71f-ebc8d55ddfb8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1001 time: 0.0578694 Oct 15 20:37:34.015933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-dca64a20-8d94-4510-b996-0165d07a9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:34.017343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-dca64a20-8d94-4510-b996-0165d07a9cc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0472748 Oct 15 20:37:34.063198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-085a21f0-c012-43a0-ae28-823ea8afc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:37:34.064779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-085a21f0-c012-43a0-ae28-823ea8afc018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401077 Oct 15 20:37:34.156196 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-b9cd91c6-5e6a-4d07-beb0-9666aa1f3576 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838153 Oct 15 20:37:34.250087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-943a3bef-d8bf-4584-9163-b84cd569b889 req-d1d441cf-9542-44c0-83e6-58cf2e1d39ce service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873036 Oct 15 20:37:48.547591 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-89f01e62-340b-43a6-b60d-c018d4aaa67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:51.487842 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6e4a4500-9414-46f0-ad45-26c5e28a20df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:52.433147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:52.793093 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-bc96e481-00eb-44aa-9d37-eb5f06f995b9 req-0cdeb169-bb16-493f-8bce-cab41f0e6ef9 service neutron] (101181) timed out ('10.222.0.13', 59636) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:37:52.978757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:53.058631 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:53.333399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:37:54.721702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:06.655291 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:38:18.526818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-acf1d9e9-95a3-4220-a3e1-5bd577c5f0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:21.484133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5fbb0b33-ccc7-4252-857f-65257446cab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:22.461103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:23.001127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:23.057803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:23.332568 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:24.729660 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:35.722304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-c264a66f-0bc4-49a0-b6df-36ae6c7b776e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418203 Oct 15 20:38:35.800876 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-30e50710-b6ec-4712-b50b-5daa165be9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:38:35.802327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-30e50710-b6ec-4712-b50b-5daa165be9f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1098 time: 0.0393376 Oct 15 20:38:35.908707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-6d22af52-3239-4f88-aea6-106aa3bde292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:38:35.910066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-6d22af52-3239-4f88-aea6-106aa3bde292 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0887306 Oct 15 20:38:35.976711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-17853bde-ea9a-4f08-bcae-4f8ec1d4fd4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1001 time: 0.0594444 Oct 15 20:38:36.029844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-1cbdd13c-85e4-4b07-a303-dba97edda24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:38:36.031284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-1cbdd13c-85e4-4b07-a303-dba97edda24c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0482438 Oct 15 20:38:36.077014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-b7a42c21-cb78-48de-9223-45aa403be840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:38:36.078469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-b7a42c21-cb78-48de-9223-45aa403be840 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400686 Oct 15 20:38:36.170577 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-946f39ac-c5bb-4b3d-9576-c8446475f807 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843644 Oct 15 20:38:36.263620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0a0173e-876d-49d6-ab16-faeb2c9ddf84 req-0c8e1eb6-4505-4949-a840-9c1ac623389a service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865750 Oct 15 20:38:43.654561 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:38:48.535034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-355c5570-9aa1-4d2d-b21f-9afdefcbcb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:51.463272 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff69c4e4-4e36-413d-8d61-e74e193459e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:52.414713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:53.008919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:53.032192 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:53.334686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:38:54.729027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:18.525565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1737a56b-cae8-4d16-a303-ebce5f6eafd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:20.653954 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:39:21.480584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8512-8bf4-455a-92e7-0a0ed53f43f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:22.408232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:23.008124 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:23.045840 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:23.337330 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:24.708882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:35.763299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-b026693f-2a66-4258-8303-0c176ec05465 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0762160 Oct 15 20:39:35.847375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-33313dad-a59d-4b52-8852-64b76ae23bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:35.848866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-33313dad-a59d-4b52-8852-64b76ae23bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1098 time: 0.0434690 Oct 15 20:39:35.954080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-fd1da050-7036-4099-9cf5-c0f2168ef81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:35.955426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-fd1da050-7036-4099-9cf5-c0f2168ef81c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0850608 Oct 15 20:39:36.023870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-24147f1b-0a0e-4202-88c8-08e21a18c10d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1001 time: 0.0613625 Oct 15 20:39:36.071169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-78d53403-73ff-4e4d-985d-75166ec509ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:36.072615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-78d53403-73ff-4e4d-985d-75166ec509ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0415857 Oct 15 20:39:36.118731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-46521e4e-dce6-4b4d-994c-0a42d87b7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:36.120241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-46521e4e-dce6-4b4d-994c-0a42d87b7f8d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404887 Oct 15 20:39:36.130613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-88af0eac-9991-42c4-bd7d-ef102f83b4c9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:39:36.131643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-88af0eac-9991-42c4-bd7d-ef102f83b4c9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047460 Oct 15 20:39:36.223406 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-9d91897b-20e6-4253-9daf-4a2a8e4aec12 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849788 Oct 15 20:39:36.313889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-888f46c2-05b5-4ac3-80b8-e46fe073114f req-e910b1b5-5ee7-4dd0-9095-f2bbe8023a4c service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833356 Oct 15 20:39:48.532994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d0b38ed-20d5-47c2-aa67-dbfe993e3e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:51.475861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c79b17c-231d-4736-9147-98ac542ffc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:52.447280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:53.012973 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:53.093031 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:53.339068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:54.749872 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:39:56.561179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-a230a530-1f69-469e-b17f-abd284335e0f req-c0dafa0c-01d0-4023-9677-ce2ddab75293 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:39:56.562253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a230a530-1f69-469e-b17f-abd284335e0f req-c0dafa0c-01d0-4023-9677-ce2ddab75293 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0438130 Oct 15 20:39:57.652859 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:39:57.961702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9bdc-075d-48fa-af89-c0e549c70d50 req-7f0b1f02-486e-41c4-9596-59937330588f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:57.963530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a40d9bdc-075d-48fa-af89-c0e549c70d50 req-7f0b1f02-486e-41c4-9596-59937330588f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.1244385 Oct 15 20:39:58.004440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a40d9bdc-075d-48fa-af89-c0e549c70d50 req-6ff4f138-12ed-4c07-abbc-49335efbe8e1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Oct 15 20:39:58.010873 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-0a2a269f-891f-4de0-8b90-8f32e7b7d604 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463364 Oct 15 20:39:58.020943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-596f5b36-a7d7-44ad-abcf-0964a03f754f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:39:58.021912 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-596f5b36-a7d7-44ad-abcf-0964a03f754f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052404 Oct 15 20:39:59.120434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb817e1-bd89-4be4-9d7c-1fe0871599f6 req-ce0f01ae-dfec-49c6-ac1e-28d7ef1448ff tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:59.122225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bb817e1-bd89-4be4-9d7c-1fe0871599f6 req-ce0f01ae-dfec-49c6-ac1e-28d7ef1448ff tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Oct 15 20:39:59.159894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2bb817e1-bd89-4be4-9d7c-1fe0871599f6 req-4e8cfdea-9de6-44ae-b458-d80372b425ce tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314543 Oct 15 20:39:59.850714 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-6a2079d8-1a20-424e-8cd2-3fd53bcc7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:59.852234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-6a2079d8-1a20-424e-8cd2-3fd53bcc7f18 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1098 time: 0.0397539 Oct 15 20:39:59.943369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-0b308768-0cb1-4407-853c-ab62bfdb7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:39:59.944830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-0b308768-0cb1-4407-853c-ab62bfdb7cbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0859914 Oct 15 20:40:00.012381 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-9e6af317-003f-4bfb-a7cb-918f27aacce7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1001 time: 0.0605412 Oct 15 20:40:00.068936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-b833ee2d-6062-41b4-957c-e41aea9fb50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:00.070366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-b833ee2d-6062-41b4-957c-e41aea9fb50a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0512385 Oct 15 20:40:00.114954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-0822c1fb-a534-4e7f-8467-732d72a576f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:00.116352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-0822c1fb-a534-4e7f-8467-732d72a576f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390375 Oct 15 20:40:00.205584 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-102cdf0d-f634-4544-ac18-d7424c166a6c service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Oct 15 20:40:00.324241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5ac60-5003-4c1a-b8a0-098edbab80db req-ebbe9cc1-d3fe-4377-9c6f-c989370e24a5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:00.325831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ab5ac60-5003-4c1a-b8a0-098edbab80db req-ebbe9cc1-d3fe-4377-9c6f-c989370e24a5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0919850 Oct 15 20:40:00.346210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-75512372-78a6-40e2-8a50-3f00a4176ef2 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337209 Oct 15 20:40:00.376144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ab5ac60-5003-4c1a-b8a0-098edbab80db req-aaa58d95-80ee-4af2-9f18-c452aafbdb60 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415871 Oct 15 20:40:01.490874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78a49-9ba5-46a0-857d-8b4d6a3a7d82 req-02aa4d81-7323-45bf-b465-9176bcad59de tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:01.492281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52c78a49-9ba5-46a0-857d-8b4d6a3a7d82 req-02aa4d81-7323-45bf-b465-9176bcad59de tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0484023 Oct 15 20:40:01.530156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52c78a49-9ba5-46a0-857d-8b4d6a3a7d82 req-9ced1e5e-7425-4086-9d81-f48046f9aa15 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305262 Oct 15 20:40:02.645910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127597-1ffc-4eb8-aa72-03346d0f8a65 req-8a6c66c6-b455-4f8d-8cf7-d31bbe6652e2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:02.647514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b127597-1ffc-4eb8-aa72-03346d0f8a65 req-8a6c66c6-b455-4f8d-8cf7-d31bbe6652e2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Oct 15 20:40:02.685502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b127597-1ffc-4eb8-aa72-03346d0f8a65 req-1d299cd5-7589-40a6-8c24-93ec49d7bc71 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Oct 15 20:40:03.799268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f641c-6880-4a18-996d-dde0088ebc78 req-74c7890d-efe2-4706-a3ac-67c381110207 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:03.800755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd4f641c-6880-4a18-996d-dde0088ebc78 req-74c7890d-efe2-4706-a3ac-67c381110207 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Oct 15 20:40:03.840905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd4f641c-6880-4a18-996d-dde0088ebc78 req-7aedc238-3d05-4896-b9ff-1d5ea4e7ec2f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342188 Oct 15 20:40:04.955312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6380-6f01-4229-8244-30cc60dd7cde req-44f06d09-fdf3-4986-8780-3577928cc6bb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:04.956803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c61b6380-6f01-4229-8244-30cc60dd7cde req-44f06d09-fdf3-4986-8780-3577928cc6bb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0487890 Oct 15 20:40:04.993680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c61b6380-6f01-4229-8244-30cc60dd7cde req-2801cce7-2949-4001-911c-208afe44128e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308893 Oct 15 20:40:06.108619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f6439-2b1b-4cd1-af37-fbc7d8cc918e req-cacfa648-33cb-4561-898b-bd9f793c8faf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:06.110073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e73f6439-2b1b-4cd1-af37-fbc7d8cc918e req-cacfa648-33cb-4561-898b-bd9f793c8faf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0475097 Oct 15 20:40:06.146658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e73f6439-2b1b-4cd1-af37-fbc7d8cc918e req-555d002d-e9f2-403c-a90d-5e2fd1cb8e45 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307961 Oct 15 20:40:07.261522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749b291-171b-4710-b694-f9e1263f782e req-3dd7cbdd-6534-45b7-93f6-92b6779e959d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:07.262958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9749b291-171b-4710-b694-f9e1263f782e req-3dd7cbdd-6534-45b7-93f6-92b6779e959d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Oct 15 20:40:07.305248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9749b291-171b-4710-b694-f9e1263f782e req-7874d6d7-9d7e-49ae-845f-19c90b83785e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356956 Oct 15 20:40:08.422738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0fc3d-da7b-49d3-9acf-7e0da951d073 req-f97437cf-ec5c-4743-abc0-b22ba0f13983 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:08.424207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d0fc3d-da7b-49d3-9acf-7e0da951d073 req-f97437cf-ec5c-4743-abc0-b22ba0f13983 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0484478 Oct 15 20:40:08.460488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05d0fc3d-da7b-49d3-9acf-7e0da951d073 req-7bec4f4f-9400-4fe4-88b7-f6757fc8945c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303569 Oct 15 20:40:09.574414 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76477-1bb4-4f9d-8af9-30a09ff3ecba req-247c5623-f8d3-48a3-95ee-9cdae10f440c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:09.575881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a76477-1bb4-4f9d-8af9-30a09ff3ecba req-247c5623-f8d3-48a3-95ee-9cdae10f440c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0478303 Oct 15 20:40:09.613395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-22a76477-1bb4-4f9d-8af9-30a09ff3ecba req-0b61f99a-aeca-4b7b-8cc0-fac91279fd65 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Oct 15 20:40:10.727192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4e32a-e80c-4099-a48f-9c1833bf237f req-c0138aae-4237-42be-9568-4ba7616a1db2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:10.728649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f4e32a-e80c-4099-a48f-9c1833bf237f req-c0138aae-4237-42be-9568-4ba7616a1db2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Oct 15 20:40:10.770377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-16f4e32a-e80c-4099-a48f-9c1833bf237f req-06c76147-3fd2-4278-9e87-21416ece0180 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353193 Oct 15 20:40:11.884211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57949fc9-90a4-4985-aef2-f3996c8a13c2 req-4e40a86c-57b1-45c6-8222-ce8fd65f2ccd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:11.885658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57949fc9-90a4-4985-aef2-f3996c8a13c2 req-4e40a86c-57b1-45c6-8222-ce8fd65f2ccd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Oct 15 20:40:11.924570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-57949fc9-90a4-4985-aef2-f3996c8a13c2 req-689a9e55-3598-4ca0-9034-b439394e0e8c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Oct 15 20:40:13.039189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0ef1a-c0b3-4871-adc5-3c7e221b7e4b req-296a7f91-8fb4-4827-85c2-1bad9fb01dcb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:13.040581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea0ef1a-c0b3-4871-adc5-3c7e221b7e4b req-296a7f91-8fb4-4827-85c2-1bad9fb01dcb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0483568 Oct 15 20:40:13.077951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea0ef1a-c0b3-4871-adc5-3c7e221b7e4b req-850c4a7d-ded3-4a35-a261-375442964d1b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Oct 15 20:40:14.191938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a699ed5-1d53-4b47-a24b-c6e472c72ba3 req-f15980f4-331c-4b40-82eb-bb73f9c8ff0f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:14.193409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a699ed5-1d53-4b47-a24b-c6e472c72ba3 req-f15980f4-331c-4b40-82eb-bb73f9c8ff0f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0475149 Oct 15 20:40:14.235800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a699ed5-1d53-4b47-a24b-c6e472c72ba3 req-45f008e0-5740-4225-b838-7795ec198f27 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Oct 15 20:40:15.350200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62234a8d-b016-4da6-b08c-2dbd6729145b req-49ff9800-c145-42e2-b70c-a2e29dcc82cb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:15.351660 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62234a8d-b016-4da6-b08c-2dbd6729145b req-49ff9800-c145-42e2-b70c-a2e29dcc82cb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Oct 15 20:40:15.389410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62234a8d-b016-4da6-b08c-2dbd6729145b req-cf9a373e-ff8c-4383-8770-f5a06b480df9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313973 Oct 15 20:40:16.503151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b06b2a-132b-41b7-88d3-31fad36be792 req-9d2e3de8-a5e4-45b5-9f21-cd55b4e9038b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:16.504550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0b06b2a-132b-41b7-88d3-31fad36be792 req-9d2e3de8-a5e4-45b5-9f21-cd55b4e9038b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0485418 Oct 15 20:40:16.541687 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f0b06b2a-132b-41b7-88d3-31fad36be792 req-42a0cf2d-6a0b-412f-9983-8acaf66e83a8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Oct 15 20:40:17.562061 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-116616d9-de13-44fa-935d-fda7c74f993d service neutron] show failed (client error): The resource could not be found. Oct 15 20:40:17.563056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-116616d9-de13-44fa-935d-fda7c74f993d service neutron] 10.222.0.11 "GET /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0530639 Oct 15 20:40:17.659237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0580d6-353e-4cd1-a225-c762187474bb req-dd1843ad-9bb5-4872-b29e-7291d6375ec2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:17.660787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d0580d6-353e-4cd1-a225-c762187474bb req-dd1843ad-9bb5-4872-b29e-7291d6375ec2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0537021 Oct 15 20:40:17.698462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6d0580d6-353e-4cd1-a225-c762187474bb req-50741aab-0579-40f0-9b03-e9ac8ce539d2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Oct 15 20:40:18.046463 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-367c0f00-7ee0-4edf-a786-91b37bb883b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:18.047964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-367c0f00-7ee0-4edf-a786-91b37bb883b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1098 time: 0.0778251 Oct 15 20:40:18.058424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-c6129cd3-ebbe-479f-8b22-45476f7eac41 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:40:18.059340 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-c6129cd3-ebbe-479f-8b22-45476f7eac41 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047328 Oct 15 20:40:18.070680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:40:18.124379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:18.322063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:18.353067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:40:18.390995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:18.393274 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2424950-2af3-4de4-827e-f04c475b0e8d" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:18.397337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:18.410010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Transition to ACTIVE for port object 95bbeead-8655-4a82-a0db-14afbf6b381b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:40:18.484858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:18.507260 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd6796-4a2c-43ee-a7af-b9509b8f610c x-openstack-request-id: req-7afd6796-4a2c-43ee-a7af-b9509b8f610c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:18.507548 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:18.507829 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7afd6796-4a2c-43ee-a7af-b9509b8f610c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:18.508218 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'code': 200} Oct 15 20:40:18.561613 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95e0877b-17c2-4ea3-a1be-0bb3670bdd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:18.568703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:18.580845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.581110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.581449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.581784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.582114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.582442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.582809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.583102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.583429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.583774 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.584097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.584419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:18.618630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] No DVR routers for this DVR port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:40:18.755432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:40:18.755792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:40:18.756115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:18.760500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:40:18.760825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:18.766204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:40:18.766542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:40:18.766922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:40:18.767373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Bound port: 95bbeead-8655-4a82-a0db-14afbf6b381b, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:40:18.767758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:18.860492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e6db-e3b5-4198-9381-d442fd402c19 req-e971f503-6e03-4057-a4a9-632545fd4f58 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:18.861857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c35e6db-e3b5-4198-9381-d442fd402c19 req-e971f503-6e03-4057-a4a9-632545fd4f58 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0853333 Oct 15 20:40:18.876934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:40:18.899278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:40:18.912449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c35e6db-e3b5-4198-9381-d442fd402c19 req-bf2f32a1-6c9f-43fa-86fd-00905b4bc821 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436685 Oct 15 20:40:19.012649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:19.049612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:19.050185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:19.051564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1093 time: 0.9844010 Oct 15 20:40:19.074394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece23ca1-25ec-4122-94ed-4013bd7ae3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:19.118280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-b2b363be-f7f3-4352-a587-af2b90c1d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:19.121484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-b2b363be-f7f3-4352-a587-af2b90c1d6fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1096 time: 0.0412536 Oct 15 20:40:19.216487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-5d616b69-497c-4be6-937b-9c3e4794e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:19.218227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-5d616b69-497c-4be6-937b-9c3e4794e4cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0911372 Oct 15 20:40:19.285287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-cde5ca46-ab53-4128-adf7-5cdf1e848c50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.0598240 Oct 15 20:40:19.333668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-1e46c630-8bbd-402d-b80d-14e5e9614f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:19.335044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-1e46c630-8bbd-402d-b80d-14e5e9614f0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0435619 Oct 15 20:40:19.384473 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-aa0b4200-0215-422c-b5a8-1bdf6d58dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:19.385823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-aa0b4200-0215-422c-b5a8-1bdf6d58dc66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429265 Oct 15 20:40:19.473480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-e455750d-a335-4c7c-9add-711f90a75c4d service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802512 Oct 15 20:40:19.563760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e56d9d8-7e1c-49c3-9a59-9415d73503ff req-194eba3e-86eb-4c90-8c35-657325c78acc service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827501 Oct 15 20:40:20.036706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052b8c6-200d-40b1-9910-5c7044145fb1 req-f624a417-82c3-4cbf-919c-efa7ce8328b9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:20.038157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a052b8c6-200d-40b1-9910-5c7044145fb1 req-f624a417-82c3-4cbf-919c-efa7ce8328b9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0485260 Oct 15 20:40:20.074664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a052b8c6-200d-40b1-9910-5c7044145fb1 req-2d0f3854-4e6f-4256-a3e5-b963e60e98d1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305471 Oct 15 20:40:20.508978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:20.511360 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d423a7-4920-4455-9ee7-048713d18de0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:20.559405 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec65f8c-51b5-4dbb-b955-5ea6ec09c391 x-openstack-request-id: req-8ec65f8c-51b5-4dbb-b955-5ea6ec09c391 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:20.559717 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:20.559974 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ec65f8c-51b5-4dbb-b955-5ea6ec09c391 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:20.561025 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'status': 'completed', 'code': 200} Oct 15 20:40:20.649293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-ea286fd3-2eea-4642-9abe-462c113102a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:20.650763 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-ea286fd3-2eea-4642-9abe-462c113102a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1096 time: 0.0707924 Oct 15 20:40:20.652411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-8b0ffdec-dd87-4d9d-9f8a-398ac10eb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:20.653731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-8b0ffdec-dd87-4d9d-9f8a-398ac10eb52a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1096 time: 0.0650756 Oct 15 20:40:20.807677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-93fe8dba-378a-42fb-a091-bc1a73e7688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:20.809126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-93fe8dba-378a-42fb-a091-bc1a73e7688c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1503794 Oct 15 20:40:20.812351 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-f5be5748-47bf-447b-9f48-d4af7041ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:20.813662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-f5be5748-47bf-447b-9f48-d4af7041ed68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1471968 Oct 15 20:40:20.918315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-2fa5e045-d97e-4361-8249-4044b004f843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.1005697 Oct 15 20:40:20.924227 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-8838a7ac-110b-45b1-b2ce-0067f2992fa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.1012020 Oct 15 20:40:21.005092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-412c244b-1df8-415f-9e1d-90413a241ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:21.006432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-412c244b-1df8-415f-9e1d-90413a241ddc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0803616 Oct 15 20:40:21.007803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-e121fb8a-d3a0-4505-b59d-2f4a61fcb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:21.009079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-e121fb8a-d3a0-4505-b59d-2f4a61fcb9e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0760496 Oct 15 20:40:21.418113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-33a98565-4a71-4d32-82b5-34a03a43be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:21.419519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-33a98565-4a71-4d32-82b5-34a03a43be8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3974144 Oct 15 20:40:21.423817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d423a7-4920-4455-9ee7-048713d18de0 req-4e1e5958-3e51-46da-a919-9f6b5ce068e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:21.424869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-4e1e5958-3e51-46da-a919-9f6b5ce068e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4097071 Oct 15 20:40:21.432699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fa822-d67c-4033-a019-5262e91c4bc0 req-238f47b1-74d6-473a-90ee-4a78658d556e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:21.434029 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b18fa822-d67c-4033-a019-5262e91c4bc0 req-238f47b1-74d6-473a-90ee-4a78658d556e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0980594 Oct 15 20:40:21.457913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b81c9900-2d12-456e-992e-f8377a761013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:21.504897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:40:21.546050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:40:21.582279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b18fa822-d67c-4033-a019-5262e91c4bc0 req-0a2b814e-5b6d-433d-a096-618085ce6d31 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387370 Oct 15 20:40:21.615353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-01e6f71b-260f-4b30-aca5-a7f332f52d63 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791468 Oct 15 20:40:21.617464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-62d2e633-6e9b-4d39-a867-9cd32de4d260 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826136 Oct 15 20:40:21.772163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-ecf8090d-e934-4c37-b485-d4d6e198f4f5 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489608 Oct 15 20:40:21.775405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56d423a7-4920-4455-9ee7-048713d18de0 req-451ea85c-ff31-4cee-a8b5-934f66395a7f service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447768 Oct 15 20:40:22.412113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:22.703838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a68d7-7f5b-4269-b9ca-a419c770de8e req-6a13f421-b2f7-4f14-b3ab-48e4f6251694 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:22.705321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff7a68d7-7f5b-4269-b9ca-a419c770de8e req-6a13f421-b2f7-4f14-b3ab-48e4f6251694 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 944 time: 0.0499828 Oct 15 20:40:22.749864 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff7a68d7-7f5b-4269-b9ca-a419c770de8e req-e6f21d25-1347-4e94-9d34-bfa6ce1af196 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Oct 15 20:40:23.006426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:23.095791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:40:23.099029 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:23.188646 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:23.198844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:40:23.235492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:23.248321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:40:23.266206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:23.318265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:23.363263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:23.370358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.372121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.372121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.372121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.372121 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.372488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.373297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.373664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.373988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.374305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.374623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.374940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:40:23.386783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:23.471874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-58964916-416d-4975-89c7-7394d11b4d2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434132 Oct 15 20:40:23.556864 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-8a8a4022-f2ad-40d0-b451-f33916086d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:23.558264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-8a8a4022-f2ad-40d0-b451-f33916086d84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0418971 Oct 15 20:40:23.668617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['95bbeead-8655-4a82-a0db-14afbf6b381b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:40:23.682499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-de8d30e6-98d3-4fd8-bd03-3059c3d0bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:23.683986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-de8d30e6-98d3-4fd8-bd03-3059c3d0bc0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1054075 Oct 15 20:40:23.751887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-08b53a96-cf45-4e2f-9661-7463f8a3cab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1000 time: 0.0594583 Oct 15 20:40:23.808928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-b7db5f44-27e1-4aed-878d-ee877e83a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:23.811137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-b7db5f44-27e1-4aed-878d-ee877e83a9c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0528073 Oct 15 20:40:23.888004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-858025a4-674f-4626-b50b-2f55489fb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:23.889615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-858025a4-674f-4626-b50b-2f55489fb298 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716841 Oct 15 20:40:23.897666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b81748-09b7-40c6-b6b5-fa78b8e269f2 req-e7d989f8-ccb9-4c04-bbaf-8335d9b45cb2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:23.899006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14b81748-09b7-40c6-b6b5-fa78b8e269f2 req-e7d989f8-ccb9-4c04-bbaf-8335d9b45cb2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0735333 Oct 15 20:40:23.993221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14b81748-09b7-40c6-b6b5-fa78b8e269f2 req-98f0fea0-b88b-4a5b-88a6-228150256cd2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855165 Oct 15 20:40:24.025090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-49daeaa4-1ecc-4c5b-a9ef-8808a8507a23 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251364 Oct 15 20:40:24.126658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52ee2788-c5bd-45ee-85ca-7bb4da22f421 req-9fac715c-3d1f-4256-945a-432dd6773f94 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922737 Oct 15 20:40:24.627238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2104b7-de7a-4eaf-b3ce-4159eb21c069 req-52eccd49-12d5-4ff3-85a3-4b13aedaa2eb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:24.628812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db2104b7-de7a-4eaf-b3ce-4159eb21c069 req-52eccd49-12d5-4ff3-85a3-4b13aedaa2eb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0709569 Oct 15 20:40:24.698866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db2104b7-de7a-4eaf-b3ce-4159eb21c069 req-083a1605-1421-4d24-99ca-a249ac811d13 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504098 Oct 15 20:40:24.707522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-213a06fd-46da-418e-8af2-1cd6fa852be5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:24.709211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-213a06fd-46da-418e-8af2-1cd6fa852be5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&tenant_id=cd971fc8b09645a5a07e2e19ac376605&binding%3Ahost_id=n-h1-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.1085217 Oct 15 20:40:24.733420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:24.775658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-b62c031a-cd9b-4300-ae6b-8c4549247309 service neutron] 10.222.0.15 "GET /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b/bindings/n-h1-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.0594075 Oct 15 20:40:24.841196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-dda70aa8-fadf-4def-8613-28bb13261de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:24.842742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-dda70aa8-fadf-4def-8613-28bb13261de6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0422461 Oct 15 20:40:24.937411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-e7652c5e-3e70-4f0d-8979-fa075fd51f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:24.938916 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-e7652c5e-3e70-4f0d-8979-fa075fd51f42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0895782 Oct 15 20:40:25.010691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-562a82b7-dac6-4fd5-8442-8baf91ee1e59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1000 time: 0.0650065 Oct 15 20:40:25.071026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-6ffd3337-d6d9-4904-a9e9-c45f74d67634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:25.073330 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-6ffd3337-d6d9-4904-a9e9-c45f74d67634 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0554068 Oct 15 20:40:25.106013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:40:25.128818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-dfd2620e-4661-4293-966e-7afcb0098cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:25.130325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-dfd2620e-4661-4293-966e-7afcb0098cbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417979 Oct 15 20:40:25.216050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 95bbeead-8655-4a82-a0db-14afbf6b381b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:40:25.220743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 95bbeead-8655-4a82-a0db-14afbf6b381b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:40:25.225066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:25.225215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-272ed6d7-304b-4afa-b2aa-ed11e352cacc service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847754 Oct 15 20:40:25.298463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:25.319855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:25.320208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-fadf12b9-95f2-424f-b0b7-5dd65ee96e23 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913329 Oct 15 20:40:25.322147 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c67544-2356-40d6-b1b6-a326ab937698" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:25.336642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:25.405586 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:25.429937 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d88c5ea-6666-4d96-a51c-a3613f30d877 x-openstack-request-id: req-8d88c5ea-6666-4d96-a51c-a3613f30d877 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:25.430224 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:25.430530 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d88c5ea-6666-4d96-a51c-a3613f30d877 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:25.430939 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'code': 200} Oct 15 20:40:25.459126 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:25.816303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74e347-de10-4413-9d46-27376867a171 req-6d2116b6-dea3-43d0-ada4-40ae0fc1c19e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:25.817762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74e347-de10-4413-9d46-27376867a171 req-6d2116b6-dea3-43d0-ada4-40ae0fc1c19e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0484829 Oct 15 20:40:25.854689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed74e347-de10-4413-9d46-27376867a171 req-435889fa-9c57-4fcc-b9f9-8e05bce0af44 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311084 Oct 15 20:40:26.973510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69e1b9-e438-4ff7-be9a-eb571d7e15c4 req-2f860e7b-6e1f-4a23-90b7-9fc9317c2fbb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:26.975021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be69e1b9-e438-4ff7-be9a-eb571d7e15c4 req-2f860e7b-6e1f-4a23-90b7-9fc9317c2fbb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0529130 Oct 15 20:40:27.013813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be69e1b9-e438-4ff7-be9a-eb571d7e15c4 req-b00627b7-a3a5-477a-9649-f255c38986a7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Oct 15 20:40:27.680367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bf44bf8d-02d3-4469-87ed-d1087197b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:27.681870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bf44bf8d-02d3-4469-87ed-d1087197b804 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1098 time: 0.0452962 Oct 15 20:40:27.693705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:40:27.745666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:27.948783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:27.982745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:40:28.022713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:28.024996 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587f82f-66fe-4f55-b9cc-16fc67c1cf84" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:28.028699 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:28.044249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Transition to ACTIVE for port object 95bbeead-8655-4a82-a0db-14afbf6b381b will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:40:28.075725 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c73e42-7378-4ee1-a9be-fcb730dad82e x-openstack-request-id: req-67c73e42-7378-4ee1-a9be-fcb730dad82e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:28.076059 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-unplugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:28.076321 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c73e42-7378-4ee1-a9be-fcb730dad82e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:28.076804 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'code': 200} Oct 15 20:40:28.130405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:28.201383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:28.254551 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914549d-247c-45db-90ce-5410f47fca00 req-2f35acd4-946d-4931-a45e-0a4583b014bf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.256117 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a914549d-247c-45db-90ce-5410f47fca00 req-2f35acd4-946d-4931-a45e-0a4583b014bf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.1362600 Oct 15 20:40:28.305782 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] No DVR routers for this DVR port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:40:28.358711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a914549d-247c-45db-90ce-5410f47fca00 req-f69f10e0-6150-4445-b7ca-f8bec4a91466 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954120 Oct 15 20:40:28.452010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:40:28.452294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:40:28.452575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:28.456817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:40:28.457133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Attempting to bind port 95bbeead-8655-4a82-a0db-14afbf6b381b on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:28.461854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:40:28.462186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:40:28.462574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:40:28.462988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Bound port: 95bbeead-8655-4a82-a0db-14afbf6b381b, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:40:28.463332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:28.529312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:40:28.532293 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:40:28.622136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:28.656608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.657232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:28.658623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] 10.222.0.11 "PUT /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 1094 time: 0.9688427 Oct 15 20:40:28.682810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde9182-2b3b-44b0-b812-49797145f167 service neutron] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=11']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:28.728022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-666a3106-b788-454f-8bc7-d2301533a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.729613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-666a3106-b788-454f-8bc7-d2301533a1b4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0438015 Oct 15 20:40:28.827850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-da7dd3a7-4edb-40a8-be57-1ac64d418542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.829325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-da7dd3a7-4edb-40a8-be57-1ac64d418542 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0931413 Oct 15 20:40:28.894333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-d21c8f4d-4331-4c2b-aeba-c4302bad1ef9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.0579693 Oct 15 20:40:28.942044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-a4a6945f-966b-4750-b82c-aa7644484a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.943426 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-a4a6945f-966b-4750-b82c-aa7644484a5c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0428054 Oct 15 20:40:28.992731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-8dd033fb-3b71-495e-a32f-51d88a400d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:28.994124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-8dd033fb-3b71-495e-a32f-51d88a400d85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435715 Oct 15 20:40:29.082082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-4ed6c884-9c8f-40c5-8a19-a23b3572526a service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807774 Oct 15 20:40:29.172546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2ab0ea9-1cb2-40d7-b25a-704f56b43f66 req-1f6a4b22-197b-4f2d-b531-1c9d7361850c service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835586 Oct 15 20:40:29.474392 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc743e-8e73-41d1-8ff9-365cb63bb38e req-f392e402-95c8-4618-afb7-ea8087eb9e68 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:29.475882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4afc743e-8e73-41d1-8ff9-365cb63bb38e req-f392e402-95c8-4618-afb7-ea8087eb9e68 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0488546 Oct 15 20:40:29.513808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4afc743e-8e73-41d1-8ff9-365cb63bb38e req-fff56f5b-69fd-4a34-b77f-ec27f64e2207 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Oct 15 20:40:30.077628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:30.080063 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:30.126689 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df8593-bf1f-481c-8606-7f19cc23c7b5 x-openstack-request-id: req-89df8593-bf1f-481c-8606-7f19cc23c7b5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:30.126987 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:30.127243 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89df8593-bf1f-481c-8606-7f19cc23c7b5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:30.127744 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'status': 'completed', 'code': 200} Oct 15 20:40:30.213249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-296a9cee-d414-4965-9d7a-458c9e592218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.214726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-296a9cee-d414-4965-9d7a-458c9e592218 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0697753 Oct 15 20:40:30.217123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-0e1e8a18-6d9f-4e99-8f4b-234382862909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.218452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-0e1e8a18-6d9f-4e99-8f4b-234382862909 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 1097 time: 0.0657248 Oct 15 20:40:30.370187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-ba109f39-8e0b-4705-a36d-bec9fa974483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.371814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-ba109f39-8e0b-4705-a36d-bec9fa974483 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1497991 Oct 15 20:40:30.373349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-d95ab187-5c7e-4e53-aeb3-6990c3f7c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.374632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-d95ab187-5c7e-4e53-aeb3-6990c3f7c3d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.1448579 Oct 15 20:40:30.478770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-cd3bbfdc-fe34-4820-87fa-d427726ec609 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.0996253 Oct 15 20:40:30.484812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-c82bd81e-d0dc-4694-bd20-acb710b66f1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 200 len: 999 time: 0.0993946 Oct 15 20:40:30.561813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-096e343f-0eaf-4ef1-8a0b-d3e80ec226ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.563252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-096e343f-0eaf-4ef1-8a0b-d3e80ec226ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0768285 Oct 15 20:40:30.564467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-bcdabe68-8daa-4867-9cc4-f311d29515ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.565742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-bcdabe68-8daa-4867-9cc4-f311d29515ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0723622 Oct 15 20:40:30.668601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-662be41a-ca21-4fd0-b511-176ededb0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.670603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-662be41a-ca21-4fd0-b511-176ededb0c3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000443 Oct 15 20:40:30.673047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-db457e5d-5d9d-4cb0-9adc-817f3d824a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.674378 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-db457e5d-5d9d-4cb0-9adc-817f3d824a06 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0952821 Oct 15 20:40:30.685954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2300382-901f-429d-846a-ca1aefd9e878 req-fc13de23-4a69-40c6-880e-6dd9b11a8e9f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:30.687354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2300382-901f-429d-846a-ca1aefd9e878 req-fc13de23-4a69-40c6-880e-6dd9b11a8e9f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 945 time: 0.0964153 Oct 15 20:40:31.150964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:40:31.152230 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2300382-901f-429d-846a-ca1aefd9e878 req-8677c19c-bc55-43a4-8c90-c090a322712c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486773 Oct 15 20:40:31.183521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-bd7ae880-b67a-4d4f-872d-9162ddfd42e5 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915347 Oct 15 20:40:31.184178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-0c59a818-3cdf-469c-a2c8-fd47a5858230 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959497 Oct 15 20:40:31.191358 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:40:31.334436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-ff0cd500-434f-41c5-89c3-aa3bd8114ff9 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457555 Oct 15 20:40:31.337767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86b8ff0e-1628-49f5-97e6-1ba227d7a4c0 req-e21d9aab-3935-4f92-9df4-95fa76752358 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420577 Oct 15 20:40:31.567934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:40:31.660366 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:31.674261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'mac_address': 'fa:16:3e:be:87:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:40:31.711570 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:31.725574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:40:31.746670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:31.817695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:31.866041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:32.168013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['95bbeead-8655-4a82-a0db-14afbf6b381b'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:40:32.272734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88273ea-6211-4ce2-9155-ac52b7f878b8 req-e6c52d41-bbf9-4a5b-89dd-e06547ec8d27 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:32.274216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c88273ea-6211-4ce2-9155-ac52b7f878b8 req-e6c52d41-bbf9-4a5b-89dd-e06547ec8d27 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0512481 Oct 15 20:40:32.312488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c88273ea-6211-4ce2-9155-ac52b7f878b8 req-f648ea28-cb3f-4386-851e-26f3ea0e81d4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Oct 15 20:40:32.427687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a525ea6-81fa-4f74-8857-994555c4f381 req-61d5e259-35f3-4527-b823-5dba9442a4ba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:32.429007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a525ea6-81fa-4f74-8857-994555c4f381 req-61d5e259-35f3-4527-b823-5dba9442a4ba tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0485876 Oct 15 20:40:32.470229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a525ea6-81fa-4f74-8857-994555c4f381 req-99dd45ce-457f-45a2-abb8-2c7b11909f2b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Oct 15 20:40:32.583371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9452-0e21-4609-b4a8-34031223a201 req-eaab214c-0983-4975-94f8-d3a62fa46246 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:32.584958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-669d9452-0e21-4609-b4a8-34031223a201 req-eaab214c-0983-4975-94f8-d3a62fa46246 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0501909 Oct 15 20:40:32.623816 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-669d9452-0e21-4609-b4a8-34031223a201 req-a27000f5-3088-4de9-a3e0-01f5ce12a785 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Oct 15 20:40:33.018447 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27926033-16fa-4240-a901-f332f18f7014 req-d9332ffd-428a-4f7e-bf32-9dd6fe476639 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:33.020365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27926033-16fa-4240-a901-f332f18f7014 req-d9332ffd-428a-4f7e-bf32-9dd6fe476639 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 946 time: 0.0509396 Oct 15 20:40:33.057138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27926033-16fa-4240-a901-f332f18f7014 req-c1245861-8837-4e30-a534-d2f57766200b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309348 Oct 15 20:40:33.567808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:40:33.684139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 95bbeead-8655-4a82-a0db-14afbf6b381b completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:40:33.688362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 95bbeead-8655-4a82-a0db-14afbf6b381b triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:40:33.688728 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:33.765618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:33.786729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:33.788978 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac86fe-2436-4a26-b237-2ab513aa590f" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:33.801743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:33.827615 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55862cb0-8a38-41fd-a838-21cbdb01dff9 x-openstack-request-id: req-55862cb0-8a38-41fd-a838-21cbdb01dff9 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:33.827615 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-plugged", "status": "completed", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:33.827615 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55862cb0-8a38-41fd-a838-21cbdb01dff9 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:33.827615 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'code': 200} Oct 15 20:40:33.869188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:33.916484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=13']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:34.172878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03efb6-4802-45b5-a687-fdef0119c4cc req-ecdec02c-7156-4403-a852-cd0aceb9cc10 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:34.174351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d03efb6-4802-45b5-a687-fdef0119c4cc req-ecdec02c-7156-4403-a852-cd0aceb9cc10 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 947 time: 0.0479095 Oct 15 20:40:34.217680 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d03efb6-4802-45b5-a687-fdef0119c4cc req-72d59d2c-288f-4d97-ac8d-240d31f1db31 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372007 Oct 15 20:40:34.380046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a09ab-a99c-401c-8102-57a065846724 req-5d6fdc46-cac5-43b2-9cbd-a7b1a80e6f63 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:34.381511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793a09ab-a99c-401c-8102-57a065846724 req-5d6fdc46-cac5-43b2-9cbd-a7b1a80e6f63 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 947 time: 0.0532308 Oct 15 20:40:34.476932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Deleting port 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:40:34.477271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:34.566242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] For port 95bbeead-8655-4a82-a0db-14afbf6b381b, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=95bbeead-8655-4a82-a0db-14afbf6b381b,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:34.566593 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:34.651647 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:40:34.734538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:34.734916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:34.735224 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 disassociated. External IP: 172.25.0.7, port: 95bbeead-8655-4a82-a0db-14afbf6b381b. Oct 15 20:40:34.735573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Calling delete_port for 95bbeead-8655-4a82-a0db-14afbf6b381b owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:40:34.926507 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:34.960207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'Port': ['ID=95bbeead-8655-4a82-a0db-14afbf6b381b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:35.078329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:40:35.191660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:40:35.202994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:40:35.213140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:40:35.213770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:40:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:35.231278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] No DVR routers for this DVR port 95bbeead-8655-4a82-a0db-14afbf6b381b on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:40:35.234641 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:35.238723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793a09ab-a99c-401c-8102-57a065846724 req-a596a5ae-639a-4e7d-b447-bca1803ba205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "DELETE /v2.0/ports/95bbeead-8655-4a82-a0db-14afbf6b381b HTTP/1.1" status: 204 len: 173 time: 0.8511612 Oct 15 20:40:35.239165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-deleted', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:35.241578 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc29765-537d-400d-9248-c61cdb975d38" -d '{"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-deleted", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:35.317351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba54cc0b-60a2-415f-971f-812a1f075b80 req-606d833e-61d0-442e-b534-864cba484f29 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0274792 Oct 15 20:40:35.328489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:40:35.360486 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00bfab5-1a06-440e-9c01-3b0a24e5f700 x-openstack-request-id: req-a00bfab5-1a06-440e-9c01-3b0a24e5f700 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:35.360777 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4", "name": "network-vif-deleted", "tag": "95bbeead-8655-4a82-a0db-14afbf6b381b", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:35.361186 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a00bfab5-1a06-440e-9c01-3b0a24e5f700 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:35.361533 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4', 'name': 'network-vif-deleted', 'tag': '95bbeead-8655-4a82-a0db-14afbf6b381b', 'status': 'completed', 'code': 200} Oct 15 20:40:35.527852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:35.561758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:40:35.571477 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:40:35.572101 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:40:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:35.681884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:40:35.699576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-1c5c2604-7840-46b7-9122-f8ebf4361173 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307796 Oct 15 20:40:35.767716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-33d722b0-1646-4e3d-93da-10a34149201b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=f1ea0b6b-d07c-426e-a4b1-8cdecc8b06f4 HTTP/1.1" status: 200 len: 210 time: 0.0251570 Oct 15 20:40:35.881410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-3be951e9-9dff-4bf4-9dc5-52aa3ac5bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:35.882765 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:35.882969 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-3be951e9-9dff-4bf4-9dc5-52aa3ac5bcbb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=cd971fc8b09645a5a07e2e19ac376605&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0951054 Oct 15 20:40:35.909074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657a324-2ac8-411f-90d9-5193b155cf98 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:40:35.985906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-8d496c2f-a560-4cdb-a773-5bd6d2e456b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:35.987412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a1d85ae-be13-4deb-999e-e0bbdd54c1e0 req-8d496c2f-a560-4cdb-a773-5bd6d2e456b8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976346 Oct 15 20:40:36.140199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79912889-35e8-4427-b950-824bc8cf947d None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:40:36.608634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-47345153-30e8-4a6b-88d6-442becb9bfa3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--326152714&fields=id&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 267 time: 0.0330260 Oct 15 20:40:36.717488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-e6236b19-a658-4c58-8fe4-b0085e159a63 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:36.718934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-e6236b19-a658-4c58-8fe4-b0085e159a63 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1037242 Oct 15 20:40:36.734173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-960ab21d-0d5c-4983-8a7c-d3721f558c4b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/quotas/cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 375 time: 0.0095744 Oct 15 20:40:36.786547 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-d363b703-0689-491d-b3d7-287302fe5c82 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470731 Oct 15 20:40:36.803177 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-423f2efc-0c67-4fe0-a546-39191f610c9b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:40:36.804169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-423f2efc-0c67-4fe0-a546-39191f610c9b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050893 Oct 15 20:40:36.891199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-b29bd13e-e3b6-4be9-b6df-c93e6dd1a10e service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813317 Oct 15 20:40:36.983033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-df99abca-041e-46f6-9ef4-d47ee0f6d3b2 service neutron] 10.222.0.13 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860126 Oct 15 20:40:37.209907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35eeedb7-4053-428c-afbf-c53118fe8679 req-a23df37d-44bc-4548-b812-25de60c16a2f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0303633 Oct 15 20:40:38.302910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9ce10fd0-dd36-42e2-b803-fb4a0b9213e5 req-73d8acca-7a36-40a5-9efa-58a3e98c3fe4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0258212 Oct 15 20:40:39.396160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cda7a8a-b4bf-48b2-8018-f2b96475f8c6 req-2b0ade16-6819-4836-a59a-ecda7d0222b2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Oct 15 20:40:39.610605 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:40:39.783771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 95bbeead-8655-4a82-a0db-14afbf6b381b {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:40:39.784111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 95bbeead-8655-4a82-a0db-14afbf6b381b not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:40:40.022432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-f6f7a87f-0397-4b5b-9183-d87c9851c19e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:40.023910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-f6f7a87f-0397-4b5b-9183-d87c9851c19e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 811 time: 0.1071284 Oct 15 20:40:40.068252 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7ace07b1-5a1a-42dc-8711-efd944c62b29 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 379 time: 0.0353787 Oct 15 20:40:40.077829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'port': {'device_id': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'admin_state_up': True, 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'security_groups': ['14254ca2-d666-4d88-b611-f75223099438']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:40:40.269024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Made reservation on behalf of cd971fc8b09645a5a07e2e19ac376605 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:40:40.275530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.395259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Allocated IP 172.20.0.12 (a18868c5-48e5-459e-ae0d-a96cdc81aeb4/eda0a5eb-8930-48ba-99dd-b575bc201a57/b9367abf-470b-45e6-ba13-78380f6465e9) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:40:40.521306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c754dfa-cc52-4eaf-b4bc-86bbabd80c5d req-abbfbac1-789a-484f-9954-11e5275bfba4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0326946 Oct 15 20:40:40.555002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.644444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.690837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:40:40.693848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:40:40.697374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:40:40.723164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:40.756715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:40.757338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.824210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c9bd87fd-f085-4338-84e8-42cc75213961 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500296 Oct 15 20:40:40.837881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Request body: {'port': {'device_id': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:40:40.893402 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.944967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5b7bc92e-5027-492b-bb59-240c893fea3b None None] Provisioning complete for port b9367abf-470b-45e6-ba13-78380f6465e9 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:40:40.945571 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b7bc92e-5027-492b-bb59-240c893fea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:40.979141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5b7bc92e-5027-492b-bb59-240c893fea3b None None] Port b9367abf-470b-45e6-ba13-78380f6465e9 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:40:41.151847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:40:41.159800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:41.171353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Transition to ACTIVE for port object b9367abf-470b-45e6-ba13-78380f6465e9 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:40:41.234517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:41.285468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:41.357907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:40:41.358242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:40:41.358621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:41.363115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:40:41.363436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:40:41.368485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:40:41.368822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:40:41.369204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:40:41.369631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Bound port: b9367abf-470b-45e6-ba13-78380f6465e9, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:40:41.369982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:41.436043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:40:41.439987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:40:41.503725 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:41.536400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.537014 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:41.538382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1093 time: 0.7048306 Oct 15 20:40:41.538825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:41.541099 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927fe763-7c15-4c90-93ba-850e5653a6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:41.568480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2381a3-d770-481b-a925-afdc928f94b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:41.585758 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5302d978-0ff4-4c44-b583-d58dda784809 x-openstack-request-id: req-5302d978-0ff4-4c44-b583-d58dda784809 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:41.586192 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:41.586446 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5302d978-0ff4-4c44-b583-d58dda784809 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:41.586854 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'status': 'completed', 'code': 200} Oct 15 20:40:41.683235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-a96999a2-26d2-4e5f-9ead-82a6322cf345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.684866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-a96999a2-26d2-4e5f-9ead-82a6322cf345 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1096 time: 0.0791371 Oct 15 20:40:41.701415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45729eca-a232-4fa2-bc9a-faf2eef2c745 req-de60c24e-8bb0-4568-b5b7-c711ff9ed59e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.703803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45729eca-a232-4fa2-bc9a-faf2eef2c745 req-de60c24e-8bb0-4568-b5b7-c711ff9ed59e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0691395 Oct 15 20:40:41.792610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45729eca-a232-4fa2-bc9a-faf2eef2c745 req-5b580764-a63a-43f0-ac93-2e4fe03a189c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809455 Oct 15 20:40:41.818448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-33ed51f7-aff0-498c-9138-93b4ebdced59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.819866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-33ed51f7-aff0-498c-9138-93b4ebdced59 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=cd971fc8b09645a5a07e2e19ac376605&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1263356 Oct 15 20:40:41.916779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-d704b5c7-7a72-4748-b8e3-d6c238fe1154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.918250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-927fe763-7c15-4c90-93ba-850e5653a6d0 req-d704b5c7-7a72-4748-b8e3-d6c238fe1154 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921001 Oct 15 20:40:41.993897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c7f2b189-2ce2-4065-a2db-7e90d9829544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:41.995311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-c7f2b189-2ce2-4065-a2db-7e90d9829544 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1096 time: 0.0402789 Oct 15 20:40:42.039789 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-74e7f51a-3fdc-4c20-b3aa-15e14d41f3b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 217 time: 0.0357604 Oct 15 20:40:42.087789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-0d0de58e-002a-4359-96bb-f8d488b83e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:42.089185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-0d0de58e-002a-4359-96bb-f8d488b83e00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0423110 Oct 15 20:40:42.133762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-195ba163-07a7-4974-bb68-fb7fd3cbff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:42.135179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-195ba163-07a7-4974-bb68-fb7fd3cbff05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390644 Oct 15 20:40:42.225911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-368e37c7-33c5-4a0a-b84b-769f57786e6d service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828531 Oct 15 20:40:42.313454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0af92c93-31ba-404e-bc32-7302dfd4b1d8 req-75d3de33-28b8-41ac-8546-6f9cb868d062 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803907 Oct 15 20:40:42.912110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3b22a-24ae-4687-88c4-cf420d803ed1 req-f7f2f6be-bad4-4a1e-a378-b91e1965599a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:42.913632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1da3b22a-24ae-4687-88c4-cf420d803ed1 req-f7f2f6be-bad4-4a1e-a378-b91e1965599a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0538990 Oct 15 20:40:42.959948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1da3b22a-24ae-4687-88c4-cf420d803ed1 req-ca24c5a3-718d-4386-aed5-8ca6d373c30d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403845 Oct 15 20:40:44.073384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42121e4-3334-4d58-a2c5-d83bafe7cf44 req-11f0d651-b272-4c08-84a9-3d76f90029a4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:44.074831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f42121e4-3334-4d58-a2c5-d83bafe7cf44 req-11f0d651-b272-4c08-84a9-3d76f90029a4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0474048 Oct 15 20:40:44.111649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f42121e4-3334-4d58-a2c5-d83bafe7cf44 req-0d841ec5-486c-4488-a674-01c7484731cb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300660 Oct 15 20:40:45.227041 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0ff0-f791-4313-a047-7ff077d4e194 req-68ba2577-a24d-4b6d-8889-3ca2aff4b9b3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:45.228524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a54b0ff0-f791-4313-a047-7ff077d4e194 req-68ba2577-a24d-4b6d-8889-3ca2aff4b9b3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0498469 Oct 15 20:40:45.265699 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a54b0ff0-f791-4313-a047-7ff077d4e194 req-f85dff37-0c1d-41a8-8438-c868fa7d8bb1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Oct 15 20:40:46.582034 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1812e7-684e-4711-a64d-0df9ccdf2c72 req-affdb550-b3db-4dc4-81ca-914845d1f700 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:46.583483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b1812e7-684e-4711-a64d-0df9ccdf2c72 req-affdb550-b3db-4dc4-81ca-914845d1f700 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Oct 15 20:40:46.620223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b1812e7-684e-4711-a64d-0df9ccdf2c72 req-83a99140-be86-4481-bbcc-8ff00c4c4f21 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307815 Oct 15 20:40:47.258960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:40:47.355028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:47.367027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:40:47.404226 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:47.417815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:40:47.438689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:47.501182 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:47.547229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:47.732422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b619e-4617-4931-a864-79d7270582f4 req-a74e08da-2290-46b8-b3f8-318cc6d033d2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:47.734443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c0b619e-4617-4931-a864-79d7270582f4 req-a74e08da-2290-46b8-b3f8-318cc6d033d2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Oct 15 20:40:47.759067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b9367abf-470b-45e6-ba13-78380f6465e9'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:40:47.770957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9c0b619e-4617-4931-a864-79d7270582f4 req-939f67a7-5ec9-4e5f-9069-56419d8adde1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306072 Oct 15 20:40:48.508955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c254659e-f764-43ff-a46c-47ee7ef73848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:48.884285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f8a307-8d2f-4204-80dc-5a756b8d7f4a req-bc2876ae-8b9c-4d65-866a-0f296aa040b2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:48.885745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59f8a307-8d2f-4204-80dc-5a756b8d7f4a req-bc2876ae-8b9c-4d65-866a-0f296aa040b2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0483100 Oct 15 20:40:48.922279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59f8a307-8d2f-4204-80dc-5a756b8d7f4a req-491aface-3716-4980-8821-c5b0d283eca8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305274 Oct 15 20:40:49.269395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:40:49.404281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b9367abf-470b-45e6-ba13-78380f6465e9 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:40:49.408685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b9367abf-470b-45e6-ba13-78380f6465e9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:40:49.409050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:49.486073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:49.507392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:49.509643 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389dcfff-48e9-43cc-8544-cc449a4a80bd" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:49.522393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:40:49.547094 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477926a-f709-4bc5-b7a9-4077170b9ab4 x-openstack-request-id: req-4477926a-f709-4bc5-b7a9-4077170b9ab4 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:49.547383 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:49.547671 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4477926a-f709-4bc5-b7a9-4077170b9ab4 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:49.548076 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'code': 200} Oct 15 20:40:49.598248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:49.646270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:40:49.652442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c57d68-79f4-437b-9cc3-9873670cbfb4 req-82011d22-4045-432c-8b7b-fc0c9f4c99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:49.654607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18c57d68-79f4-437b-9cc3-9873670cbfb4 req-82011d22-4045-432c-8b7b-fc0c9f4c99a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0502970 Oct 15 20:40:49.688770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18c57d68-79f4-437b-9cc3-9873670cbfb4 req-5f0cd588-ebd0-4de8-a09b-f4a07a292a64 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277441 Oct 15 20:40:50.036846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd440f4a-75be-4efc-8c15-d84ce171ff2e req-96a7884d-a30a-4905-beea-cd9a172d0882 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:50.038307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd440f4a-75be-4efc-8c15-d84ce171ff2e req-96a7884d-a30a-4905-beea-cd9a172d0882 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0483139 Oct 15 20:40:50.075021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd440f4a-75be-4efc-8c15-d84ce171ff2e req-010c0fe3-0df9-4d53-a016-6c1d21ae6656 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307295 Oct 15 20:40:51.194900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df878b-be0c-4bad-b43d-8f130a5c88aa req-7996d3c8-b1f5-476c-b948-2bc86f018e5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:51.196454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54df878b-be0c-4bad-b43d-8f130a5c88aa req-7996d3c8-b1f5-476c-b948-2bc86f018e5d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0523880 Oct 15 20:40:51.237218 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54df878b-be0c-4bad-b43d-8f130a5c88aa req-14d589de-5752-4c04-9b5f-f7e88f06a464 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333877 Oct 15 20:40:51.466609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-084001b5-b57f-4a46-9c5a-18abaadaef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:52.355677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbfb34-3f12-4996-8bda-9e74b4e7b631 req-0959f521-9066-420f-8e76-9d730ccc0569 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:52.357181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64dbfb34-3f12-4996-8bda-9e74b4e7b631 req-0959f521-9066-420f-8e76-9d730ccc0569 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0532863 Oct 15 20:40:52.395644 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64dbfb34-3f12-4996-8bda-9e74b4e7b631 req-713867ab-87d8-40ba-b27b-303d86d6b454 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Oct 15 20:40:52.438024 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:52.509799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2b08-1acd-4b76-ba42-29292fa05e13 req-555dd293-8b06-403b-a21d-b94d05ff18dc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:52.511190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbad2b08-1acd-4b76-ba42-29292fa05e13 req-555dd293-8b06-403b-a21d-b94d05ff18dc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0492938 Oct 15 20:40:52.520751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 36884) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:40:52.525087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Request body: {'floatingip': {'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:40:52.566107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:52.993367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.006844 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.061455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.091806 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.375960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.477427 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 associated. External IP: 172.25.0.7, port: b9367abf-470b-45e6-ba13-78380f6465e9. Oct 15 20:40:53.677372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:40:53.782521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:40:53.787140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:40:53.793560 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:40:53.802484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:40:53.803088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:53.813989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5cee1b8a-913e-40d3-bf61-d9ce7dce976b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "PUT /v2.0/floatingips/1b0a1047-3f13-44f4-b385-f2654e6920a8 HTTP/1.1" status: 200 len: 991 time: 1.2922006 Oct 15 20:40:53.814580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:40:53.816965 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31834b94-6ec7-4457-b952-2760a31123d7" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:40:53.903768 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7960335-3fe4-4b8a-85c2-1910a41752cd x-openstack-request-id: req-d7960335-3fe4-4b8a-85c2-1910a41752cd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:40:53.904066 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:40:53.904325 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7960335-3fe4-4b8a-85c2-1910a41752cd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:40:53.904794 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'status': 'completed', 'code': 200} Oct 15 20:40:53.910479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:40:53.964695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834b94-6ec7-4457-b952-2760a31123d7 req-49ef2aee-6605-41b9-b70e-6768d88da2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:53.966211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-49ef2aee-6605-41b9-b70e-6768d88da2b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0401702 Oct 15 20:40:54.060091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834b94-6ec7-4457-b952-2760a31123d7 req-af92a51e-5dfe-4368-b420-0723d7fa3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:54.062188 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-af92a51e-5dfe-4368-b420-0723d7fa3dbd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0893147 Oct 15 20:40:54.126944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-d0daf696-079a-4925-9452-aca5cb44f662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.0579951 Oct 15 20:40:54.134373 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:40:52Z', 'revision_number': 13, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:54.160770 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:40:54.169109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:40:54.169697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:40:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:54.179975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834b94-6ec7-4457-b952-2760a31123d7 req-52b04c83-cb38-43fd-b2df-633b7c4a3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:54.181510 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-52b04c83-cb38-43fd-b2df-633b7c4a3da6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0482321 Oct 15 20:40:54.229657 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834b94-6ec7-4457-b952-2760a31123d7 req-42ee2ebe-5ce6-4aad-b0b2-70384afa0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:40:54.231076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-42ee2ebe-5ce6-4aad-b0b2-70384afa0d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421264 Oct 15 20:40:54.281807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:40:54.325771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-899dad88-3d73-4156-8e66-9875a3937be8 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877264 Oct 15 20:40:54.415881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31834b94-6ec7-4457-b952-2760a31123d7 req-e737feb5-2dd5-41e6-878a-7aa3c6628b96 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835338 Oct 15 20:40:54.508615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:40:52Z', 'revision_number': 13, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:40:54.536377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481169cf-5ef1-4138-81bf-546c030e5067 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '1b0a1047-3f13-44f4-b385-f2654e6920a8', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:30:47Z', 'updated_at': '2021-10-15T20:40:52Z', 'revision_number': 13, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:40:54.720736 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1f241-c29e-46b6-87de-22e6a0863a4f None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:40:54.729704 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:11.650580 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:41:18.513762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d8d47274-68e1-4821-a34c-5999bc6702da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:21.480179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-51d1fc66-4538-40f2-884a-5159f7a1427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:22.431706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:23.022276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:23.113522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:23.370531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:23.463272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-2edba814-1621-4716-90af-9075c44cbe29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432498 Oct 15 20:41:23.555268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-17414315-5f8b-4148-90a9-71406a8d5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:41:23.556316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-17414315-5f8b-4148-90a9-71406a8d5e44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0466676 Oct 15 20:41:23.661147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-3ae242e9-9676-4a10-a46f-71c436bbb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:41:23.662536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-3ae242e9-9676-4a10-a46f-71c436bbb093 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0871503 Oct 15 20:41:23.733020 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-896aa672-e35e-4c1a-b06e-065611cefbf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1001 time: 0.0625341 Oct 15 20:41:23.783631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-304f48a0-9779-4350-a480-be36ddb2f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:41:23.785107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-304f48a0-9779-4350-a480-be36ddb2f821 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0448537 Oct 15 20:41:23.830753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-5be4c82b-14dc-4454-913a-0dc3e3d267bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:41:23.832287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-5be4c82b-14dc-4454-913a-0dc3e3d267bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405779 Oct 15 20:41:23.926070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-c4a9d69e-58e9-44a9-a8a8-3b47b9b82695 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865068 Oct 15 20:41:24.018152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a8c8f0-d999-49d3-bf05-8d5417dd75c5 req-fe6ff94a-e4b0-472d-9089-fdf518bd9ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Oct 15 20:41:24.753729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:48.522448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57c945b5-30c8-4869-8586-a77ff90d4cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:48.650028 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:41:51.484380 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-128453ee-34c6-4c9c-af9b-7b121f5339de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:52.426922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:52.981819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:53.083912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:53.379549 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:41:54.739474 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:18.527489 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3ce5b35f-dc65-4e8d-b4a3-ac5e46268834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:21.499103 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-38e8af90-523d-4d4c-a078-6edc20fd7241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:22.443572 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:23.008093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:23.093674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:23.397672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:24.469557 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-9f561220-076e-427a-a176-5a74a36a4a35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0457084 Oct 15 20:42:24.549664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-fd36fb0a-2b17-461a-a183-832dbb1c6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:42:24.551129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-fd36fb0a-2b17-461a-a183-832dbb1c6bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0413334 Oct 15 20:42:24.654667 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-72f888ab-9517-42a3-88c7-19abeb618103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:42:24.656131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-72f888ab-9517-42a3-88c7-19abeb618103 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0869648 Oct 15 20:42:24.730866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-5cd9a446-0c45-417b-a271-b9781a413dec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1001 time: 0.0678358 Oct 15 20:42:24.746403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:24.780955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-64cb6e40-d8e0-444a-8620-f9a0120e2514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:42:24.782370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-64cb6e40-d8e0-444a-8620-f9a0120e2514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0452075 Oct 15 20:42:24.829434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-853e9514-b16d-4a48-94c3-6a4b74b23166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:42:24.830902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-853e9514-b16d-4a48-94c3-6a4b74b23166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413079 Oct 15 20:42:24.925987 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-dd7a3912-e9c3-40be-a4db-d6ccd6d22c4e service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870366 Oct 15 20:42:25.020421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a4b1c4f-d7eb-40bc-9095-15d1c42f0a73 req-ac44d1d6-60cd-437e-947c-399dd73e406f service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Oct 15 20:42:25.649555 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:42:48.539993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-39e160a5-6499-474a-804d-bf1d9a7b1641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:51.486706 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f9a27407-cc95-4025-960b-11a08bdb0fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:52.429958 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:53.013021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:53.117083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:53.425593 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:42:54.739946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:02.648051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:43:18.532149 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37203e99-5480-44b3-93be-ff7330c9d982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:21.482708 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71952964-05df-4856-a859-b0851871483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:22.430469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:23.007818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:23.076830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:23.412037 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:24.743538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:25.380163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca61dc-b132-4721-8653-cee6de118700 req-217da3ed-9436-4751-a5d4-2da1c9b714b5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:25.381653 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccca61dc-b132-4721-8653-cee6de118700 req-217da3ed-9436-4751-a5d4-2da1c9b714b5 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Oct 15 20:43:25.418801 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccca61dc-b132-4721-8653-cee6de118700 req-b5882d1b-1b31-4621-9a8b-51c85f5eaa2e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Oct 15 20:43:26.459082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-575b888d-d4f8-4144-9853-a4198e1a07d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392430 Oct 15 20:43:26.537606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-4f380e13-074b-48be-9171-534c8dc03d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:26.539022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-4f380e13-074b-48be-9171-534c8dc03d26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0393353 Oct 15 20:43:26.647727 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-a809a15a-6e25-43b1-838e-ca340d57f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:26.649110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-a809a15a-6e25-43b1-838e-ca340d57f6d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0896542 Oct 15 20:43:26.712560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-4764c7fb-d7e5-4ec3-8999-27407ec7ab90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1001 time: 0.0567808 Oct 15 20:43:26.766955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-6df1a7df-55c0-4694-8bf0-208b635eb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:26.768627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-6df1a7df-55c0-4694-8bf0-208b635eb27d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0493429 Oct 15 20:43:26.815507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-2a35015f-f08a-42c9-887f-fe472ae3b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:26.816954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-2a35015f-f08a-42c9-887f-fe472ae3b8d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411129 Oct 15 20:43:26.911543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-ed5f2201-d66f-424d-b2dd-ab4c41b823bc service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873621 Oct 15 20:43:27.005025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e505469d-3bd6-4709-9cb7-9d60b731b4eb req-bcd09775-3152-4705-a413-150642af7979 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858297 Oct 15 20:43:39.175141 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c9f0-b209-4142-8e52-3915c569ea89 req-2e234fca-607a-461c-b785-7ee5e0d49ebc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:39.177114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a889c9f0-b209-4142-8e52-3915c569ea89 req-2e234fca-607a-461c-b785-7ee5e0d49ebc tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0503333 Oct 15 20:43:39.215873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a889c9f0-b209-4142-8e52-3915c569ea89 req-fde5f227-aa14-4826-b2a3-7771d00551f7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327547 Oct 15 20:43:39.379030 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-5217587c-dacd-42b1-bab9-5ca1dbc13846 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339302 Oct 15 20:43:39.649200 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:43:40.338394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df77a15-5953-4d26-a1c6-8d338f7c19e5 req-2d1511a3-bf43-4f13-9a5e-e925ae22fadf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:40.339903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8df77a15-5953-4d26-a1c6-8d338f7c19e5 req-2d1511a3-bf43-4f13-9a5e-e925ae22fadf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0560768 Oct 15 20:43:40.380286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8df77a15-5953-4d26-a1c6-8d338f7c19e5 req-eccee3c1-4576-4a3d-a3ab-62378660e859 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332749 Oct 15 20:43:41.261455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-88f5fc3a-dec5-4c22-bc11-064fa29eaa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:41.262914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-88f5fc3a-dec5-4c22-bc11-064fa29eaa66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1098 time: 0.0401595 Oct 15 20:43:41.354015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-6a50e437-e903-4124-bf59-8a33731054dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:41.355449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-6a50e437-e903-4124-bf59-8a33731054dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0855052 Oct 15 20:43:41.419265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-8673e22d-b84c-42b0-a4fe-8a8662bfe952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1001 time: 0.0568805 Oct 15 20:43:41.496846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-fda11a87-34f4-4ee3-9348-9985fd4e38f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:41.498185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-fda11a87-34f4-4ee3-9348-9985fd4e38f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0724277 Oct 15 20:43:41.520998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bd695-3ddb-4792-b49b-d2cb68a9940f req-5dbf8d81-1d80-491f-9571-8b959cba8c7c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:41.522412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-190bd695-3ddb-4792-b49b-d2cb68a9940f req-5dbf8d81-1d80-491f-9571-8b959cba8c7c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0714774 Oct 15 20:43:41.575823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-c374f7e1-da4f-4ae0-af2c-258614fe54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:41.577373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-c374f7e1-da4f-4ae0-af2c-258614fe54ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717435 Oct 15 20:43:41.580480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-190bd695-3ddb-4792-b49b-d2cb68a9940f req-d8e7bc71-b7fe-41a8-b454-b9fb60d163a3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 Oct 15 20:43:41.667511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-c4a1001f-16a2-4f95-8481-cd20d5646ff6 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833285 Oct 15 20:43:41.755938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-b3b06eb7-19ae-4720-9dfd-b24b8c95ce75 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810921 Oct 15 20:43:42.694499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa531d-652b-4fca-a34f-6b1b2b9fa7b4 req-19d74b8c-7d80-41ff-98db-e924c5a8a34d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:42.695959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65fa531d-652b-4fca-a34f-6b1b2b9fa7b4 req-19d74b8c-7d80-41ff-98db-e924c5a8a34d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0482211 Oct 15 20:43:42.732697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65fa531d-652b-4fca-a34f-6b1b2b9fa7b4 req-f2466dc3-9442-47e4-bd16-8b54b21187be tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307417 Oct 15 20:43:43.851227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e58289-b7fd-48a8-a179-8dae0fd18446 req-9343ab2c-e0d2-4d90-ab37-059287d180d4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:43.852697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e58289-b7fd-48a8-a179-8dae0fd18446 req-9343ab2c-e0d2-4d90-ab37-059287d180d4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0513711 Oct 15 20:43:43.891346 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e58289-b7fd-48a8-a179-8dae0fd18446 req-2ca1078e-adcd-4f8b-a466-467039084462 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321188 Oct 15 20:43:45.006742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34885f-8f5f-4ef5-b7d3-adab24c5ceca req-e1a0b404-ffa3-409f-97cf-420160be1ea2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:45.008239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a34885f-8f5f-4ef5-b7d3-adab24c5ceca req-e1a0b404-ffa3-409f-97cf-420160be1ea2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488396 Oct 15 20:43:45.044909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a34885f-8f5f-4ef5-b7d3-adab24c5ceca req-b3c8cdb4-beb4-46bf-8060-76b79abc1c67 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Oct 15 20:43:46.158779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973d0db-e898-4774-ba50-525df7d08785 req-0c40f8ad-00d7-4fd9-b74f-58c5a1dbc88b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:46.160251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d973d0db-e898-4774-ba50-525df7d08785 req-0c40f8ad-00d7-4fd9-b74f-58c5a1dbc88b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Oct 15 20:43:46.197281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d973d0db-e898-4774-ba50-525df7d08785 req-8ea49ce0-9385-441e-9eb7-02d6b05d59a7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Oct 15 20:43:47.321316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d70b9a-58ce-410e-98fe-6a7df8f34a91 req-3715e287-b01e-4e40-88ec-24f8de87d4c9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:47.322781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52d70b9a-58ce-410e-98fe-6a7df8f34a91 req-3715e287-b01e-4e40-88ec-24f8de87d4c9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0523815 Oct 15 20:43:47.360130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52d70b9a-58ce-410e-98fe-6a7df8f34a91 req-d2ad8ea5-085f-46f5-8969-07d3b2ffc0ac tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308585 Oct 15 20:43:48.474614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ceb411-0023-4702-be95-46ed2a8014a1 req-bb18dc61-00a5-4b20-90cb-5a8577b04c28 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:48.476030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9ceb411-0023-4702-be95-46ed2a8014a1 req-bb18dc61-00a5-4b20-90cb-5a8577b04c28 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0484598 Oct 15 20:43:48.513905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a9ceb411-0023-4702-be95-46ed2a8014a1 req-cc301bc4-1089-40b8-83ae-b7a1e49eaaac tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318372 Oct 15 20:43:48.538549 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c33c4115-0827-4009-9003-2fd3d2ad5728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:49.632406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aafb3-0372-492e-86c7-820665128e5a req-46097453-ec03-4a4e-b108-438c9a703a07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:49.633879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-770aafb3-0372-492e-86c7-820665128e5a req-46097453-ec03-4a4e-b108-438c9a703a07 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488017 Oct 15 20:43:49.669582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-770aafb3-0372-492e-86c7-820665128e5a req-bf0545f9-ebe5-48c2-b234-85adbf134dff tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298967 Oct 15 20:43:50.788970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860a95a-9b0b-4b3e-b7ef-d4741ec61b77 req-9333aa41-d08e-49a3-bd60-ab7ddc82bce1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:50.790422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3860a95a-9b0b-4b3e-b7ef-d4741ec61b77 req-9333aa41-d08e-49a3-bd60-ab7ddc82bce1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0525417 Oct 15 20:43:50.828307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3860a95a-9b0b-4b3e-b7ef-d4741ec61b77 req-bf9ec390-582b-4d51-8afd-7fef5daee6b4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Oct 15 20:43:51.480926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed12d16b-a0b2-4141-8448-13110a498d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:51.940942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a808de4-0959-4b35-912b-5ece18879368 req-f33e5a1b-4971-4be6-b794-f31af86fc1d9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:51.945785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a808de4-0959-4b35-912b-5ece18879368 req-f33e5a1b-4971-4be6-b794-f31af86fc1d9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0478339 Oct 15 20:43:51.981499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a808de4-0959-4b35-912b-5ece18879368 req-ebd01273-92e7-4a61-b95b-d1bdd2e3d831 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329916 Oct 15 20:43:52.411078 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:52.995110 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:53.081111 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:53.097841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3378c-7d87-41e3-8f78-7032afbb7797 req-7c61b496-04a2-4694-b379-77d3ba4517a0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:53.099241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0dd3378c-7d87-41e3-8f78-7032afbb7797 req-7c61b496-04a2-4694-b379-77d3ba4517a0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0481544 Oct 15 20:43:53.136314 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0dd3378c-7d87-41e3-8f78-7032afbb7797 req-9b157dd0-3590-465a-bd58-dda28c54f0c3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Oct 15 20:43:53.423027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:54.254867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a9a52-2530-49c3-82a0-c8663b2493a7 req-ab96901b-b793-4c80-a38f-d9b916e5cf72 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:54.267345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a55a9a52-2530-49c3-82a0-c8663b2493a7 req-ab96901b-b793-4c80-a38f-d9b916e5cf72 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0516267 Oct 15 20:43:54.293427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a55a9a52-2530-49c3-82a0-c8663b2493a7 req-835fd4b9-f8d5-4fff-a66c-4823d1979e48 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311277 Oct 15 20:43:54.727081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:55.410337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed39803-462a-486c-9d3b-ccc5a0f58afe req-12f63a36-d8eb-4115-8917-6fdf8c1c427c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:55.411876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ed39803-462a-486c-9d3b-ccc5a0f58afe req-12f63a36-d8eb-4115-8917-6fdf8c1c427c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0483851 Oct 15 20:43:55.450506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ed39803-462a-486c-9d3b-ccc5a0f58afe req-a91cc0c3-7c0a-49e6-8c65-d2e6d94f7e06 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325038 Oct 15 20:43:56.567757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2dc6d-99a1-4548-b37c-90cf2c464244 req-5b63b98c-3a1a-4169-8f0c-1881d9dc97e9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:56.569214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85a2dc6d-99a1-4548-b37c-90cf2c464244 req-5b63b98c-3a1a-4169-8f0c-1881d9dc97e9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0476596 Oct 15 20:43:56.606236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85a2dc6d-99a1-4548-b37c-90cf2c464244 req-ee64768b-adee-445d-8717-d4d5edce0e2e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309336 Oct 15 20:43:56.723800 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-e8a35d50-a792-486b-b42f-5189836b6b13 service neutron] show failed (client error): The resource could not be found. Oct 15 20:43:56.724785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-e8a35d50-a792-486b-b42f-5189836b6b13 service neutron] 10.222.0.15 "GET /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0577404 Oct 15 20:43:57.177783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-e967d619-6442-4d68-9b8a-62a5395b019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:57.179183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-e967d619-6442-4d68-9b8a-62a5395b019a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1098 time: 0.0404162 Oct 15 20:43:57.191347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:43:57.243002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:57.446676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:43:57.477885 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:43:57.516710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:43:57.518944 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c75578d-ee6f-423b-93ab-d58e64e5c78f" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:43:57.523027 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:57.536383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Transition to ACTIVE for port object b9367abf-470b-45e6-ba13-78380f6465e9 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:43:57.567746 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd194a7-0e8e-425c-bc38-4eee379805bd x-openstack-request-id: req-cfd194a7-0e8e-425c-bc38-4eee379805bd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:43:57.568042 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:43:57.568600 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfd194a7-0e8e-425c-bc38-4eee379805bd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:43:57.568703 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'code': 200} Oct 15 20:43:57.606301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:57.706778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:43:57.737513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.737861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.738205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.738545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.738877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.739206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.739535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.739960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.740289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.740616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.740944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.741268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:43:57.779617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] No DVR routers for this DVR port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:43:57.789610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96311bc1-7aff-4456-9331-62b79b3c85b0 req-dadc145b-d4b4-4d5e-b90a-c4b64ab258d0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:57.791140 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96311bc1-7aff-4456-9331-62b79b3c85b0 req-dadc145b-d4b4-4d5e-b90a-c4b64ab258d0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.1102021 Oct 15 20:43:57.900985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-96311bc1-7aff-4456-9331-62b79b3c85b0 req-87d8b5c9-7c0f-4345-8a79-a7757feb8f8a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746844 Oct 15 20:43:57.954181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:43:57.954431 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:43:57.954764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:43:57.959189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:43:57.959531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:43:57.964389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:43:57.964720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:43:57.965097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:43:57.965549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Bound port: b9367abf-470b-45e6-ba13-78380f6465e9, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:43:57.965894 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:58.030092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:43:58.033675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:43:58.076023 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:43:58.104456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:58.115290 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:43:58.139724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:58.141506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:43:58.142912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] 10.222.0.11 "PUT /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1093 time: 0.9555175 Oct 15 20:43:58.166638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc1fcd-e61d-42ac-9893-973b33ace684 service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:43:58.213569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-db8d196c-d0f5-40cd-81ca-88e983a8d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:58.214999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-db8d196c-d0f5-40cd-81ca-88e983a8d53e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1096 time: 0.0452540 Oct 15 20:43:58.310643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-5bfbf221-ba4c-4cad-ba56-4fca225f6825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:58.312682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-5bfbf221-ba4c-4cad-ba56-4fca225f6825 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0905869 Oct 15 20:43:58.377569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-f01aa7ac-cbe6-4d3c-95ea-f5b6c5cab92d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.0578325 Oct 15 20:43:58.426571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-7c669ebd-0f65-4600-89d5-bbf3c0960ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:58.428026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-7c669ebd-0f65-4600-89d5-bbf3c0960ba8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0441167 Oct 15 20:43:58.477548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-04cb305d-f855-4989-9541-d589484bcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:58.478998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-04cb305d-f855-4989-9541-d589484bcff3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428116 Oct 15 20:43:58.569691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-1b976f5a-0d76-48f5-81f0-6c3b761a1ce1 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Oct 15 20:43:58.663885 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-10bd7fa8-f275-4b75-afa5-19879fd02a89 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873051 Oct 15 20:43:59.023742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63711e-188b-48bd-b4ab-ed8291c8e78c req-d1d9b6c4-866d-4a43-8d92-e9b9391862d8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:59.025228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c63711e-188b-48bd-b4ab-ed8291c8e78c req-d1d9b6c4-866d-4a43-8d92-e9b9391862d8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0510819 Oct 15 20:43:59.065087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4c63711e-188b-48bd-b4ab-ed8291c8e78c req-21733f3a-26c9-463d-b73d-189e1a0f65ce tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335362 Oct 15 20:43:59.569643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:43:59.571969 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75612e95-11e9-489d-abf2-c15afb199a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:43:59.622935 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f1108-d27c-4992-8a00-491b9b52b698 x-openstack-request-id: req-111f1108-d27c-4992-8a00-491b9b52b698 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:43:59.623233 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:43:59.623489 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-111f1108-d27c-4992-8a00-491b9b52b698 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:43:59.624633 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'status': 'completed', 'code': 200} Oct 15 20:43:59.717430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-905cb030-f8c4-45d8-9b26-62572822f839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:59.719481 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-905cb030-f8c4-45d8-9b26-62572822f839 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1096 time: 0.0683413 Oct 15 20:43:59.721874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-e306b292-5173-4a65-8609-98f72671bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:43:59.723216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-e306b292-5173-4a65-8609-98f72671bea8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1096 time: 0.0807550 Oct 15 20:44:00.244454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-5b1c79f2-4332-4267-9447-88ed939132e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.245921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-5b1c79f2-4332-4267-9447-88ed939132e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.5199091 Oct 15 20:44:00.250960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-3d80912b-85b1-4195-8495-a1eae9e14a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.252341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-3d80912b-85b1-4195-8495-a1eae9e14a29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.5193667 Oct 15 20:44:00.270683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da9bd-c54c-452e-adc9-0b406b48a1b5 req-4b8fd40b-dea9-49fb-9ec6-3d8c42dd7968 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.272134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-919da9bd-c54c-452e-adc9-0b406b48a1b5 req-4b8fd40b-dea9-49fb-9ec6-3d8c42dd7968 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.1056130 Oct 15 20:44:00.394983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-3304cda7-4b10-49f9-b174-cb73acfc3534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.1400950 Oct 15 20:44:00.401631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-7a2e9dda-a74f-4c66-8d66-516ea23cad46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.1406732 Oct 15 20:44:00.448992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-919da9bd-c54c-452e-adc9-0b406b48a1b5 req-fe4fb085-9eed-45e9-93c7-40c9479c7405 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406872 Oct 15 20:44:00.497649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-17ca725d-fb2a-4e4c-a831-d60fde10002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.499714 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-17ca725d-fb2a-4e4c-a831-d60fde10002b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0966630 Oct 15 20:44:00.504111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-6eb2758f-6838-4d1e-b42c-2a448b544023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.505516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-6eb2758f-6838-4d1e-b42c-2a448b544023 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0907176 Oct 15 20:44:00.580029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-56509a4a-da0d-4720-a889-2f8558a95a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.581566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-56509a4a-da0d-4720-a889-2f8558a95a13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751793 Oct 15 20:44:00.583992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75612e95-11e9-489d-abf2-c15afb199a9b req-bee98340-c9e0-4ae6-9d1f-234c0c7e2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:00.585332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-bee98340-c9e0-4ae6-9d1f-234c0c7e2eca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716276 Oct 15 20:44:00.744460 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-9131d2cb-3db9-4586-a254-86a89ff83fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553128 Oct 15 20:44:00.747977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-58c52722-5080-4aa3-9ded-b97505e9e8dd service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515195 Oct 15 20:44:00.913974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-9310ab12-e0a5-48e7-9957-5e55885bf95e service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617539 Oct 15 20:44:00.915914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75612e95-11e9-489d-abf2-c15afb199a9b req-88a0efb0-2031-489d-979f-cc379fb97b22 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568532 Oct 15 20:44:01.568383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de433-487f-4079-af3f-370f57c6ec2b req-b05f0ce8-5a16-4c2b-bf36-92cfa4928f50 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:01.569787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-990de433-487f-4079-af3f-370f57c6ec2b req-b05f0ce8-5a16-4c2b-bf36-92cfa4928f50 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0505242 Oct 15 20:44:01.608107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-990de433-487f-4079-af3f-370f57c6ec2b req-18e94b95-068a-493c-8b8e-b36995a3b9c2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323775 Oct 15 20:44:02.723278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de76ad-d897-48b5-84b7-12902e705590 req-213f1f8c-1ffc-455f-afd1-ae36ca3507c8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:02.724972 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08de76ad-d897-48b5-84b7-12902e705590 req-213f1f8c-1ffc-455f-afd1-ae36ca3507c8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0483909 Oct 15 20:44:02.763104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08de76ad-d897-48b5-84b7-12902e705590 req-dbee7793-355c-48f4-ae13-8f2769c10aca tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Oct 15 20:44:03.888329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f825fd-55c5-4493-9630-f9ad3a1692b3 req-66566f24-30ca-4da6-b23f-d55a91ba7267 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:03.889974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8f825fd-55c5-4493-9630-f9ad3a1692b3 req-66566f24-30ca-4da6-b23f-d55a91ba7267 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0546410 Oct 15 20:44:03.927180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f8f825fd-55c5-4493-9630-f9ad3a1692b3 req-076333bb-dc3d-42de-9f40-2bdbb993a60c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Oct 15 20:44:05.042988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02649c0-5131-4729-a7a5-96e4849b37fa req-a84dea0a-0496-43e0-ad26-4761be7bee70 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:05.044501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c02649c0-5131-4729-a7a5-96e4849b37fa req-a84dea0a-0496-43e0-ad26-4761be7bee70 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0486717 Oct 15 20:44:05.081958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c02649c0-5131-4729-a7a5-96e4849b37fa req-0bb0a5ff-e66c-4318-9e16-c38f4f19c694 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Oct 15 20:44:06.195948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ae573-aeea-4bbd-afd5-33342f037126 req-5d974af3-7350-46e4-a9c6-f10a8b4de0a4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:06.197437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-003ae573-aeea-4bbd-afd5-33342f037126 req-5d974af3-7350-46e4-a9c6-f10a8b4de0a4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0478992 Oct 15 20:44:06.241696 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-003ae573-aeea-4bbd-afd5-33342f037126 req-0524a3c7-bba4-4e9b-b211-c7fc712c985e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370922 Oct 15 20:44:07.365770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d347d4-897f-4b0a-9adf-228195bef54d req-6579d7ad-8716-452d-9955-53967138883f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:07.367214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94d347d4-897f-4b0a-9adf-228195bef54d req-6579d7ad-8716-452d-9955-53967138883f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0519524 Oct 15 20:44:07.404691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94d347d4-897f-4b0a-9adf-228195bef54d req-39e86035-dda0-4358-863e-132f9bbe73b4 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Oct 15 20:44:08.534097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78c94a-64e1-4f8e-bd56-7f6a532b370b req-11a4470f-9000-4995-95b3-514e91716b3b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:08.535473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb78c94a-64e1-4f8e-bd56-7f6a532b370b req-11a4470f-9000-4995-95b3-514e91716b3b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0534611 Oct 15 20:44:08.572305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb78c94a-64e1-4f8e-bd56-7f6a532b370b req-fa137596-654e-4f54-9c46-c48d3ad4d378 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Oct 15 20:44:09.686996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196a1bc-1409-4ddc-813c-b668e7bec42f req-82f92f28-14a5-455e-bf3a-f047f463ee73 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:09.688499 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6196a1bc-1409-4ddc-813c-b668e7bec42f req-82f92f28-14a5-455e-bf3a-f047f463ee73 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0486169 Oct 15 20:44:09.725167 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6196a1bc-1409-4ddc-813c-b668e7bec42f req-af515d67-fa93-409c-8ecc-61e66a5feae7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308793 Oct 15 20:44:10.847333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1d26b-3022-4a2b-affe-8f507743b76b req-fe6ca97e-1076-461d-811d-54ea33b2adad tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:10.848830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fa1d26b-3022-4a2b-affe-8f507743b76b req-fe6ca97e-1076-461d-811d-54ea33b2adad tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0537901 Oct 15 20:44:10.886131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fa1d26b-3022-4a2b-affe-8f507743b76b req-8c75adf2-1738-4b2d-9ddc-ecb8e448ac6a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Oct 15 20:44:12.018138 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9058a7-b720-44f3-8684-707dada009c8 req-f7793740-d197-48a0-a22e-ae4064744fcb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:12.019616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9058a7-b720-44f3-8684-707dada009c8 req-f7793740-d197-48a0-a22e-ae4064744fcb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0490196 Oct 15 20:44:12.057195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9058a7-b720-44f3-8684-707dada009c8 req-adb6d1ea-d677-43f0-b132-3cf036393295 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315218 Oct 15 20:44:13.174203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac93e-0a63-41e8-8aad-9a4fd641969d req-02f9bc5d-af54-4d9b-ae86-12473c217d46 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:13.175799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9cac93e-0a63-41e8-8aad-9a4fd641969d req-02f9bc5d-af54-4d9b-ae86-12473c217d46 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0499499 Oct 15 20:44:13.217807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d9cac93e-0a63-41e8-8aad-9a4fd641969d req-a5c4b8d0-0db5-4fa6-a8a1-7fcb5dcf8845 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355263 Oct 15 20:44:14.347247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee507eb-7c0e-474b-a249-9b38f670fd17 req-1935ad03-1107-44a2-a1ae-dfae7313b29d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:14.348891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ee507eb-7c0e-474b-a249-9b38f670fd17 req-1935ad03-1107-44a2-a1ae-dfae7313b29d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 944 time: 0.0551469 Oct 15 20:44:14.387144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ee507eb-7c0e-474b-a249-9b38f670fd17 req-459806c0-d90b-4d33-893c-1902d8513252 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322361 Oct 15 20:44:14.589172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:44:14.685749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:14.697147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:44:14.733757 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:14.745884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:44:14.764980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:14.833965 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:14.882785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:14.890586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.890932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.891270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.891699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.892040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.892357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.895467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:14.972385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b68e7-3e1a-493a-8f7f-ccb30c8d1f7f req-d264caac-561b-4a4e-a24b-836a8541ac35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:14.973871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897b68e7-3e1a-493a-8f7f-ccb30c8d1f7f req-d264caac-561b-4a4e-a24b-836a8541ac35 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Oct 15 20:44:15.040035 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-897b68e7-3e1a-493a-8f7f-ccb30c8d1f7f req-4fb9c590-d26a-42af-bb9f-ff83e5165a94 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570002 Oct 15 20:44:15.048879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-8a31f658-5dcc-44d0-a1e3-49b8a76cd0a3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:15.050441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-8a31f658-5dcc-44d0-a1e3-49b8a76cd0a3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.11 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&tenant_id=cd971fc8b09645a5a07e2e19ac376605&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 945 time: 0.0756018 Oct 15 20:44:15.116835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-0e786cbc-1aa6-451a-b1b6-ee2b2b47d2ce service neutron] 10.222.0.11 "GET /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9/bindings/n-h2-712140-14 HTTP/1.1" status: 200 len: 383 time: 0.0583768 Oct 15 20:44:15.181368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-b383d549-4f29-4ff1-a73c-ff6ad608a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:15.182856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-b383d549-4f29-4ff1-a73c-ff6ad608a663 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0413125 Oct 15 20:44:15.259386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b9367abf-470b-45e6-ba13-78380f6465e9'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:44:15.277942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-baa70994-b458-409c-8c6f-b5995ca005df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:15.279504 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-baa70994-b458-409c-8c6f-b5995ca005df service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0880134 Oct 15 20:44:15.346729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-cf273928-b6ca-4bb5-b212-adb48bc9f9cd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1000 time: 0.0594969 Oct 15 20:44:15.395744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-278bf65e-4d26-427d-8c50-2c11fc3e8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:15.397264 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-278bf65e-4d26-427d-8c50-2c11fc3e8796 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0440512 Oct 15 20:44:15.453685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-045a8549-8cca-4369-8d83-3a8e1c5b6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:15.455206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-045a8549-8cca-4369-8d83-3a8e1c5b6d22 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477791 Oct 15 20:44:15.552507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-54081cf3-9b83-4228-a342-73b3a83adfff service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838163 Oct 15 20:44:15.647233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-1210ed6c-3116-4943-be6a-8520c69795cf service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866125 Oct 15 20:44:16.154453 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f7526-cf0a-4471-a7a0-2d953cede08e req-7aec88f3-84b1-41c4-908a-c6502ad9069f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:16.156572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-823f7526-cf0a-4471-a7a0-2d953cede08e req-7aec88f3-84b1-41c4-908a-c6502ad9069f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0486271 Oct 15 20:44:16.194505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-823f7526-cf0a-4471-a7a0-2d953cede08e req-98ebcc3d-c514-4c7e-8d14-a1034d276dc0 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320275 Oct 15 20:44:16.581070 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:44:16.647284 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:44:16.731712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b9367abf-470b-45e6-ba13-78380f6465e9 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:44:16.736759 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b9367abf-470b-45e6-ba13-78380f6465e9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:44:16.737122 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:16.964653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:16.988349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:44:16.990567 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6795ce40-632a-4c59-b042-ce181284b5f6" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:44:17.008864 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:17.039435 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daef992-1a4a-4f8e-bc31-c518e63388ff x-openstack-request-id: req-9daef992-1a4a-4f8e-bc31-c518e63388ff {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:44:17.039752 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:44:17.040002 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9daef992-1a4a-4f8e-bc31-c518e63388ff {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:44:17.040420 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'code': 200} Oct 15 20:44:17.057622 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:17.104151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:17.314623 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285d223-6c11-45b3-bbbf-fcea7edea6f5 req-b3078fb6-dca3-4a49-89da-226b5cf97a93 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:17.316098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0285d223-6c11-45b3-bbbf-fcea7edea6f5 req-b3078fb6-dca3-4a49-89da-226b5cf97a93 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488641 Oct 15 20:44:17.353707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0285d223-6c11-45b3-bbbf-fcea7edea6f5 req-b8546da8-624d-4c8f-86b4-76777f2377bf tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316975 Oct 15 20:44:18.485644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1189ecf-38e1-400f-bf13-3df511266e96 req-2838afff-9753-469d-b0f8-421bc2ed3681 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:18.487056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1189ecf-38e1-400f-bf13-3df511266e96 req-2838afff-9753-469d-b0f8-421bc2ed3681 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0613070 Oct 15 20:44:18.528809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1189ecf-38e1-400f-bf13-3df511266e96 req-0b3067b2-bc2d-42d2-8a62-2bedeb7ca20d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358279 Oct 15 20:44:18.543854 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ceef623d-33ff-4af6-bdac-340f2f6a66fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:19.646721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e03c9c-526e-498d-b5d1-9876cc46dddd req-9295bfe2-5cb3-4398-90df-2bf2a95e4f69 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:19.648215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4e03c9c-526e-498d-b5d1-9876cc46dddd req-9295bfe2-5cb3-4398-90df-2bf2a95e4f69 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0508211 Oct 15 20:44:19.685173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4e03c9c-526e-498d-b5d1-9876cc46dddd req-13087044-2c81-45c5-bca9-a3938bcb2fb6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308902 Oct 15 20:44:20.613460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-b55d7ac5-c6f1-4995-bf49-d74b9b6d0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:20.614899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-b55d7ac5-c6f1-4995-bf49-d74b9b6d0031 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5&tenant_id=cd971fc8b09645a5a07e2e19ac376605 HTTP/1.1" status: 200 len: 1098 time: 0.0398071 Oct 15 20:44:20.627254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:44:20.681529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:20.888332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586900d-ad55-4ef2-be94-32cba56055a2 req-33b561e7-f7fd-45fc-903a-58117712a8fe tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:20.890069 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3586900d-ad55-4ef2-be94-32cba56055a2 req-33b561e7-f7fd-45fc-903a-58117712a8fe tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.1126726 Oct 15 20:44:20.943997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:20.955016 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3586900d-ad55-4ef2-be94-32cba56055a2 req-dd7d7213-971f-4828-b583-49708a1aae6e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590274 Oct 15 20:44:20.980818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:44:21.019870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:44:21.022165 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80021da-ce83-4937-8d38-d2c0de53326c" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:44:21.025861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.038847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Transition to ACTIVE for port object b9367abf-470b-45e6-ba13-78380f6465e9 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:44:21.072662 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c806dd-9abb-4713-a51a-d7d8484e1532 x-openstack-request-id: req-d2c806dd-9abb-4713-a51a-d7d8484e1532 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:44:21.073000 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-unplugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:44:21.073256 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2c806dd-9abb-4713-a51a-d7d8484e1532 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:44:21.073706 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'code': 200} Oct 15 20:44:21.086184 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.168122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:21.210787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] No DVR routers for this DVR port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:44:21.347437 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:44:21.347835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:44:21.348171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:44:21.352438 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:44:21.352758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Attempting to bind port b9367abf-470b-45e6-ba13-78380f6465e9 on network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:44:21.357553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:44:21.357886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Checking segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:44:21.358868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Bound using segment: {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:44:21.359300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Bound port: b9367abf-470b-45e6-ba13-78380f6465e9, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0829ebb-a208-43dd-b747-fb19827523c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:44:21.359704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.423893 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:44:21.426937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:44:21.480682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8377c790-45a6-4a6b-843f-ba6aa6feb5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.509672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.546690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:21.547496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:21.548909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] 10.222.0.15 "PUT /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 1094 time: 0.9261250 Oct 15 20:44:21.570729 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1679c-e4e2-42f7-af34-519497f8940a service neutron] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=11']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:21.618510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-28f7f24a-f9ff-4f34-993d-5d652e353ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:21.620032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-28f7f24a-f9ff-4f34-993d-5d652e353ac2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0462332 Oct 15 20:44:21.716171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-615bee07-b289-40c0-8e7c-d03126e2eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:21.717758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-615bee07-b289-40c0-8e7c-d03126e2eb42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0913720 Oct 15 20:44:21.787515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-b1eb9e8c-c296-4d87-b1c4-bac70aff09f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.0627162 Oct 15 20:44:21.836710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-251468b0-46b4-44d4-9e29-59e1ea7d7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:21.838022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-251468b0-46b4-44d4-9e29-59e1ea7d7841 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0435662 Oct 15 20:44:21.881451 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-743d0a8f-723c-4328-ad6f-f36a03f98c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:21.882881 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-743d0a8f-723c-4328-ad6f-f36a03f98c36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380685 Oct 15 20:44:21.974613 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-e1c88b83-dcb9-4085-9e6f-81f0840965c0 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837162 Oct 15 20:44:22.099840 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a26b0c13-48be-4b63-a293-96d00d50db2b req-15c85238-1a96-43cb-b1e1-dd072246e261 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175146 Oct 15 20:44:22.107865 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6e937-80a9-4424-a937-08d662719788 req-c031047e-fd03-4058-b165-88b6949b0023 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:22.109414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8bc6e937-80a9-4424-a937-08d662719788 req-c031047e-fd03-4058-b165-88b6949b0023 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0710399 Oct 15 20:44:22.148042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8bc6e937-80a9-4424-a937-08d662719788 req-2a586f34-a5e5-453d-a398-dfa596f96fc3 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323904 Oct 15 20:44:22.406882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:22.635936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:44:22.674140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:44:23.050083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:23.074765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:44:23.077109 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c" -d '{"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:44:23.125398 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20e09f9-f773-4e53-a5b6-73dbc6c94f54 x-openstack-request-id: req-e20e09f9-f773-4e53-a5b6-73dbc6c94f54 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:44:23.126477 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:44:23.126804 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e20e09f9-f773-4e53-a5b6-73dbc6c94f54 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:44:23.127424 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'status': 'completed', 'code': 200} Oct 15 20:44:23.132378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:23.221769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-7be75ca1-2b77-47ba-b682-45deb859f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:23.223493 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-7be75ca1-2b77-47ba-b682-45deb859f424 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0691841 Oct 15 20:44:23.225372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-52602dd1-f1ac-41cb-9fe7-6da5cf865599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:23.226813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-52602dd1-f1ac-41cb-9fe7-6da5cf865599 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0806320 Oct 15 20:44:23.407049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:23.407462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2f329-c6c8-4fc8-b566-444cf0f8b75d req-23d89be0-532f-4389-93e5-db1d146554fe tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:23.409535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c2f329-c6c8-4fc8-b566-444cf0f8b75d req-23d89be0-532f-4389-93e5-db1d146554fe tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.1812811 Oct 15 20:44:23.435225 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-85862cfb-3300-410a-89c2-7dfdfaffdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:23.437455 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-85862cfb-3300-410a-89c2-7dfdfaffdbcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2013037 Oct 15 20:44:23.499771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-6d6b29be-7dd0-409d-a970-b6a9186b440b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:23.501262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-6d6b29be-7dd0-409d-a970-b6a9186b440b service neutron] 10.222.0.11 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.2641635 Oct 15 20:44:23.912357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b1c2f329-c6c8-4fc8-b566-444cf0f8b75d req-5d12f224-639f-482f-b06b-0edd90104484 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4930694 Oct 15 20:44:23.923049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-ec7ce49b-24c0-40bc-8474-41468dbfdc7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.4717817 Oct 15 20:44:23.969667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-9d1f827e-820d-44b1-97af-8b1bd0789e4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.4563167 Oct 15 20:44:24.015918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-7af9ca2d-ba1a-4bff-9552-eca7e51368f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:24.017447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-7af9ca2d-ba1a-4bff-9552-eca7e51368f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0858397 Oct 15 20:44:24.041347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-1e308a32-2e53-4734-993b-680079a03958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:24.042458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-1e308a32-2e53-4734-993b-680079a03958 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0656264 Oct 15 20:44:24.112513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-5403bd15-a998-4a2c-b4c5-cd4a5824ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:24.114033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-5403bd15-a998-4a2c-b4c5-cd4a5824ae2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880878 Oct 15 20:44:24.121899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-2106a74e-3867-498c-be51-a720841bae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:24.123306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-2106a74e-3867-498c-be51-a720841bae6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645049 Oct 15 20:44:24.286027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-cd8542a9-2619-462f-bff1-36a5a5cdab8b service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610680 Oct 15 20:44:24.288012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-ec1db2c2-90e3-4ce7-a03d-41b66d254c85 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561527 Oct 15 20:44:24.468614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-a8348f25-427d-464a-8f3e-0aaa7ec09248 service neutron] 10.222.0.11 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666777 Oct 15 20:44:24.470453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-18a5e9e8-eecf-4fe9-8ea4-30f46062262c req-91747b20-5e80-467f-a5d7-574430009161 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770461 Oct 15 20:44:24.755482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:25.036871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651e7f2-c3ae-4b16-be82-e468ad0a0d99 req-a330ca6f-43ac-4d4e-afe1-f51819e6c5b7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:25.038614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6651e7f2-c3ae-4b16-be82-e468ad0a0d99 req-a330ca6f-43ac-4d4e-afe1-f51819e6c5b7 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0566900 Oct 15 20:44:25.085783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6651e7f2-c3ae-4b16-be82-e468ad0a0d99 req-ecfadfdd-dfbc-4ee1-bf0f-5c0ef733d8af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357826 Oct 15 20:44:26.208319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76e555-d70c-427a-b320-d11f437e1797 req-664c65aa-f198-4284-9e94-d88ba359ef1a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:26.209929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c76e555-d70c-427a-b320-d11f437e1797 req-664c65aa-f198-4284-9e94-d88ba359ef1a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Oct 15 20:44:26.250173 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c76e555-d70c-427a-b320-d11f437e1797 req-b2fd4b48-213c-4ed7-9def-3c780e166bdd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Oct 15 20:44:26.481535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-cbc99877-bdfd-4d5a-9c66-a85b9471581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:26.483302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-cbc99877-bdfd-4d5a-9c66-a85b9471581c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd971fc8b09645a5a07e2e19ac376605&device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0408835 Oct 15 20:44:26.588836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-06d329e6-51ef-4593-8fb0-d23b64719e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:26.590199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-06d329e6-51ef-4593-8fb0-d23b64719e07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 200 len: 912 time: 0.0891418 Oct 15 20:44:26.655679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-ade6d138-47de-4ffb-9c9a-71d099b55812 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 200 len: 999 time: 0.0579898 Oct 15 20:44:26.709132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-404ded34-0728-4447-a6fa-6408031121f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:26.710625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-404ded34-0728-4447-a6fa-6408031121f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 200 len: 850 time: 0.0478387 Oct 15 20:44:26.755751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-1a3f1f25-382c-416b-ac2b-11e9bf0486bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:26.757158 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-1a3f1f25-382c-416b-ac2b-11e9bf0486bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a18868c5-48e5-459e-ae0d-a96cdc81aeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401061 Oct 15 20:44:26.847546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-c61fd74e-997f-4d9d-a0ad-0e8655d43229 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Oct 15 20:44:26.943796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b623d5e-db30-4b14-8274-fe14c269c8f4 req-1c5c5a19-9391-44f2-bb6f-25b71b642203 service neutron] 10.222.0.15 "GET /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880566 Oct 15 20:44:27.367404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca9184-0d9d-455b-8440-e8034e12c2ba req-5be4fdda-2ee2-43da-9f5e-be1a47e49e81 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:27.369172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ca9184-0d9d-455b-8440-e8034e12c2ba req-5be4fdda-2ee2-43da-9f5e-be1a47e49e81 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0497956 Oct 15 20:44:27.408811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99ca9184-0d9d-455b-8440-e8034e12c2ba req-b85239c0-5838-40a3-8dcf-3d8ac92c2b17 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Oct 15 20:44:28.525548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90200dbc-75cf-4f31-a937-62407d4d6473 req-c632d2cc-c3ca-45d2-b2fb-1a3f4623d7f1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:28.527063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90200dbc-75cf-4f31-a937-62407d4d6473 req-c632d2cc-c3ca-45d2-b2fb-1a3f4623d7f1 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0501831 Oct 15 20:44:28.574377 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90200dbc-75cf-4f31-a937-62407d4d6473 req-9c906e4a-75e1-4b83-a05d-c1325bb7240f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390987 Oct 15 20:44:29.690832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48befc46-1d82-4a7f-9b93-e74d4cde767b req-653d5303-ac2e-4889-b0e1-c46cc513252b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:29.692323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48befc46-1d82-4a7f-9b93-e74d4cde767b req-653d5303-ac2e-4889-b0e1-c46cc513252b tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0486982 Oct 15 20:44:29.736164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48befc46-1d82-4a7f-9b93-e74d4cde767b req-66b137e4-0f76-4001-9a38-a5cb95e5866d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Oct 15 20:44:30.851856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a6d9a-2b7d-4ddb-953b-676388d22bf4 req-be345e9b-0498-4882-b200-d31b37b23205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:30.853322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c25a6d9a-2b7d-4ddb-953b-676388d22bf4 req-be345e9b-0498-4882-b200-d31b37b23205 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Oct 15 20:44:30.891320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c25a6d9a-2b7d-4ddb-953b-676388d22bf4 req-5503abef-2368-411b-9657-b46da503c1af tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Oct 15 20:44:32.008113 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b11f7-1a64-4e7e-9b32-c6eee798310c req-29c7b918-515a-4ee9-af7d-7caa5e49bbca tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:32.010467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d28b11f7-1a64-4e7e-9b32-c6eee798310c req-29c7b918-515a-4ee9-af7d-7caa5e49bbca tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0507162 Oct 15 20:44:32.051421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d28b11f7-1a64-4e7e-9b32-c6eee798310c req-a1363408-cc6d-4845-b692-704b93eb0d59 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342071 Oct 15 20:44:33.170246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed88b23-3833-4ec5-b136-e4911a8cbc4a req-ae6976ce-eb64-4441-9809-5dc2edad04eb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:33.171865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ed88b23-3833-4ec5-b136-e4911a8cbc4a req-ae6976ce-eb64-4441-9809-5dc2edad04eb tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0497594 Oct 15 20:44:33.209485 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ed88b23-3833-4ec5-b136-e4911a8cbc4a req-e95470f2-45d0-4298-a2cd-235182449b66 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Oct 15 20:44:34.325495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6ab3a-46a8-49d5-9f32-627c8a517803 req-132bee55-8553-43e0-8e52-7f5c4d6bdb65 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:34.327515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ed6ab3a-46a8-49d5-9f32-627c8a517803 req-132bee55-8553-43e0-8e52-7f5c4d6bdb65 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0490100 Oct 15 20:44:34.364278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ed6ab3a-46a8-49d5-9f32-627c8a517803 req-25566b92-2d97-4098-afdc-b60ca0d76551 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Oct 15 20:44:35.479940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec57e24-c0fa-4568-a944-c8e8bcb88eea req-1e198999-5578-454e-9c81-b020b95b1b33 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:35.481366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cec57e24-c0fa-4568-a944-c8e8bcb88eea req-1e198999-5578-454e-9c81-b020b95b1b33 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 945 time: 0.0491760 Oct 15 20:44:35.523145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cec57e24-c0fa-4568-a944-c8e8bcb88eea req-f330208f-7e69-480d-a4a5-b49b3fcc8c17 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357966 Oct 15 20:44:36.273623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:44:36.367389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:36.378797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'port_id': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'mac_address': 'fa:16:3e:c7:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:44:36.419012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:36.431573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:44:36.450627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:36.520423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:36.573965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:36.639076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b646e-a31c-4621-b488-266a4365de7e req-31956254-1641-45d4-8d2d-db46ad1718f6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:36.641176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb2b646e-a31c-4621-b488-266a4365de7e req-31956254-1641-45d4-8d2d-db46ad1718f6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488739 Oct 15 20:44:36.677784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb2b646e-a31c-4621-b488-266a4365de7e req-1c28b34a-c645-45c7-96f5-cdf9cb4126fd tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Oct 15 20:44:36.790009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e0eaf-2667-4975-81e5-8d0bbc575f2b req-d5f01db8-5e9f-4586-a42f-432f790974d8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:36.791487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f80e0eaf-2667-4975-81e5-8d0bbc575f2b req-d5f01db8-5e9f-4586-a42f-432f790974d8 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488660 Oct 15 20:44:36.829706 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f80e0eaf-2667-4975-81e5-8d0bbc575f2b req-f083733a-c203-4874-b516-91d037ff6b0d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316458 Oct 15 20:44:36.899928 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b9367abf-470b-45e6-ba13-78380f6465e9'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:44:36.949673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ebe3e-c5ed-4ed6-9510-ace0c0360e6f req-acccc291-f3ab-4fdf-9657-3213cd53091d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:36.951166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c16ebe3e-c5ed-4ed6-9510-ace0c0360e6f req-acccc291-f3ab-4fdf-9657-3213cd53091d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Oct 15 20:44:36.993277 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c16ebe3e-c5ed-4ed6-9510-ace0c0360e6f req-e7c275bb-5765-4bbf-a5f8-2e5f62af3f04 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356801 Oct 15 20:44:37.412062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fa83e-8537-4536-b709-b43cba7a9d73 req-2242492f-0fca-4f55-8276-b5e4c9f2181e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:37.413516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-457fa83e-8537-4536-b709-b43cba7a9d73 req-2242492f-0fca-4f55-8276-b5e4c9f2181e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0482023 Oct 15 20:44:37.451100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-457fa83e-8537-4536-b709-b43cba7a9d73 req-4b8fa32f-1fc4-4871-ae7e-649126260667 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315580 Oct 15 20:44:38.287025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:44:38.418002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b9367abf-470b-45e6-ba13-78380f6465e9 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:44:38.421844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b9367abf-470b-45e6-ba13-78380f6465e9 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:44:38.422206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:38.502371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:38.527039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:44:38.532917 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ba851-7f52-4bce-b9db-475c7940595e" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:44:38.543337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:38.571133 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94a8eb-672b-4a04-818c-accf172aa886 req-919c7920-1458-4fc1-b4dc-df1ba4dad9d6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:38.572646 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e94a8eb-672b-4a04-818c-accf172aa886 req-919c7920-1458-4fc1-b4dc-df1ba4dad9d6 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Oct 15 20:44:38.606545 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:38.611735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e94a8eb-672b-4a04-818c-accf172aa886 req-ecbbea49-9fbe-45ed-b2f8-6db8956c278a tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Oct 15 20:44:38.661161 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c679353-3c02-4990-8471-c9fc4657a17e x-openstack-request-id: req-4c679353-3c02-4990-8471-c9fc4657a17e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:44:38.661448 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-plugged", "status": "completed", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:44:38.661697 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c679353-3c02-4990-8471-c9fc4657a17e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:44:38.662077 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'code': 200} Oct 15 20:44:38.666462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=13']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:39.175611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613cbba-84cd-4024-8c75-db56601049d0 req-4db2d435-e620-420d-b11c-a943f450949f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:39.177036 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c613cbba-84cd-4024-8c75-db56601049d0 req-4db2d435-e620-420d-b11c-a943f450949f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 947 time: 0.0476341 Oct 15 20:44:39.271039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Deleting port b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:39.271387 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:39.357695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] For port b9367abf-470b-45e6-ba13-78380f6465e9, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b9367abf-470b-45e6-ba13-78380f6465e9,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:39.358059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:39.531404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:39.531799 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:39.532103 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8 disassociated. External IP: 172.25.0.7, port: b9367abf-470b-45e6-ba13-78380f6465e9. Oct 15 20:44:39.532443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Calling delete_port for b9367abf-470b-45e6-ba13-78380f6465e9 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:39.717020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:39.752216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'Port': ['ID=b9367abf-470b-45e6-ba13-78380f6465e9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:39.765249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c83d52-ff81-4d1b-ac15-2b44db22e0f4 req-9ff21488-2aa0-458c-b22c-40c888c00e41 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:39.766767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c83d52-ff81-4d1b-ac15-2b44db22e0f4 req-9ff21488-2aa0-458c-b22c-40c888c00e41 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 868 time: 0.0850015 Oct 15 20:44:39.849783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71c83d52-ff81-4d1b-ac15-2b44db22e0f4 req-c0e6dffa-f453-4182-bf3a-b3c6db78579d tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups?id=14254ca2-d666-4d88-b611-f75223099438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765414 Oct 15 20:44:39.909828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:44:40.018312 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:44:40.027873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:44:40.037608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:44:40.038159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:40.057920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] No DVR routers for this DVR port b9367abf-470b-45e6-ba13-78380f6465e9 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:44:40.060499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:40.064182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c613cbba-84cd-4024-8c75-db56601049d0 req-1a5418a9-b52d-498a-baac-d8a929affe36 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.15 "DELETE /v2.0/ports/b9367abf-470b-45e6-ba13-78380f6465e9 HTTP/1.1" status: 204 len: 173 time: 0.8802977 Oct 15 20:44:40.064624 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-deleted', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:44:40.066871 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdebcbf9-62f1-4162-b8d1-9107390003fd" -d '{"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-deleted", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:44:40.103809 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eab2c9-82b5-44e6-a46a-3da57040dbc2 x-openstack-request-id: req-55eab2c9-82b5-44e6-a46a-3da57040dbc2 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:44:40.104099 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ad2eeb-0424-499e-8637-0cbc534d77b5", "name": "network-vif-deleted", "tag": "b9367abf-470b-45e6-ba13-78380f6465e9", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:44:40.104352 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55eab2c9-82b5-44e6-a46a-3da57040dbc2 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:44:40.104749 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ad2eeb-0424-499e-8637-0cbc534d77b5', 'name': 'network-vif-deleted', 'tag': 'b9367abf-470b-45e6-ba13-78380f6465e9', 'status': 'completed', 'code': 200} Oct 15 20:44:40.145871 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:44:40.346580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:40.376532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:44:40.384763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:44:40.385355 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:44:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:40.491805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:44:40.695014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:40.723235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df9a6d5-cf82-4159-847e-0767c7f3b132 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:30:44Z', 'revision_number': 4, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f75e8cf5-66de-421a-816a-f9e779600f35', 'name': '', 'network_id': 'a18868c5-48e5-459e-ae0d-a96cdc81aeb4', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'mac_address': 'fa:16:3e:ae:99:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:44Z', 'updated_at': '2021-10-15T20:30:48Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'subnets': [{'id': 'eda0a5eb-8930-48ba-99dd-b575bc201a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:44:40.952514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6258459-ec85-4ed4-982d-e17d3e42d1e1 None None] New status for floating IP 1b0a1047-3f13-44f4-b385-f2654e6920a8: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:44:40.960154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8017e45-608c-42bb-ba30-afeed2e93f3b req-6d558ca9-0898-416e-9e36-642b412fe9e9 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Oct 15 20:44:42.067324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-089fe22b-6814-4e1e-a199-9e878aee4cb3 req-46173625-c849-4057-a82d-423a76050939 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0317245 Oct 15 20:44:42.296384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:44:42.316083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: b9367abf-470b-45e6-ba13-78380f6465e9 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:44:42.316433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b9367abf-470b-45e6-ba13-78380f6465e9 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:44:43.160323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a4e4f51-f61d-46f3-81c0-b7378c18b1ed req-607bb092-158a-430e-b802-3d7f5e0364e2 tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0261662 Oct 15 20:44:44.257887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdc2c4f3-7e9a-4f9d-852c-09d8683fd99c req-f626312e-b211-42cd-8bed-d4d6373318ae tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Oct 15 20:44:45.362941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64b352b1-3bf9-4a8c-8564-462692369e6b req-d5ff7d58-9666-4194-9a33-6455eac1ba8c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/ports?device_id=01ad2eeb-0424-499e-8637-0cbc534d77b5 HTTP/1.1" status: 200 len: 210 time: 0.0265977 Oct 15 20:44:46.236246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-0cb0ebbc-8b77-48bf-92f0-2256d8d556b0 req-55e7ab9b-5f3f-426c-a3b3-a29f18b78d56 tempest-ServerDiskConfigTestJSON-1134512255 tempest-ServerDiskConfigTestJSON-1134512255-project] (101180) timed out ('10.222.0.15', 52897) {{(pid=101180) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:44:48.544203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-12f8feb1-9579-4b4b-ba55-1e1a93923406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.402449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37494) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:50.458032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.479944 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.602613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.605203 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.609610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37496) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:50.611615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "DELETE /v2.0/security-groups/14254ca2-d666-4d88-b611-f75223099438 HTTP/1.1" status: 204 len: 168 time: 0.2060881 Oct 15 20:44:50.619352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f13285-6e67-4aec-9ef4-0f104f1e502e tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14254ca2-d666-4d88-b611-f75223099438,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:50.630180 n-d-712140-14 neutron-server[101181]: INFO neutron.api.v2.resource [None req-d7bae210-26ea-43b8-98b8-850c3ff3d89c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] show failed (client error): The resource could not be found. Oct 15 20:44:50.631323 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d7bae210-26ea-43b8-98b8-850c3ff3d89c tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "GET /v2.0/security-groups/14254ca2-d666-4d88-b611-f75223099438 HTTP/1.1" status: 404 len: 347 time: 0.0207014 Oct 15 20:44:50.634133 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37500) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:50.763777 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Deleting port 70ab6afd-4019-4681-ad6b-42cc1f112acb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:50.764116 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.840892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.841220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:50.853612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Calling delete_port for 70ab6afd-4019-4681-ad6b-42cc1f112acb owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:51.047910 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.076576 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Pushing event deleted for resources: {'Port': ['ID=70ab6afd-4019-4681-ad6b-42cc1f112acb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:51.089023 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.089370 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.089713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.090050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.090383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.090712 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.091040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.091366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.091718 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.092046 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.092387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.092694 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:44:51.147326 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.149909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.151070 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6bdc27b1-1f58-4c4c-95da-2933a2fe1e8f tempest-ServerActionsTestJSON-1534066959 tempest-ServerActionsTestJSON-1534066959-project] 10.222.0.13 "DELETE /v2.0/floatingips/1b0a1047-3f13-44f4-b385-f2654e6920a8 HTTP/1.1" status: 204 len: 168 time: 0.5159304 Oct 15 20:44:51.153995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37502) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:51.481215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7b433f3-ed9e-4727-90ef-5236ad6c7ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.628426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.867495 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Deleting port f75e8cf5-66de-421a-816a-f9e779600f35 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:51.867767 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.949432 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] For port f75e8cf5-66de-421a-816a-f9e779600f35, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f75e8cf5-66de-421a-816a-f9e779600f35,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:51.949969 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:51.962727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Calling delete_port for f75e8cf5-66de-421a-816a-f9e779600f35 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:52.195546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:52.221932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Pushing event deleted for resources: {'Port': ['ID=f75e8cf5-66de-421a-816a-f9e779600f35,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:52.390626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:52.412808 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:52.597572 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Router d5f8b69a-4a0b-492e-91d6-750608f19650 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:44:52.702748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:44:52.710198 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d54f191c-081e-4da8-9320-50cd6f57753c admin admin] 10.222.0.13 "PUT /v2.0/routers/d5f8b69a-4a0b-492e-91d6-750608f19650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5528190 Oct 15 20:44:52.710449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37506) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:52.711239 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Sync routers for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:44:52.720457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:44:52.721058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:52.814317 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:52.824819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:44:52.918216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.014136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': '1240a407-00c2-4c72-8378-6867052fbc51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:44:52Z', 'revision_number': 5, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port': {'id': '1240a407-00c2-4c72-8378-6867052fbc51', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:30:42Z', 'updated_at': '2021-10-15T20:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:53.031221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Deleting port 1240a407-00c2-4c72-8378-6867052fbc51 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:53.031589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.040548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Checking router: d5f8b69a-4a0b-492e-91d6-750608f19650 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:44:53.042499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.059520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Routers {'d5f8b69a-4a0b-492e-91d6-750608f19650'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:44:53.060130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:44:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5f8b69a-4a0b-492e-91d6-750608f19650'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:53.111172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] For port 1240a407-00c2-4c72-8378-6867052fbc51, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=1240a407-00c2-4c72-8378-6867052fbc51,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:53.111517 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.123284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Calling delete_port for 1240a407-00c2-4c72-8378-6867052fbc51 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:53.128573 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.147889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] Set router d5f8b69a-4a0b-492e-91d6-750608f19650 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:44:53.206562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:44:52Z', 'revision_number': 6, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:53.234500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c6e04-e837-427d-8395-bc79c3d36820 None None] The sync data for ids ['d5f8b69a-4a0b-492e-91d6-750608f19650'] in n-d-712140-14 is: [{'id': 'd5f8b69a-4a0b-492e-91d6-750608f19650', 'name': 'tempest-ServerActionsTestJSON-595271232-router', 'tenant_id': 'cd971fc8b09645a5a07e2e19ac376605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:30:41Z', 'updated_at': '2021-10-15T20:44:52Z', 'revision_number': 6, 'project_id': 'cd971fc8b09645a5a07e2e19ac376605', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:44:53.332850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.358091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Pushing event deleted for resources: {'Port': ['ID=1240a407-00c2-4c72-8378-6867052fbc51,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:53.401632 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.426626 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.519032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.521110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.647493 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:44:53.658500 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.659027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f8b69a-4a0b-492e-91d6-750608f19650 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:44:53.663730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.664904 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ebb4ea93-aaa9-4850-a072-bc4dce2f9645 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d5f8b69a-4a0b-492e-91d6-750608f19650 HTTP/1.1" status: 204 len: 168 time: 0.9534667 Oct 15 20:44:53.667309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37508) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:53.713400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Deleting subnet eda0a5eb-8930-48ba-99dd-b575bc201a57 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:44:53.716472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.753838 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.847458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.938730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.964472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda0a5eb-8930-48ba-99dd-b575bc201a57,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:53.969713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:53.975232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8fd038cb-1636-4132-b955-9f4e6b8f8111 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eda0a5eb-8930-48ba-99dd-b575bc201a57 HTTP/1.1" status: 204 len: 168 time: 0.3047528 Oct 15 20:44:53.975605 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37510) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:53.975803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea2dc3-f376-4bc2-90ac-a796aa5fe7c3 None None] Network a18868c5-48e5-459e-ae0d-a96cdc81aeb4 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:44:54.050678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.104996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Deleting port 466ad352-0847-428f-8772-91b9b1af457a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:54.105420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.158814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] DHCP port deletion for a18868c5-48e5-459e-ae0d-a96cdc81aeb4 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:44:54.180509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] For port 466ad352-0847-428f-8772-91b9b1af457a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=466ad352-0847-428f-8772-91b9b1af457a,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:54.180876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.201987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Calling delete_port for 466ad352-0847-428f-8772-91b9b1af457a owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:54.213039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Deleting port 466ad352-0847-428f-8772-91b9b1af457a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:44:54.213488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.412946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.437090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] For port 466ad352-0847-428f-8772-91b9b1af457a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=466ad352-0847-428f-8772-91b9b1af457a,segment=NetworkSegment(e0829ebb-a208-43dd-b747-fb19827523c4),segment_id=e0829ebb-a208-43dd-b747-fb19827523c4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:44:54.437482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.439206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Pushing event deleted for resources: {'Port': ['ID=466ad352-0847-428f-8772-91b9b1af457a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:54.446305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] No DVR routers for this DVR port 466ad352-0847-428f-8772-91b9b1af457a on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:44:54.452809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Calling delete_port for 466ad352-0847-428f-8772-91b9b1af457a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:44:54.522522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.526955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.542682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18868c5-48e5-459e-ae0d-a96cdc81aeb4']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:54.552487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0829ebb-a208-43dd-b747-fb19827523c4') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:54.552789 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0829ebb-a208-43dd-b747-fb19827523c4') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:44:54.555434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] No DVR routers for this DVR port 466ad352-0847-428f-8772-91b9b1af457a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:44:54.557437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab7dd0-8605-401e-95b1-eb1e860eccda None None] Pushing event deleted for resources: {'Port': ['ID=466ad352-0847-428f-8772-91b9b1af457a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:54.564188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.578034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.584108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:44:54.584481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:44:54.586111 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:44:54.692727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.699768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.702827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a18868c5-48e5-459e-ae0d-a96cdc81aeb4 HTTP/1.1" status: 204 len: 168 time: 0.7255602 Oct 15 20:44:54.713172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ef1c2-9d6a-4c8a-9ed9-dcdbf68eb825 admin admin] Pushing event deleted for resources: {'Network': ['ID=a18868c5-48e5-459e-ae0d-a96cdc81aeb4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:54.726835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:54.938682 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 466ad352-0847-428f-8772-91b9b1af457a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:44:54.942676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37514) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:54.958861 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 466ad352-0847-428f-8772-91b9b1af457a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:44:54.959119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 466ad352-0847-428f-8772-91b9b1af457a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:44:54.959543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1240a407-00c2-4c72-8378-6867052fbc51 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:44:54.977476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 1240a407-00c2-4c72-8378-6867052fbc51 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:44:54.978169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 1240a407-00c2-4c72-8378-6867052fbc51 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:44:54.978288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f75e8cf5-66de-421a-816a-f9e779600f35 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:44:54.982447 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98b360ed-e52a-439d-bec3-0bf39ece9bbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd971fc8b09645a5a07e2e19ac376605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386004 Oct 15 20:44:54.985442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37516) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:54.996872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f75e8cf5-66de-421a-816a-f9e779600f35 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:44:54.997211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f75e8cf5-66de-421a-816a-f9e779600f35 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:44:55.034413 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:55.055975 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:55.160364 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:55.162958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:55.164148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8190474b-0ffd-4bfb-8db4-8d18272d52a1 HTTP/1.1" status: 204 len: 168 time: 0.1777999 Oct 15 20:44:55.176309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4785c2c-fcef-4c80-a84f-03f82145f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8190474b-0ffd-4bfb-8db4-8d18272d52a1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:56.161335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37538) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:56.255156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-541364450-network', 'tenant_id': '37cd0dd567434aaaab741f8bc74deab0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:44:56.332314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Made reservation on behalf of 37cd0dd567434aaaab741f8bc74deab0 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:44:56.334533 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.342692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.422213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.486886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.511182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:44:56.520560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3632f7b-9ee0-4c8c-aa24-89fce729081b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:56.525201 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.525564 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Added segment b739010e-925b-42e0-836e-d447dc2ab6fd of type vlan for network 30a094ec-99d5-4fe2-a2ca-239077148807 Oct 15 20:44:56.564565 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.652102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.652970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:56.653536 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:56.712809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] Pushing event updated for resources: {'Network': ['ID=30a094ec-99d5-4fe2-a2ca-239077148807,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:56.723704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 30a094ec-99d5-4fe2-a2ca-239077148807 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:44:56.747073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-57aef002-9799-4188-b564-00b6c05168f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5845876 Oct 15 20:44:56.750497 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:44:56.755255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Request body: {'subnet': {'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-541364450-subnet', 'tenant_id': '37cd0dd567434aaaab741f8bc74deab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:44:56.829988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Made reservation on behalf of 37cd0dd567434aaaab741f8bc74deab0 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:44:56.832334 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:57.036047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:57.093950 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc5fd303-71a4-48bd-b537-7adb84eb8300,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:44:57.102102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Checking segment: {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:44:57.102459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Network hostable DHCP agents. Network: 30a094ec-99d5-4fe2-a2ca-239077148807, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:44:57.172702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Network 30a094ec-99d5-4fe2-a2ca-239077148807 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:44:57.245799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 30a094ec-99d5-4fe2-a2ca-239077148807) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:44:57.250813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:57.251396 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:44:57.256222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0876bee-e044-4e62-9a81-1a41d87a0f5d None None] Network 30a094ec-99d5-4fe2-a2ca-239077148807 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:44:57.346139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9ab3230d-0e55-4276-99c1-0b88eae3aa1f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5944831 Oct 15 20:44:57.378080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2944bc-c91e-4aa8-a8cd-7dee071b91c1 None None] Network 30a094ec-99d5-4fe2-a2ca-239077148807 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:44:57.772514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-8c60a5aa-0b16-4f34-8e9b-a52e6c1f5742 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:44:57.773960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-8c60a5aa-0b16-4f34-8e9b-a52e6c1f5742 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/networks?id=30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 200 len: 813 time: 0.1049545 Oct 15 20:44:57.788683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-205c26a4-4f1c-479b-b1c6-1811366c4030 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/quotas/37cd0dd567434aaaab741f8bc74deab0 HTTP/1.1" status: 200 len: 375 time: 0.0090029 Oct 15 20:44:57.819458 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-6da26197-3133-4e31-8b73-6fa9b5934c04 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255308 Oct 15 20:44:57.950601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-17fb8e52-7ef6-42dd-a5c1-91f23d6075d1 service neutron] 10.222.0.13 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243067 Oct 15 20:44:58.042782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-2470c4c5-74e3-45ff-aca7-7b9286aaea8e service neutron] 10.222.0.13 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854759 Oct 15 20:44:58.316326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04fc649a-2e5a-4894-963e-99bc17004acf req-7a61ba08-059c-45d8-ab4f-ee9a26871ffb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 210 time: 0.0792685 Oct 15 20:44:59.407638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-41843797-ce3d-4af7-a246-856ef0564b2d req-f629e33a-85f2-4315-b71f-85f1a189cba1 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Oct 15 20:45:00.499589 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-70c112ea-8e53-4804-9faf-e96255c66a5b req-542643fe-287d-44e1-822f-462f2be4a213 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 210 time: 0.0266225 Oct 15 20:45:01.283779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-1c422b6f-734a-442c-93dd-fafe0d634254 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:01.285219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-1c422b6f-734a-442c-93dd-fafe0d634254 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.15 "GET /v2.0/networks?id=30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 200 len: 813 time: 0.1055484 Oct 15 20:45:01.299493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Request body: {'port': {'device_id': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807', 'admin_state_up': True, 'tenant_id': '37cd0dd567434aaaab741f8bc74deab0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:01.470085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Made reservation on behalf of 37cd0dd567434aaaab741f8bc74deab0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:01.473597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:01.829648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71ed1bab-0e45-4635-927c-b6db72c55669 req-30c15d15-96f4-4f6d-9b9e-6e57d9c1bc6e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 210 time: 0.0279207 Oct 15 20:45:01.935400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Allocated IP 172.20.0.11 (30a094ec-99d5-4fe2-a2ca-239077148807/bc5fd303-71a4-48bd-b537-7adb84eb8300/01e1ae6f-60dd-4dd4-aa27-2f914d01e331) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:02.080939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.150063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.194093 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Network 30a094ec-99d5-4fe2-a2ca-239077148807 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:02.197299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:02.201426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:02.230504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Pushing event updated for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:02.243909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.244255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.244602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.244940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.245273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.245602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.245931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.246252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.246574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.246896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.247215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.247540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:02.264685 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:02.265291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.340851 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-88b88f51-8c5d-451d-8c5d-2273971391f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0456071 Oct 15 20:45:02.352855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Request body: {'port': {'device_id': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:02.404357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.662298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:45:02.669555 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.681398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Transition to ACTIVE for port object 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:45:02.743717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.791710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Pushing event updated for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:02.863105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Attempting to bind port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:02.863678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Attempting to bind port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:02.864916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Attempting to bind port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 on network 30a094ec-99d5-4fe2-a2ca-239077148807 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:02.868061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 on network 30a094ec-99d5-4fe2-a2ca-239077148807 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:45:02.868378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Attempting to bind port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 on network 30a094ec-99d5-4fe2-a2ca-239077148807 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:02.873406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:02.873713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Checking segment: {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:02.874092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Bound using segment: {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:02.874514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Bound port: 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:02.874864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:02.967607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:02.971192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:02.978904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6295e48-387b-4f50-9bb4-6a505e428bd0 req-86960dfc-f2c1-48e3-be09-f157c93a1485 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:02.980415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6295e48-387b-4f50-9bb4-6a505e428bd0 req-86960dfc-f2c1-48e3-be09-f157c93a1485 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0726795 Oct 15 20:45:03.020245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f6295e48-387b-4f50-9bb4-6a505e428bd0 req-8de4c811-f2e9-4e26-b4ed-f84b546f31c0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Oct 15 20:45:03.048148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:03.081417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.081853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:03.083221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] 10.222.0.15 "PUT /v2.0/ports/01e1ae6f-60dd-4dd4-aa27-2f914d01e331 HTTP/1.1" status: 200 len: 1093 time: 0.7344100 Oct 15 20:45:03.083696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:03.085959 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd077b53-fdc8-4271-b368-c00088101664" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:03.111904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05895b4-a1bd-42e8-bf7d-f338cb4b00bd service neutron] Pushing event updated for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:03.125015 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ae3eb0-f12f-4f79-888f-8d67ac560bdb x-openstack-request-id: req-45ae3eb0-f12f-4f79-888f-8d67ac560bdb {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:03.125298 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:03.125598 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ae3eb0-f12f-4f79-888f-8d67ac560bdb {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:03.126275 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331', 'status': 'completed', 'code': 200} Oct 15 20:45:03.188578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd077b53-fdc8-4271-b368-c00088101664 req-7e616232-733c-452b-980e-fbd9caccfde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.190053 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd077b53-fdc8-4271-b368-c00088101664 req-7e616232-733c-452b-980e-fbd9caccfde2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 1096 time: 0.0453193 Oct 15 20:45:03.287287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd077b53-fdc8-4271-b368-c00088101664 req-64b6a243-f942-487f-9208-4a24d4ca6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.288675 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd077b53-fdc8-4271-b368-c00088101664 req-64b6a243-f942-487f-9208-4a24d4ca6209 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=37cd0dd567434aaaab741f8bc74deab0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0906751 Oct 15 20:45:03.384162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd077b53-fdc8-4271-b368-c00088101664 req-6ce4dd3a-2e57-46b5-955c-5aa985a13b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.385590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dd077b53-fdc8-4271-b368-c00088101664 req-6ce4dd3a-2e57-46b5-955c-5aa985a13b62 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898421 Oct 15 20:45:03.460400 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-18fc61cf-76a9-4c72-b5fc-9e4a038dc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.461845 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-18fc61cf-76a9-4c72-b5fc-9e4a038dc73b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 1096 time: 0.0406029 Oct 15 20:45:03.507299 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-c3ab6db5-2174-4066-8892-7e9d9ad3ce22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331 HTTP/1.1" status: 200 len: 217 time: 0.0375345 Oct 15 20:45:03.556218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-684200a3-33f2-4467-850f-95489fa8d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:03.557556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-684200a3-33f2-4467-850f-95489fa8d2cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc5fd303-71a4-48bd-b537-7adb84eb8300 HTTP/1.1" status: 200 len: 853 time: 0.0424590 Oct 15 20:45:03.587658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-a7fe68d3-7113-46ab-9dbc-e480c99b5bb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a094ec-99d5-4fe2-a2ca-239077148807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228677 Oct 15 20:45:03.680018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-bb8bb6e6-6444-4393-a56b-36029bfe67e0 service neutron] 10.222.0.15 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856996 Oct 15 20:45:03.768958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7aee3129-4527-48d1-97c2-815cdd2fc6d8 req-969c5ce9-d699-42a0-acc0-3f43d45f7c30 service neutron] 10.222.0.15 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809312 Oct 15 20:45:04.144301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21407-134b-4568-abb0-3db4c55e6fe1 req-9197dd33-37cf-4362-95bf-9a67d34b6f5e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:04.145786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20b21407-134b-4568-abb0-3db4c55e6fe1 req-9197dd33-37cf-4362-95bf-9a67d34b6f5e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0569239 Oct 15 20:45:04.183270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20b21407-134b-4568-abb0-3db4c55e6fe1 req-b8cd8d50-1f61-44b0-95d5-8bb299bf2077 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Oct 15 20:45:05.301315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953c5b-dfcd-4084-a52d-af01957efd0f req-1665d02c-4064-46ef-b152-3c9421331dc0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:05.302814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df953c5b-dfcd-4084-a52d-af01957efd0f req-1665d02c-4064-46ef-b152-3c9421331dc0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Oct 15 20:45:05.339877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-df953c5b-dfcd-4084-a52d-af01957efd0f req-a650811e-9aaf-49df-a1b3-1bf28f6f749d tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Oct 15 20:45:06.451064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11575d-525a-4c8f-91c4-5fcee253d882 req-8889f771-3fb7-4071-a50b-21c4a4bd3a67 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:06.452468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af11575d-525a-4c8f-91c4-5fcee253d882 req-8889f771-3fb7-4071-a50b-21c4a4bd3a67 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0480106 Oct 15 20:45:06.490797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af11575d-525a-4c8f-91c4-5fcee253d882 req-24dcbdb2-16b7-4b1d-ad9e-511ce7e79191 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Oct 15 20:45:07.605450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e1b5f-0dd2-4e81-a24d-a047631d75b0 req-9a2ee6ae-84b6-42e8-be18-ea02f5a02028 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:07.606962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-091e1b5f-0dd2-4e81-a24d-a047631d75b0 req-9a2ee6ae-84b6-42e8-be18-ea02f5a02028 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0486083 Oct 15 20:45:07.645156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-091e1b5f-0dd2-4e81-a24d-a047631d75b0 req-ff7139c5-b911-402c-874d-6386824865f6 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Oct 15 20:45:08.508669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:45:08.605617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:08.616931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331', 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807', 'port_id': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331', 'mac_address': 'fa:16:3e:32:d5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5fd303-71a4-48bd-b537-7adb84eb8300', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:45:08.654828 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:08.668086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:45:08.688538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:08.761564 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:08.765926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f81fa2-eb5d-4cde-b9ae-c4d7948294c9 req-1d454d08-8fe0-4125-b074-34f26d320593 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:08.767472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56f81fa2-eb5d-4cde-b9ae-c4d7948294c9 req-1d454d08-8fe0-4125-b074-34f26d320593 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 944 time: 0.0544205 Oct 15 20:45:08.806689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56f81fa2-eb5d-4cde-b9ae-c4d7948294c9 req-db5d653d-334d-4cff-aff1-585aa2368b69 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Oct 15 20:45:08.814086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:09.070369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['01e1ae6f-60dd-4dd4-aa27-2f914d01e331'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:09.922056 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b36b8-a2d9-461e-ac7f-8164b074bf69 req-343ff9ca-289a-4ef3-8c40-84d709c585bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:09.923784 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f1b36b8-a2d9-461e-ac7f-8164b074bf69 req-343ff9ca-289a-4ef3-8c40-84d709c585bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 945 time: 0.0490315 Oct 15 20:45:09.960932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7f1b36b8-a2d9-461e-ac7f-8164b074bf69 req-7984738b-3ea4-4203-a081-950d97e659f8 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312896 Oct 15 20:45:10.515085 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:45:10.646039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:45:10.649773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:10.650152 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:10.725022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:10.746948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:10.749455 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8025fc-db0d-49d5-bb1c-8e4e45a7bf61" -d '{"events": [{"server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "name": "network-vif-plugged", "status": "completed", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:10.761827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:10.787757 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c02a54-e3ed-4e45-89e1-ed154138e390 x-openstack-request-id: req-a7c02a54-e3ed-4e45-89e1-ed154138e390 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:10.787757 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "name": "network-vif-plugged", "status": "completed", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:10.787988 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7c02a54-e3ed-4e45-89e1-ed154138e390 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:10.788245 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331', 'code': 200} Oct 15 20:45:10.835908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:10.878967 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79304794-0d00-41f4-9169-3a65753fe1f9 req-98cee8a0-ba86-414a-b7bf-37af95b1a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:10.880477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79304794-0d00-41f4-9169-3a65753fe1f9 req-98cee8a0-ba86-414a-b7bf-37af95b1a6df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 1098 time: 0.0400929 Oct 15 20:45:10.886539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:10.918027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-79304794-0d00-41f4-9169-3a65753fe1f9 req-a2530310-c712-402d-b719-37705c9bd423 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304029 Oct 15 20:45:11.081490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a2166-c10e-4e95-9bb6-c74aa970999f req-b6544d5c-72a3-41b1-a3ee-563810955e5d tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:11.082873 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab5a2166-c10e-4e95-9bb6-c74aa970999f req-b6544d5c-72a3-41b1-a3ee-563810955e5d tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0547142 Oct 15 20:45:11.120594 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab5a2166-c10e-4e95-9bb6-c74aa970999f req-61281f38-6237-452a-b3e4-28e40c8512a6 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Oct 15 20:45:12.234466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c383f24-12ee-427f-ae51-89f4cba3654d req-926b468e-7828-4244-8cce-761d283b99c1 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:12.236682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c383f24-12ee-427f-ae51-89f4cba3654d req-926b468e-7828-4244-8cce-761d283b99c1 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0509162 Oct 15 20:45:12.274063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c383f24-12ee-427f-ae51-89f4cba3654d req-5b31d567-1cbb-43f7-aebf-a2e3c5275daa tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Oct 15 20:45:13.387325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb684046-8664-4ada-a734-ebaab3908613 req-590e32f5-a632-49b5-bf5d-b8eb6ca25bbc tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:13.388813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb684046-8664-4ada-a734-ebaab3908613 req-590e32f5-a632-49b5-bf5d-b8eb6ca25bbc tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0484579 Oct 15 20:45:13.426183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eb684046-8664-4ada-a734-ebaab3908613 req-56440c90-1a7a-44b7-ae15-e9e902264b07 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Oct 15 20:45:13.646794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-f89e7ffc-b07b-418f-b4b6-38ea3c1b4d65 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:13.648283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-f89e7ffc-b07b-418f-b4b6-38ea3c1b4d65 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/networks?id=30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 200 len: 813 time: 0.1051390 Oct 15 20:45:13.662927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-706c2ecf-5a52-4626-b067-752c1fa1d541 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/quotas/37cd0dd567434aaaab741f8bc74deab0 HTTP/1.1" status: 200 len: 375 time: 0.0089648 Oct 15 20:45:13.710524 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd44c656-fc92-490c-b4ea-31af556e69fc tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421994 Oct 15 20:45:13.804124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-efb88128-c682-48be-905f-3cdd618a5910 service neutron] 10.222.0.13 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862257 Oct 15 20:45:13.890820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-f64a8b80-7385-48b8-9ef3-852691db2948 service neutron] 10.222.0.13 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807285 Oct 15 20:45:14.144057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2679907f-69e8-4c03-a4a2-ca434353a3a4 req-de409626-f29b-410f-a33f-d2aec2902861 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 210 time: 0.0316000 Oct 15 20:45:15.239039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ce1a75e-9f14-44de-926b-3a72de5270a8 req-8e481fa3-58d4-4284-9627-20789f77a15d tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Oct 15 20:45:16.101217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-2abf0d4e-82ea-4459-bfc0-61b8a2c726e6 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:16.102683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-2abf0d4e-82ea-4459-bfc0-61b8a2c726e6 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.11 "GET /v2.0/networks?id=30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 200 len: 813 time: 0.0990686 Oct 15 20:45:16.115890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Request body: {'port': {'device_id': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807', 'admin_state_up': True, 'tenant_id': '37cd0dd567434aaaab741f8bc74deab0'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:16.320297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Made reservation on behalf of 37cd0dd567434aaaab741f8bc74deab0 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:16.323600 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:16.339756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4145740-c794-41d7-abd5-a38d6b9d18f7 req-f9cd8fd4-f3b1-4833-9baa-0ffe4a0c00c3 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 210 time: 0.0325334 Oct 15 20:45:16.462181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Allocated IP 172.20.0.14 (30a094ec-99d5-4fe2-a2ca-239077148807/bc5fd303-71a4-48bd-b537-7adb84eb8300/bbb7aa75-3434-4340-a7e1-e5e48d28029d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:16.602109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:16.687481 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:16.700202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['01e1ae6f-60dd-4dd4-aa27-2f914d01e331'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:16.728507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Network 30a094ec-99d5-4fe2-a2ca-239077148807 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:16.731547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:16.735231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:16.764998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Pushing event updated for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:16.794544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:16.795008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:16.866366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-cd239907-16e4-4814-9259-9369944d0679 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7540448 Oct 15 20:45:16.920533 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Request body: {'port': {'device_id': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:16.979426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.243819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb7aa75-3434-4340-a7e1-e5e48d28029d {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:45:17.252426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.263924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Transition to ACTIVE for port object bbb7aa75-3434-4340-a7e1-e5e48d28029d will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:45:17.326882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.394700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Pushing event updated for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:17.478910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Attempting to bind port bbb7aa75-3434-4340-a7e1-e5e48d28029d on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:17.479152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Attempting to bind port bbb7aa75-3434-4340-a7e1-e5e48d28029d by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:17.479479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Attempting to bind port bbb7aa75-3434-4340-a7e1-e5e48d28029d on network 30a094ec-99d5-4fe2-a2ca-239077148807 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:17.491771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef864fdb-d581-4457-a8a5-279acca6999a req-2a7b8b87-5cbc-4ee1-be57-0dc1fde2edf5 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:17.493242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef864fdb-d581-4457-a8a5-279acca6999a req-2a7b8b87-5cbc-4ee1-be57-0dc1fde2edf5 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0737376 Oct 15 20:45:17.494204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Port bbb7aa75-3434-4340-a7e1-e5e48d28029d on network 30a094ec-99d5-4fe2-a2ca-239077148807 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:45:17.494520 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Attempting to bind port bbb7aa75-3434-4340-a7e1-e5e48d28029d on network 30a094ec-99d5-4fe2-a2ca-239077148807 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:17.501567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:17.501902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Checking segment: {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:17.502275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Bound using segment: {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:17.502700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Bound port: bbb7aa75-3434-4340-a7e1-e5e48d28029d, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b739010e-925b-42e0-836e-d447dc2ab6fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:17.503050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.562944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ef864fdb-d581-4457-a8a5-279acca6999a req-26071194-728a-45ed-a0b3-f6270623f0a6 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634005 Oct 15 20:45:17.588609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:17.591701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:17.675899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.713570 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:17.714187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:17.715580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] 10.222.0.11 "PUT /v2.0/ports/bbb7aa75-3434-4340-a7e1-e5e48d28029d HTTP/1.1" status: 200 len: 1093 time: 0.8410952 Oct 15 20:45:17.716027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:17.718277 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:17.744043 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5d6a-bf27-4381-98a4-2d1794efafcb service neutron] Pushing event updated for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:17.757214 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8127128-e8b7-404a-ba8e-1d0539cb2563 x-openstack-request-id: req-b8127128-e8b7-404a-ba8e-1d0539cb2563 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:17.757503 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:17.757779 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8127128-e8b7-404a-ba8e-1d0539cb2563 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:17.758176 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d', 'status': 'completed', 'code': 200} Oct 15 20:45:17.827346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-4a894418-43b6-441c-a1d2-87531305850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:17.828944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-4a894418-43b6-441c-a1d2-87531305850d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 1096 time: 0.0416985 Oct 15 20:45:17.929504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-9ce31147-6f4e-44ff-8286-94c5fcf884a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:17.930962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-9ce31147-6f4e-44ff-8286-94c5fcf884a2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=37cd0dd567434aaaab741f8bc74deab0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0940399 Oct 15 20:45:18.023945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-92f7f217-317a-4c9b-ba33-740bf0ff4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:18.025316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c8e4fb6c-12c9-473d-aa13-4ca23ead6c5a req-92f7f217-317a-4c9b-ba33-740bf0ff4eb1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871663 Oct 15 20:45:18.102664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-0f40ad85-fa8c-45e5-b527-7a910d3b5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:18.104145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-0f40ad85-fa8c-45e5-b527-7a910d3b5da0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 1096 time: 0.0402749 Oct 15 20:45:18.149171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-401f187a-910e-47ad-a9c8-7c1c7c8b46d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d HTTP/1.1" status: 200 len: 217 time: 0.0368412 Oct 15 20:45:18.197895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-600c6e46-5834-47ad-bbef-c1c4201f0f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:18.199354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-600c6e46-5834-47ad-bbef-c1c4201f0f96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc5fd303-71a4-48bd-b537-7adb84eb8300 HTTP/1.1" status: 200 len: 853 time: 0.0435553 Oct 15 20:45:18.229605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-618b46e2-7ce3-4eaa-bbba-f6fb1575f039 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=30a094ec-99d5-4fe2-a2ca-239077148807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234430 Oct 15 20:45:18.320161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-50819570-286b-4d03-9163-c4d67a63b076 service neutron] 10.222.0.11 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828066 Oct 15 20:45:18.408842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b30fd034-fc7a-43b3-bd06-1b1d6cfb1f55 req-9a73b523-b293-4636-8475-f16be2a48133 service neutron] 10.222.0.11 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817573 Oct 15 20:45:18.509974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a20749e-df1d-4cd9-bb25-8fda12d74f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:18.677092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98386c68-b7e6-4df1-836f-bc98e2bb64af req-ae065555-929b-4b82-ba5a-78c14c631408 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:18.678581 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98386c68-b7e6-4df1-836f-bc98e2bb64af req-ae065555-929b-4b82-ba5a-78c14c631408 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0480447 Oct 15 20:45:18.719695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-98386c68-b7e6-4df1-836f-bc98e2bb64af req-b2ca1a10-4a0c-4d66-906f-292ca4c251ad tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Oct 15 20:45:19.833158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fea33f-1469-45e5-bd3d-11aedbc6395c req-34a818bc-acc5-4a7f-86da-3400b96d25a3 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:19.834626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8fea33f-1469-45e5-bd3d-11aedbc6395c req-34a818bc-acc5-4a7f-86da-3400b96d25a3 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0485013 Oct 15 20:45:19.871195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a8fea33f-1469-45e5-bd3d-11aedbc6395c req-e31b89c3-c500-4327-b4f0-11c6a7ca2176 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306187 Oct 15 20:45:20.989608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93af389-6e79-493c-9ec0-13e93592189e req-70d5ffaf-c9b2-4411-9fbf-44013d55962b tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:20.991070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93af389-6e79-493c-9ec0-13e93592189e req-70d5ffaf-c9b2-4411-9fbf-44013d55962b tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0490942 Oct 15 20:45:21.028637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e93af389-6e79-493c-9ec0-13e93592189e req-1e557f2c-5db3-4f4f-be52-77607021bbab tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315645 Oct 15 20:45:21.481337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-214dd728-0612-4f64-aac3-da0ac4f5e3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:22.140209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4bcae-5f38-4742-8b23-3bdecc8ee572 req-b0c1f172-f520-4aa8-b144-01a2def1101c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:22.141672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb4bcae-5f38-4742-8b23-3bdecc8ee572 req-b0c1f172-f520-4aa8-b144-01a2def1101c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0481579 Oct 15 20:45:22.182456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fb4bcae-5f38-4742-8b23-3bdecc8ee572 req-85cafde6-74cc-4f51-acb9-2304d87d1683 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347328 Oct 15 20:45:22.412812 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.025717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bbb7aa75-3434-4340-a7e1-e5e48d28029d details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:45:23.042824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.132054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:23.143201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d', 'network_id': '30a094ec-99d5-4fe2-a2ca-239077148807', 'port_id': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d', 'mac_address': 'fa:16:3e:81:dc:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc5fd303-71a4-48bd-b537-7adb84eb8300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:45:23.166259 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.180017 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.193170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb7aa75-3434-4340-a7e1-e5e48d28029d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:45:23.214178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:23.281580 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.294278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba48a4-b142-48a8-9c4c-e4e86d112965 req-cafc39f4-5eb6-4171-9b57-8df457db126e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:23.297301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4ba48a4-b142-48a8-9c4c-e4e86d112965 req-cafc39f4-5eb6-4171-9b57-8df457db126e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 944 time: 0.0479584 Oct 15 20:45:23.334650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d4ba48a4-b142-48a8-9c4c-e4e86d112965 req-cdabdb04-72a8-4622-948c-5b17c4ba2f64 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321960 Oct 15 20:45:23.346927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:23.356763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.357104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.357442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.357769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.358096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.358422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.358748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.359066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.359497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.359873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.360191 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.361202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:23.429928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:23.600964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['bbb7aa75-3434-4340-a7e1-e5e48d28029d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:24.453459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592af956-ed0d-4f8e-bd25-aa8dd2b0f933 req-43a2d6fd-5061-4339-82a4-ab5b9a0a9167 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:24.454937 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-592af956-ed0d-4f8e-bd25-aa8dd2b0f933 req-43a2d6fd-5061-4339-82a4-ab5b9a0a9167 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Oct 15 20:45:24.492607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-592af956-ed0d-4f8e-bd25-aa8dd2b0f933 req-97e2b5a1-fd7b-460a-8f75-1c0c0c5d6c22 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Oct 15 20:45:24.744531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:25.057170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bbb7aa75-3434-4340-a7e1-e5e48d28029d up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:45:25.195082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port bbb7aa75-3434-4340-a7e1-e5e48d28029d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:45:25.199649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port bbb7aa75-3434-4340-a7e1-e5e48d28029d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:25.200064 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:25.275334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:25.297488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:25.300124 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b25efd3-ee87-4e08-83a9-7a77b76bd081" -d '{"events": [{"server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "name": "network-vif-plugged", "status": "completed", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:25.312381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:25.389811 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebec3653-b135-4b93-9dfd-35b03b4cdd8b x-openstack-request-id: req-ebec3653-b135-4b93-9dfd-35b03b4cdd8b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:25.390105 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "name": "network-vif-plugged", "status": "completed", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:25.390358 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebec3653-b135-4b93-9dfd-35b03b4cdd8b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:25.390756 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d', 'code': 200} Oct 15 20:45:25.396008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:25.447467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:25.489566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6b88-15a7-49d6-ba01-01c7cf60a848 req-e3e8ee3e-5f73-4d8c-a316-9f7bb37513a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:25.494007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab5b6b88-15a7-49d6-ba01-01c7cf60a848 req-e3e8ee3e-5f73-4d8c-a316-9f7bb37513a0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 1098 time: 0.0438309 Oct 15 20:45:25.531415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab5b6b88-15a7-49d6-ba01-01c7cf60a848 req-8f7e3e78-847e-4a86-988c-c5bb075d7341 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Oct 15 20:45:25.613948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50dd4c0-dfa4-4b9f-a3c4-02675308cd31 req-ecc717a9-aeb7-469c-9f9c-54712225c2cd tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:25.615343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f50dd4c0-dfa4-4b9f-a3c4-02675308cd31 req-ecc717a9-aeb7-469c-9f9c-54712225c2cd tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0490837 Oct 15 20:45:25.653443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f50dd4c0-dfa4-4b9f-a3c4-02675308cd31 req-f455da04-d5b4-487c-a7eb-7af886a873d0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Oct 15 20:45:26.494923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-1033e5cd-8d1a-4edb-b3e5-a0dfe7eb479a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839942 Oct 15 20:45:26.571345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-3390ea21-41f7-4346-9c55-1dae30575f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:26.572828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-3390ea21-41f7-4346-9c55-1dae30575f05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=37cd0dd567434aaaab741f8bc74deab0&device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 1098 time: 0.0389073 Oct 15 20:45:26.675235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-1216e964-f836-4328-aaf6-e0f335eb8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:26.676628 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-1216e964-f836-4328-aaf6-e0f335eb8113 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 200 len: 914 time: 0.0856335 Oct 15 20:45:26.718489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-396fad90-e61b-4405-add4-23e2777119f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331 HTTP/1.1" status: 200 len: 217 time: 0.0342295 Oct 15 20:45:26.792996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-0828913b-31b3-4215-b723-c7b46b277193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:26.794433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-0828913b-31b3-4215-b723-c7b46b277193 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bc5fd303-71a4-48bd-b537-7adb84eb8300 HTTP/1.1" status: 200 len: 853 time: 0.0666556 Oct 15 20:45:26.806061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f7a3f-65fa-4afc-a562-43b33986ff2a req-1625acb8-c142-4167-8b91-c626c50f532c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:26.807432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f68f7a3f-65fa-4afc-a562-43b33986ff2a req-1625acb8-c142-4167-8b91-c626c50f532c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0881071 Oct 15 20:45:26.842735 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-5a58e106-d34c-46a4-8d85-b8eca442ea93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30a094ec-99d5-4fe2-a2ca-239077148807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343370 Oct 15 20:45:26.880555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f68f7a3f-65fa-4afc-a562-43b33986ff2a req-ed9194c4-4e9a-4589-9746-30f111211369 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Oct 15 20:45:26.948999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-8dd69409-aa4c-4053-a254-8e4c163d2689 service neutron] 10.222.0.15 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982287 Oct 15 20:45:27.038642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1188a4e3-7ff5-4cf9-813f-9fed185ee863 req-4f7ce72f-d337-4051-9c8f-ef34a01422f6 service neutron] 10.222.0.15 "GET /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830257 Oct 15 20:45:27.996541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b0950-5a82-4072-ae95-79f369f4d6d5 req-3c3dc49b-9c32-4fd0-995a-49ad9de84c12 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:27.998005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c2b0950-5a82-4072-ae95-79f369f4d6d5 req-3c3dc49b-9c32-4fd0-995a-49ad9de84c12 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0525062 Oct 15 20:45:28.036148 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c2b0950-5a82-4072-ae95-79f369f4d6d5 req-6fab45ba-80ed-4785-93e4-476051d7275e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Oct 15 20:45:28.474642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da5c9c-84e4-4b5b-a8ea-36dfaa8c09d5 req-36ad237b-a0b4-4b66-8734-9d53438ab385 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:28.476050 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86da5c9c-84e4-4b5b-a8ea-36dfaa8c09d5 req-36ad237b-a0b4-4b66-8734-9d53438ab385 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0477836 Oct 15 20:45:28.513853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86da5c9c-84e4-4b5b-a8ea-36dfaa8c09d5 req-a4c4ab74-1a67-4210-afd7-80c3868190da tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318470 Oct 15 20:45:29.636340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150a967-214d-4db4-86f2-c4e3a468e0f4 req-58276a09-afe3-4abd-b715-091597618785 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:29.637802 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2150a967-214d-4db4-86f2-c4e3a468e0f4 req-58276a09-afe3-4abd-b715-091597618785 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Oct 15 20:45:29.677213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2150a967-214d-4db4-86f2-c4e3a468e0f4 req-f0a5967c-08a6-490c-9220-d48dde74558e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Oct 15 20:45:29.882920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514a430-6168-4a10-a060-ea9ada88253a req-46e9255d-a535-4a5d-986b-70fb8be234f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:29.884341 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c514a430-6168-4a10-a060-ea9ada88253a req-46e9255d-a535-4a5d-986b-70fb8be234f0 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.11 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 946 time: 0.0527909 Oct 15 20:45:29.972873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Deleting port bbb7aa75-3434-4340-a7e1-e5e48d28029d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:29.973206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:30.064798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] For port bbb7aa75-3434-4340-a7e1-e5e48d28029d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=bbb7aa75-3434-4340-a7e1-e5e48d28029d,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:30.065156 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:30.076826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Calling delete_port for bbb7aa75-3434-4340-a7e1-e5e48d28029d owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:30.270384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:30.284207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['01e1ae6f-60dd-4dd4-aa27-2f914d01e331'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:30.287428 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['bbb7aa75-3434-4340-a7e1-e5e48d28029d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:30.302164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Pushing event deleted for resources: {'Port': ['ID=bbb7aa75-3434-4340-a7e1-e5e48d28029d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:30.343598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] No DVR routers for this DVR port bbb7aa75-3434-4340-a7e1-e5e48d28029d on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:30.347158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:30.350480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c514a430-6168-4a10-a060-ea9ada88253a req-f20c065c-92cd-4894-b5c9-82304ff082bb tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.11 "DELETE /v2.0/ports/bbb7aa75-3434-4340-a7e1-e5e48d28029d HTTP/1.1" status: 204 len: 173 time: 0.4604990 Oct 15 20:45:30.350924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'name': 'network-vif-deleted', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:30.353215 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242581ac-cc55-422f-b654-002734a61a47" -d '{"events": [{"server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "name": "network-vif-deleted", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:30.452983 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b5569-984d-4717-ab5a-ef584fd04340 x-openstack-request-id: req-031b5569-984d-4717-ab5a-ef584fd04340 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:30.453277 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "326c5e97-11dd-4223-b6c1-43e6217025d8", "name": "network-vif-deleted", "tag": "bbb7aa75-3434-4340-a7e1-e5e48d28029d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:30.453533 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-031b5569-984d-4717-ab5a-ef584fd04340 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:30.453933 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326c5e97-11dd-4223-b6c1-43e6217025d8', 'name': 'network-vif-deleted', 'tag': 'bbb7aa75-3434-4340-a7e1-e5e48d28029d', 'status': 'completed', 'code': 200} Oct 15 20:45:30.646665 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:45:30.789853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ae7fec1-fc61-4d82-a1c1-008a36d0a15b req-7186a13f-d7b5-4836-805b-4c83e7739765 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=326c5e97-11dd-4223-b6c1-43e6217025d8 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Oct 15 20:45:31.932489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858b8c-740a-436f-ad2f-e74cfa0551aa req-40dafe67-7fc2-4973-b677-39cb6fbe71ae tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:31.933925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a858b8c-740a-436f-ad2f-e74cfa0551aa req-40dafe67-7fc2-4973-b677-39cb6fbe71ae tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0475843 Oct 15 20:45:31.970226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a858b8c-740a-436f-ad2f-e74cfa0551aa req-e1b09d01-8e0f-4a65-807c-23701f4be980 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304890 Oct 15 20:45:32.109396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e529ba2-e3bb-4c61-b09d-853ef76ead01 req-49e79675-1627-49ed-a53a-7c1bcd054f14 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:32.110748 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e529ba2-e3bb-4c61-b09d-853ef76ead01 req-49e79675-1627-49ed-a53a-7c1bcd054f14 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0511451 Oct 15 20:45:32.157259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e529ba2-e3bb-4c61-b09d-853ef76ead01 req-33d31b4f-b44a-4fc9-aac7-81ef6dc6642a tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404251 Oct 15 20:45:32.272723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8a91-da89-44de-b166-a82150d94e55 req-ae0d8dcd-6fb5-4379-8daf-df9cd2211d8f tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:32.274160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21df8a91-da89-44de-b166-a82150d94e55 req-ae0d8dcd-6fb5-4379-8daf-df9cd2211d8f tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0479007 Oct 15 20:45:32.311200 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21df8a91-da89-44de-b166-a82150d94e55 req-647b62d5-c230-4738-a3d1-c4fa594f7c0a tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311303 Oct 15 20:45:32.485360 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b07795-e318-48e9-89d0-53162fd43c7b req-22880f3d-4131-42ca-9f71-b9a4bc32ee6c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:32.486898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45b07795-e318-48e9-89d0-53162fd43c7b req-22880f3d-4131-42ca-9f71-b9a4bc32ee6c tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0482702 Oct 15 20:45:32.524449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-45b07795-e318-48e9-89d0-53162fd43c7b req-c14954eb-083c-4cb8-aaff-57563abfd898 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Oct 15 20:45:32.642049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2af6-cdd4-4c94-84ee-ca7d91096172 req-62023272-ab64-42c2-acc2-a41dcff23e0a tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:32.644506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-304b2af6-cdd4-4c94-84ee-ca7d91096172 req-62023272-ab64-42c2-acc2-a41dcff23e0a tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Oct 15 20:45:32.683253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-304b2af6-cdd4-4c94-84ee-ca7d91096172 req-6c427bd7-754c-455c-801a-a98796c119b8 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328317 Oct 15 20:45:32.804518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b128-b62f-4b0e-a3dd-4a6abac9f76e req-47a17fb5-b12b-4874-9bfb-a979b5949587 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:32.805995 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5095b128-b62f-4b0e-a3dd-4a6abac9f76e req-47a17fb5-b12b-4874-9bfb-a979b5949587 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0476854 Oct 15 20:45:32.842688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5095b128-b62f-4b0e-a3dd-4a6abac9f76e req-7998f227-fff8-489f-a313-508f1e2b7dc7 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307827 Oct 15 20:45:33.340781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056c2f7-0f3c-479a-ba92-889d31f9a49c req-5d5e610a-7360-49fa-8f3a-711103c3161e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:33.342239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d056c2f7-0f3c-479a-ba92-889d31f9a49c req-5d5e610a-7360-49fa-8f3a-711103c3161e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0479901 Oct 15 20:45:33.379226 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d056c2f7-0f3c-479a-ba92-889d31f9a49c req-b6418771-fb03-4f39-b860-013f35093e09 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Oct 15 20:45:34.502934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a25d-fcc1-422a-a1cf-63cf0ed34b44 req-ec523af2-394f-48b9-a533-183c268bf678 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:34.504365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0820a25d-fcc1-422a-a1cf-63cf0ed34b44 req-ec523af2-394f-48b9-a533-183c268bf678 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0549624 Oct 15 20:45:34.542221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0820a25d-fcc1-422a-a1cf-63cf0ed34b44 req-ccf758f6-7c0f-45ed-8c2e-da7d0d99762e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/security-groups?id=d3632f7b-9ee0-4c8c-aa24-89fce729081b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Oct 15 20:45:34.844024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-67fe14cb-f744-4450-a8d0-c620a2513a7e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:34.845361 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-67fe14cb-f744-4450-a8d0-c620a2513a7e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 946 time: 0.0477967 Oct 15 20:45:34.936869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Deleting port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:34.937207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:35.024241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] For port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,segment=NetworkSegment(b739010e-925b-42e0-836e-d447dc2ab6fd),segment_id=b739010e-925b-42e0-836e-d447dc2ab6fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:35.024594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:35.037088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Calling delete_port for 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:35.151247 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bbb7aa75-3434-4340-a7e1-e5e48d28029d no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:45:35.173697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: bbb7aa75-3434-4340-a7e1-e5e48d28029d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:45:35.174534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device bbb7aa75-3434-4340-a7e1-e5e48d28029d not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:45:35.212987 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:35.224048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['01e1ae6f-60dd-4dd4-aa27-2f914d01e331'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:45:35.240829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Pushing event deleted for resources: {'Port': ['ID=01e1ae6f-60dd-4dd4-aa27-2f914d01e331,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:35.285040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] No DVR routers for this DVR port 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:35.287743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:35.291274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d224e95d-544a-4e18-9cc0-a0bf2246230b req-ff2918ed-23f3-407d-b2b6-2a327ccf9c37 tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.15 "DELETE /v2.0/ports/01e1ae6f-60dd-4dd4-aa27-2f914d01e331 HTTP/1.1" status: 204 len: 173 time: 0.4398355 Oct 15 20:45:35.291761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'name': 'network-vif-deleted', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:45:35.293996 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b85fc-9d84-4a49-8fde-ac5f0bc4d0e8" -d '{"events": [{"server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "name": "network-vif-deleted", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:45:35.329950 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b524a6-2d56-4813-92ea-b1d39cf91b77 x-openstack-request-id: req-d7b524a6-2d56-4813-92ea-b1d39cf91b77 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:45:35.330382 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce9e429-a289-4765-94d4-86934c2eadb1", "name": "network-vif-deleted", "tag": "01e1ae6f-60dd-4dd4-aa27-2f914d01e331", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:45:35.330658 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7b524a6-2d56-4813-92ea-b1d39cf91b77 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:45:35.331064 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce9e429-a289-4765-94d4-86934c2eadb1', 'name': 'network-vif-deleted', 'tag': '01e1ae6f-60dd-4dd4-aa27-2f914d01e331', 'status': 'completed', 'code': 200} Oct 15 20:45:35.648940 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14a558fd-0b88-40b1-9e25-3187f4101964 req-c6b1fe8e-0c30-4f75-8dbf-068eb9569e8e tempest-ServersNegativeTestJSON-709889782 tempest-ServersNegativeTestJSON-709889782-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ce9e429-a289-4765-94d4-86934c2eadb1 HTTP/1.1" status: 200 len: 210 time: 0.0269356 Oct 15 20:45:36.703073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37722) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:36.751000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Deleting subnet bc5fd303-71a4-48bd-b537-7adb84eb8300 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:45:36.754132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:36.787836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:36.825114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:36.950528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:36.976009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc5fd303-71a4-48bd-b537-7adb84eb8300,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:36.979464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:36.983116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9fa40659-e584-4b8d-90c5-a09cc743dbc6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc5fd303-71a4-48bd-b537-7adb84eb8300 HTTP/1.1" status: 204 len: 168 time: 0.2786374 Oct 15 20:45:36.985415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37724) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:37.056572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.135629 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.155475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a094ec-99d5-4fe2-a2ca-239077148807']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:37.164643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b739010e-925b-42e0-836e-d447dc2ab6fd') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:37.164933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b739010e-925b-42e0-836e-d447dc2ab6fd') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:37.173936 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.187763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.194488 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:37.194861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:37.196777 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:37.287076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.292676 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.295798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/30a094ec-99d5-4fe2-a2ca-239077148807 HTTP/1.1" status: 204 len: 168 time: 0.3094561 Oct 15 20:45:37.307541 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9937f-cc64-47a8-8de0-772a3289ddbf admin admin] Pushing event deleted for resources: {'Network': ['ID=30a094ec-99d5-4fe2-a2ca-239077148807,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:37.538856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37728) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:37.578900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d94f9b10-32e7-4fe1-ac51-c8393995e1eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37cd0dd567434aaaab741f8bc74deab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387862 Oct 15 20:45:37.581383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37730) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:37.634471 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.658097 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.755717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.758224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:37.759374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d3632f7b-9ee0-4c8c-aa24-89fce729081b HTTP/1.1" status: 204 len: 168 time: 0.1770973 Oct 15 20:45:37.766814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dac8d-09af-466d-8a6b-9cffce1e8bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3632f7b-9ee0-4c8c-aa24-89fce729081b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:38.640622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:45:38.660930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:45:38.661272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 01e1ae6f-60dd-4dd4-aa27-2f914d01e331 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:45:38.709997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37752) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:38.803435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-186553720'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:38.881498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:38.884958 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:38.893194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:38.964434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.035924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.062368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:39.071687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e73c498-5e8d-4fc9-80c0-d23f2f8be2ae,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:39.076260 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.076594 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Added segment c4c8576c-f010-4d43-ba55-b87314795da1 of type vlan for network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 Oct 15 20:45:39.116022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.195833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.201544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:39.202114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:39.273765 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Network': ['ID=8d6c4fa5-2e58-4d76-ad8d-008346b7ad89,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:39.284523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:39.295738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2eb3fc52-7652-4322-bef1-0c8aa9305474 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5845675 Oct 15 20:45:42.553074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37756) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:42.558088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'subnet': {'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:42.704226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:42.708992 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.247160 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.304032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Subnet': ['ID=009e8b83-d296-4201-bf76-e1c89725d023,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:43.313958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking segment: {'id': 'c4c8576c-f010-4d43-ba55-b87314795da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:43.314307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network hostable DHCP agents. Network: 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:43.384199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:43.447256 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:43.453118 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:43.454106 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.455234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1fffa-64d9-4504-9dad-d2b1ddd4953a None None] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:43.537057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-50c26222-59d4-446a-9cce-e6eac09a2b47 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9829288 Oct 15 20:45:43.540530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37758) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:43.545510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049501352'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:43.599448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-8d6c4fa5-2e58-4d76-ad8d-008346b7ad89', 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89', 'tenant_id': '66c29ba933a743df87658f8733df723a', 'fixed_ips': [{'subnet_id': '009e8b83-d296-4201-bf76-e1c89725d023'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:43.600359 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.625069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:43.628945 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.652819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:43.662368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.665114 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Added segment 82b35fff-8314-4367-94bc-6aa9f34a9970 of type vlan for network bcff988a-43c3-4c1e-8c92-4c9c92405505 Oct 15 20:45:43.706581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.734801 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Allocated IP 2001:db8:0:ffff::2 (8d6c4fa5-2e58-4d76-ad8d-008346b7ad89/009e8b83-d296-4201-bf76-e1c89725d023/07a4ad5e-ea89-4b28-862c-574eceb15e33) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:43.774353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.779223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:43.779888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:43.852012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3103588 Oct 15 20:45:43.855087 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37760) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:43.860292 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'subnet': {'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:43.864687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970cae0-7e54-4387-8a6e-d7b0deede9e6 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Network': ['ID=bcff988a-43c3-4c1e-8c92-4c9c92405505,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:43.879198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bcff988a-43c3-4c1e-8c92-4c9c92405505 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:43.930218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.008088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.035521 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:44.039176 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.049364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:44.052331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:44.055747 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:44.066576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Pushing event updated for resources: {'Port': ['ID=07a4ad5e-ea89-4b28-862c-574eceb15e33,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:44.116592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Attempting to bind port 07a4ad5e-ea89-4b28-862c-574eceb15e33 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:44.117011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Attempting to bind port 07a4ad5e-ea89-4b28-862c-574eceb15e33 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'c4c8576c-f010-4d43-ba55-b87314795da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:44.117375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Attempting to bind port 07a4ad5e-ea89-4b28-862c-574eceb15e33 on network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:44.122262 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:44.122628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Checking segment: {'id': 'c4c8576c-f010-4d43-ba55-b87314795da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:44.123019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.123401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Bound using segment: {'id': 'c4c8576c-f010-4d43-ba55-b87314795da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:44.123881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Bound port: 07a4ad5e-ea89-4b28-862c-574eceb15e33, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c8576c-f010-4d43-ba55-b87314795da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8d6c4fa5-2e58-4d76-ad8d-008346b7ad89'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:44.124247 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.185893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] For port 07a4ad5e-ea89-4b28-862c-574eceb15e33, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:44.188944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] For port 07a4ad5e-ea89-4b28-862c-574eceb15e33, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=07a4ad5e-ea89-4b28-862c-574eceb15e33,segment=NetworkSegment(c4c8576c-f010-4d43-ba55-b87314795da1),segment_id=c4c8576c-f010-4d43-ba55-b87314795da1)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:44.248069 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.293280 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.309830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e875412-6110-4d19-9fd3-879d835c1bdf None None] Pushing event updated for resources: {'Port': ['ID=07a4ad5e-ea89-4b28-862c-574eceb15e33,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:44.363667 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Subnet': ['ID=44a46c01-83a2-4ed8-a988-9a5e033a7d09,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:44.374129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking segment: {'id': '82b35fff-8314-4367-94bc-6aa9f34a9970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:44.374494 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network hostable DHCP agents. Network: bcff988a-43c3-4c1e-8c92-4c9c92405505, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:44.441921 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network bcff988a-43c3-4c1e-8c92-4c9c92405505 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:44.495701 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bcff988a-43c3-4c1e-8c92-4c9c92405505) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:44.501994 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:44.507183 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.513837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5725a1a-3074-430e-8a57-95dc499f93d8 None None] Network bcff988a-43c3-4c1e-8c92-4c9c92405505 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:44.569872 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be37f061-20bb-4b5f-b1f5-12b93f5afc0d tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7136288 Oct 15 20:45:44.572491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37762) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:44.663363 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bcff988a-43c3-4c1e-8c92-4c9c92405505', 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505', 'tenant_id': '66c29ba933a743df87658f8733df723a', 'fixed_ips': [{'subnet_id': '44a46c01-83a2-4ed8-a988-9a5e033a7d09'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:44.664266 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.674948 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.727640 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:44.804665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Allocated IP 2001:db8::2 (bcff988a-43c3-4c1e-8c92-4c9c92405505/44a46c01-83a2-4ed8-a988-9a5e033a7d09/9d053fd5-f4de-4875-b023-2bfe2b9ac252) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:44.951051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.004161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 07a4ad5e-ea89-4b28-862c-574eceb15e33 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:45:45.028588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.083119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Network bcff988a-43c3-4c1e-8c92-4c9c92405505 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:45.088757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:45.095772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:45.101206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Pushing event updated for resources: {'Port': ['ID=9d053fd5-f4de-4875-b023-2bfe2b9ac252,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:45.122478 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.133887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 07a4ad5e-ea89-4b28-862c-574eceb15e33 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:45.134258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.150478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Subnet': ['ID=44a46c01-83a2-4ed8-a988-9a5e033a7d09,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:45.183234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Attempting to bind port 9d053fd5-f4de-4875-b023-2bfe2b9ac252 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:45.183234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Attempting to bind port 9d053fd5-f4de-4875-b023-2bfe2b9ac252 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '82b35fff-8314-4367-94bc-6aa9f34a9970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:45.183686 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Attempting to bind port 9d053fd5-f4de-4875-b023-2bfe2b9ac252 on network bcff988a-43c3-4c1e-8c92-4c9c92405505 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:45.195489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:45.195895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Checking segment: {'id': '82b35fff-8314-4367-94bc-6aa9f34a9970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:45.196296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.196694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Bound using segment: {'id': '82b35fff-8314-4367-94bc-6aa9f34a9970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:45.197170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Bound port: 9d053fd5-f4de-4875-b023-2bfe2b9ac252, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b35fff-8314-4367-94bc-6aa9f34a9970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:45.197544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.229796 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.251478 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcff988a-43c3-4c1e-8c92-4c9c92405505']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:45.263255 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b35fff-8314-4367-94bc-6aa9f34a9970') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:45.263582 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b35fff-8314-4367-94bc-6aa9f34a9970') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:45.274267 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.291822 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.292114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.297081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:45.297497 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:45.300698 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:45.305541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d5efe-e8a2-4e2a-8a7c-20c3a2bc9688 None None] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:45.323783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] For port 9d053fd5-f4de-4875-b023-2bfe2b9ac252, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:45.384905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:45:45.384905 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:45:45.384905 n-d-712140-14 neutron-server[101181]: [parameters: {'id': 'bcff988a-43c3-4c1e-8c92-4c9c92405505'}] Oct 15 20:45:45.384905 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:45:45.385443 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:45:45.395749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 07a4ad5e-ea89-4b28-862c-574eceb15e33, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=07a4ad5e-ea89-4b28-862c-574eceb15e33,segment=NetworkSegment(c4c8576c-f010-4d43-ba55-b87314795da1),segment_id=c4c8576c-f010-4d43-ba55-b87314795da1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:45.400546 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] For port 9d053fd5-f4de-4875-b023-2bfe2b9ac252, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9d053fd5-f4de-4875-b023-2bfe2b9ac252,segment=NetworkSegment(82b35fff-8314-4367-94bc-6aa9f34a9970),segment_id=82b35fff-8314-4367-94bc-6aa9f34a9970)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:45.420088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bd38d2f1-9fb5-484d-aa3a-24c2b258c67b None None] Provisioning complete for port 07a4ad5e-ea89-4b28-862c-574eceb15e33 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:45.420383 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd38d2f1-9fb5-484d-aa3a-24c2b258c67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.464127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.500545 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.743816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=07a4ad5e-ea89-4b28-862c-574eceb15e33,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:45.820059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9524f-d599-4015-a6a5-2e1abb633ba3 None None] Network bcff988a-43c3-4c1e-8c92-4c9c92405505 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:45.858776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742aef-dd08-4d45-b534-74f474288a94 None None] Pushing event updated for resources: {'Port': ['ID=9d053fd5-f4de-4875-b023-2bfe2b9ac252,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:45.886692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:45.946890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting port 9d053fd5-f4de-4875-b023-2bfe2b9ac252 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:45.947185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.000268 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a3c18-b2a8-4a3c-add6-e359a8e0d2a0 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:45:46.012938 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] For port 9d053fd5-f4de-4875-b023-2bfe2b9ac252, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9d053fd5-f4de-4875-b023-2bfe2b9ac252,segment=NetworkSegment(82b35fff-8314-4367-94bc-6aa9f34a9970),segment_id=82b35fff-8314-4367-94bc-6aa9f34a9970)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:46.013298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.027353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Calling delete_port for 9d053fd5-f4de-4875-b023-2bfe2b9ac252 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:46.059632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e148f095-064b-4e94-be8f-393f3fbeec56 None None] Provisioning complete for port 07a4ad5e-ea89-4b28-862c-574eceb15e33 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:46.060874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e148f095-064b-4e94-be8f-393f3fbeec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.114283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a3c18-b2a8-4a3c-add6-e359a8e0d2a0 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:45:46.173123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.199709 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Port': ['ID=9d053fd5-f4de-4875-b023-2bfe2b9ac252,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:46.203716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No DVR routers for this DVR port 9d053fd5-f4de-4875-b023-2bfe2b9ac252 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:46.286974 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.305897 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcff988a-43c3-4c1e-8c92-4c9c92405505']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:46.315081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b35fff-8314-4367-94bc-6aa9f34a9970') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:46.315457 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b35fff-8314-4367-94bc-6aa9f34a9970') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:46.325113 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.338933 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.345622 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:46.346180 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:46.353610 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:46.459186 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.467605 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.469473 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/bcff988a-43c3-4c1e-8c92-4c9c92405505 HTTP/1.1" status: 204 len: 168 time: 1.8960636 Oct 15 20:45:46.473174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37764) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:46.478171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283458511'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:46.481142 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44924342-1c72-4b28-b5ed-834bd7d6c458 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Network': ['ID=bcff988a-43c3-4c1e-8c92-4c9c92405505,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:46.555297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:46.558714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.580987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:46.589421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.589752 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Added segment 8adffb1e-e862-4edc-9bdf-91b4f536ba78 of type vlan for network a7a8d2da-60e1-4076-a714-f4824b7bed40 Oct 15 20:45:46.627967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.721634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.727127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:46.727778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.797015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Network': ['ID=a7a8d2da-60e1-4076-a714-f4824b7bed40,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:46.808017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network a7a8d2da-60e1-4076-a714-f4824b7bed40 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:46.809946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e338ebf-4dc1-4044-a064-55294c103d43 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3357303 Oct 15 20:45:46.812732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37766) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:46.817673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'subnet': {'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:46.938932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:46.942662 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:46.969996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 07a4ad5e-ea89-4b28-862c-574eceb15e33 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:45:47.006891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Performing IP validity checks on allocation pools {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 15 20:45:47.007410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.ipam_backend_mixin [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101180) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 15 20:45:47.017529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 07a4ad5e-ea89-4b28-862c-574eceb15e33 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:47.018485 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.236418 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.292968 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Subnet': ['ID=5ac979cf-bc86-4165-ac29-14f887b0accb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:47.302838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking segment: {'id': '8adffb1e-e862-4edc-9bdf-91b4f536ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:47.303191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network hostable DHCP agents. Network: a7a8d2da-60e1-4076-a714-f4824b7bed40, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:47.378851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network a7a8d2da-60e1-4076-a714-f4824b7bed40 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:47.441152 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, a7a8d2da-60e1-4076-a714-f4824b7bed40) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:47.445372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:47.445950 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.449774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f187f-de33-41d6-ac84-1bb53f86cd2b None None] Network a7a8d2da-60e1-4076-a714-f4824b7bed40 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:47.530001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-64fffff0-1c7d-48c0-81ed-bd2ee94b2c53 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7161884 Oct 15 20:45:47.532583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37768) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:47.592798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-a7a8d2da-60e1-4076-a714-f4824b7bed40', 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40', 'tenant_id': '66c29ba933a743df87658f8733df723a', 'fixed_ips': [{'subnet_id': '5ac979cf-bc86-4165-ac29-14f887b0accb'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:47.593673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.632632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.711604 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.729532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Allocated IP 2001:db8::3 (a7a8d2da-60e1-4076-a714-f4824b7bed40/5ac979cf-bc86-4165-ac29-14f887b0accb/5f862c70-59fc-402b-8e7c-9a7d66e0502e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:47.873672 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.921929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:47.959853 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Network a7a8d2da-60e1-4076-a714-f4824b7bed40 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:47.964058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:47.966648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:47.975499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Pushing event updated for resources: {'Port': ['ID=5f862c70-59fc-402b-8e7c-9a7d66e0502e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:47.990814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.023772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac979cf-bc86-4165-ac29-14f887b0accb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:48.026808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Attempting to bind port 5f862c70-59fc-402b-8e7c-9a7d66e0502e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:48.027186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Attempting to bind port 5f862c70-59fc-402b-8e7c-9a7d66e0502e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '8adffb1e-e862-4edc-9bdf-91b4f536ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:48.027564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Attempting to bind port 5f862c70-59fc-402b-8e7c-9a7d66e0502e on network a7a8d2da-60e1-4076-a714-f4824b7bed40 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:48.033086 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:48.033812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Checking segment: {'id': '8adffb1e-e862-4edc-9bdf-91b4f536ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:48.034093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.034781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Bound using segment: {'id': '8adffb1e-e862-4edc-9bdf-91b4f536ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:48.035252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Bound port: 5f862c70-59fc-402b-8e7c-9a7d66e0502e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8adffb1e-e862-4edc-9bdf-91b4f536ba78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:48.035653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.083841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.103641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] For port 5f862c70-59fc-402b-8e7c-9a7d66e0502e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:48.104337 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a8d2da-60e1-4076-a714-f4824b7bed40']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:48.106588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] For port 5f862c70-59fc-402b-8e7c-9a7d66e0502e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5f862c70-59fc-402b-8e7c-9a7d66e0502e,segment=NetworkSegment(8adffb1e-e862-4edc-9bdf-91b4f536ba78),segment_id=8adffb1e-e862-4edc-9bdf-91b4f536ba78)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:48.114196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adffb1e-e862-4edc-9bdf-91b4f536ba78') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:48.119201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adffb1e-e862-4edc-9bdf-91b4f536ba78') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:48.123819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.168173 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.170147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.177835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:48.178464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:48.185083 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:48.247486 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ba31f-895a-4c4f-82c2-c6b6a0c3fada None None] Pushing event updated for resources: {'Port': ['ID=5f862c70-59fc-402b-8e7c-9a7d66e0502e,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:48.261115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ebbe3-d350-4d08-a320-c6837ed4f769 None None] Network a7a8d2da-60e1-4076-a714-f4824b7bed40 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:48.281829 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.db.api [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:45:48.281829 n-d-712140-14 neutron-server[101180]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:45:48.281829 n-d-712140-14 neutron-server[101180]: [parameters: {'id': 'a7a8d2da-60e1-4076-a714-f4824b7bed40'}] Oct 15 20:45:48.281829 n-d-712140-14 neutron-server[101180]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101180) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:45:48.282303 n-d-712140-14 neutron-server[101180]: DEBUG oslo_db.api [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:45:48.380002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a3040b-e706-4a7b-89c6-59cbf65768a1 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:45:48.442769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3040b-e706-4a7b-89c6-59cbf65768a1 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:45:48.593789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f71c69e2-d3ce-492a-81cf-e5707bc70607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.784745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.841068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting port 5f862c70-59fc-402b-8e7c-9a7d66e0502e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:48.841398 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.901110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] For port 5f862c70-59fc-402b-8e7c-9a7d66e0502e, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5f862c70-59fc-402b-8e7c-9a7d66e0502e,segment=NetworkSegment(8adffb1e-e862-4edc-9bdf-91b4f536ba78),segment_id=8adffb1e-e862-4edc-9bdf-91b4f536ba78)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:48.901457 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:48.914149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Calling delete_port for 5f862c70-59fc-402b-8e7c-9a7d66e0502e owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:49.058743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.086704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Port': ['ID=5f862c70-59fc-402b-8e7c-9a7d66e0502e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:49.090122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No DVR routers for this DVR port 5f862c70-59fc-402b-8e7c-9a7d66e0502e on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:49.167675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.191767 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a8d2da-60e1-4076-a714-f4824b7bed40']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:49.200847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adffb1e-e862-4edc-9bdf-91b4f536ba78') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:49.201134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adffb1e-e862-4edc-9bdf-91b4f536ba78') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:49.210226 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.222751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.228313 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:49.228681 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:49.231464 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:49.344722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.355730 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.356593 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/a7a8d2da-60e1-4076-a714-f4824b7bed40 HTTP/1.1" status: 204 len: 168 time: 1.8230679 Oct 15 20:45:49.360192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37770) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:49.365841 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2086757678'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:49.366580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7cbef-4948-47f3-82bb-35c7d42175d4 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Network': ['ID=a7a8d2da-60e1-4076-a714-f4824b7bed40,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:49.447170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:49.450556 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.473525 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:49.482031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.482374 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Added segment 4ad73327-c7ac-4665-b5d5-54620c849d7d of type vlan for network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 Oct 15 20:45:49.530192 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.618755 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.624176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:49.625013 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:49.688618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Network': ['ID=b9b04eec-dcb1-4054-acaf-a1433e03b3e9,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:49.699006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:49.718564 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1bc041dc-89ad-40fc-bfe2-93013dcf0496 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3572907 Oct 15 20:45:49.722657 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37772) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:49.727474 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'subnet': {'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:49.898818 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:49.902188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.133563 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.199591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Subnet': ['ID=fa205e76-e61c-4ae0-ac63-516a47b96fd4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:50.207526 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking segment: {'id': '4ad73327-c7ac-4665-b5d5-54620c849d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:50.207750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network hostable DHCP agents. Network: b9b04eec-dcb1-4054-acaf-a1433e03b3e9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:50.304568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:50.390118 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b9b04eec-dcb1-4054-acaf-a1433e03b3e9) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:50.395122 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:50.396149 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.399273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a41faa-b469-4cc6-bcb2-d1357e45c146 None None] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:50.484262 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-060bd190-c6b7-49e6-8bfc-2d526782dab1 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7603486 Oct 15 20:45:50.487733 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37774) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:50.492778 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593142841'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:50.541905 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b9b04eec-dcb1-4054-acaf-a1433e03b3e9', 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9', 'tenant_id': '66c29ba933a743df87658f8733df723a', 'fixed_ips': [{'subnet_id': 'fa205e76-e61c-4ae0-ac63-516a47b96fd4'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:50.542770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.573315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:50.576939 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.600607 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:50.609343 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.609676 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Added segment 624bd5eb-7c11-4903-b236-d2c28257803e of type vlan for network 65c79592-e11a-455b-93a4-c5e1c6b721e8 Oct 15 20:45:50.654101 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.680178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Allocated IP 2001:db8::2 (b9b04eec-dcb1-4054-acaf-a1433e03b3e9/fa205e76-e61c-4ae0-ac63-516a47b96fd4/7e2ddff1-a803-4af1-a410-8db139868b69) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:50.733553 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.740040 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:50.740564 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.804940 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Network': ['ID=65c79592-e11a-455b-93a4-c5e1c6b721e8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:50.817696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 65c79592-e11a-455b-93a4-c5e1c6b721e8 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:50.821669 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4772c1e4-188a-4dd2-8399-5a3f84092717 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3328242 Oct 15 20:45:50.824441 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37776) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:50.829299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Request body: {'subnet': {'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:50.831953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.878532 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.923195 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:50.928694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:50.932506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:50.942270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Pushing event updated for resources: {'Port': ['ID=7e2ddff1-a803-4af1-a410-8db139868b69,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:50.967847 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Made reservation on behalf of 66c29ba933a743df87658f8733df723a for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:50.972043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:50.994694 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Attempting to bind port 7e2ddff1-a803-4af1-a410-8db139868b69 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:50.994964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Attempting to bind port 7e2ddff1-a803-4af1-a410-8db139868b69 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '4ad73327-c7ac-4665-b5d5-54620c849d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:50.995321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Attempting to bind port 7e2ddff1-a803-4af1-a410-8db139868b69 on network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:51.001021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:51.001252 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Checking segment: {'id': '4ad73327-c7ac-4665-b5d5-54620c849d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:51.001609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.002320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Bound using segment: {'id': '4ad73327-c7ac-4665-b5d5-54620c849d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:51.002631 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Bound port: 7e2ddff1-a803-4af1-a410-8db139868b69, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad73327-c7ac-4665-b5d5-54620c849d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b9b04eec-dcb1-4054-acaf-a1433e03b3e9'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:51.002979 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.073898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] For port 7e2ddff1-a803-4af1-a410-8db139868b69, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:51.077434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] For port 7e2ddff1-a803-4af1-a410-8db139868b69, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e2ddff1-a803-4af1-a410-8db139868b69,segment=NetworkSegment(4ad73327-c7ac-4665-b5d5-54620c849d7d),segment_id=4ad73327-c7ac-4665-b5d5-54620c849d7d)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:51.168441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.227690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d07d2-3cdd-422b-98f2-e416fa1f7568 None None] Pushing event updated for resources: {'Port': ['ID=7e2ddff1-a803-4af1-a410-8db139868b69,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:51.493509 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-80215443-945f-4ade-b1bf-6564809dcef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.596340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.662785 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event updated for resources: {'Subnet': ['ID=7a539c27-0a67-4579-9b72-f6a50a63b1ce,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:51.667332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Checking segment: {'id': '624bd5eb-7c11-4903-b236-d2c28257803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:51.667714 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network hostable DHCP agents. Network: 65c79592-e11a-455b-93a4-c5e1c6b721e8, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:51.675585 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.675929 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.676261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.676586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.676910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.677231 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.677548 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.677865 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.678181 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.678497 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.678814 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.679115 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:45:51.756036 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Network 65c79592-e11a-455b-93a4-c5e1c6b721e8 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:51.830366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 65c79592-e11a-455b-93a4-c5e1c6b721e8) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:51.834761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:51.835420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:51.842479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce6924-bddb-47c2-949a-7afa817c5209 None None] Network 65c79592-e11a-455b-93a4-c5e1c6b721e8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:51.920775 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5f39db48-233b-48e7-9784-f37530a70646 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0952063 Oct 15 20:45:51.923190 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37778) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:52.009544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-65c79592-e11a-455b-93a4-c5e1c6b721e8', 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8', 'tenant_id': '66c29ba933a743df87658f8733df723a', 'fixed_ips': [{'subnet_id': '7a539c27-0a67-4579-9b72-f6a50a63b1ce'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:52.010438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.036843 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.091449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.158894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Allocated IP 2001:db8::2 (65c79592-e11a-455b-93a4-c5e1c6b721e8/7a539c27-0a67-4579-9b72-f6a50a63b1ce/beec0346-10ce-4532-b9bb-34e87753c9eb) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:52.164478 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94173662-4da8-4cf4-98cc-2d4aadc0bbf9 None None] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:52.448166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] Provisioning complete for port 7e2ddff1-a803-4af1-a410-8db139868b69 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:52.448535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.553587 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.650587 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.662444 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.697888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] For port 7e2ddff1-a803-4af1-a410-8db139868b69, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e2ddff1-a803-4af1-a410-8db139868b69,segment=NetworkSegment(4ad73327-c7ac-4665-b5d5-54620c849d7d),segment_id=4ad73327-c7ac-4665-b5d5-54620c849d7d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:52.723136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.764982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Network 65c79592-e11a-455b-93a4-c5e1c6b721e8 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:45:52.768660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:52.771442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:45:52.783414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Pushing event updated for resources: {'Port': ['ID=beec0346-10ce-4532-b9bb-34e87753c9eb,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:52.787181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.808549 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.840391 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Subnet': ['ID=7a539c27-0a67-4579-9b72-f6a50a63b1ce,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:52.879964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Attempting to bind port beec0346-10ce-4532-b9bb-34e87753c9eb on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:45:52.880539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Attempting to bind port beec0346-10ce-4532-b9bb-34e87753c9eb by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '624bd5eb-7c11-4903-b236-d2c28257803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:45:52.880690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Attempting to bind port beec0346-10ce-4532-b9bb-34e87753c9eb on network 65c79592-e11a-455b-93a4-c5e1c6b721e8 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:45:52.885514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b4ea9-8a81-4575-95a8-6ab6b0a6331f None None] Pushing event updated for resources: {'Port': ['ID=7e2ddff1-a803-4af1-a410-8db139868b69,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:52.891187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:45:52.891586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Checking segment: {'id': '624bd5eb-7c11-4903-b236-d2c28257803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:52.891992 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.893082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Bound using segment: {'id': '624bd5eb-7c11-4903-b236-d2c28257803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:45:52.893567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Bound port: beec0346-10ce-4532-b9bb-34e87753c9eb, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '624bd5eb-7c11-4903-b236-d2c28257803e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:45:52.893950 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.903650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.924449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c79592-e11a-455b-93a4-c5e1c6b721e8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:52.935672 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624bd5eb-7c11-4903-b236-d2c28257803e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:52.935973 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624bd5eb-7c11-4903-b236-d2c28257803e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:52.941983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb79e-347a-42ca-8c8d-3b1303ae718d None None] Provisioning complete for port 7e2ddff1-a803-4af1-a410-8db139868b69 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:52.941983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb79e-347a-42ca-8c8d-3b1303ae718d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.950541 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.966163 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.976611 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:52.977172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:52.980340 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:53.014346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] For port beec0346-10ce-4532-b9bb-34e87753c9eb, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:45:53.023285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e2ddff1-a803-4af1-a410-8db139868b69 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:45:53.067715 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.070390 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.db.api [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 15 20:45:53.070390 n-d-712140-14 neutron-server[101181]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 15 20:45:53.070390 n-d-712140-14 neutron-server[101181]: [parameters: {'id': '65c79592-e11a-455b-93a4-c5e1c6b721e8'}] Oct 15 20:45:53.070390 n-d-712140-14 neutron-server[101181]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101181) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:45:53.070789 n-d-712140-14 neutron-server[101181]: DEBUG oslo_db.api [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:45:53.078099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] For port beec0346-10ce-4532-b9bb-34e87753c9eb, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=beec0346-10ce-4532-b9bb-34e87753c9eb,segment=NetworkSegment(624bd5eb-7c11-4903-b236-d2c28257803e),segment_id=624bd5eb-7c11-4903-b236-d2c28257803e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:45:53.130637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 7e2ddff1-a803-4af1-a410-8db139868b69 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:45:53.131005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.155771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.193677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.247224 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cddb7a-b787-4aa7-9be0-c706271a03c5 None None] Pushing event updated for resources: {'Port': ['ID=beec0346-10ce-4532-b9bb-34e87753c9eb,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:53.286796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dfc5b2-bf84-4227-8498-9c2e105b6248 None None] Network 65c79592-e11a-455b-93a4-c5e1c6b721e8 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:53.430299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040706a7-4759-485c-8b1c-f69e0ee73885 None None] get_active_networks_info from n-d-712140-14 {{(pid=101182) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 15 20:45:53.433377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.508436 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040706a7-4759-485c-8b1c-f69e0ee73885 None None] Resources bound (agent type, host, resource id): {{(pid=101182) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 15 20:45:53.572236 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.630195 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting port beec0346-10ce-4532-b9bb-34e87753c9eb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:53.630534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.693869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] For port beec0346-10ce-4532-b9bb-34e87753c9eb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=beec0346-10ce-4532-b9bb-34e87753c9eb,segment=NetworkSegment(624bd5eb-7c11-4903-b236-d2c28257803e),segment_id=624bd5eb-7c11-4903-b236-d2c28257803e)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:53.694234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.708422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Calling delete_port for beec0346-10ce-4532-b9bb-34e87753c9eb owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:53.853003 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.880143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No DVR routers for this DVR port beec0346-10ce-4532-b9bb-34e87753c9eb on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:53.884605 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Port': ['ID=beec0346-10ce-4532-b9bb-34e87753c9eb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:53.962593 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:53.982414 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c79592-e11a-455b-93a4-c5e1c6b721e8']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:53.991489 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624bd5eb-7c11-4903-b236-d2c28257803e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:53.991869 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624bd5eb-7c11-4903-b236-d2c28257803e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:54.001240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.014136 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.020610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:54.021027 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:54.023979 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:54.144852 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.151399 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.154541 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/65c79592-e11a-455b-93a4-c5e1c6b721e8 HTTP/1.1" status: 204 len: 168 time: 2.2295699 Oct 15 20:45:54.157329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37780) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.165931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f95451-a9ef-44f4-b311-f09d7e9ba8ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Network': ['ID=65c79592-e11a-455b-93a4-c5e1c6b721e8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:54.185725 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90d8d09-fef0-4189-8987-da0c823ce286 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] GET failed (client error): The resource could not be found. Oct 15 20:45:54.187025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d90d8d09-fef0-4189-8987-da0c823ce286 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "GET /v2.0/subnets/7a539c27-0a67-4579-9b72-f6a50a63b1ce HTTP/1.1" status: 404 len: 337 time: 0.0287187 Oct 15 20:45:54.190161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37782) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.212963 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9878963d-345b-4d14-a0f6-6c4627e54362 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:54.213492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9878963d-345b-4d14-a0f6-6c4627e54362 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:54.216507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9878963d-345b-4d14-a0f6-6c4627e54362 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/65c79592-e11a-455b-93a4-c5e1c6b721e8 HTTP/1.1" status: 404 len: 339 time: 0.0254643 Oct 15 20:45:54.220130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37784) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.244519 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5c27bd-320c-41c5-a078-22be62a254ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:54.244949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5c27bd-320c-41c5-a078-22be62a254ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:54.247905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9d5c27bd-320c-41c5-a078-22be62a254ee tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/subnets/7a539c27-0a67-4579-9b72-f6a50a63b1ce HTTP/1.1" status: 404 len: 337 time: 0.0268197 Oct 15 20:45:54.250301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.268385 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb395e29-cc42-419c-ba9e-7215e1249624 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:54.269105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb395e29-cc42-419c-ba9e-7215e1249624 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:54.272285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fb395e29-cc42-419c-ba9e-7215e1249624 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/65c79592-e11a-455b-93a4-c5e1c6b721e8 HTTP/1.1" status: 404 len: 339 time: 0.0211308 Oct 15 20:45:54.274699 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37788) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.323284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting subnet fa205e76-e61c-4ae0-ac63-516a47b96fd4 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:45:54.326504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.365372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.449825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.561966 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.589571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Subnet': ['ID=fa205e76-e61c-4ae0-ac63-516a47b96fd4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:54.592556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.595800 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-33824692-1cb2-405f-9acc-43b5e1ad8762 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/subnets/fa205e76-e61c-4ae0-ac63-516a47b96fd4 HTTP/1.1" status: 204 len: 168 time: 0.3201501 Oct 15 20:45:54.598829 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:54.604234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6487ce0-2a7b-4de3-a2e5-9aade0f79f5e None None] Network b9b04eec-dcb1-4054-acaf-a1433e03b3e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:54.681889 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.737413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting port 7e2ddff1-a803-4af1-a410-8db139868b69 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:54.737754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.767639 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.782348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] DHCP port deletion for b9b04eec-dcb1-4054-acaf-a1433e03b3e9 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:45:54.802924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] For port 7e2ddff1-a803-4af1-a410-8db139868b69, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e2ddff1-a803-4af1-a410-8db139868b69,segment=NetworkSegment(4ad73327-c7ac-4665-b5d5-54620c849d7d),segment_id=4ad73327-c7ac-4665-b5d5-54620c849d7d)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:54.803285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.816246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Calling delete_port for 7e2ddff1-a803-4af1-a410-8db139868b69 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:54.829863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Deleting port 7e2ddff1-a803-4af1-a410-8db139868b69 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:54.831355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.898088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] For port 7e2ddff1-a803-4af1-a410-8db139868b69, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=7e2ddff1-a803-4af1-a410-8db139868b69,segment=NetworkSegment(4ad73327-c7ac-4665-b5d5-54620c849d7d),segment_id=4ad73327-c7ac-4665-b5d5-54620c849d7d)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:54.898478 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.910993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Calling delete_port for 7e2ddff1-a803-4af1-a410-8db139868b69 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:54.968741 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:54.973600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e2ddff1-a803-4af1-a410-8db139868b69 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:45:54.995811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Port': ['ID=7e2ddff1-a803-4af1-a410-8db139868b69,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:54.996029 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 7e2ddff1-a803-4af1-a410-8db139868b69 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:45:54.996147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 7e2ddff1-a803-4af1-a410-8db139868b69 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:45:55.000696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No DVR routers for this DVR port 7e2ddff1-a803-4af1-a410-8db139868b69 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:55.016918 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.042816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] Pushing event deleted for resources: {'Port': ['ID=7e2ddff1-a803-4af1-a410-8db139868b69,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:55.047088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa68db2-832f-45b9-8e53-311ff3c19866 None None] No DVR routers for this DVR port 7e2ddff1-a803-4af1-a410-8db139868b69 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:55.091187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.111045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b04eec-dcb1-4054-acaf-a1433e03b3e9']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:55.121270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad73327-c7ac-4665-b5d5-54620c849d7d') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:55.121558 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad73327-c7ac-4665-b5d5-54620c849d7d') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:55.130876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.144170 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.154405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:55.154788 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:55.157869 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:55.299378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.306762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.309927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/b9b04eec-dcb1-4054-acaf-a1433e03b3e9 HTTP/1.1" status: 204 len: 168 time: 0.7102013 Oct 15 20:45:55.312471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37792) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.333976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef7256-2337-40f1-b6b7-ef6432ae3b30 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Network': ['ID=b9b04eec-dcb1-4054-acaf-a1433e03b3e9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:55.353619 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96befff-777b-4a7c-b511-9d8ad92df11e tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:55.354068 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96befff-777b-4a7c-b511-9d8ad92df11e tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:55.357163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d96befff-777b-4a7c-b511-9d8ad92df11e tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/subnets/5ac979cf-bc86-4165-ac29-14f887b0accb HTTP/1.1" status: 404 len: 337 time: 0.0313311 Oct 15 20:45:55.359784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.377337 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-e155f046-a669-42a2-a08b-d8bdbb30f3a7 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:55.377848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e155f046-a669-42a2-a08b-d8bdbb30f3a7 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:55.380753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e155f046-a669-42a2-a08b-d8bdbb30f3a7 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/a7a8d2da-60e1-4076-a714-f4824b7bed40 HTTP/1.1" status: 404 len: 339 time: 0.0200963 Oct 15 20:45:55.382989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.407360 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9b6363-74a8-4e57-9145-a8f79f9354a8 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:55.407808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9b6363-74a8-4e57-9145-a8f79f9354a8 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:55.411270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f9b6363-74a8-4e57-9145-a8f79f9354a8 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/subnets/44a46c01-83a2-4ed8-a988-9a5e033a7d09 HTTP/1.1" status: 404 len: 337 time: 0.0274439 Oct 15 20:45:55.413555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37798) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.430256 n-d-712140-14 neutron-server[101180]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2c7528-0147-4971-8663-d8220fa12594 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] DELETE failed (client error): The resource could not be found. Oct 15 20:45:55.430773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2c7528-0147-4971-8663-d8220fa12594 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101180) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 15 20:45:55.433649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5f2c7528-0147-4971-8663-d8220fa12594 tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/bcff988a-43c3-4c1e-8c92-4c9c92405505 HTTP/1.1" status: 404 len: 339 time: 0.0192492 Oct 15 20:45:55.435811 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37800) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.484997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting subnet 009e8b83-d296-4201-bf76-e1c89725d023 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:45:55.488784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.537747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.620377 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.733360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.764536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Subnet': ['ID=009e8b83-d296-4201-bf76-e1c89725d023,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:55.769983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.773283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c1899592-dbf6-43d2-a360-6b03a0ef263b tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/subnets/009e8b83-d296-4201-bf76-e1c89725d023 HTTP/1.1" status: 204 len: 168 time: 0.3366172 Oct 15 20:45:55.775132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2b1b1-a1fb-42a9-9fc9-ca7484df7100 None None] Network 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:55.775722 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37802) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:55.865440 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.921125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Deleting port 07a4ad5e-ea89-4b28-862c-574eceb15e33 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:55.921468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.948397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] DHCP port deletion for 8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:45:55.993355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] For port 07a4ad5e-ea89-4b28-862c-574eceb15e33, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=07a4ad5e-ea89-4b28-862c-574eceb15e33,segment=NetworkSegment(c4c8576c-f010-4d43-ba55-b87314795da1),segment_id=c4c8576c-f010-4d43-ba55-b87314795da1)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:55.993722 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:55.993990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Deleting port 07a4ad5e-ea89-4b28-862c-574eceb15e33 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:45:55.994362 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.008553 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Calling delete_port for 07a4ad5e-ea89-4b28-862c-574eceb15e33 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:56.061936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] For port 07a4ad5e-ea89-4b28-862c-574eceb15e33, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=07a4ad5e-ea89-4b28-862c-574eceb15e33,segment=NetworkSegment(c4c8576c-f010-4d43-ba55-b87314795da1),segment_id=c4c8576c-f010-4d43-ba55-b87314795da1)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:45:56.062326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.076547 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Calling delete_port for 07a4ad5e-ea89-4b28-862c-574eceb15e33 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:45:56.145209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.153977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.171958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Port': ['ID=07a4ad5e-ea89-4b28-862c-574eceb15e33,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:56.173708 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] No DVR routers for this DVR port 07a4ad5e-ea89-4b28-862c-574eceb15e33 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:56.185974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] Pushing event deleted for resources: {'Port': ['ID=07a4ad5e-ea89-4b28-862c-574eceb15e33,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:56.190537 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe1e48-fd4c-4ab3-b74d-e9e7202f5023 None None] No DVR routers for this DVR port 07a4ad5e-ea89-4b28-862c-574eceb15e33 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:45:56.259145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.278838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6c4fa5-2e58-4d76-ad8d-008346b7ad89']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:56.288321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c8576c-f010-4d43-ba55-b87314795da1') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:56.288611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c8576c-f010-4d43-ba55-b87314795da1') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:45:56.297591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.311044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.316742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:45:56.317114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:45:56.320001 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:45:56.419188 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.433634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:56.436915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] 10.222.0.13 "DELETE /v2.0/networks/8d6c4fa5-2e58-4d76-ad8d-008346b7ad89 HTTP/1.1" status: 204 len: 168 time: 0.6602817 Oct 15 20:45:56.446756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00294e-cca1-445b-8043-0fc1a258fb0a tempest-NetworksIpV6Test-868096006 tempest-NetworksIpV6Test-868096006-project] Pushing event deleted for resources: {'Network': ['ID=8d6c4fa5-2e58-4d76-ad8d-008346b7ad89,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:56.834568 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:56.970106 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-083905b1-d01d-4515-8248-15050109ca67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c29ba933a743df87658f8733df723a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343486 Oct 15 20:45:56.972392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 07a4ad5e-ea89-4b28-862c-574eceb15e33 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:45:56.973130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37812) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:56.992666 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 07a4ad5e-ea89-4b28-862c-574eceb15e33 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:45:56.993003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 07a4ad5e-ea89-4b28-862c-574eceb15e33 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:45:57.021603 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:57.042340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:57.138592 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:57.141220 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:57.142368 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e73c498-5e8d-4fc9-80c0-d23f2f8be2ae HTTP/1.1" status: 204 len: 168 time: 0.1681175 Oct 15 20:45:57.151130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6b4df-0283-456e-9270-0b2191ea0dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e73c498-5e8d-4fc9-80c0-d23f2f8be2ae,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:58.055279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37834) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:58.149333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1910404753', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:58.236444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.237724 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.287995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.344380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.432167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.433390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5b94e15b-fd18-4f52-92ed-9c67dd88d360 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3770323 Oct 15 20:45:58.436036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37838) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:58.440776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-251113416'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:58.532770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Made reservation on behalf of 8fa89c61ab494e90a3a2befd59a0e9b1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:58.536745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.545177 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.619796 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.692977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.719775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:58.729404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90242ce1-30e4-4435-a3f6-c006dec055c7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:58.734007 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.734347 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Added segment 568e51b6-c69c-432f-996c-9cfe9b2cdb2c of type vlan for network 5350148d-9ab2-454b-89c1-b154e91ef5ea Oct 15 20:45:58.773888 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.847266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.852635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:58.853675 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:58.916491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event updated for resources: {'Network': ['ID=5350148d-9ab2-454b-89c1-b154e91ef5ea,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:58.927627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:45:58.936135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1f6ed13e-ba49-406e-87b8-4e718d97be50 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4991145 Oct 15 20:45:58.938890 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37840) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:58.944701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'subnet': {'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:59.093409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Made reservation on behalf of 8fa89c61ab494e90a3a2befd59a0e9b1 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:59.097124 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.333521 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.393183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event updated for resources: {'Subnet': ['ID=d3a39488-fc44-40d6-92a3-dfbdae3d83e7,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:45:59.401114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Checking segment: {'id': '568e51b6-c69c-432f-996c-9cfe9b2cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:45:59.401464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Network hostable DHCP agents. Network: 5350148d-9ab2-454b-89c1-b154e91ef5ea, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:45:59.499033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:45:59.567273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 5350148d-9ab2-454b-89c1-b154e91ef5ea) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:45:59.571413 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:59.572133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.576102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce5230-b32c-41ff-95f4-0397c36e42ad None None] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:45:59.650190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-669dd086-add8-489d-b6b4-08ddfb404b4c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7096448 Oct 15 20:45:59.653219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37842) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:45:59.658973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2804599'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:45:59.719933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-5350148d-9ab2-454b-89c1-b154e91ef5ea', 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea', 'tenant_id': '8fa89c61ab494e90a3a2befd59a0e9b1', 'fixed_ips': [{'subnet_id': 'd3a39488-fc44-40d6-92a3-dfbdae3d83e7'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:45:59.723087 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.738922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Made reservation on behalf of 8fa89c61ab494e90a3a2befd59a0e9b1 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:45:59.742466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.766054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:45:59.775050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.775385 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Added segment adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15 of type vlan for network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 Oct 15 20:45:59.819740 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.856976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Allocated IP 172.20.0.2 (5350148d-9ab2-454b-89c1-b154e91ef5ea/d3a39488-fc44-40d6-92a3-dfbdae3d83e7/f6b4e578-84e0-4620-b885-67f2ddb41dd0) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:45:59.927325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.932848 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:45:59.933430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:45:59.999486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.000398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event updated for resources: {'Network': ['ID=7bbd457e-5273-4d57-9d7e-451a3acb3d15,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:00.010655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:46:00.032716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef872257-134c-4877-a3ff-344701bf440c tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3782787 Oct 15 20:46:00.040153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37844) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:00.045057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'subnet': {'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:00.087987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.129230 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:00.133378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:00.140555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:00.144264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e578-84e0-4620-b885-67f2ddb41dd0,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:00.193827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Attempting to bind port f6b4e578-84e0-4620-b885-67f2ddb41dd0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:00.194212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Attempting to bind port f6b4e578-84e0-4620-b885-67f2ddb41dd0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '568e51b6-c69c-432f-996c-9cfe9b2cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:00.194571 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Attempting to bind port f6b4e578-84e0-4620-b885-67f2ddb41dd0 on network 5350148d-9ab2-454b-89c1-b154e91ef5ea {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:00.199470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:00.199876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Checking segment: {'id': '568e51b6-c69c-432f-996c-9cfe9b2cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:00.200265 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.201015 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Bound using segment: {'id': '568e51b6-c69c-432f-996c-9cfe9b2cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:00.201128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Bound port: f6b4e578-84e0-4620-b885-67f2ddb41dd0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568e51b6-c69c-432f-996c-9cfe9b2cdb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5350148d-9ab2-454b-89c1-b154e91ef5ea'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:00.201445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.219081 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Made reservation on behalf of 8fa89c61ab494e90a3a2befd59a0e9b1 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:00.222865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.264707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] For port f6b4e578-84e0-4620-b885-67f2ddb41dd0, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:00.268303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] For port f6b4e578-84e0-4620-b885-67f2ddb41dd0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f6b4e578-84e0-4620-b885-67f2ddb41dd0,segment=NetworkSegment(568e51b6-c69c-432f-996c-9cfe9b2cdb2c),segment_id=568e51b6-c69c-432f-996c-9cfe9b2cdb2c)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:00.345505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.405920 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7b88b-e014-4509-a2a2-83caaf3346c1 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e578-84e0-4620-b885-67f2ddb41dd0,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:00.459244 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.519452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event updated for resources: {'Subnet': ['ID=f8cbc8e7-e8d7-481b-bf03-2a708e22d378,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:00.529576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Checking segment: {'id': 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:00.529933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Network hostable DHCP agents. Network: 7bbd457e-5273-4d57-9d7e-451a3acb3d15, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:46:00.596668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:46:00.676232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 7bbd457e-5273-4d57-9d7e-451a3acb3d15) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:00.680690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:00.681086 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.684715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca23f0e-c58a-4517-bedc-351ea8bdf112 None None] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:00.758795 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe5302ca-263b-4ef1-867c-c4f7c4c888a0 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7174978 Oct 15 20:46:00.761486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37846) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:00.765976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bbff7a5c-d6e9-4d88-83d0-9cba0780fbed tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Request body: {'router': {'external_gateway_info': {'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:00.829824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-7bbd457e-5273-4d57-9d7e-451a3acb3d15', 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15', 'tenant_id': '8fa89c61ab494e90a3a2befd59a0e9b1', 'fixed_ips': [{'subnet_id': 'f8cbc8e7-e8d7-481b-bf03-2a708e22d378'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:46:00.831276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.972614 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bbff7a5c-d6e9-4d88-83d0-9cba0780fbed tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:00.973071 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Allocated IP 172.21.0.2 (7bbd457e-5273-4d57-9d7e-451a3acb3d15/f8cbc8e7-e8d7-481b-bf03-2a708e22d378/234bdd4c-05aa-44c9-acb6-4566ed33421e) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:01.053976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f6b4e578-84e0-4620-b885-67f2ddb41dd0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:01.155587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f6b4e578-84e0-4620-b885-67f2ddb41dd0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:01.155970 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.157484 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [None req-bbff7a5c-d6e9-4d88-83d0-9cba0780fbed tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 15 20:46:01.166453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bbff7a5c-d6e9-4d88-83d0-9cba0780fbed tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "PUT /v2.0/routers/bbd44788-aedb-4420-8b24-e89e26f07d9a HTTP/1.1" status: 400 len: 364 time: 0.3970382 Oct 15 20:46:01.166732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37848) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:01.206131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.227604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Deleting subnet f8cbc8e7-e8d7-481b-bf03-2a708e22d378 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:46:01.264399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.293084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.296924 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.304405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port f6b4e578-84e0-4620-b885-67f2ddb41dd0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f6b4e578-84e0-4620-b885-67f2ddb41dd0,segment=NetworkSegment(568e51b6-c69c-432f-996c-9cfe9b2cdb2c),segment_id=568e51b6-c69c-432f-996c-9cfe9b2cdb2c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:01.336449 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.340809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:01.343717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:01.351212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:01.354374 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Pushing event updated for resources: {'Port': ['ID=234bdd4c-05aa-44c9-acb6-4566ed33421e,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:01.390283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c336d-7905-426a-9ee5-1deb7b9063fb None None] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:01.421405 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.434376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.489932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Attempting to bind port 234bdd4c-05aa-44c9-acb6-4566ed33421e on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:01.490212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Attempting to bind port 234bdd4c-05aa-44c9-acb6-4566ed33421e by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:01.490587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Attempting to bind port 234bdd4c-05aa-44c9-acb6-4566ed33421e on network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:01.512524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:01.514675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Checking segment: {'id': 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:01.514675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.514675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Bound using segment: {'id': 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:01.514675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Bound port: 234bdd4c-05aa-44c9-acb6-4566ed33421e, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7bbd457e-5273-4d57-9d7e-451a3acb3d15'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:01.514675 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.554312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=f6b4e578-84e0-4620-b885-67f2ddb41dd0,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:01.559524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-daa85cb0-a8c1-42fa-ad86-1635f4b73fc0 None None] Provisioning complete for port f6b4e578-84e0-4620-b885-67f2ddb41dd0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:01.559912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-daa85cb0-a8c1-42fa-ad86-1635f4b73fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.573498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.602500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cbc8e7-e8d7-481b-bf03-2a708e22d378,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:01.606405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.609691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fe106e56-b2dc-4807-bd61-86e78d578f11 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "DELETE /v2.0/subnets/f8cbc8e7-e8d7-481b-bf03-2a708e22d378 HTTP/1.1" status: 204 len: 168 time: 0.4418573 Oct 15 20:46:01.613015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37850) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:01.698346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.751324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Deleting port 234bdd4c-05aa-44c9-acb6-4566ed33421e {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:46:01.751583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.818180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] For port 234bdd4c-05aa-44c9-acb6-4566ed33421e, host n-d-712140-14, got binding levels [] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:01.818538 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:01.830922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Calling delete_port for 234bdd4c-05aa-44c9-acb6-4566ed33421e owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:46:01.834999 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] For port 234bdd4c-05aa-44c9-acb6-4566ed33421e, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:01.867232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] For port 234bdd4c-05aa-44c9-acb6-4566ed33421e, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=234bdd4c-05aa-44c9-acb6-4566ed33421e,segment=NetworkSegment(adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15),segment_id=adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:01.945269 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.005389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dc1ae-71ce-4d7f-b919-01ba1c316f0b None None] Pushing event updated for resources: {'Port': ['ID=234bdd4c-05aa-44c9-acb6-4566ed33421e,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:02.020013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.053478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Port': ['ID=234bdd4c-05aa-44c9-acb6-4566ed33421e,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:02.059462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] No DVR routers for this DVR port 234bdd4c-05aa-44c9-acb6-4566ed33421e on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:46:02.146431 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.178862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbd457e-5273-4d57-9d7e-451a3acb3d15']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:02.192647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:02.192945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf7b0e4-e2f9-4121-bcdf-a7dd16dbcf15') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:02.202570 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.218862 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.227143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:46:02.228003 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:46:02.232224 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:46:02.242792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ec3ae084-ca4d-47be-8174-367fc751088d None None] Provisioning complete for port f6b4e578-84e0-4620-b885-67f2ddb41dd0 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:02.242792 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ec3ae084-ca4d-47be-8174-367fc751088d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.682078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.690061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.693477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "DELETE /v2.0/networks/7bbd457e-5273-4d57-9d7e-451a3acb3d15 HTTP/1.1" status: 204 len: 168 time: 1.0792656 Oct 15 20:46:02.696070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37852) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:02.713827 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Network': ['ID=7bbd457e-5273-4d57-9d7e-451a3acb3d15,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:02.743815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.744160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.744500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.744836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.745195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.745527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.745850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.746176 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.746495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.746816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.747145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.747461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b422c342-8474-4518-9822-8aade00184b9 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:02.771366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Deleting subnet d3a39488-fc44-40d6-92a3-dfbdae3d83e7 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:46:02.774874 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.816386 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.908930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:02.989804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f6b4e578-84e0-4620-b885-67f2ddb41dd0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:03.021732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ca270-02eb-437d-ad5b-cc8054dc0975 None None] DHCP port deletion for 7bbd457e-5273-4d57-9d7e-451a3acb3d15 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:46:03.044412 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240cd57-4f7d-4dbf-9f00-4b9ef6df520b None None] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:03.057487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b9be81e0-e9db-479f-a86c-f541df6c7267 None None] Could not find standard attr ID for object 234bdd4c-05aa-44c9-acb6-4566ed33421e. {{(pid=101182) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 15 20:46:03.059873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240cd57-4f7d-4dbf-9f00-4b9ef6df520b None None] Network 7bbd457e-5273-4d57-9d7e-451a3acb3d15 could not be found, it might have been deleted concurrently. {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 15 20:46:03.063389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.070539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f6b4e578-84e0-4620-b885-67f2ddb41dd0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:03.070912 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.089792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a39488-fc44-40d6-92a3-dfbdae3d83e7,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:03.094553 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.100417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0c4a1fa8-9be5-4b33-9551-83d5c4aa1bad tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "DELETE /v2.0/subnets/d3a39488-fc44-40d6-92a3-dfbdae3d83e7 HTTP/1.1" status: 204 len: 168 time: 0.4031708 Oct 15 20:46:03.102362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a46e79-bc60-4bca-91c2-c710450bcd7e None None] Network 5350148d-9ab2-454b-89c1-b154e91ef5ea requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:03.102726 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37854) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:03.186277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.243780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Deleting port f6b4e578-84e0-4620-b885-67f2ddb41dd0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:46:03.244478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.306936 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] DHCP port deletion for 5350148d-9ab2-454b-89c1-b154e91ef5ea request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:46:03.309517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] For port f6b4e578-84e0-4620-b885-67f2ddb41dd0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f6b4e578-84e0-4620-b885-67f2ddb41dd0,segment=NetworkSegment(568e51b6-c69c-432f-996c-9cfe9b2cdb2c),segment_id=568e51b6-c69c-432f-996c-9cfe9b2cdb2c)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:03.309882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.322374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Calling delete_port for f6b4e578-84e0-4620-b885-67f2ddb41dd0 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:46:03.356155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Deleting port f6b4e578-84e0-4620-b885-67f2ddb41dd0 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:46:03.356520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.418406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] For port f6b4e578-84e0-4620-b885-67f2ddb41dd0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f6b4e578-84e0-4620-b885-67f2ddb41dd0,segment=NetworkSegment(568e51b6-c69c-432f-996c-9cfe9b2cdb2c),segment_id=568e51b6-c69c-432f-996c-9cfe9b2cdb2c)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:03.418789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.431457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Calling delete_port for f6b4e578-84e0-4620-b885-67f2ddb41dd0 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:46:03.470214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.495650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Port': ['ID=f6b4e578-84e0-4620-b885-67f2ddb41dd0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:03.499127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] No DVR routers for this DVR port f6b4e578-84e0-4620-b885-67f2ddb41dd0 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:46:03.513263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.540314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] Pushing event deleted for resources: {'Port': ['ID=f6b4e578-84e0-4620-b885-67f2ddb41dd0,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:03.542096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a82078-9eb4-4525-8a29-81aac4e2bc84 None None] No DVR routers for this DVR port f6b4e578-84e0-4620-b885-67f2ddb41dd0 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:46:03.583401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.602828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5350148d-9ab2-454b-89c1-b154e91ef5ea']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:03.612442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568e51b6-c69c-432f-996c-9cfe9b2cdb2c') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:03.612736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568e51b6-c69c-432f-996c-9cfe9b2cdb2c') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:03.621856 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.635688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.641397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:46:03.641779 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:46:03.644695 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:46:03.766793 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.773388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:03.776443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "DELETE /v2.0/networks/5350148d-9ab2-454b-89c1-b154e91ef5ea HTTP/1.1" status: 204 len: 168 time: 0.6727910 Oct 15 20:46:03.779167 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37856) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:03.787914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7200d5-02b1-4239-82e4-80ae0d0a896b tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Pushing event deleted for resources: {'Network': ['ID=5350148d-9ab2-454b-89c1-b154e91ef5ea,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:03.808084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-646bf4e0-05fc-4626-95a3-a0f834268ed4 tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbd44788-aedb-4420-8b24-e89e26f07d9a HTTP/1.1" status: 200 len: 205 time: 0.0276599 Oct 15 20:46:03.810381 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37858) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:03.882978 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.037706 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.039808 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.144465 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.144995 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Fanout notify agent at l3_agent the message router_deleted on router bbd44788-aedb-4420-8b24-e89e26f07d9a {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:46:04.151990 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.153574 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c743780a-22be-495b-ade2-fbde2634967e tempest-RoutersNegativeTest-489215501 tempest-RoutersNegativeTest-489215501-project] 10.222.0.13 "DELETE /v2.0/routers/bbd44788-aedb-4420-8b24-e89e26f07d9a HTTP/1.1" status: 204 len: 168 time: 0.3417487 Oct 15 20:46:04.591220 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37864) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:04.723839 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-38dbf5d9-9861-4440-9e50-f9e5a5865c43 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fa89c61ab494e90a3a2befd59a0e9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313570 Oct 15 20:46:04.726242 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37868) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:04.773975 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.794642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.939218 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.944545 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:04.946215 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90242ce1-30e4-4435-a3f6-c006dec055c7 HTTP/1.1" status: 204 len: 168 time: 0.2190247 Oct 15 20:46:04.961079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83006ba1-a14c-4eec-abbd-6932d15303b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90242ce1-30e4-4435-a3f6-c006dec055c7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:04.998064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 234bdd4c-05aa-44c9-acb6-4566ed33421e no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:46:05.019384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 234bdd4c-05aa-44c9-acb6-4566ed33421e {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:46:05.020677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 234bdd4c-05aa-44c9-acb6-4566ed33421e not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:46:05.020677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f6b4e578-84e0-4620-b885-67f2ddb41dd0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:46:05.038994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f6b4e578-84e0-4620-b885-67f2ddb41dd0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:46:05.039335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f6b4e578-84e0-4620-b885-67f2ddb41dd0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:46:05.927640 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:06.020867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-558746098-network', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:06.128330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Made reservation on behalf of 6d0ad4fbf04a4cbbb3c7d9e546c1c63f for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:06.130586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.139085 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.215903 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.281981 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.306179 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:46:06.316285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fada18-4fd5-4c9a-8d59-3288ced59115,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:06.320945 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.321284 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Added segment ea42d652-308c-499e-8a5e-5b895fcc29ed of type vlan for network b7a6a39d-eda8-4eb2-871a-416d0728a84f Oct 15 20:46:06.364188 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.424614 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.426076 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:06.426642 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.482928 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] Pushing event updated for resources: {'Network': ['ID=b7a6a39d-eda8-4eb2-871a-416d0728a84f,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:06.493968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:46:06.507833 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-82416f96-784e-4748-930e-3d623a08317b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5790639 Oct 15 20:46:06.510618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37894) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:06.515416 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Request body: {'subnet': {'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-subnet', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:06.573270 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Made reservation on behalf of 6d0ad4fbf04a4cbbb3c7d9e546c1c63f for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:06.575653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.785429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.834652 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=219a5721-cae4-4c4d-ba0a-33b4ea034b30,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:06.850016 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Checking segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:06.850385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Network hostable DHCP agents. Network: b7a6a39d-eda8-4eb2-871a-416d0728a84f, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:46:06.916034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:46:06.990335 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, b7a6a39d-eda8-4eb2-871a-416d0728a84f) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:06.994448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:06.995097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:06.999234 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99494759-b0a4-4fc0-aee0-2b96f3de20ec None None] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:07.096487 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8211f6f5-e942-487d-8080-7b40be6725ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5845942 Oct 15 20:46:07.100156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37896) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:07.104644 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:07.144418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:46:07.144418 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.191277 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.192546 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.247753 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.277255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Allocated IP 172.20.0.2 (b7a6a39d-eda8-4eb2-871a-416d0728a84f/219a5721-cae4-4c4d-ba0a-33b4ea034b30/eb51232c-0078-431a-8a41-521fa5931644) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:07.423203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.436422 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.482280 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.521231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:07.524205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:07.527798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:07.537665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Pushing event updated for resources: {'Port': ['ID=eb51232c-0078-431a-8a41-521fa5931644,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:07.590279 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Attempting to bind port eb51232c-0078-431a-8a41-521fa5931644 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:07.590644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Attempting to bind port eb51232c-0078-431a-8a41-521fa5931644 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:07.591003 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Attempting to bind port eb51232c-0078-431a-8a41-521fa5931644 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:07.595968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:07.596337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Checking segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:07.597250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.597636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Bound using segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:07.598090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Bound port: eb51232c-0078-431a-8a41-521fa5931644, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:07.598458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.646009 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:46:07.659073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] For port eb51232c-0078-431a-8a41-521fa5931644, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:07.662589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] For port eb51232c-0078-431a-8a41-521fa5931644, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb51232c-0078-431a-8a41-521fa5931644,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:07.688242 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.707735 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.733410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:07.790561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278bfc6-b36a-49e5-88b6-e9eb8ff6e052 None None] Pushing event updated for resources: {'Port': ['ID=eb51232c-0078-431a-8a41-521fa5931644,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:07.813505 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Allocated IP 172.25.0.142 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/52529cda-18d9-4eb3-8890-8e9ab3ef0810) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:07.920145 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:08.042628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:08.087882 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:08.090690 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:08.097154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:08.100176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Pushing event updated for resources: {'Port': ['ID=52529cda-18d9-4eb3-8890-8e9ab3ef0810,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:08.447200 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:08.655288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:08.777654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1decb43-757a-43bb-983c-16633f0efa08 None None] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:08.850633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] Provisioning complete for port eb51232c-0078-431a-8a41-521fa5931644 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:08.850913 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:08.858660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Router d5d9f562-6430-4828-b059-2819ac702a00 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:46:08.967740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:46:08.981396 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Sync routers for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:46:08.994774 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:08.995477 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:09.001089 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.037484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb51232c-0078-431a-8a41-521fa5931644 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:09.040836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] For port eb51232c-0078-431a-8a41-521fa5931644, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb51232c-0078-431a-8a41-521fa5931644,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:09.089704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb51232c-0078-431a-8a41-521fa5931644 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:09.090286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.106545 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:09.112123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.141860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.145941 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-939a5647-ee43-4e49-a410-f4272fc8c864 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0418415 Oct 15 20:46:09.147048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37898) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:09.195425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988556a-1733-4027-9341-a1d6c3b5c175 None None] Pushing event updated for resources: {'Port': ['ID=eb51232c-0078-431a-8a41-521fa5931644,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:09.303520 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:08Z', 'revision_number': 3, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:09.328707 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Checking router: d5d9f562-6430-4828-b059-2819ac702a00 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:46:09.329049 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Updating router d5d9f562-6430-4828-b059-2819ac702a00 port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:46:09.331511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b764235c-527e-43ea-b997-46687c6998f5 None None] Provisioning complete for port eb51232c-0078-431a-8a41-521fa5931644 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:09.331906 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b764235c-527e-43ea-b997-46687c6998f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.353899 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.607406 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.688091 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.833181 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Attempting to bind port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:09.833546 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Attempting to bind port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:09.833903 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Attempting to bind port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:09.835851 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Pushing event updated for resources: {'Port': ['ID=52529cda-18d9-4eb3-8890-8e9ab3ef0810,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:09.844995 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.845340 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.845675 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.846006 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.846335 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.847180 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.847526 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.847855 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.848174 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.848493 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.848810 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.849125 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:09.852422 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:09.853143 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:09.853288 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.853624 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:09.854002 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Bound port: 52529cda-18d9-4eb3-8890-8e9ab3ef0810, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:09.854374 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.907178 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] For port 52529cda-18d9-4eb3-8890-8e9ab3ef0810, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:09.910893 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] For port 52529cda-18d9-4eb3-8890-8e9ab3ef0810, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=52529cda-18d9-4eb3-8890-8e9ab3ef0810,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:09.939889 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:09.985618 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.039971 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:10.040585 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:10.079479 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62e68a-219b-400f-bb2c-47eb8e4c9f4e None None] Pushing event updated for resources: {'Port': ['ID=52529cda-18d9-4eb3-8890-8e9ab3ef0810,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:10.098813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Allocated IP 172.20.0.1 (b7a6a39d-eda8-4eb2-871a-416d0728a84f/219a5721-cae4-4c4d-ba0a-33b4ea034b30/19989db7-ecf3-47b2-b8f3-49d18d8a92e2) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:10.148890 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:10.200354 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.300263 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.330829 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:08Z', 'revision_number': 3, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:10.342476 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:10.347299 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:10.353861 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:10.357050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Pushing event updated for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:10.357481 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd10b61-2544-4c2f-b6b2-40e8161fc983 None None] The sync data for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 is: [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:08Z', 'revision_number': 3, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:46:10.394832 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.618362 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.641144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f4e73722-04f5-4ced-a449-a7dda28ba01c None None] Provisioning complete for port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:10.642352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4e73722-04f5-4ced-a449-a7dda28ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.684614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f4e73722-04f5-4ced-a449-a7dda28ba01c None None] Port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:10.795014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.830620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:10.904539 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Pushing event updated for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:10.907964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.014540 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:11.016170 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:11.080232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 52529cda-18d9-4eb3-8890-8e9ab3ef0810 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:11.139610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:11.140487 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.164031 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Router d5d9f562-6430-4828-b059-2819ac702a00 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:46:11.243826 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.265867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 52529cda-18d9-4eb3-8890-8e9ab3ef0810, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=52529cda-18d9-4eb3-8890-8e9ab3ef0810,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:11.294324 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:46:11.299490 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e7866b74-d8a3-4b49-a0c8-3b648a4110e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/d5d9f562-6430-4828-b059-2819ac702a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521904 Oct 15 20:46:11.306679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-dea12ce0-6275-4e77-9ed9-de4cf283ac0a None None] Provisioning complete for port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:11.307098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dea12ce0-6275-4e77-9ed9-de4cf283ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.335437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.336321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb51232c-0078-431a-8a41-521fa5931644 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:11.388956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-dea12ce0-6275-4e77-9ed9-de4cf283ac0a None None] Port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:11.423347 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=52529cda-18d9-4eb3-8890-8e9ab3ef0810,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:11.431955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb51232c-0078-431a-8a41-521fa5931644 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:11.432400 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:11.922318 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37914) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:11.927855 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1548883864-network', 'tenant_id': '0f81efb657ba49c498882839d93003e0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:11.971139 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Sync routers for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:46:11.982120 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:11.983192 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:12.008051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Made reservation on behalf of 0f81efb657ba49c498882839d93003e0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:12.010395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.019987 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.092186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:12.100175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.173175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.195385 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:46:12.210825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c41389f-76de-4482-8b42-d27d3747c1e8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:12.214118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.214642 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Added segment b9ede666-5b1e-4632-b615-331c347a4352 of type vlan for network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca Oct 15 20:46:12.259634 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.345010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.346032 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:12.346662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.408870 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] Pushing event updated for resources: {'Network': ['ID=22c8aa16-56e7-41bc-813b-8e3e70dc24ca,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:12.420236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:46:12.421631 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e338e270-2ba0-443a-a116-2e03d871c22a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4982300 Oct 15 20:46:12.424343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37916) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:12.429660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Request body: {'subnet': {'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-subnet', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:12.500401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:10Z', 'revision_number': 4, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '19989db7-ecf3-47b2-b8f3-49d18d8a92e2', 'name': '', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'mac_address': 'fa:16:3e:48:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:09Z', 'updated_at': '2021-10-15T20:46:10Z', 'revision_number': 2, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'subnets': [{'id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:12.505130 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Made reservation on behalf of 0f81efb657ba49c498882839d93003e0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:12.507535 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.527926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Checking router: d5d9f562-6430-4828-b059-2819ac702a00 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:46:12.528283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Updating router d5d9f562-6430-4828-b059-2819ac702a00 port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:46:12.552727 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.716504 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.781178 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e6ebb3-366c-4cd4-a5d0-8a40067d3b33,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:12.786202 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Checking segment: {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:12.786560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Network hostable DHCP agents. Network: 22c8aa16-56e7-41bc-813b-8e3e70dc24ca, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:46:12.821506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.881619 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:46:12.910986 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.964201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953006d-554b-4dc2-a119-400cb91d2065 None None] Pushing event updated for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:12.973637 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 22c8aa16-56e7-41bc-813b-8e3e70dc24ca) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:12.977750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:12.978338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:12.991838 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e5078-30b9-407a-a87f-683de5bf5191 None None] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:13.021528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 52529cda-18d9-4eb3-8890-8e9ab3ef0810 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:13.058995 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-90010e46-775c-4deb-bbfa-a63c56c9d8b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6307251 Oct 15 20:46:13.059920 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 37918) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:13.066009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:13.102960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Attempting to bind port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:13.103337 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Attempting to bind port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:13.103776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Attempting to bind port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:13.124077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:13.124460 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Checking segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:13.124869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.125264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Bound using segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:13.126006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Bound port: 19989db7-ecf3-47b2-b8f3-49d18d8a92e2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:13.126391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.162562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.163701 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.214486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.220873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:13.221249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.282698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] For port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:13.287985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] For port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:13.301397 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-caf638a7-dd9e-4c25-849d-1fd47584d38e None None] Provisioning complete for port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:13.301770 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-caf638a7-dd9e-4c25-849d-1fd47584d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.330689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'fixed_ips': [{'subnet_id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:46:13.332334 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.353414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.399171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-caf638a7-dd9e-4c25-849d-1fd47584d38e None None] Port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:13.408153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.522077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:13.522712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:13.563917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953006d-554b-4dc2-a119-400cb91d2065 None None] Pushing event updated for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:13.677906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Allocated IP 172.20.0.2 (22c8aa16-56e7-41bc-813b-8e3e70dc24ca/65e6ebb3-366c-4cd4-a5d0-8a40067d3b33/23d50c71-1fca-4456-8a65-5a1febc1e8fa) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:13.687088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] Provisioning complete for port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:13.687428 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.696114 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.716382 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:13.723981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:13.825034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Allocated IP 172.25.0.231 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ef9e7c18-1f59-4395-9e30-96724609f819) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:13.928908 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.017859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.036597 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.046114 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.079610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:14.084075 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:14.086492 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:14.091863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] For port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:14.111450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:10Z', 'revision_number': 4, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '19989db7-ecf3-47b2-b8f3-49d18d8a92e2', 'name': '', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'mac_address': 'fa:16:3e:48:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:09Z', 'updated_at': '2021-10-15T20:46:13Z', 'revision_number': 4, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'subnets': [{'id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:14.115389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Pushing event updated for resources: {'Port': ['ID=ef9e7c18-1f59-4395-9e30-96724609f819,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:14.140868 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a464e00-3cb9-41ca-850f-453de20d1ae3 None None] The sync data for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 is: [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:10Z', 'revision_number': 4, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '19989db7-ecf3-47b2-b8f3-49d18d8a92e2', 'name': '', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'mac_address': 'fa:16:3e:48:4d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:09Z', 'updated_at': '2021-10-15T20:46:13Z', 'revision_number': 4, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'subnets': [{'id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:46:14.142939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.197933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:14.197933 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.206613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:14.215497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:14.226755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Pushing event updated for resources: {'Port': ['ID=23d50c71-1fca-4456-8a65-5a1febc1e8fa,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:14.329910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Attempting to bind port 23d50c71-1fca-4456-8a65-5a1febc1e8fa on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:14.330309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Attempting to bind port 23d50c71-1fca-4456-8a65-5a1febc1e8fa by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:14.330757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Attempting to bind port 23d50c71-1fca-4456-8a65-5a1febc1e8fa on network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:14.333939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00944c4-0034-4e5d-828d-9fcc43e85331 None None] Pushing event updated for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:14.339084 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:14.339466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Checking segment: {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:14.339886 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.340270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Bound using segment: {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:14.340735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Bound port: 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:14.341115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.414364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] For port 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:14.417781 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] For port 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=23d50c71-1fca-4456-8a65-5a1febc1e8fa,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:14.461370 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.489106 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.556344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a61a20-079d-4a4b-be29-e290f0865971 None None] Pushing event updated for resources: {'Port': ['ID=23d50c71-1fca-4456-8a65-5a1febc1e8fa,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:14.686730 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:14.899531 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:46:15.023496 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:46:15.035359 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Sync routers for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:46:15.046091 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:15.046909 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:15.062179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 23d50c71-1fca-4456-8a65-5a1febc1e8fa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:15.084581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.086050 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0cb28b2c-8d88-4281-ba49-f82748361c6d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0254941 Oct 15 20:46:15.089021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 37920) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:46:15.123850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 23d50c71-1fca-4456-8a65-5a1febc1e8fa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:15.124313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.165807 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:15.241919 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.282585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=23d50c71-1fca-4456-8a65-5a1febc1e8fa,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:15.350324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.351129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:15.382996 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:14Z', 'revision_number': 3, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:15.419237 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Checking router: 3e0ec120-2bed-44af-bc0e-b23f85d8b538 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:46:15.419784 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Updating router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 port ef9e7c18-1f59-4395-9e30-96724609f819 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:46:15.452207 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.472007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=23d50c71-1fca-4456-8a65-5a1febc1e8fa,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:15.487007 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:15.488236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.657342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3d668-c1f7-458c-aa67-f00964cc734a None None] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:46:15.699410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.780146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-77d344d3-1a4f-46a2-92d5-5f3f5d25ba86 None None] Provisioning complete for port 23d50c71-1fca-4456-8a65-5a1febc1e8fa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:15.780525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-77d344d3-1a4f-46a2-92d5-5f3f5d25ba86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.785300 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.848455 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.867736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Allocated IP 172.20.0.1 (22c8aa16-56e7-41bc-813b-8e3e70dc24ca/65e6ebb3-366c-4cd4-a5d0-8a40067d3b33/98db6248-31c9-4ce6-900a-20dc37302ba7) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:15.897192 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8c6d2-7cd1-4dbb-8eb6-73da75828d93 None None] Pushing event updated for resources: {'Port': ['ID=ef9e7c18-1f59-4395-9e30-96724609f819,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:15.914873 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Attempting to bind port ef9e7c18-1f59-4395-9e30-96724609f819 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:15.915252 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Attempting to bind port ef9e7c18-1f59-4395-9e30-96724609f819 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:15.915644 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Attempting to bind port ef9e7c18-1f59-4395-9e30-96724609f819 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:15.921234 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:15.921612 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:15.922015 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.922409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:15.922881 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Bound port: ef9e7c18-1f59-4395-9e30-96724609f819, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:15.923266 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:15.980843 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] For port ef9e7c18-1f59-4395-9e30-96724609f819, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:15.984158 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] For port ef9e7c18-1f59-4395-9e30-96724609f819, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ef9e7c18-1f59-4395-9e30-96724609f819,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:15.985643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.048036 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.070942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.109574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:16.114118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:16.114678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:16.114833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:16.118292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:16.149211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Pushing event updated for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:16.149412 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8c6d2-7cd1-4dbb-8eb6-73da75828d93 None None] Pushing event updated for resources: {'Port': ['ID=ef9e7c18-1f59-4395-9e30-96724609f819,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:16.171267 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.228367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:16.295846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-915106e1-bf13-421e-bb9f-476b787a5dd5 None None] Provisioning complete for port 23d50c71-1fca-4456-8a65-5a1febc1e8fa triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:16.299116 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-915106e1-bf13-421e-bb9f-476b787a5dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.389375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.431225 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:14Z', 'revision_number': 3, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:16.464176 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67405eb5-6ea2-4c61-ba08-7a08b4a763f7 None None] The sync data for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 is: [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:14Z', 'revision_number': 3, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:46:16.505536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-2fdc8a2e-e4fb-4745-b363-041d244d9256 None None] Provisioning complete for port 98db6248-31c9-4ce6-900a-20dc37302ba7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:16.505899 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2fdc8a2e-e4fb-4745-b363-041d244d9256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.550524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc8a2e-e4fb-4745-b363-041d244d9256 None None] Port 98db6248-31c9-4ce6-900a-20dc37302ba7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:16.573015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.630195 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.718582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Pushing event updated for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:16.722797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:16.820275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:16.821800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:16.951085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:46:17.074523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5084b30b-4acf-4d5a-b4ca-769999666c0b None None] Provisioning complete for port 98db6248-31c9-4ce6-900a-20dc37302ba7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:17.079931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5084b30b-4acf-4d5a-b4ca-769999666c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:17.088917 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:46:17.103362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6e5430b7-f56e-4f9e-b47c-e3f9132c1db2 admin admin] 10.222.0.13 "PUT /v2.0/routers/3e0ec120-2bed-44af-bc0e-b23f85d8b538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0045223 Oct 15 20:46:17.118658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ef9e7c18-1f59-4395-9e30-96724609f819 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:17.151103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5084b30b-4acf-4d5a-b4ca-769999666c0b None None] Port 98db6248-31c9-4ce6-900a-20dc37302ba7 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:17.179974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ef9e7c18-1f59-4395-9e30-96724609f819 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:17.180343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:17.269341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:17.292308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ef9e7c18-1f59-4395-9e30-96724609f819, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ef9e7c18-1f59-4395-9e30-96724609f819,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:17.367990 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:17.369013 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 23d50c71-1fca-4456-8a65-5a1febc1e8fa up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:17.448432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ef9e7c18-1f59-4395-9e30-96724609f819,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:17.457425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 23d50c71-1fca-4456-8a65-5a1febc1e8fa triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:17.457800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.040513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Sync routers for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:46:18.050938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:18.051551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:18.157391 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:18.210770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-ed8f98b1-2c69-4bc5-9cd5-d360da31b3a5 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:18.212275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-ed8f98b1-2c69-4bc5-9cd5-d360da31b3a5 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 816 time: 0.1106765 Oct 15 20:46:18.227762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-14f392ca-aeb7-49a1-94e4-7764b7b87bb4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/quotas/6d0ad4fbf04a4cbbb3c7d9e546c1c63f HTTP/1.1" status: 200 len: 375 time: 0.0096550 Oct 15 20:46:18.283172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-9afcc3de-264d-4f92-9788-bf0a36f1275f tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494089 Oct 15 20:46:18.359219 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:16Z', 'revision_number': 4, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '98db6248-31c9-4ce6-900a-20dc37302ba7', 'name': '', 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'mac_address': 'fa:16:3e:1a:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:15Z', 'updated_at': '2021-10-15T20:46:16Z', 'revision_number': 2, 'project_id': '0f81efb657ba49c498882839d93003e0', 'subnets': [{'id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:18.386040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Checking router: 3e0ec120-2bed-44af-bc0e-b23f85d8b538 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:46:18.386692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Updating router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 port 98db6248-31c9-4ce6-900a-20dc37302ba7 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:46:18.395305 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-9ae8517e-62a9-4eec-9350-aaede6adc065 service neutron] 10.222.0.13 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916948 Oct 15 20:46:18.416642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.486112 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-a6200e2f-a380-4f25-bae3-e57875928a2b service neutron] 10.222.0.13 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Oct 15 20:46:18.609370 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-87a24c1b-6913-4eb2-bf37-52459a4e3a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.700070 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.707894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ed85892-f557-4f15-804c-4b5989b6d032 req-3b21a0ca-71fa-45e3-aab1-b787b49954d7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 210 time: 0.0286160 Oct 15 20:46:18.773610 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.826144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f335032-1e5a-4a1e-808c-0dcfcdcdfcbd None None] Pushing event updated for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:18.882894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Attempting to bind port 98db6248-31c9-4ce6-900a-20dc37302ba7 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:18.883402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Attempting to bind port 98db6248-31c9-4ce6-900a-20dc37302ba7 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:18.883990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Attempting to bind port 98db6248-31c9-4ce6-900a-20dc37302ba7 on network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:18.890048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:18.890441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Checking segment: {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:18.890817 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.891204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Bound using segment: {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:18.891893 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Bound port: 98db6248-31c9-4ce6-900a-20dc37302ba7, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ede666-5b1e-4632-b615-331c347a4352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:18.892340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:18.963432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] For port 98db6248-31c9-4ce6-900a-20dc37302ba7, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:18.966984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] For port 98db6248-31c9-4ce6-900a-20dc37302ba7, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=98db6248-31c9-4ce6-900a-20dc37302ba7,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:19.008353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.018344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ef9e7c18-1f59-4395-9e30-96724609f819 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:19.118233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:46:19.118863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:45:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:19.120734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f335032-1e5a-4a1e-808c-0dcfcdcdfcbd None None] Pushing event updated for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:19.126183 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] Provisioning complete for port 98db6248-31c9-4ce6-900a-20dc37302ba7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:19.126673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.215591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ef9e7c18-1f59-4395-9e30-96724609f819 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:19.215935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.336197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:46:19.380051 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.499669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] For port 98db6248-31c9-4ce6-900a-20dc37302ba7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=98db6248-31c9-4ce6-900a-20dc37302ba7,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:19.583215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.646592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9a82b-8614-43cf-b080-0731b6728241 None None] Pushing event updated for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:19.657845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:16Z', 'revision_number': 4, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '98db6248-31c9-4ce6-900a-20dc37302ba7', 'name': '', 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'mac_address': 'fa:16:3e:1a:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:15Z', 'updated_at': '2021-10-15T20:46:18Z', 'revision_number': 4, 'project_id': '0f81efb657ba49c498882839d93003e0', 'subnets': [{'id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:46:19.684364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b515f62-0e5a-4d2b-b9c1-c1401533f191 None None] The sync data for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 is: [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:16Z', 'revision_number': 4, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '98db6248-31c9-4ce6-900a-20dc37302ba7', 'name': '', 'network_id': '22c8aa16-56e7-41bc-813b-8e3e70dc24ca', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'mac_address': 'fa:16:3e:1a:10:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:15Z', 'updated_at': '2021-10-15T20:46:18Z', 'revision_number': 4, 'project_id': '0f81efb657ba49c498882839d93003e0', 'subnets': [{'id': '65e6ebb3-366c-4cd4-a5d0-8a40067d3b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:46:19.703315 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6ed14d98-a0bd-400e-93c0-6e309016a10b None None] Provisioning complete for port 98db6248-31c9-4ce6-900a-20dc37302ba7 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:19.704838 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ed14d98-a0bd-400e-93c0-6e309016a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:19.828161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-90f3313f-0159-48cf-a63d-306c7d9bc61e req-f119d0e2-e838-4692-8784-20223dc77ebe tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 210 time: 0.0368187 Oct 15 20:46:20.938930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f026ca6-1ea0-4d47-92d8-9053159ebda0 req-5a3bd9df-e32c-415d-a631-d35f8a27bbd9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 210 time: 0.0396361 Oct 15 20:46:20.959500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-378a9b9b-1a62-449a-8973-ebc6eed6e0b2 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:20.961253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-378a9b9b-1a62-449a-8973-ebc6eed6e0b2 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 816 time: 0.1445031 Oct 15 20:46:20.980250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Request body: {'port': {'device_id': '33f409dd-44b8-4c10-918f-bb708f84596b', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'admin_state_up': True, 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:21.036273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 98db6248-31c9-4ce6-900a-20dc37302ba7 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:21.094468 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 98db6248-31c9-4ce6-900a-20dc37302ba7 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:21.094748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.184965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Made reservation on behalf of 6d0ad4fbf04a4cbbb3c7d9e546c1c63f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:46:21.189468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.325382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Allocated IP 172.20.0.4 (b7a6a39d-eda8-4eb2-871a-416d0728a84f/219a5721-cae4-4c4d-ba0a-33b4ea034b30/f7d33162-ed46-4e9f-97df-cb12ad69df24) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:46:21.459222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dee3a73b-4739-4ff9-9e20-75af2794131d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.469307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.557108 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.607618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:46:21.610703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:46:21.619820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:46:21.630281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Pushing event updated for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:21.686171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:21.686808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.776187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8f59bbe1-265e-4810-99e5-5d4df04cc993 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050559 Oct 15 20:46:21.788675 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Request body: {'port': {'device_id': '33f409dd-44b8-4c10-918f-bb708f84596b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:46:21.841316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.849805 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8f038ee5-c081-4c9c-a25c-5d6a82a3a41f None None] Provisioning complete for port f7d33162-ed46-4e9f-97df-cb12ad69df24 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:21.850176 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8f038ee5-c081-4c9c-a25c-5d6a82a3a41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:21.884376 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8f038ee5-c081-4c9c-a25c-5d6a82a3a41f None None] Port f7d33162-ed46-4e9f-97df-cb12ad69df24 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:46:22.098193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b2058-15c6-4e7c-9e6a-3d9fc16b4d5c req-3197536c-cf97-45ee-8755-55d3a6f2177c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.099630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-722b2058-15c6-4e7c-9e6a-3d9fc16b4d5c req-3197536c-cf97-45ee-8755-55d3a6f2177c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 931 time: 0.0783234 Oct 15 20:46:22.171211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d33162-ed46-4e9f-97df-cb12ad69df24 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:46:22.180463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-722b2058-15c6-4e7c-9e6a-3d9fc16b4d5c req-f7b0f9b0-74ab-4721-9081-2fd2a1b35aed tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723922 Oct 15 20:46:22.182217 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.195640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Transition to ACTIVE for port object f7d33162-ed46-4e9f-97df-cb12ad69df24 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:46:22.264735 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.318612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:22.391282 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Attempting to bind port f7d33162-ed46-4e9f-97df-cb12ad69df24 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:46:22.391648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Attempting to bind port f7d33162-ed46-4e9f-97df-cb12ad69df24 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:46:22.392019 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Attempting to bind port f7d33162-ed46-4e9f-97df-cb12ad69df24 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:22.396983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Port f7d33162-ed46-4e9f-97df-cb12ad69df24 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:46:22.397309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Attempting to bind port f7d33162-ed46-4e9f-97df-cb12ad69df24 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:46:22.402545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:46:22.408365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Checking segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:46:22.408365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Bound using segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:46:22.408365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Bound port: f7d33162-ed46-4e9f-97df-cb12ad69df24, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:46:22.408365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.429379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.471538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:46:22.483627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:46:22.551121 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.589899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.590514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:22.591891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/f7d33162-ed46-4e9f-97df-cb12ad69df24 HTTP/1.1" status: 200 len: 1092 time: 0.8076947 Oct 15 20:46:22.592353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:46:22.594586 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:46:22.619631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7e3b3-e7ba-4f17-8614-e1498c8ee1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:22.638766 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e286906d-ae77-4078-a2b1-afd6f9d61c8d x-openstack-request-id: req-e286906d-ae77-4078-a2b1-afd6f9d61c8d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:46:22.638766 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:46:22.638766 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e286906d-ae77-4078-a2b1-afd6f9d61c8d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:46:22.638766 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24', 'status': 'completed', 'code': 200} Oct 15 20:46:22.699983 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-51832471-ac07-451d-b4e0-343fa524257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.701605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-51832471-ac07-451d-b4e0-343fa524257f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 1095 time: 0.0433040 Oct 15 20:46:22.806426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-e1c9efe5-47d9-4f33-a4f5-e200018adaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.807903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-e1c9efe5-47d9-4f33-a4f5-e200018adaca service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0989380 Oct 15 20:46:22.907690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-abf4a9f9-67af-49dc-91c1-dd54020f422d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.907690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-77fb2dde-f640-45e1-b42d-f0d6ce11a8f6 req-abf4a9f9-67af-49dc-91c1-dd54020f422d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892189 Oct 15 20:46:22.978238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-2d00dc6e-24d9-45e9-a226-e6efa9c7bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:22.979798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-2d00dc6e-24d9-45e9-a226-e6efa9c7bfe7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 1095 time: 0.0410762 Oct 15 20:46:23.025612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-8e192bde-3a1b-4ab3-bbad-e8c34c3062bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24 HTTP/1.1" status: 200 len: 217 time: 0.0385697 Oct 15 20:46:23.059119 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:23.075005 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-aff3c7d4-54dd-4a37-a9b6-57a18ccad750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:23.076495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-aff3c7d4-54dd-4a37-a9b6-57a18ccad750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a5721-cae4-4c4d-ba0a-33b4ea034b30 HTTP/1.1" status: 200 len: 855 time: 0.0444834 Oct 15 20:46:23.121015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-7ee5b738-054e-43ae-aebc-ea6088db888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:23.122470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-7ee5b738-054e-43ae-aebc-ea6088db888c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7a6a39d-eda8-4eb2-871a-416d0728a84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394943 Oct 15 20:46:23.139231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:23.216060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-06f88069-0fb7-49b9-a554-b3c0633a2067 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861657 Oct 15 20:46:23.343808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4cbf-469a-4f9c-a646-0ce2d0853573 req-cfcc798f-4bd1-4c86-96dc-dbed681df1f4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:23.345290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8cc4cbf-469a-4f9c-a646-0ce2d0853573 req-cfcc798f-4bd1-4c86-96dc-dbed681df1f4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 943 time: 0.0949082 Oct 15 20:46:23.348088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-501d88ec-4676-4e86-a1be-b28b44aed205 req-5f584aba-bc1a-465b-af40-33f11bbdc727 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256530 Oct 15 20:46:23.385702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8cc4cbf-469a-4f9c-a646-0ce2d0853573 req-dee66c66-a101-4ba2-a0ef-b9ab0803572b tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Oct 15 20:46:23.419331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:24.500496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0b4f9-3dde-477f-8dae-d188604e24bf req-cc5eec3e-49f5-4640-a78b-b938f6a64569 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:24.502141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23c0b4f9-3dde-477f-8dae-d188604e24bf req-cc5eec3e-49f5-4640-a78b-b938f6a64569 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 943 time: 0.0495024 Oct 15 20:46:24.542448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23c0b4f9-3dde-477f-8dae-d188604e24bf req-5341dd60-8882-471c-837f-a529bd3f59c5 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333922 Oct 15 20:46:24.756426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:25.658836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48765aa3-3673-4fe8-be89-1a4c97eb0500 req-36a33252-95ab-41e7-bdb1-b098e9c4f387 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:25.660326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48765aa3-3673-4fe8-be89-1a4c97eb0500 req-36a33252-95ab-41e7-bdb1-b098e9c4f387 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 943 time: 0.0482924 Oct 15 20:46:25.697671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-48765aa3-3673-4fe8-be89-1a4c97eb0500 req-9899e1ca-6148-4241-b2f1-c67874472a5c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310712 Oct 15 20:46:26.817531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff8828-4982-46da-9123-7c2fe5196625 req-46e9c701-0324-484b-99e1-164260d62409 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:26.818996 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beff8828-4982-46da-9123-7c2fe5196625 req-46e9c701-0324-484b-99e1-164260d62409 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 943 time: 0.0536354 Oct 15 20:46:26.857073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beff8828-4982-46da-9123-7c2fe5196625 req-d60c25fd-016f-4619-8943-bf15dcf1602f tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Oct 15 20:46:26.889236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f7d33162-ed46-4e9f-97df-cb12ad69df24 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:46:26.984487 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:26.995816 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f7d33162-ed46-4e9f-97df-cb12ad69df24', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'port_id': 'f7d33162-ed46-4e9f-97df-cb12ad69df24', 'mac_address': 'fa:16:3e:29:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:46:27.033308 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:27.048991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d33162-ed46-4e9f-97df-cb12ad69df24 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:46:27.067996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:27.116293 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:27.163662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:27.170743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.171083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.171416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.171769 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.172099 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.172417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.172734 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.173051 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.173371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.173684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.173996 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.174308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:46:27.449641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f7d33162-ed46-4e9f-97df-cb12ad69df24'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:46:27.969915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e70d6b-897c-4ccb-bc40-7d1996f5f7bf req-0d0d9682-0915-4977-b918-1cc3d98a762c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:27.971362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6e70d6b-897c-4ccb-bc40-7d1996f5f7bf req-0d0d9682-0915-4977-b918-1cc3d98a762c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 944 time: 0.0482042 Oct 15 20:46:28.009903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6e70d6b-897c-4ccb-bc40-7d1996f5f7bf req-6d3827c4-26eb-41e7-9c63-4c33ba63ec6f tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Oct 15 20:46:28.906235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f7d33162-ed46-4e9f-97df-cb12ad69df24 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:46:29.002536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f7d33162-ed46-4e9f-97df-cb12ad69df24 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:46:29.006929 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f7d33162-ed46-4e9f-97df-cb12ad69df24 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:46:29.007300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:29.084271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:29.106544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:46:29.108813 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67005e23-3eba-422c-99a5-ad9835603245" -d '{"events": [{"server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:46:29.121445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:29.123682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b4fc9-278e-4311-9999-b28de6d35511 req-6a689106-717a-45e9-9a39-7e7a7192d89d tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:29.125215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-484b4fc9-278e-4311-9999-b28de6d35511 req-6a689106-717a-45e9-9a39-7e7a7192d89d tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 944 time: 0.0484006 Oct 15 20:46:29.163203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-484b4fc9-278e-4311-9999-b28de6d35511 req-226466c7-3c2a-4e13-93e3-7f17cf47f3e0 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Oct 15 20:46:29.183929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:29.210897 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda7ad8-273a-447d-bc1b-97e786c23216 x-openstack-request-id: req-7fda7ad8-273a-447d-bc1b-97e786c23216 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:46:29.211190 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:46:29.211441 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7fda7ad8-273a-447d-bc1b-97e786c23216 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:46:29.211852 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24', 'code': 200} Oct 15 20:46:29.237629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:29.307841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c1ad8-9e80-47b8-9990-2c695ecdf333 req-14c2c1b8-c5c4-4eec-8880-2b7c8ed4c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:29.309333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-462c1ad8-9e80-47b8-9990-2c695ecdf333 req-14c2c1b8-c5c4-4eec-8880-2b7c8ed4c9fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 1097 time: 0.0459566 Oct 15 20:46:29.343929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-462c1ad8-9e80-47b8-9990-2c695ecdf333 req-fda3a080-c21d-4bad-a9b3-7b1ab9860fcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276384 Oct 15 20:46:30.279269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7ca25-4d2f-42c7-999c-49090861ec02 req-d79ea33c-c943-42d2-83d6-47e1c5bbd1e4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:30.280771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bd7ca25-4d2f-42c7-999c-49090861ec02 req-d79ea33c-c943-42d2-83d6-47e1c5bbd1e4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0482428 Oct 15 20:46:30.319038 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9bd7ca25-4d2f-42c7-999c-49090861ec02 req-4eaf5378-4713-435a-960e-b4b0bd668e6a tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Oct 15 20:46:31.431383 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21966cfe-0e9e-46ec-ba41-b2f60deb0743 req-b6011e01-13cd-4547-83f0-d0b8890b1db0 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:31.432865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21966cfe-0e9e-46ec-ba41-b2f60deb0743 req-b6011e01-13cd-4547-83f0-d0b8890b1db0 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0482066 Oct 15 20:46:31.469704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-21966cfe-0e9e-46ec-ba41-b2f60deb0743 req-9bdbbfc9-2b0f-4f95-82e9-1b2cad810f17 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310063 Oct 15 20:46:31.585173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef4bf0-475c-4f21-ba52-7dff80571605 req-2a8bfed8-4066-4d07-a99b-2cdb99e78108 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:31.586602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50ef4bf0-475c-4f21-ba52-7dff80571605 req-2a8bfed8-4066-4d07-a99b-2cdb99e78108 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0515847 Oct 15 20:46:31.623454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50ef4bf0-475c-4f21-ba52-7dff80571605 req-c9bba70f-0a70-49b2-9670-81ba255e0d90 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310118 Oct 15 20:46:44.645327 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:46:48.534148 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e4b6aab1-bd47-4e89-9833-a0fbb9d7ce97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:51.477112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-34a1a632-9197-4a74-87e4-6dbab93bf82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:52.413453 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:53.025044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:53.116374 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:53.407878 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:54.767825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:56.579633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8ef07-d4f4-445c-a6a7-f74445627018 req-cec26a79-43e0-4a61-85e5-4e77f8b9014c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:56.581133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14a8ef07-d4f4-445c-a6a7-f74445627018 req-cec26a79-43e0-4a61-85e5-4e77f8b9014c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0513775 Oct 15 20:46:56.621220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14a8ef07-d4f4-445c-a6a7-f74445627018 req-1eb179a7-84c6-4d44-9c3b-2d0f569dafdd tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Oct 15 20:46:57.734802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286b09-3dbf-4c03-8c86-0ce8f33d2682 req-8ec71f33-be3b-4c66-9ea1-51607dee24ab tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:57.736283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50286b09-3dbf-4c03-8c86-0ce8f33d2682 req-8ec71f33-be3b-4c66-9ea1-51607dee24ab tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0483267 Oct 15 20:46:57.774008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50286b09-3dbf-4c03-8c86-0ce8f33d2682 req-14f30d0c-35a3-4734-a38c-ea5244048e3e tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Oct 15 20:46:58.357760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-2eedb8cd-892d-4d89-8088-1a741d0e2225 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:46:58.359190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-2eedb8cd-892d-4d89-8088-1a741d0e2225 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 945 time: 0.0517790 Oct 15 20:46:58.446195 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Deleting port f7d33162-ed46-4e9f-97df-cb12ad69df24 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:46:58.446522 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:58.534654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] For port f7d33162-ed46-4e9f-97df-cb12ad69df24, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f7d33162-ed46-4e9f-97df-cb12ad69df24,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:46:58.534921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:58.546903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Calling delete_port for f7d33162-ed46-4e9f-97df-cb12ad69df24 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:46:58.756373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:58.768430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f7d33162-ed46-4e9f-97df-cb12ad69df24'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:46:58.787807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Pushing event deleted for resources: {'Port': ['ID=f7d33162-ed46-4e9f-97df-cb12ad69df24,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:46:58.831659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] No DVR routers for this DVR port f7d33162-ed46-4e9f-97df-cb12ad69df24 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:46:58.834578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:46:58.838727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-31abc801-c8fc-4101-abec-c24ab50673a8 req-76a7bcae-aa7d-4afd-a511-f3beffedd228 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "DELETE /v2.0/ports/f7d33162-ed46-4e9f-97df-cb12ad69df24 HTTP/1.1" status: 204 len: 173 time: 0.4735036 Oct 15 20:46:58.840286 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'name': 'network-vif-deleted', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:46:58.841600 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1c0e41-71be-4730-bc92-ea9a9411e617" -d '{"events": [{"server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "name": "network-vif-deleted", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:46:58.875150 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73cfe8a4-18ad-45f2-aaee-feba67e8480a req-941b8093-26fa-4a8c-bac6-399187a2ecfd tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=33f409dd-44b8-4c10-918f-bb708f84596b HTTP/1.1" status: 200 len: 210 time: 0.0278459 Oct 15 20:46:58.921461 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc2875b-f475-4dae-b684-ad32dae0a403 x-openstack-request-id: req-9dc2875b-f475-4dae-b684-ad32dae0a403 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:46:58.921756 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f409dd-44b8-4c10-918f-bb708f84596b", "name": "network-vif-deleted", "tag": "f7d33162-ed46-4e9f-97df-cb12ad69df24", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:46:58.922012 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dc2875b-f475-4dae-b684-ad32dae0a403 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:46:58.922425 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f409dd-44b8-4c10-918f-bb708f84596b', 'name': 'network-vif-deleted', 'tag': 'f7d33162-ed46-4e9f-97df-cb12ad69df24', 'status': 'completed', 'code': 200} Oct 15 20:47:00.481078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-8e6186f1-0102-404d-afa3-d5c1b5c92a57 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:00.482448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-8e6186f1-0102-404d-afa3-d5c1b5c92a57 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 816 time: 0.1031835 Oct 15 20:47:00.497147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-a5c7865d-e53b-47da-b100-cbf6e17bd2ca tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/quotas/6d0ad4fbf04a4cbbb3c7d9e546c1c63f HTTP/1.1" status: 200 len: 375 time: 0.0089955 Oct 15 20:47:00.546948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-becb8e95-9b7e-485f-9702-68fb3bfb3488 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446589 Oct 15 20:47:00.642815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-82c0de1c-67ee-4923-950f-b129eca6ba29 service neutron] 10.222.0.13 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Oct 15 20:47:01.046074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f7d33162-ed46-4e9f-97df-cb12ad69df24 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:01.055950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-699b45b7-1c81-4463-b083-6193b4377dcf service neutron] 10.222.0.13 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066646 Oct 15 20:47:01.067474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f7d33162-ed46-4e9f-97df-cb12ad69df24 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:01.067842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f7d33162-ed46-4e9f-97df-cb12ad69df24 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:01.287080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-04a23057-8799-4ffe-8634-9d667edfc79c req-775dddee-b558-4024-8a15-a445b76be2ee tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 210 time: 0.0253372 Oct 15 20:47:02.384090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbc85dee-654d-42d7-8542-b293df645326 req-3930c08c-0272-417f-b97a-1694e1ce952c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 210 time: 0.0296328 Oct 15 20:47:03.000016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-7b183f05-c163-4174-b736-0d01d6f6dc77 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:03.001642 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-7b183f05-c163-4174-b736-0d01d6f6dc77 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 816 time: 0.0993264 Oct 15 20:47:03.015959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Request body: {'port': {'device_id': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'admin_state_up': True, 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:03.196831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Made reservation on behalf of 6d0ad4fbf04a4cbbb3c7d9e546c1c63f for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:47:03.200445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.326598 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Allocated IP 172.20.0.9 (b7a6a39d-eda8-4eb2-871a-416d0728a84f/219a5721-cae4-4c4d-ba0a-33b4ea034b30/f9278d03-0b01-452f-a750-8554ca8d92d6) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:47:03.488932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4dfd18d-879f-4695-bdcf-5c34ea70acfe req-42152a89-f512-45e7-82a6-410f0d87edc8 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 210 time: 0.0360422 Oct 15 20:47:03.498802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.603354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.647528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:47:03.650775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:03.654365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:47:03.682304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Pushing event updated for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:03.697719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.698065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.698410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.698745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.699078 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.699411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.699768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.700096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.700426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.700751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.701073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.701393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:03.723395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:03.724119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.822513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e7c0572-d0f2-42b4-a843-76fbc9248f00 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103807 Oct 15 20:47:03.834371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Request body: {'port': {'device_id': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:03.882901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-3bda3d88-b609-4748-a1d6-a4ecada102eb None None] Provisioning complete for port f9278d03-0b01-452f-a750-8554ca8d92d6 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:03.883484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bda3d88-b609-4748-a1d6-a4ecada102eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.887149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:03.919310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3bda3d88-b609-4748-a1d6-a4ecada102eb None None] Port f9278d03-0b01-452f-a750-8554ca8d92d6 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:47:04.149702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9278d03-0b01-452f-a750-8554ca8d92d6 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:47:04.157672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:04.170008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Transition to ACTIVE for port object f9278d03-0b01-452f-a750-8554ca8d92d6 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:47:04.213572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:04.264783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Pushing event updated for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:04.340980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Attempting to bind port f9278d03-0b01-452f-a750-8554ca8d92d6 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:47:04.346001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Attempting to bind port f9278d03-0b01-452f-a750-8554ca8d92d6 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:47:04.346001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Attempting to bind port f9278d03-0b01-452f-a750-8554ca8d92d6 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:47:04.346001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Port f9278d03-0b01-452f-a750-8554ca8d92d6 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:47:04.346320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Attempting to bind port f9278d03-0b01-452f-a750-8554ca8d92d6 on network b7a6a39d-eda8-4eb2-871a-416d0728a84f {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:47:04.351823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:47:04.352251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Checking segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:04.352633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Bound using segment: {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:47:04.353063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Bound port: f9278d03-0b01-452f-a750-8554ca8d92d6, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea42d652-308c-499e-8a5e-5b895fcc29ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:47:04.353409 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:04.418589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:47:04.421573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f9278d03-0b01-452f-a750-8554ca8d92d6,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:47:04.477441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:04.511077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:04.511822 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:04.513109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] 10.222.0.15 "PUT /v2.0/ports/f9278d03-0b01-452f-a750-8554ca8d92d6 HTTP/1.1" status: 200 len: 1092 time: 0.6827941 Oct 15 20:47:04.513557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:47:04.515945 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54044c4b-021c-420c-b2b8-8216bb544c95" -d '{"events": [{"name": "network-changed", "server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:47:04.544299 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77582dc-e1db-4e0e-b403-d66e2622638b service neutron] Pushing event updated for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:04.615856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e95515-75b7-407a-b0f0-67a77274ed3b req-ac7b23f2-0a67-4092-8ced-ec2a431ce6ff tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:04.617927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38e95515-75b7-407a-b0f0-67a77274ed3b req-ac7b23f2-0a67-4092-8ced-ec2a431ce6ff tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 943 time: 0.0498161 Oct 15 20:47:04.693046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38e95515-75b7-407a-b0f0-67a77274ed3b req-a91aeb72-9551-4e99-8336-ed397e4b90d0 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630512 Oct 15 20:47:04.702314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-d59847ad-a751-484e-a79f-a4c0a9afbb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:04.703791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-d59847ad-a751-484e-a79f-a4c0a9afbb7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 1095 time: 0.0657883 Oct 15 20:47:04.745565 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c91db4c-4181-43a9-b178-84227eef6321 x-openstack-request-id: req-4c91db4c-4181-43a9-b178-84227eef6321 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:47:04.745858 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:47:04.746111 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c91db4c-4181-43a9-b178-84227eef6321 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:47:04.746505 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6', 'status': 'completed', 'code': 200} Oct 15 20:47:04.748010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-fe796103-c5cd-40d0-bcc8-e12f3511b4e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9278d03-0b01-452f-a750-8554ca8d92d6 HTTP/1.1" status: 200 len: 217 time: 0.0368068 Oct 15 20:47:04.797161 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e117694-f9ea-4a12-b345-fa6a72b41a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:04.798502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-5e117694-f9ea-4a12-b345-fa6a72b41a13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a5721-cae4-4c4d-ba0a-33b4ea034b30 HTTP/1.1" status: 200 len: 855 time: 0.0435460 Oct 15 20:47:04.846938 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-01d5cb9c-a1a0-48c4-b05c-b5c7d4b05ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:04.848436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-01d5cb9c-a1a0-48c4-b05c-b5c7d4b05ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7a6a39d-eda8-4eb2-871a-416d0728a84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430756 Oct 15 20:47:04.936456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-36bf1f7e-8624-43f2-a18a-8c5fa6f06761 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810087 Oct 15 20:47:05.030095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f3dedf-1295-4a39-83ff-b13b40a74b5c req-6ea1ce12-ea34-4ef3-9a58-d0a2393563c0 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Oct 15 20:47:05.202578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-de456107-8612-44cd-96a1-8010af3fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:05.204119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-de456107-8612-44cd-96a1-8010af3fb5af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 1095 time: 0.0412252 Oct 15 20:47:05.297108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-0790de6c-ff51-4df6-90bd-02021d681fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:05.298559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-0790de6c-ff51-4df6-90bd-02021d681fdd service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 917 time: 0.0877159 Oct 15 20:47:05.339961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-f82d6b57-901a-4469-92ef-349b6011cae4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9278d03-0b01-452f-a750-8554ca8d92d6 HTTP/1.1" status: 200 len: 217 time: 0.0341454 Oct 15 20:47:05.387870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-5228718a-1d02-4b92-afed-3041125f8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:05.389246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-5228718a-1d02-4b92-afed-3041125f8a58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a5721-cae4-4c4d-ba0a-33b4ea034b30 HTTP/1.1" status: 200 len: 855 time: 0.0422390 Oct 15 20:47:05.438935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-afdae675-d507-4cf9-ba62-f52c6c1eff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:05.440431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-afdae675-d507-4cf9-ba62-f52c6c1eff77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7a6a39d-eda8-4eb2-871a-416d0728a84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433247 Oct 15 20:47:05.529456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-d4fcc9d9-dcb5-4068-9904-661511d83f51 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Oct 15 20:47:05.625011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54044c4b-021c-420c-b2b8-8216bb544c95 req-df697f36-c9c4-4c72-ba86-82c2603abf60 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877075 Oct 15 20:47:05.809696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729ba72-7f2e-4772-973a-78caac9df364 req-c72a740d-882a-4bb1-bf83-8130a2108ede tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:05.811108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1729ba72-7f2e-4772-973a-78caac9df364 req-c72a740d-882a-4bb1-bf83-8130a2108ede tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 943 time: 0.0491996 Oct 15 20:47:05.847887 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1729ba72-7f2e-4772-973a-78caac9df364 req-19e8f261-05f8-470d-a04a-e2be8fbf87e9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Oct 15 20:47:06.959280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce890b-d985-4f19-a513-19d99d12f240 req-b36cf13c-4ed6-4c57-8977-9d22a148cd57 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:06.960798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2ce890b-d985-4f19-a513-19d99d12f240 req-b36cf13c-4ed6-4c57-8977-9d22a148cd57 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 943 time: 0.0482111 Oct 15 20:47:06.998704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e2ce890b-d985-4f19-a513-19d99d12f240 req-1d648d1b-9502-49a4-9397-3d710b1f338c tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Oct 15 20:47:08.117863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb743c-18df-4d91-8564-f111fc909124 req-56c6b469-345a-4b73-8da3-bd42b89051e9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:08.119318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59cb743c-18df-4d91-8564-f111fc909124 req-56c6b469-345a-4b73-8da3-bd42b89051e9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 943 time: 0.0535190 Oct 15 20:47:08.157172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59cb743c-18df-4d91-8564-f111fc909124 req-d75e4d0d-1346-48c0-91e7-1cab1edf03c9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Oct 15 20:47:09.099379 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f9278d03-0b01-452f-a750-8554ca8d92d6 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:47:09.191736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f9278d03-0b01-452f-a750-8554ca8d92d6,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:09.203926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f9278d03-0b01-452f-a750-8554ca8d92d6', 'network_id': 'b7a6a39d-eda8-4eb2-871a-416d0728a84f', 'port_id': 'f9278d03-0b01-452f-a750-8554ca8d92d6', 'mac_address': 'fa:16:3e:49:9b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219a5721-cae4-4c4d-ba0a-33b4ea034b30', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:47:09.243343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:09.260255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9278d03-0b01-452f-a750-8554ca8d92d6 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:47:09.270980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143f96d-2ed2-4269-913d-3485de32f474 req-63c36b34-f6ea-4237-bd64-5f934dd9d6b5 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:09.272503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f143f96d-2ed2-4269-913d-3485de32f474 req-63c36b34-f6ea-4237-bd64-5f934dd9d6b5 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 943 time: 0.0489359 Oct 15 20:47:09.279798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f9278d03-0b01-452f-a750-8554ca8d92d6,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:09.310761 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f143f96d-2ed2-4269-913d-3485de32f474 req-13eeb076-04d1-4398-bda8-02ebcdaf16bf tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Oct 15 20:47:09.351180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:09.398846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:09.644695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f9278d03-0b01-452f-a750-8554ca8d92d6'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:47:10.426927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ebdb8-4463-4fee-97b7-aafbf0012da7 req-521764d3-7689-4154-a2e5-8f4167bdc012 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:10.428442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de9ebdb8-4463-4fee-97b7-aafbf0012da7 req-521764d3-7689-4154-a2e5-8f4167bdc012 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 944 time: 0.0510981 Oct 15 20:47:10.466640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de9ebdb8-4463-4fee-97b7-aafbf0012da7 req-255b3bdd-ad55-44a0-8521-dd02745fd4a0 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Oct 15 20:47:11.108220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f9278d03-0b01-452f-a750-8554ca8d92d6 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:47:11.207679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f9278d03-0b01-452f-a750-8554ca8d92d6 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:47:11.212418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f9278d03-0b01-452f-a750-8554ca8d92d6 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:11.212789 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:11.288048 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:11.310298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:47:11.312537 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effe3451-83ad-45bf-be5a-74e695c22b9c" -d '{"events": [{"server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "name": "network-vif-plugged", "status": "completed", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:47:11.325281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f9278d03-0b01-452f-a750-8554ca8d92d6,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:11.348428 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2572a83-fe8a-47f0-9555-77bbd5790c84 x-openstack-request-id: req-f2572a83-fe8a-47f0-9555-77bbd5790c84 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:47:11.348428 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "name": "network-vif-plugged", "status": "completed", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:47:11.348428 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2572a83-fe8a-47f0-9555-77bbd5790c84 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:47:11.348428 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6', 'code': 200} Oct 15 20:47:11.390515 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:11.449238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd37f5-0ff0-443f-b6ae-e21151e6192e req-f85463ff-e1ea-4b74-8a98-cde3542874d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:11.450796 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87bd37f5-0ff0-443f-b6ae-e21151e6192e req-f85463ff-e1ea-4b74-8a98-cde3542874d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 1097 time: 0.0474563 Oct 15 20:47:11.497757 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-87bd37f5-0ff0-443f-b6ae-e21151e6192e req-9cf7c0d7-75aa-45bd-8687-91944aa7c8bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Oct 15 20:47:11.593776 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4954c22-d7bb-449c-ac00-23b16f2d1bb1 req-4d3fa08d-8940-454f-8773-aa519d4523d6 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:11.595213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4954c22-d7bb-449c-ac00-23b16f2d1bb1 req-4d3fa08d-8940-454f-8773-aa519d4523d6 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0528779 Oct 15 20:47:11.596267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:11.634665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4954c22-d7bb-449c-ac00-23b16f2d1bb1 req-3a69e92d-e655-465e-98f0-85a3492c6b9a tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Oct 15 20:47:12.760612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074c251-c10d-4cd6-93fd-856a77866ca5 req-c4e524a4-4348-499a-86f2-3af38fe0b0d4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:12.762135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b074c251-c10d-4cd6-93fd-856a77866ca5 req-c4e524a4-4348-499a-86f2-3af38fe0b0d4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0595336 Oct 15 20:47:12.799638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b074c251-c10d-4cd6-93fd-856a77866ca5 req-9777428e-9fbc-4dae-b314-45995f6d6d9a tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314076 Oct 15 20:47:13.930406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99261-32bf-483a-9189-32aff9fee55d req-3fa7b570-35fc-48bf-9633-1de69031db79 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:13.931891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3e99261-32bf-483a-9189-32aff9fee55d req-3fa7b570-35fc-48bf-9633-1de69031db79 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0517595 Oct 15 20:47:13.969501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e3e99261-32bf-483a-9189-32aff9fee55d req-33e818a1-8feb-4ba8-b249-f612433aee07 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Oct 15 20:47:14.081833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994cbd4-349d-4e23-94b6-81ff901d6558 req-a680efda-f4a6-4268-8757-e7f6854fa5b9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:14.083214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7994cbd4-349d-4e23-94b6-81ff901d6558 req-a680efda-f4a6-4268-8757-e7f6854fa5b9 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Oct 15 20:47:14.121095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7994cbd4-349d-4e23-94b6-81ff901d6558 req-81984d82-3366-48ab-946d-c529685e3383 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Oct 15 20:47:18.556927 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-20b4b0f2-8c3e-4fc6-b7e0-38a0eba14501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:21.453554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df622653-b4dd-447d-978c-c73f155fde66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:21.644557 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:47:22.408028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:23.045028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:23.128448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:23.462338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:24.739236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:29.456394 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-70319d0e-0845-4ab9-84fe-da12d5c3be21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394773 Oct 15 20:47:29.545192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-0fee5724-f816-46bf-8c95-8c69aee6c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:29.546689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-0fee5724-f816-46bf-8c95-8c69aee6c20c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 1097 time: 0.0451770 Oct 15 20:47:29.653403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-deee9c54-fc16-4e1c-af5a-22d27d5082de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:29.655251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-deee9c54-fc16-4e1c-af5a-22d27d5082de service neutron] 10.222.0.15 "GET /v2.0/networks?id=b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 200 len: 917 time: 0.0896661 Oct 15 20:47:29.706975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-dab0010d-a61f-47ef-9968-a12c0fcebbe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9278d03-0b01-452f-a750-8554ca8d92d6 HTTP/1.1" status: 200 len: 217 time: 0.0403543 Oct 15 20:47:29.762458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-f5041f92-ec18-4f27-aeaf-4a55604995db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:29.763941 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-f5041f92-ec18-4f27-aeaf-4a55604995db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=219a5721-cae4-4c4d-ba0a-33b4ea034b30 HTTP/1.1" status: 200 len: 855 time: 0.0487251 Oct 15 20:47:29.809793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-caba0252-4b5e-4d9c-bb9f-92cea18aaf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:29.811260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-caba0252-4b5e-4d9c-bb9f-92cea18aaf80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b7a6a39d-eda8-4eb2-871a-416d0728a84f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399358 Oct 15 20:47:29.911176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-fdddaf71-30d8-4690-8220-18288f0b8324 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 Oct 15 20:47:30.000215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d859bf65-8607-4cf8-b443-d4974d71f758 req-56fa0aa0-7ccf-4ba6-af40-c1475765dbd2 service neutron] 10.222.0.15 "GET /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809612 Oct 15 20:47:38.907492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472006-40a3-4cd6-90a8-15262d604533 req-efc2ba7c-14b9-4524-a634-ec9ea66c993b tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:38.909421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f472006-40a3-4cd6-90a8-15262d604533 req-efc2ba7c-14b9-4524-a634-ec9ea66c993b tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0494399 Oct 15 20:47:38.954137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f472006-40a3-4cd6-90a8-15262d604533 req-b69674a3-3048-4b6b-88c3-cebbb4534d09 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381970 Oct 15 20:47:40.069364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37dc5-0298-45a4-83f8-b69661707c67 req-4b54caca-1ce3-419a-81e4-6c6d5eef0a69 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:40.071411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ab37dc5-0298-45a4-83f8-b69661707c67 req-4b54caca-1ce3-419a-81e4-6c6d5eef0a69 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Oct 15 20:47:40.107362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ab37dc5-0298-45a4-83f8-b69661707c67 req-f04a22b2-8ec6-4bea-9785-fa5e43e19719 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/security-groups?id=64fada18-4fd5-4c9a-8d59-3288ced59115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300157 Oct 15 20:47:40.694394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-ba483ebd-3aa6-4c5c-ac20-89ee2c1185a4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:40.696139 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-ba483ebd-3aa6-4c5c-ac20-89ee2c1185a4 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 945 time: 0.0474524 Oct 15 20:47:40.787429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Deleting port f9278d03-0b01-452f-a750-8554ca8d92d6 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:40.787786 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:40.873621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] For port f9278d03-0b01-452f-a750-8554ca8d92d6, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f9278d03-0b01-452f-a750-8554ca8d92d6,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:40.873970 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:40.886332 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Calling delete_port for f9278d03-0b01-452f-a750-8554ca8d92d6 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:41.053749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:41.066314 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f9278d03-0b01-452f-a750-8554ca8d92d6'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:47:41.083150 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Pushing event deleted for resources: {'Port': ['ID=f9278d03-0b01-452f-a750-8554ca8d92d6,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:41.129712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] No DVR routers for this DVR port f9278d03-0b01-452f-a750-8554ca8d92d6 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:47:41.132881 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:41.137008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e99915-7096-4fe2-82ec-242d054afd6d req-261cd3ed-b1ae-4f29-81ec-f2ef9050f7a7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.15 "DELETE /v2.0/ports/f9278d03-0b01-452f-a750-8554ca8d92d6 HTTP/1.1" status: 204 len: 173 time: 0.4350212 Oct 15 20:47:41.137547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'name': 'network-vif-deleted', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:47:41.140016 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a967bd-90a0-47e4-ae4a-82beb726f281" -d '{"events": [{"server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "name": "network-vif-deleted", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:47:41.212320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad3d4b3e-010c-42a8-9cb5-b2134cc65d52 req-3569e95c-e3c8-4ffd-998b-86331d3a38d7 tempest-TestEncryptedCinderVolumes-803676276 tempest-TestEncryptedCinderVolumes-803676276-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc809aad-7c79-4de8-a53b-f3a593948b75 HTTP/1.1" status: 200 len: 210 time: 0.0286713 Oct 15 20:47:41.261679 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b4028c-f1a8-4829-a2e4-9fe750cea72c x-openstack-request-id: req-73b4028c-f1a8-4829-a2e4-9fe750cea72c {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:47:41.261972 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc809aad-7c79-4de8-a53b-f3a593948b75", "name": "network-vif-deleted", "tag": "f9278d03-0b01-452f-a750-8554ca8d92d6", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:47:41.262228 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73b4028c-f1a8-4829-a2e4-9fe750cea72c {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:47:41.262715 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc809aad-7c79-4de8-a53b-f3a593948b75', 'name': 'network-vif-deleted', 'tag': 'f9278d03-0b01-452f-a750-8554ca8d92d6', 'status': 'completed', 'code': 200} Oct 15 20:47:42.364883 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38260) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:42.702492 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:42.940635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Deleting port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:42.940971 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:43.022518 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] For port 19989db7-ecf3-47b2-b8f3-49d18d8a92e2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:43.022880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:43.035466 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Calling delete_port for 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:43.248266 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:43.263303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f9278d03-0b01-452f-a750-8554ca8d92d6 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:43.275685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Pushing event deleted for resources: {'Port': ['ID=19989db7-ecf3-47b2-b8f3-49d18d8a92e2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:43.286814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f9278d03-0b01-452f-a750-8554ca8d92d6 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:43.287157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f9278d03-0b01-452f-a750-8554ca8d92d6 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:43.305700 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.306047 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.306388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.306724 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.307055 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.307382 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.307739 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.308066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.308390 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.308713 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.309034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.309387 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:43.783960 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:43.996491 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Router d5d9f562-6430-4828-b059-2819ac702a00 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:47:44.099949 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:47:44.105693 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7ae6786b-8e7f-4bad-8d0a-f93ce726f55e admin admin] 10.222.0.13 "PUT /v2.0/routers/d5d9f562-6430-4828-b059-2819ac702a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7397778 Oct 15 20:47:44.108374 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38264) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:44.109123 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Sync routers for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:47:44.118108 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:44.118701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:44.213313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.223538 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:44.322262 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.400800 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:47:43Z', 'revision_number': 5, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port': {'id': '52529cda-18d9-4eb3-8890-8e9ab3ef0810', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:5a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:46:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:44.432140 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Checking router: d5d9f562-6430-4828-b059-2819ac702a00 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:47:44.441072 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Routers {'d5d9f562-6430-4828-b059-2819ac702a00'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:44.441679 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d5d9f562-6430-4828-b059-2819ac702a00'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:44.465163 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Deleting port 52529cda-18d9-4eb3-8890-8e9ab3ef0810 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:44.465534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.528385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] Set router d5d9f562-6430-4828-b059-2819ac702a00 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:44.545266 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] For port 52529cda-18d9-4eb3-8890-8e9ab3ef0810, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=52529cda-18d9-4eb3-8890-8e9ab3ef0810,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:44.545620 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.557885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Calling delete_port for 52529cda-18d9-4eb3-8890-8e9ab3ef0810 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:44.578752 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:47:44Z', 'revision_number': 6, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:44.608768 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86defbf5-b208-4bb2-9ce3-681fd2a59bcb None None] The sync data for ids ['d5d9f562-6430-4828-b059-2819ac702a00'] in n-d-712140-14 is: [{'id': 'd5d9f562-6430-4828-b059-2819ac702a00', 'name': 'tempest-TestEncryptedCinderVolumes-558746098-router', 'tenant_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:07Z', 'updated_at': '2021-10-15T20:47:44Z', 'revision_number': 6, 'project_id': '6d0ad4fbf04a4cbbb3c7d9e546c1c63f', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:47:44.768233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.796215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Pushing event deleted for resources: {'Port': ['ID=52529cda-18d9-4eb3-8890-8e9ab3ef0810,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:44.856626 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.948555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:44.950784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.043044 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.043674 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5d9f562-6430-4828-b059-2819ac702a00 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:47:45.048768 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.049918 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-2f4c19c1-547a-4132-a15a-fcfc80a5b678 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d5d9f562-6430-4828-b059-2819ac702a00 HTTP/1.1" status: 204 len: 168 time: 0.9406307 Oct 15 20:47:45.052493 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38266) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:45.100811 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Deleting subnet 219a5721-cae4-4c4d-ba0a-33b4ea034b30 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:47:45.104007 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.137283 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.222291 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.317031 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.349074 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219a5721-cae4-4c4d-ba0a-33b4ea034b30,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:45.351449 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.354873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4c9e5e-4a56-4aa6-ac3b-faa109d3322b None None] Network b7a6a39d-eda8-4eb2-871a-416d0728a84f requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:47:45.358091 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4a51ae7e-8d8f-484a-ab18-f0df8c98b250 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/219a5721-cae4-4c4d-ba0a-33b4ea034b30 HTTP/1.1" status: 204 len: 168 time: 0.3035295 Oct 15 20:47:45.359650 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38268) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:45.438064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:45.447495 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.466593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:45.466930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 19989db7-ecf3-47b2-b8f3-49d18d8a92e2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:45.513049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Deleting port eb51232c-0078-431a-8a41-521fa5931644 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:45.513382 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.568639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] DHCP port deletion for b7a6a39d-eda8-4eb2-871a-416d0728a84f request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:47:45.584599 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] For port eb51232c-0078-431a-8a41-521fa5931644, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb51232c-0078-431a-8a41-521fa5931644,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:45.584969 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.599621 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Calling delete_port for eb51232c-0078-431a-8a41-521fa5931644 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:45.623539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Deleting port eb51232c-0078-431a-8a41-521fa5931644 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:45.624208 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.689852 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] For port eb51232c-0078-431a-8a41-521fa5931644, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb51232c-0078-431a-8a41-521fa5931644,segment=NetworkSegment(ea42d652-308c-499e-8a5e-5b895fcc29ed),segment_id=ea42d652-308c-499e-8a5e-5b895fcc29ed)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:45.693215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.702820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Calling delete_port for eb51232c-0078-431a-8a41-521fa5931644 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:45.739434 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.766291 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb51232c-0078-431a-8a41-521fa5931644,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:45.769990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] No DVR routers for this DVR port eb51232c-0078-431a-8a41-521fa5931644 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:47:45.784295 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.810025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Pushing event deleted for resources: {'Port': ['ID=eb51232c-0078-431a-8a41-521fa5931644,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:45.812976 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] No DVR routers for this DVR port eb51232c-0078-431a-8a41-521fa5931644 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.826587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496552f8-404c-4bc8-a966-412b34e232f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:45.846835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.866187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a6a39d-eda8-4eb2-871a-416d0728a84f']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:45.875875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea42d652-308c-499e-8a5e-5b895fcc29ed') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:45.876166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea42d652-308c-499e-8a5e-5b895fcc29ed') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:45.886066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.899301 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.905031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:47:45.905368 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:47:45.906962 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:47:46.036781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.042812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.045867 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] 10.222.0.13 "DELETE /v2.0/networks/b7a6a39d-eda8-4eb2-871a-416d0728a84f HTTP/1.1" status: 204 len: 168 time: 0.6844444 Oct 15 20:47:46.048976 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38270) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:46.057193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e35f8-68bf-4463-9bd0-793bbc34a80a admin admin] Pushing event deleted for resources: {'Network': ['ID=b7a6a39d-eda8-4eb2-871a-416d0728a84f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:46.380649 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.619747 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Deleting port 98db6248-31c9-4ce6-900a-20dc37302ba7 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:46.619998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.698272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] For port 98db6248-31c9-4ce6-900a-20dc37302ba7, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=98db6248-31c9-4ce6-900a-20dc37302ba7,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:46.698628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.711132 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Calling delete_port for 98db6248-31c9-4ce6-900a-20dc37302ba7 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:46.973679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:46.997535 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Pushing event deleted for resources: {'Port': ['ID=98db6248-31c9-4ce6-900a-20dc37302ba7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:47.047278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 52529cda-18d9-4eb3-8890-8e9ab3ef0810 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:47.069037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 52529cda-18d9-4eb3-8890-8e9ab3ef0810 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:47.069378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 52529cda-18d9-4eb3-8890-8e9ab3ef0810 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:47.069802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb51232c-0078-431a-8a41-521fa5931644 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:47.089863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eb51232c-0078-431a-8a41-521fa5931644 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:47.090210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb51232c-0078-431a-8a41-521fa5931644 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:47.168064 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:47.379965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:47:47.508784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:47:47.514943 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5be18dda-2382-4aa5-ba3f-5554fe4346bc admin admin] 10.222.0.13 "PUT /v2.0/routers/3e0ec120-2bed-44af-bc0e-b23f85d8b538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647794 Oct 15 20:47:47.516837 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38272) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:47.518044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Sync routers for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:47:47.530990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:47.531637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:47.631731 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:47.644484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:47.738046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:47.822018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:47:46Z', 'revision_number': 5, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port': {'id': 'ef9e7c18-1f59-4395-9e30-96724609f819', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:47.852172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Checking router: 3e0ec120-2bed-44af-bc0e-b23f85d8b538 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:47:47.859125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Deleting port ef9e7c18-1f59-4395-9e30-96724609f819 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:47.859459 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:47.860535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Routers {'3e0ec120-2bed-44af-bc0e-b23f85d8b538'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:47.861129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:47.939872 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] For port ef9e7c18-1f59-4395-9e30-96724609f819, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ef9e7c18-1f59-4395-9e30-96724609f819,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:47.940233 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:47.947685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] Set router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:47.957579 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Calling delete_port for ef9e7c18-1f59-4395-9e30-96724609f819 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:47.998818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:47:47Z', 'revision_number': 6, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:48.030073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250ee9bc-fc4f-4860-9057-a2e822b50bdf None None] The sync data for ids ['3e0ec120-2bed-44af-bc0e-b23f85d8b538'] in n-d-712140-14 is: [{'id': '3e0ec120-2bed-44af-bc0e-b23f85d8b538', 'name': 'tempest-TestEncryptedCinderVolumes-1548883864-router', 'tenant_id': '0f81efb657ba49c498882839d93003e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:46:13Z', 'updated_at': '2021-10-15T20:47:47Z', 'revision_number': 6, 'project_id': '0f81efb657ba49c498882839d93003e0', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:47:48.179540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.208722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9e7c18-1f59-4395-9e30-96724609f819,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:48.267949 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.354830 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.356835 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.477662 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.478192 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0ec120-2bed-44af-bc0e-b23f85d8b538 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:47:48.482617 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.483868 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-4fc86a57-4eb3-402e-87f0-b11e9e4ae4f1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3e0ec120-2bed-44af-bc0e-b23f85d8b538 HTTP/1.1" status: 204 len: 168 time: 0.9660311 Oct 15 20:47:48.486342 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:48.563057 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-da3965e7-d325-4028-9d7f-4aa6f7c56cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.862943 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Deleting subnet 65e6ebb3-366c-4cd4-a5d0-8a40067d3b33 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:47:48.866191 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.903694 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:48.986562 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.049210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 98db6248-31c9-4ce6-900a-20dc37302ba7 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:49.072299 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 98db6248-31c9-4ce6-900a-20dc37302ba7 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:49.072650 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 98db6248-31c9-4ce6-900a-20dc37302ba7 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:49.073074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ef9e7c18-1f59-4395-9e30-96724609f819 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:49.082811 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.091891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ef9e7c18-1f59-4395-9e30-96724609f819 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:49.092248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ef9e7c18-1f59-4395-9e30-96724609f819 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:49.107873 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e6ebb3-366c-4cd4-a5d0-8a40067d3b33,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:49.111397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.114568 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-3187225d-511d-4f66-8986-2e9b70883c7e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65e6ebb3-366c-4cd4-a5d0-8a40067d3b33 HTTP/1.1" status: 204 len: 168 time: 0.6272757 Oct 15 20:47:49.117867 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38276) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:49.120530 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab55248-a2f3-4b03-80e8-c9e6869dc393 None None] Network 22c8aa16-56e7-41bc-813b-8e3e70dc24ca requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:47:49.183821 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.238941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Deleting port 23d50c71-1fca-4456-8a65-5a1febc1e8fa {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:49.239276 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.291055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] DHCP port deletion for 22c8aa16-56e7-41bc-813b-8e3e70dc24ca request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:47:49.302668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] For port 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=23d50c71-1fca-4456-8a65-5a1febc1e8fa,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:49.303030 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.315591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Calling delete_port for 23d50c71-1fca-4456-8a65-5a1febc1e8fa owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:49.336959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Deleting port 23d50c71-1fca-4456-8a65-5a1febc1e8fa {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:47:49.337323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.402881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] For port 23d50c71-1fca-4456-8a65-5a1febc1e8fa, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=23d50c71-1fca-4456-8a65-5a1febc1e8fa,segment=NetworkSegment(b9ede666-5b1e-4632-b615-331c347a4352),segment_id=b9ede666-5b1e-4632-b615-331c347a4352)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:49.409577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.415763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Calling delete_port for 23d50c71-1fca-4456-8a65-5a1febc1e8fa owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:47:49.442915 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.470230 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d50c71-1fca-4456-8a65-5a1febc1e8fa,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:49.472084 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] No DVR routers for this DVR port 23d50c71-1fca-4456-8a65-5a1febc1e8fa on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:47:49.489676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.513420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] Pushing event deleted for resources: {'Port': ['ID=23d50c71-1fca-4456-8a65-5a1febc1e8fa,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:49.518821 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c497502-8418-4321-827d-58fc7279f6ce None None] No DVR routers for this DVR port 23d50c71-1fca-4456-8a65-5a1febc1e8fa on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:47:49.542230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.564864 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c8aa16-56e7-41bc-813b-8e3e70dc24ca']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:49.574477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ede666-5b1e-4632-b615-331c347a4352') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:49.574782 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ede666-5b1e-4632-b615-331c347a4352') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:49.584097 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.597431 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.603218 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:47:49.603608 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:47:49.605220 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:47:49.739463 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.745482 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:49.748685 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22c8aa16-56e7-41bc-813b-8e3e70dc24ca HTTP/1.1" status: 204 len: 168 time: 0.6299965 Oct 15 20:47:49.760079 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e27e-ada1-42b1-a148-753b96afa5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c8aa16-56e7-41bc-813b-8e3e70dc24ca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:50.180660 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:50.219062 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-512f3f32-45d1-457e-8a5f-708427fc3d21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d0ad4fbf04a4cbbb3c7d9e546c1c63f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372031 Oct 15 20:47:50.221409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38282) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:50.275185 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:50.297146 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:50.390761 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:50.393271 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:50.394415 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64fada18-4fd5-4c9a-8d59-3288ced59115 HTTP/1.1" status: 204 len: 168 time: 0.1720982 Oct 15 20:47:50.402108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a2be5-4d12-45ee-bc07-e97669aa219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fada18-4fd5-4c9a-8d59-3288ced59115,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:50.956541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:51.000646 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b6b57bd3-0b1c-4348-8023-e50a414fdc94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f81efb657ba49c498882839d93003e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398257 Oct 15 20:47:51.000646 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:51.039538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 23d50c71-1fca-4456-8a65-5a1febc1e8fa no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:47:51.051237 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:51.062586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 23d50c71-1fca-4456-8a65-5a1febc1e8fa {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:47:51.062909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 23d50c71-1fca-4456-8a65-5a1febc1e8fa not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:47:51.077133 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:51.197278 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:51.200125 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:51.201288 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c41389f-76de-4482-8b42-d27d3747c1e8 HTTP/1.1" status: 204 len: 168 time: 0.2002156 Oct 15 20:47:51.209378 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0184a-f1de-43c3-a830-bdb1bb4779fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c41389f-76de-4482-8b42-d27d3747c1e8,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:51.494044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-25f84882-fbce-416a-9129-e0e4c26426d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.130560 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38316) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:52.234858 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-457461903-network', 'tenant_id': '960401be04c849a5a10cda74a051cba5'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:52.316931 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Made reservation on behalf of 960401be04c849a5a10cda74a051cba5 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:47:52.319182 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.330708 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.402904 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.408558 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.459358 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.483820 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:47:52.492927 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6a4676-753a-4d4a-945d-d2bcf5258afe,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:52.498763 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.499212 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Added segment 7a9e25cf-7b35-4cbd-bd1b-b08e60619d95 of type vlan for network 54490f2a-fa93-43ac-a906-dab886ec3f89 Oct 15 20:47:52.538727 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.619284 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.620413 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:52.621000 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:52.685154 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] Pushing event updated for resources: {'Network': ['ID=54490f2a-fa93-43ac-a906-dab886ec3f89,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:52.694670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:47:52.707777 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-431edb6e-ecdc-4f79-9940-e7c49d05e0dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5760894 Oct 15 20:47:52.711261 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38320) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:52.716200 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Request body: {'subnet': {'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-457461903-subnet', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:52.796744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Made reservation on behalf of 960401be04c849a5a10cda74a051cba5 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:47:52.799195 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.037203 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.059975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.100610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=885f681a-c405-46c9-98e6-83ab99ee19b6,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:53.107691 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Checking segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:53.108052 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Network hostable DHCP agents. Network: 54490f2a-fa93-43ac-a906-dab886ec3f89, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:47:53.202809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.248410 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:47:53.322468 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 54490f2a-fa93-43ac-a906-dab886ec3f89) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:53.326326 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:53.327014 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.331333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d85e83-6887-4da3-82d3-923ecf6bc19a None None] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:47:53.401427 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7b8c90dc-7707-46b8-8484-acc0b31349bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6887271 Oct 15 20:47:53.403945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38322) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:53.408659 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:53.456295 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.481498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-54490f2a-fa93-43ac-a906-dab886ec3f89', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:47:53.482318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.488864 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.489963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.544397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.617927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Allocated IP 172.20.0.2 (54490f2a-fa93-43ac-a906-dab886ec3f89/885f681a-c405-46c9-98e6-83ab99ee19b6/9604f6d2-22ef-4040-a2ec-6caabbf5fd06) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:47:53.722401 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.762472 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.825703 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.862663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:47:53.867378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:53.869975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:47:53.880989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Pushing event updated for resources: {'Port': ['ID=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:53.936536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Attempting to bind port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:47:53.936901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Attempting to bind port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:47:53.937259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Attempting to bind port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 on network 54490f2a-fa93-43ac-a906-dab886ec3f89 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:47:53.942237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:47:53.942604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Checking segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:53.942998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.943381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Bound using segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:47:53.943937 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Bound port: 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:47:53.944314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:53.991754 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.010742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] For port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:47:54.011905 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.013938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] For port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:47:54.094523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.111784 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Allocated IP 172.25.0.73 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/9a97e8c9-7bff-44b6-97aa-47b9890b4f74) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:47:54.158979 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c074b-5b7f-46ef-b32b-1935319aa3a0 None None] Pushing event updated for resources: {'Port': ['ID=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:54.225878 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.314560 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.348184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:47:54.351125 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:54.355048 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:47:54.400454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Pushing event updated for resources: {'Port': ['ID=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:54.673448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.774628 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:54.874793 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.065738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:47:55.082030 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29de31c-1cb4-4509-85a0-a80b250bc729 None None] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:47:55.087236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:47:55.180081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:47:55.191147 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Sync routers for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:47:55.206883 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:55.206883 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:55.256033 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.260440 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-cfc0e5b9-927c-4097-b900-20a2b58ed63d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8524125 Oct 15 20:47:55.260681 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38326) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:55.316038 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:55.354696 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] Provisioning complete for port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:55.355131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.413574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:55.414036 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.495977 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:54Z', 'revision_number': 3, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:55.522216 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Checking router: 5fc64a28-0978-4e70-8f1e-255e8f38ce8a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:47:55.522959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Updating router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:47:55.547350 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.577417 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.617944 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.623246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] For port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:55.697365 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.714503 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.789281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 20:47:55.790064 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 20:47:55.792303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b472c-14df-4aed-957a-3b7ab9357899 None None] Pushing event updated for resources: {'Port': ['ID=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:55.849955 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.881283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Allocated IP 172.20.0.1 (54490f2a-fa93-43ac-a906-dab886ec3f89/885f681a-c405-46c9-98e6-83ab99ee19b6/6ab2929c-47b1-4eb6-ada0-367382134418) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:47:55.911337 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.921077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-967cea89-77c9-4747-be0b-7f9e0974cd5a None None] Provisioning complete for port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:55.921861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-967cea89-77c9-4747-be0b-7f9e0974cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.956579 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Attempting to bind port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:47:55.957130 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Attempting to bind port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:47:55.957501 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Attempting to bind port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:47:55.965549 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:47:55.966112 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:55.967649 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.968056 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:47:55.968703 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Bound port: 9a97e8c9-7bff-44b6-97aa-47b9890b4f74, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:47:55.969085 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:55.988884 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.005635 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Pushing event updated for resources: {'Port': ['ID=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:56.021362 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.021626 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.021963 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.022294 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.022624 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.022949 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.023702 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.024080 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.024380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.024708 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.025052 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.025360 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:47:56.043944 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] For port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:47:56.047115 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] For port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:47:56.088893 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.117533 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.126748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:47:56.131279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:56.139336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:47:56.142411 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Pushing event updated for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:56.170645 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:56.171250 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:56.179881 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.227695 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a8fb-67e0-4833-bae5-a3dd4cdd4441 None None] Pushing event updated for resources: {'Port': ['ID=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:56.397129 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:56.399325 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.421046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a558afed-7e34-4205-9aec-9b176b172c70 None None] Provisioning complete for port 6ab2929c-47b1-4eb6-ada0-367382134418 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:56.421326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a558afed-7e34-4205-9aec-9b176b172c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.456244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a558afed-7e34-4205-9aec-9b176b172c70 None None] Port 6ab2929c-47b1-4eb6-ada0-367382134418 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:47:56.564337 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.572586 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1356a745-4475-4935-b247-30811ff0f087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:54Z', 'revision_number': 3, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:56.598386 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356a745-4475-4935-b247-30811ff0f087 None None] The sync data for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 is: [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:54Z', 'revision_number': 3, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:47:56.642540 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:56.712450 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Pushing event updated for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:56.714790 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.142930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:47:57.165562 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:47:57.166996 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:57.206761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:57.207131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.297451 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:47:57.311107 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:47:57.347889 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:57.348231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.442035 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:47:57.449849 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a59f52f-9097-4420-a760-b9c7902a277e admin admin] 10.222.0.13 "PUT /v2.0/routers/5fc64a28-0978-4e70-8f1e-255e8f38ce8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1856515 Oct 15 20:47:57.450959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.480710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:47:57.489074 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-210bb2fc-0562-4528-b019-b0930cbb87a3 None None] Provisioning complete for port 6ab2929c-47b1-4eb6-ada0-367382134418 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:57.489445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-210bb2fc-0562-4528-b019-b0930cbb87a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.526890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-210bb2fc-0562-4528-b019-b0930cbb87a3 None None] Port 6ab2929c-47b1-4eb6-ada0-367382134418 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:47:57.591271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:57.639534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:58.099147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38342) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:58.104341 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-728176077-network', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:58.168064 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Made reservation on behalf of 7be979b56bb54b24b9ec68e554a258c1 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:47:58.170426 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.180293 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.181038 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Sync routers for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:47:58.190294 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:58.190966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:58.255628 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.300054 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:58.322671 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.343571 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:47:58.359537 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df20e4dc-8b99-4184-b34d-162969ccf0f8,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:58.362429 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.362770 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Added segment 7b433165-eca2-44c8-8a6e-691af8cf809e of type vlan for network 92bb750b-8b0e-4858-ac83-93fe041c40b1 Oct 15 20:47:58.408063 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.505974 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 2, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:58.516527 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.517630 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:58.518356 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.532434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Checking router: 5fc64a28-0978-4e70-8f1e-255e8f38ce8a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:47:58.532785 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Updating router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a port 6ab2929c-47b1-4eb6-ada0-367382134418 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:47:58.559001 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.577349 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] Pushing event updated for resources: {'Network': ['ID=92bb750b-8b0e-4858-ac83-93fe041c40b1,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:58.590606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:47:58.622917 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-18bd7e9b-81a2-428b-9d21-a31e53c109ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5224738 Oct 15 20:47:58.625586 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38344) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:58.632890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Request body: {'subnet': {'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-728176077-subnet', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:58.644255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:47:58.739902 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Made reservation on behalf of 7be979b56bb54b24b9ec68e554a258c1 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:47:58.743005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.886409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:58.968131 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.006964 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.071362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:47:59.073859 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc19c-6ec0-45fd-a21e-60c573320ae6 None None] Pushing event updated for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:59.077277 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c775b56-1b79-450a-9319-51c6f2346054,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:59.079797 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Checking segment: {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:59.080346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Network hostable DHCP agents. Network: 92bb750b-8b0e-4858-ac83-93fe041c40b1, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:47:59.118100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Attempting to bind port 6ab2929c-47b1-4eb6-ada0-367382134418 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:47:59.118100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Attempting to bind port 6ab2929c-47b1-4eb6-ada0-367382134418 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:47:59.118100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Attempting to bind port 6ab2929c-47b1-4eb6-ada0-367382134418 on network 54490f2a-fa93-43ac-a906-dab886ec3f89 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:47:59.129203 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:47:59.129578 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Checking segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:47:59.129980 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.130372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Bound using segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:47:59.130845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Bound port: 6ab2929c-47b1-4eb6-ada0-367382134418, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:47:59.131232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.151129 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:47:59.175261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:59.175651 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.231051 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 92bb750b-8b0e-4858-ac83-93fe041c40b1) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:47:59.235420 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:47:59.236122 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.243667 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] For port 6ab2929c-47b1-4eb6-ada0-367382134418, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:47:59.244206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da49a154-dc9b-4e5a-a733-498055f96696 None None] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:47:59.273911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] For port 6ab2929c-47b1-4eb6-ada0-367382134418, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6ab2929c-47b1-4eb6-ada0-367382134418,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:47:59.308894 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-77705b6a-9078-4eae-a423-674ce9e8a25e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6820121 Oct 15 20:47:59.311332 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38346) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:47:59.315755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:47:59.352542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.359167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-29368a92-b468-42de-9e43-fe13b922830d None None] Provisioning complete for port 6ab2929c-47b1-4eb6-ada0-367382134418 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:47:59.359520 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-29368a92-b468-42de-9e43-fe13b922830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.391363 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.392475 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.448983 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.503200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffc19c-6ec0-45fd-a21e-60c573320ae6 None None] Pushing event updated for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:47:59.506730 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:47:59.507627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:47:59.611627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-92bb750b-8b0e-4858-ac83-93fe041c40b1', 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'fixed_ips': [{'subnet_id': '7c775b56-1b79-450a-9319-51c6f2346054'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:47:59.612480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.674005 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.690446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-29368a92-b468-42de-9e43-fe13b922830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.749645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:47:59.925568 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:47:59.945705 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.035453 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-29368a92-b468-42de-9e43-fe13b922830d None None] For port 6ab2929c-47b1-4eb6-ada0-367382134418, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6ab2929c-47b1-4eb6-ada0-367382134418,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:00.052362 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Allocated IP 172.25.0.15 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/eb940c07-e115-4895-b890-b8921a9cb211) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:48:00.078627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Allocated IP 172.20.0.2 (92bb750b-8b0e-4858-ac83-93fe041c40b1/7c775b56-1b79-450a-9319-51c6f2346054/4a60383c-9f52-41c8-a5c3-8e14389c7e3d) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:48:00.109108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-29368a92-b468-42de-9e43-fe13b922830d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.155402 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.242856 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.263907 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29368a92-b468-42de-9e43-fe13b922830d None None] Pushing event updated for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:00.286376 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:00.291486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:00.298383 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:48:00.300384 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Pushing event updated for resources: {'Port': ['ID=eb940c07-e115-4895-b890-b8921a9cb211,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:00.302678 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-452e852b-b3fc-4281-9ef6-1264a85f3746 None None] Provisioning complete for port 6ab2929c-47b1-4eb6-ada0-367382134418 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:00.303333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-452e852b-b3fc-4281-9ef6-1264a85f3746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.401088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.406351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:00.434540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca19cf-9111-404b-a941-ef9b0d2fa60b None None] The sync data for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 is: [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:48:00.484113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.529361 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:00.533531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:00.535948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:48:00.546228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Pushing event updated for resources: {'Port': ['ID=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:00.606462 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Attempting to bind port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:48:00.606836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Attempting to bind port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:48:00.607204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Attempting to bind port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d on network 92bb750b-8b0e-4858-ac83-93fe041c40b1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:48:00.612814 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:48:00.613200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Checking segment: {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:48:00.613598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.613990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Bound using segment: {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:48:00.614465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Bound port: 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:48:00.614846 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.655534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.682498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] For port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:48:00.685892 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] For port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:48:00.757434 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:00.818481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64806b2-c0ac-4fd3-8880-999e8ebce36d None None] Pushing event updated for resources: {'Port': ['ID=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:00.867682 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.105780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Router 9903c567-2b13-40b5-9b0c-90d4afa2286a is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101181) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:48:01.170788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6ab2929c-47b1-4eb6-ada0-367382134418 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:01.235182 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:48:01.237032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 6ab2929c-47b1-4eb6-ada0-367382134418 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:01.237441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.248247 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Sync routers for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:48:01.259079 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:01.260083 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:01.319234 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.320668 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-531d0136-b379-48f4-9dc9-9f628fe314fd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0082529 Oct 15 20:48:01.324020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38348) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:48:01.346041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4a60383c-9f52-41c8-a5c3-8e14389c7e3d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:01.389437 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:48:01.400562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:01.401349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.505015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.582749 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:01.631807 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:00Z', 'revision_number': 3, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:01.648935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.684455 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Checking router: 9903c567-2b13-40b5-9b0c-90d4afa2286a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:48:01.684455 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Updating router 9903c567-2b13-40b5-9b0c-90d4afa2286a port eb940c07-e115-4895-b890-b8921a9cb211 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:48:01.715693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:01.716862 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.835433 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:01.941255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236fee71-707a-4a2d-a93d-04c9c49b074e None None] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:48:02.003718 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.011334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Allocated IP 172.20.0.1 (92bb750b-8b0e-4858-ac83-93fe041c40b1/7c775b56-1b79-450a-9319-51c6f2346054/5cf8b92c-d379-4012-ab6e-9362298a2c56) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:48:02.073807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-38d11253-f3b9-4102-80c4-29d478273914 None None] Provisioning complete for port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:02.074570 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-38d11253-f3b9-4102-80c4-29d478273914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.082689 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.120363 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.138401 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Attempting to bind port eb940c07-e115-4895-b890-b8921a9cb211 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:48:02.141712 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Attempting to bind port eb940c07-e115-4895-b890-b8921a9cb211 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:48:02.141712 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Attempting to bind port eb940c07-e115-4895-b890-b8921a9cb211 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:48:02.142844 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2383d2-db37-4f53-a6eb-72d244c750c8 None None] Pushing event updated for resources: {'Port': ['ID=eb940c07-e115-4895-b890-b8921a9cb211,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:02.148980 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:48:02.149365 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:48:02.149767 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.150153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:48:02.150670 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Bound port: eb940c07-e115-4895-b890-b8921a9cb211, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:48:02.151051 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.211795 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] For port eb940c07-e115-4895-b890-b8921a9cb211, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:48:02.215867 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] For port eb940c07-e115-4895-b890-b8921a9cb211, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb940c07-e115-4895-b890-b8921a9cb211,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:48:02.225633 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.266112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:02.266350 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.270886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:02.284703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:48:02.286781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:02.325558 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.326265 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:02.326571 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:02.369675 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2383d2-db37-4f53-a6eb-72d244c750c8 None None] Pushing event updated for resources: {'Port': ['ID=eb940c07-e115-4895-b890-b8921a9cb211,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:02.420371 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c303fb23-4b70-4cc8-b0bd-1eda67ae227d None None] Provisioning complete for port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:02.420949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c303fb23-4b70-4cc8-b0bd-1eda67ae227d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.448267 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:48:02.526753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.627111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b1366068-c4d4-4992-a21f-a17cbc7dfe3f None None] Provisioning complete for port 5cf8b92c-d379-4012-ab6e-9362298a2c56 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:02.627460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b1366068-c4d4-4992-a21f-a17cbc7dfe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.664317 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:00Z', 'revision_number': 3, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:02.669129 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b1366068-c4d4-4992-a21f-a17cbc7dfe3f None None] Port 5cf8b92c-d379-4012-ab6e-9362298a2c56 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:48:02.690478 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d802eb91-6af2-4a02-9f4f-d3be93e27ebc None None] The sync data for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 is: [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:00Z', 'revision_number': 3, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:48:02.701502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.756762 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:02.823877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:02.826261 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.144377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb940c07-e115-4895-b890-b8921a9cb211 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:03.213193 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb940c07-e115-4895-b890-b8921a9cb211 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:03.213603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.265544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:03.268013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:03.307214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.332586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port eb940c07-e115-4895-b890-b8921a9cb211, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb940c07-e115-4895-b890-b8921a9cb211,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:03.395252 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Router 9903c567-2b13-40b5-9b0c-90d4afa2286a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:48:03.414519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.415703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4a60383c-9f52-41c8-a5c3-8e14389c7e3d up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:03.508112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=eb940c07-e115-4895-b890-b8921a9cb211,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:03.522084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:48:03.524827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:03.525263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.527037 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7c354f1c-b821-479a-853c-351575584fe1 None None] Provisioning complete for port 5cf8b92c-d379-4012-ab6e-9362298a2c56 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:03.527448 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c354f1c-b821-479a-853c-351575584fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:03.531932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b517cadb-0ed0-406e-8058-a5017f5dd837 admin admin] 10.222.0.13 "PUT /v2.0/routers/9903c567-2b13-40b5-9b0c-90d4afa2286a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2051575 Oct 15 20:48:03.587313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7c354f1c-b821-479a-853c-351575584fe1 None None] Port 5cf8b92c-d379-4012-ab6e-9362298a2c56 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:48:04.321750 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Sync routers for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:48:04.330927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:04.331536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:04.440456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:48:04.660845 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 4, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5cf8b92c-d379-4012-ab6e-9362298a2c56', 'name': '', 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'mac_address': 'fa:16:3e:74:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '7c775b56-1b79-450a-9319-51c6f2346054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:48:01Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 2, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'subnets': [{'id': '7c775b56-1b79-450a-9319-51c6f2346054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:04.689763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Checking router: 9903c567-2b13-40b5-9b0c-90d4afa2286a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:48:04.690118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Updating router 9903c567-2b13-40b5-9b0c-90d4afa2286a port 5cf8b92c-d379-4012-ab6e-9362298a2c56 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:48:04.719156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.034257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.074130 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb940c07-e115-4895-b890-b8921a9cb211 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:05.101888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.167154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb45c-a52c-4ec4-8ed8-021bcc931b3c None None] Pushing event updated for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:05.216636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb940c07-e115-4895-b890-b8921a9cb211 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:05.217014 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.274798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Attempting to bind port 5cf8b92c-d379-4012-ab6e-9362298a2c56 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:48:05.275231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Attempting to bind port 5cf8b92c-d379-4012-ab6e-9362298a2c56 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:48:05.275625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Attempting to bind port 5cf8b92c-d379-4012-ab6e-9362298a2c56 on network 92bb750b-8b0e-4858-ac83-93fe041c40b1 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:48:05.285716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:48:05.286069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Checking segment: {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:48:05.286476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.286863 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Bound using segment: {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:48:05.287356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Bound port: 5cf8b92c-d379-4012-ab6e-9362298a2c56, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b433165-eca2-44c8-8a6e-691af8cf809e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:48:05.287768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.580642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] For port 5cf8b92c-d379-4012-ab6e-9362298a2c56, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:48:05.582372 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0794c81a-cfc5-4f4a-870f-79506bcae172 None None] Provisioning complete for port 5cf8b92c-d379-4012-ab6e-9362298a2c56 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:05.582738 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0794c81a-cfc5-4f4a-870f-79506bcae172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.585968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] For port 5cf8b92c-d379-4012-ab6e-9362298a2c56, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cf8b92c-d379-4012-ab6e-9362298a2c56,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:48:05.630057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0794c81a-cfc5-4f4a-870f-79506bcae172 None None] Port 5cf8b92c-d379-4012-ab6e-9362298a2c56 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:48:05.677833 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:05.742643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:05.743301 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:47:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:05.807640 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cb45c-a52c-4ec4-8ed8-021bcc931b3c None None] Pushing event updated for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:05.878271 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:48:06.069082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] Provisioning complete for port 5cf8b92c-d379-4012-ab6e-9362298a2c56 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:06.069451 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:06.178237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 4, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5cf8b92c-d379-4012-ab6e-9362298a2c56', 'name': '', 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'mac_address': 'fa:16:3e:74:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '7c775b56-1b79-450a-9319-51c6f2346054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:48:01Z', 'updated_at': '2021-10-15T20:48:05Z', 'revision_number': 4, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'subnets': [{'id': '7c775b56-1b79-450a-9319-51c6f2346054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:06.219465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:06.221618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ac0dc-b9ed-4f23-851b-bd533d6bccc3 None None] The sync data for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 is: [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:02Z', 'revision_number': 4, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '5cf8b92c-d379-4012-ab6e-9362298a2c56', 'name': '', 'network_id': '92bb750b-8b0e-4858-ac83-93fe041c40b1', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'mac_address': 'fa:16:3e:74:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '7c775b56-1b79-450a-9319-51c6f2346054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:48:01Z', 'updated_at': '2021-10-15T20:48:05Z', 'revision_number': 4, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'subnets': [{'id': '7c775b56-1b79-450a-9319-51c6f2346054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:48:06.267499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] For port 5cf8b92c-d379-4012-ab6e-9362298a2c56, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cf8b92c-d379-4012-ab6e-9362298a2c56,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:06.348890 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:06.408113 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57300fb7-b706-4cea-9549-1f83a0232cdf None None] Pushing event updated for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:07.118579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cf8b92c-d379-4012-ab6e-9362298a2c56 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:07.181214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 5cf8b92c-d379-4012-ab6e-9362298a2c56 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:07.181589 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:15.297498 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-a5389281-c833-4ddb-bfa8-e273a11358c9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:15.298883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-a5389281-c833-4ddb-bfa8-e273a11358c9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 814 time: 0.1002321 Oct 15 20:48:15.313612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-95f94859-428d-4eee-b6e3-e31f0b553e11 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/quotas/960401be04c849a5a10cda74a051cba5 HTTP/1.1" status: 200 len: 375 time: 0.0089192 Oct 15 20:48:15.363614 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-53f14f17-131e-4333-9bb4-d57e5df1dcb8 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447996 Oct 15 20:48:15.463503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-21357bc2-b242-4310-8d63-43cbe0ffa50b service neutron] 10.222.0.13 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Oct 15 20:48:15.557871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-d5a753aa-6105-4463-9613-4e1b1c2a9686 service neutron] 10.222.0.13 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880775 Oct 15 20:48:15.774701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52cb4df0-daec-4246-bd6e-03b7f08e9bfb req-77a315d8-05ac-45ed-a3fd-59e03b016e2c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 210 time: 0.0273519 Oct 15 20:48:16.851976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83cc09e1-53d9-4947-be66-4f365578798b req-dfc1b2e5-ad71-401e-b282-a5b2d93ecd0f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 210 time: 0.0268850 Oct 15 20:48:17.944320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25516dd2-7972-44b1-8fd9-d0ab422c9f56 req-b67ec91a-978b-4764-b37b-3b88599e3aec tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 210 time: 0.0265458 Oct 15 20:48:18.090804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-7b4015e4-9692-49ce-8f93-a8dd0e0d1e34 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:18.092311 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-7b4015e4-9692-49ce-8f93-a8dd0e0d1e34 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 814 time: 0.1045568 Oct 15 20:48:18.105798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'port': {'device_id': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'admin_state_up': True, 'tenant_id': '960401be04c849a5a10cda74a051cba5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:48:18.282341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Made reservation on behalf of 960401be04c849a5a10cda74a051cba5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:48:18.285942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:18.416416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Allocated IP 172.20.0.7 (54490f2a-fa93-43ac-a906-dab886ec3f89/885f681a-c405-46c9-98e6-83ab99ee19b6/5fc75f25-dcaa-4294-9f2d-b324b24e3bef) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:48:18.563122 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-702360e8-fef8-41c8-b838-c20bda687da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:18.578718 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:18.689167 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:18.754880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:18.762737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:18.765055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:18.767839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:48:18.798532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.798928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.799257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.799635 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.799975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.800302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.800639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.800969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.801298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.801655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.801958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.802281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:18.834064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:18.835506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:18.939804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-fb4c0302-bb9d-422f-999f-07485b9d491c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8383076 Oct 15 20:48:19.057041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-53d7a3c0-e1e8-448f-ac70-c9d39c6efaeb None None] Provisioning complete for port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:19.057791 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-53d7a3c0-e1e8-448f-ac70-c9d39c6efaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:19.114312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-53d7a3c0-e1e8-448f-ac70-c9d39c6efaeb None None] Port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:48:19.120907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9360386-a4f0-47a9-9ad8-390915eeb46e req-1be063b5-cd52-4a1d-9a59-2c03ea1ea70d tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:19.122471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9360386-a4f0-47a9-9ad8-390915eeb46e req-1be063b5-cd52-4a1d-9a59-2c03ea1ea70d tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0583749 Oct 15 20:48:19.179131 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c9360386-a4f0-47a9-9ad8-390915eeb46e req-e8f929ef-bed3-42aa-a039-5e5033d56c9c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Oct 15 20:48:20.288330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2c0b-de89-4636-8717-56f28e1d120b req-f1bd938f-e772-4283-b8a0-34db5963b2ee tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:20.289799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-904b2c0b-de89-4636-8717-56f28e1d120b req-f1bd938f-e772-4283-b8a0-34db5963b2ee tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0495906 Oct 15 20:48:20.330771 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-904b2c0b-de89-4636-8717-56f28e1d120b req-ff47b521-03c3-45de-92ff-de18d65ef986 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347304 Oct 15 20:48:21.454244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea753f8e-8a82-4c2e-add4-7a4fd11b42e7 req-7a37941d-dcf2-4edd-af81-caf728dc2fd9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:21.455843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea753f8e-8a82-4c2e-add4-7a4fd11b42e7 req-7a37941d-dcf2-4edd-af81-caf728dc2fd9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0504289 Oct 15 20:48:21.494239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-946ab60f-781f-4bb8-97f2-29894225ac1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:21.498043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea753f8e-8a82-4c2e-add4-7a4fd11b42e7 req-011ffb5c-c20d-4555-a8d3-a122493847d5 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Oct 15 20:48:22.444759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:22.620389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61b6a1-00d6-4e37-92e4-3747ea2e0718 req-fc62ae97-1fba-4649-a167-2949339361d0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:22.622249 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a61b6a1-00d6-4e37-92e4-3747ea2e0718 req-fc62ae97-1fba-4649-a167-2949339361d0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0523658 Oct 15 20:48:22.668322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a61b6a1-00d6-4e37-92e4-3747ea2e0718 req-961218de-03c8-47c7-842e-0d359a3cbca3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398290 Oct 15 20:48:23.025512 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:23.134331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:23.471637 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:23.786440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf13b8f-e3af-44db-a6a2-68d9de20f7f8 req-598720ce-0307-4fa2-953c-1f6d510188bc tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:23.794220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edf13b8f-e3af-44db-a6a2-68d9de20f7f8 req-598720ce-0307-4fa2-953c-1f6d510188bc tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0565832 Oct 15 20:48:23.830418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edf13b8f-e3af-44db-a6a2-68d9de20f7f8 req-4c1d71c9-9735-4046-86d5-36ed093944d4 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Oct 15 20:48:24.906353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:24.981544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56c0d2-13fa-42e3-9741-d2986f5f6ddf req-708d1711-0f65-446b-8e4c-21a805998ced tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:24.983228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f56c0d2-13fa-42e3-9741-d2986f5f6ddf req-708d1711-0f65-446b-8e4c-21a805998ced tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0711765 Oct 15 20:48:25.029563 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f56c0d2-13fa-42e3-9741-d2986f5f6ddf req-a5b4354c-9457-4ad4-a225-e632bd072b68 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 Oct 15 20:48:26.149172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8d79-9002-4750-8681-8409f8f24563 req-ef9ab828-6dee-4536-b7c4-7cc23fbbc492 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:26.151103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a74b8d79-9002-4750-8681-8409f8f24563 req-ef9ab828-6dee-4536-b7c4-7cc23fbbc492 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0506301 Oct 15 20:48:26.198337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a74b8d79-9002-4750-8681-8409f8f24563 req-bb13f2a9-ec9d-4022-aa37-18c4906ba2c9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Oct 15 20:48:27.319761 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc220128-9bb7-4fe9-b848-626cabddabbc req-c275e0df-05f2-4c7f-8cc5-e8a3784c5f71 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:27.321186 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc220128-9bb7-4fe9-b848-626cabddabbc req-c275e0df-05f2-4c7f-8cc5-e8a3784c5f71 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0533907 Oct 15 20:48:27.364768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bc220128-9bb7-4fe9-b848-626cabddabbc req-78cfae4b-b208-4399-b5f2-a2eb8f08a9bb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Oct 15 20:48:28.477542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe9462-28b9-4e1d-a812-547006920b52 req-56b24e4b-d44f-4265-a35a-4c103c15ad39 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:28.479007 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83fe9462-28b9-4e1d-a812-547006920b52 req-56b24e4b-d44f-4265-a35a-4c103c15ad39 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0481775 Oct 15 20:48:28.516243 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83fe9462-28b9-4e1d-a812-547006920b52 req-2a0f7c87-46dd-4fb0-a7f5-2873b1b61a9b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307274 Oct 15 20:48:29.628393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a1e4-f858-4506-a98a-3cd5838a2fcb req-cbd5cd28-2723-4f02-8b95-934117f1f602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:29.630100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92a9a1e4-f858-4506-a98a-3cd5838a2fcb req-cbd5cd28-2723-4f02-8b95-934117f1f602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0479290 Oct 15 20:48:29.670313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92a9a1e4-f858-4506-a98a-3cd5838a2fcb req-6240f952-22d3-4b5c-9e3c-b5f5cb1ad9ab tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Oct 15 20:48:30.785246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcc350-f2c3-4da4-b283-14ee4919d87f req-c5bab007-f557-40ab-ad62-c078153f06a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:30.786695 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55fcc350-f2c3-4da4-b283-14ee4919d87f req-c5bab007-f557-40ab-ad62-c078153f06a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0485654 Oct 15 20:48:30.823125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-55fcc350-f2c3-4da4-b283-14ee4919d87f req-8654478a-95f9-494e-b380-9507c37c2f85 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Oct 15 20:48:31.760891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Request body: {'port': {'device_id': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:48:31.824069 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.008969 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc12b5-46c3-4249-ba15-dd1f219cf6c0 req-fd321ae5-6c9a-4bea-bcb0-0ba0a78fde10 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.010404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebcc12b5-46c3-4249-ba15-dd1f219cf6c0 req-fd321ae5-6c9a-4bea-bcb0-0ba0a78fde10 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 931 time: 0.0856814 Oct 15 20:48:32.085114 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebcc12b5-46c3-4249-ba15-dd1f219cf6c0 req-8a526176-3d63-456a-a4d8-1f6c7e6d7512 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487895 Oct 15 20:48:32.148638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc75f25-dcaa-4294-9f2d-b324b24e3bef {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:48:32.156120 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.167494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Transition to ACTIVE for port object 5fc75f25-dcaa-4294-9f2d-b324b24e3bef will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:48:32.230993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.302516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:32.360049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Attempting to bind port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:48:32.360380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Attempting to bind port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:48:32.360711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Attempting to bind port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef on network 54490f2a-fa93-43ac-a906-dab886ec3f89 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:48:32.365302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef on network 54490f2a-fa93-43ac-a906-dab886ec3f89 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:48:32.365633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Attempting to bind port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef on network 54490f2a-fa93-43ac-a906-dab886ec3f89 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:48:32.370654 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:48:32.370992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Checking segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:48:32.371378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Bound using segment: {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:48:32.372390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Bound port: 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:48:32.372879 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.441809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:48:32.449455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:48:32.517686 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.556664 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.557281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:32.558656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-19170a40-a16c-466f-8419-578819fbf335 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1092 time: 0.8028674 Oct 15 20:48:32.559103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:48:32.562616 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793ec6d1-97b1-4c00-ac98-2c2313289cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:48:32.587786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19170a40-a16c-466f-8419-578819fbf335 service neutron] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:32.607374 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f2884-1dce-44b0-8d91-8cf96ce0a271 x-openstack-request-id: req-cf1f2884-1dce-44b0-8d91-8cf96ce0a271 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:48:32.607715 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:48:32.607970 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf1f2884-1dce-44b0-8d91-8cf96ce0a271 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:48:32.608379 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:48:32.678105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-0d9f1579-58f7-49c6-ae7a-aa153e997581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.679662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-0d9f1579-58f7-49c6-ae7a-aa153e997581 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1095 time: 0.0442305 Oct 15 20:48:32.798153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-edbeaf58-3691-4cfd-9a9d-d8cb3cd9cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.805390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-edbeaf58-3691-4cfd-9a9d-d8cb3cd9cc01 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=960401be04c849a5a10cda74a051cba5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1073742 Oct 15 20:48:32.903955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-bedb2df5-f130-49c2-9bd4-1020a99f59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.905825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-793ec6d1-97b1-4c00-ac98-2c2313289cf5 req-bedb2df5-f130-49c2-9bd4-1020a99f59c4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936077 Oct 15 20:48:32.985046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-b78295bf-681c-4434-8232-8f80c4ccf2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:32.986542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-b78295bf-681c-4434-8232-8f80c4ccf2f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1095 time: 0.0422494 Oct 15 20:48:33.035169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-cd51e3a7-d4f8-4860-9acf-84cee9b528b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 217 time: 0.0404794 Oct 15 20:48:33.084843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-22eeba8b-4fee-4800-b708-db46af190032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:33.086265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-22eeba8b-4fee-4800-b708-db46af190032 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0435028 Oct 15 20:48:33.131918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-dd2a5dd3-8b59-4b37-a221-5ee906878364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:33.133546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-dd2a5dd3-8b59-4b37-a221-5ee906878364 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404344 Oct 15 20:48:33.257441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614828cf-d854-4a58-b3b7-0c3a5939e107 req-710419fe-e1cc-4430-9323-856480ab1e6b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:33.258903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-614828cf-d854-4a58-b3b7-0c3a5939e107 req-710419fe-e1cc-4430-9323-856480ab1e6b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 943 time: 0.1006188 Oct 15 20:48:33.264812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-172ad077-4ca6-4d6e-acce-01b499cc99a3 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237693 Oct 15 20:48:33.350842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-614828cf-d854-4a58-b3b7-0c3a5939e107 req-da1c71e2-4bbc-4e78-8c51-7f96746f7d78 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850880 Oct 15 20:48:33.379143 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-374b38b5-889c-44ec-b404-d70a409e65f5 req-ce2fa4f2-56a8-452f-9924-398fdfff0565 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076264 Oct 15 20:48:34.465941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cebbb9-f5ac-4f4d-bf24-59f722b1e787 req-3438b8c1-7903-49f8-9f7f-b2f68be9285b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:34.467300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1cebbb9-f5ac-4f4d-bf24-59f722b1e787 req-3438b8c1-7903-49f8-9f7f-b2f68be9285b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 943 time: 0.0486815 Oct 15 20:48:34.503891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1cebbb9-f5ac-4f4d-bf24-59f722b1e787 req-ab8f481e-d474-4ae9-b642-6cdf56b2f966 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304904 Oct 15 20:48:35.619137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106d333-880b-4e6f-89f3-8852c9a1bc4b req-a4f340aa-adb8-4feb-aa58-5f6ea289673b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:35.620832 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5106d333-880b-4e6f-89f3-8852c9a1bc4b req-a4f340aa-adb8-4feb-aa58-5f6ea289673b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Oct 15 20:48:35.644254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:48:35.662241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5106d333-880b-4e6f-89f3-8852c9a1bc4b req-937a0abc-a11e-4743-884d-07575b5daf58 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339246 Oct 15 20:48:36.781018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9ad8b-d050-4d3a-889e-025d965cd78d req-ba25315e-a6c6-4489-9f11-de3fc7cd9826 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:36.782476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afa9ad8b-d050-4d3a-889e-025d965cd78d req-ba25315e-a6c6-4489-9f11-de3fc7cd9826 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 943 time: 0.0530283 Oct 15 20:48:36.819721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-afa9ad8b-d050-4d3a-889e-025d965cd78d req-58f59222-aedd-492d-8e53-b159e108b6f4 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311518 Oct 15 20:48:37.511639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fc75f25-dcaa-4294-9f2d-b324b24e3bef details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:48:37.609684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:37.620344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'port_id': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'mac_address': 'fa:16:3e:49:80:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:48:37.656783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:37.669684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc75f25-dcaa-4294-9f2d-b324b24e3bef {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:48:37.688660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:37.745309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:37.795862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:37.932834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b830b-6321-40c0-abf9-74ce0ec833f4 req-b00d6ebc-2d2f-4f47-a7c0-7341edeb12ee tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:37.934907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-906b830b-6321-40c0-abf9-74ce0ec833f4 req-b00d6ebc-2d2f-4f47-a7c0-7341edeb12ee tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 944 time: 0.0484478 Oct 15 20:48:37.971371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-906b830b-6321-40c0-abf9-74ce0ec833f4 req-eb95fd84-1524-48eb-b53a-d7124160df62 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Oct 15 20:48:38.085602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:48:39.085993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ad3b-07d7-449d-b181-00b8a78fba1c req-99ba1972-06d9-41ad-ac43-721e7336e17d tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:39.087444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37f4ad3b-07d7-449d-b181-00b8a78fba1c req-99ba1972-06d9-41ad-ac43-721e7336e17d tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 944 time: 0.0483074 Oct 15 20:48:39.125684 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-37f4ad3b-07d7-449d-b181-00b8a78fba1c req-6ec8fb58-4ba1-4e7d-81ce-59ec61d46bfd tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Oct 15 20:48:39.512236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fc75f25-dcaa-4294-9f2d-b324b24e3bef up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:48:39.613837 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:48:39.617543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:48:39.617908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:39.691861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:39.713499 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:48:39.716247 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d35ccb-32d5-47d1-976f-95a1f9824385" -d '{"events": [{"server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "name": "network-vif-plugged", "status": "completed", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:48:39.728752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:48:39.758530 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d34ff1-4b5a-48a6-be1a-9763cb3d15cd x-openstack-request-id: req-12d34ff1-4b5a-48a6-be1a-9763cb3d15cd {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:48:39.758530 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "name": "network-vif-plugged", "status": "completed", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:48:39.758530 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12d34ff1-4b5a-48a6-be1a-9763cb3d15cd {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:48:39.758530 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'code': 200} Oct 15 20:48:39.768428 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:39.816538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:39.855694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b969a51-990f-45ad-bb92-b314a9c2fe5b req-00e1d78e-812e-4738-a776-f45972ac081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:39.857321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b969a51-990f-45ad-bb92-b314a9c2fe5b req-00e1d78e-812e-4738-a776-f45972ac081f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1097 time: 0.0444331 Oct 15 20:48:39.891803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b969a51-990f-45ad-bb92-b314a9c2fe5b req-66fee610-a76e-4030-ad9c-46990f0de34a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274224 Oct 15 20:48:40.241261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d3ca4-e8e3-4ad6-94e9-0e8b312f672f req-8830607c-568d-4ba9-85ea-7dfcf5166343 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:40.242924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d74d3ca4-e8e3-4ad6-94e9-0e8b312f672f req-8830607c-568d-4ba9-85ea-7dfcf5166343 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0503433 Oct 15 20:48:40.282182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d74d3ca4-e8e3-4ad6-94e9-0e8b312f672f req-ecc808c6-ceff-4ea9-8d02-ffe92a5b7c40 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Oct 15 20:48:41.397248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a37e5-b00d-4755-839a-1ee191afc799 req-cd637bcc-0431-4e14-a10b-f830d4dc7249 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:41.398740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d71a37e5-b00d-4755-839a-1ee191afc799 req-cd637bcc-0431-4e14-a10b-f830d4dc7249 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0488284 Oct 15 20:48:41.437376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d71a37e5-b00d-4755-839a-1ee191afc799 req-4e848d9c-194c-440d-872f-4ffd4121d10c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 15 20:48:41.551860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d8c21-2b7a-44ba-8bec-449316129110 req-2c801fbc-f923-4b5d-b570-0a74e2a07310 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:41.553433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d4d8c21-2b7a-44ba-8bec-449316129110 req-2c801fbc-f923-4b5d-b570-0a74e2a07310 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0515971 Oct 15 20:48:41.589942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d4d8c21-2b7a-44ba-8bec-449316129110 req-21d61426-aaed-447e-87c4-f0f6a06ccde5 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305266 Oct 15 20:48:41.772755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef3246-f991-4b1f-ac6c-32f134cbb763 req-7ef36c63-16a0-474e-8e42-01d197daedd5 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:41.774223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71ef3246-f991-4b1f-ac6c-32f134cbb763 req-7ef36c63-16a0-474e-8e42-01d197daedd5 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Oct 15 20:48:41.811044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71ef3246-f991-4b1f-ac6c-32f134cbb763 req-35277ffb-e832-4c69-aff9-0f35cfc73378 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Oct 15 20:48:48.568557 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3e78593-d982-4a85-8a9b-2e81fe1712e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:51.488386 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ecda9fa-4798-4b7d-9df1-80d41556b86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:52.425565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:53.025419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:53.122437 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:53.459726 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:54.790967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:57.223095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d4915-11b7-4fdc-9527-056cea7de8a6 req-61184bb1-5112-42a8-856a-8a632ed987c6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:57.224591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a0d4915-11b7-4fdc-9527-056cea7de8a6 req-61184bb1-5112-42a8-856a-8a632ed987c6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0491714 Oct 15 20:48:57.261464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a0d4915-11b7-4fdc-9527-056cea7de8a6 req-e7cb1dd2-c5b2-431b-a250-1ce5be68753b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308547 Oct 15 20:48:57.284541 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38570) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:48:57.410638 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f9494-a5dc-494f-83c2-e1b7562a451f tempest-TestMinimumBasicScenario-811638391 tempest-TestMinimumBasicScenario-811638391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:57.412179 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-080f9494-a5dc-494f-83c2-e1b7562a451f tempest-TestMinimumBasicScenario-811638391 tempest-TestMinimumBasicScenario-811638391-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1092 time: 0.1266286 Oct 15 20:48:57.415164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38574) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:48:57.419636 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:48:57.522929 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:57.616480 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:57.721065 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Allocated IP 172.25.0.34 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/40677c17-73d8-4af8-84de-990bd7d64a10) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:48:57.818704 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:57.911627 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:57.955857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:48:57.958671 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:48:57.961737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:48:57.987422 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'Port': ['ID=40677c17-73d8-4af8-84de-990bd7d64a10,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:58.001022 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.001357 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.001687 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.002012 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.002330 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.002648 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.002964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.003279 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.003618 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.003933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.004246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.004554 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:48:58.333092 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:58.466803 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:58.613447 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:58.682757 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:58.750895 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'Port': ['ID=40677c17-73d8-4af8-84de-990bd7d64a10,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:58.760961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:58.861403 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Floating IP 3a9df453-7c1c-4419-952e-58abb0311c00 associated. External IP: 172.25.0.34, port: 5fc75f25-dcaa-4294-9f2d-b324b24e3bef. Oct 15 20:48:59.391917 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:48:59.495900 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:48:59.506387 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Sync routers for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:48:59.515750 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:59.525374 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:48:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:59.587716 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:59.614808 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-61eb1dd1-a978-46b8-91c7-a1e24ea161db tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1985795 Oct 15 20:48:59.615388 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:48:59.617674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38576) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:48:59.620482 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:48:59.623108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661770651', 'description': 'tempest-secgroup-smoke-661770651 description', 'project_id': '960401be04c849a5a10cda74a051cba5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:48:59.735258 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654dbe9a-ce63-4778-b9bc-a9a264492d96" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:48:59.762823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:59.830202 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494974f-6c78-4866-a267-ed03a050ece3 x-openstack-request-id: req-3494974f-6c78-4866-a267-ed03a050ece3 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:48:59.830373 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:48:59.830821 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3494974f-6c78-4866-a267-ed03a050ece3 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:48:59.831877 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:48:59.834462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:59.856619 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '3a9df453-7c1c-4419-952e-58abb0311c00', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'port_id': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'mac_address': 'fa:16:3e:49:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:48:58Z', 'updated_at': '2021-10-15T20:48:58Z', 'revision_number': 0, 'project_id': '960401be04c849a5a10cda74a051cba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:59.884675 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Checking router: 5fc64a28-0978-4e70-8f1e-255e8f38ce8a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:48:59.894237 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:48:59.894528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:59.894842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:48:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:48:59.921980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-8ad58254-e6f2-4c0a-81d7-21fbfc3fa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:48:59.923357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-8ad58254-e6f2-4c0a-81d7-21fbfc3fa120 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1097 time: 0.0717027 Oct 15 20:48:59.932076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:48:59.995496 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:48:59.996836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cd08632f-553e-4435-8690-39035eebbeb9 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3780582 Oct 15 20:49:00.000944 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38584) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:00.006019 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:00.006697 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:49:00.026584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-80ec5a93-3e69-4454-a69e-72aad827dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:00.028964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-80ec5a93-3e69-4454-a69e-72aad827dede service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0969584 Oct 15 20:49:00.093636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-10ce8894-7b48-415a-9311-7290cbde75c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 998 time: 0.0577590 Oct 15 20:49:00.116521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.146576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-22f527c6-2c5a-420b-951a-f38b33bcb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:00.148098 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-22f527c6-2c5a-420b-951a-f38b33bcb045 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0475478 Oct 15 20:49:00.188744 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.200244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-2f2f9693-270d-4511-8654-9b2c784560f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:00.201792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-2f2f9693-270d-4511-8654-9b2c784560f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466170 Oct 15 20:49:00.277456 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.291949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-293fdd90-becd-4a72-8b81-3330c6923fc3 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Oct 15 20:49:00.298925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3000b039-4bf4-477c-9871-7b6a183419be,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:00.327760 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '3a9df453-7c1c-4419-952e-58abb0311c00', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'port_id': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'mac_address': 'fa:16:3e:49:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:48:58Z', 'updated_at': '2021-10-15T20:48:58Z', 'revision_number': 0, 'project_id': '960401be04c849a5a10cda74a051cba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:49:00.356857 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447cf2ac-f736-45f2-9cfc-3427f1831d74 None None] The sync data for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 is: [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '3a9df453-7c1c-4419-952e-58abb0311c00', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'port_id': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'mac_address': 'fa:16:3e:49:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:48:58Z', 'updated_at': '2021-10-15T20:48:58Z', 'revision_number': 0, 'project_id': '960401be04c849a5a10cda74a051cba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:49:00.370604 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.374572 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-da41a86e-e273-4774-948c-7e0ecdaa2b26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3698027 Oct 15 20:49:00.374708 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38586) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:00.379139 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:00.396436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-654dbe9a-ce63-4778-b9bc-a9a264492d96 req-e01eb90d-a6e2-4f96-91d8-1ddade70b060 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952742 Oct 15 20:49:00.482387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.543962 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.557544 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed690cec-bb9d-4301-9ce9-1a66fc32f2b2 None None] New status for floating IP 3a9df453-7c1c-4419-952e-58abb0311c00: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:49:00.620131 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.641844 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6361ac-d36e-42e5-8825-940d62388663,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:00.713434 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.714663 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c42a26c9-a0cd-4359-84ac-fa2821715cc0 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390598 Oct 15 20:49:00.720520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38588) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:00.721854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:00.832043 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.891050 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.962898 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:00.981369 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca86b668-dcff-41a6-8ac8-809082577bd0,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:01.039464 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.040733 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-56e87fef-5ed7-41e6-8da4-0f81afaf4c4f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223362 Oct 15 20:49:01.043437 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38590) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:01.048516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:01.128153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.185144 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.277019 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.292715 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7802b1-a4d4-472c-aff5-94e02504eb37,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:01.364886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.366166 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1f812afe-d79b-4644-8c2a-dba1563f4cfb tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217597 Oct 15 20:49:01.368889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38592) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:01.373194 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:01.471081 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Project 960401be04c849a5a10cda74a051cba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:49:01.476079 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.539001 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.614172 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.632760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee2777b-12d7-4980-9901-ccc567742621,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:01.742067 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.743303 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-be28420f-22f1-447b-8066-214128a6aa59 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734665 Oct 15 20:49:01.746015 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38594) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:49:01.750448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'security_group_rule': {'security_group_id': 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3', 'project_id': '960401be04c849a5a10cda74a051cba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:01.831693 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Project 960401be04c849a5a10cda74a051cba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:49:01.836892 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.898692 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.962613 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:01.979813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b46fb4-8ef3-47db-bd64-0cdb586b0578,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:02.049930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.051126 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eeb48dfc-5e9a-42e0-b41f-fcf82d3d6602 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3041973 Oct 15 20:49:02.131600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-27854c5b-c8a4-452f-a7ab-9df685d2bd26 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661770651&fields=id&tenant_id=960401be04c849a5a10cda74a051cba5 HTTP/1.1" status: 200 len: 267 time: 0.0340719 Oct 15 20:49:02.183395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-5b5526f9-9ec2-43d9-a3e6-bd296680f310 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:02.184901 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-5b5526f9-9ec2-43d9-a3e6-bd296680f310 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0476451 Oct 15 20:49:02.196759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'port': {'security_groups': ['7c6a4676-753a-4d4a-945d-d2bcf5258afe', 'e4c21042-2d00-4f5e-bb41-ba0ebef6cde3']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:49:02.260758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.444728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:49:02.473278 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.546022 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.559123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:49:02.589297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:02.589921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.591308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3d718023-0a8a-4a5e-b19e-37d58dc94693 req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "PUT /v2.0/ports/5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 981 time: 0.3990185 Oct 15 20:49:02.591836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:49:02.594769 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c267c5bf-96a7-45e2-965f-49928ad59088" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:49:02.625325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4390b-148a-4dd6-abb2-56dac523f444 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:49:02.658401 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:49:02.659639 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895fe3c-b6f4-4dd4-9efa-e24c144a5abd x-openstack-request-id: req-5895fe3c-b6f4-4dd4-9efa-e24c144a5abd {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:49:02.660118 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:49:02.660378 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5895fe3c-b6f4-4dd4-9efa-e24c144a5abd {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:49:02.660952 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:49:02.762932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-5a84446d-baa9-40a5-81bc-9e00eccb4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:02.764543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-5a84446d-baa9-40a5-81bc-9e00eccb4783 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1136 time: 0.0818753 Oct 15 20:49:02.783873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b276b-a49d-491d-b4ef-aef697463cbd req-9230b725-b0f2-4543-b8f9-52d78e37661c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:02.785424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-103b276b-a49d-491d-b4ef-aef697463cbd req-9230b725-b0f2-4543-b8f9-52d78e37661c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0692103 Oct 15 20:49:02.875725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-103b276b-a49d-491d-b4ef-aef697463cbd req-65f0e35b-4428-403b-8182-8a7ff7f684b2 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819049 Oct 15 20:49:02.885346 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bc655872-11fe-4ec6-be35-a0015fec0b45 None None] Provisioning complete for port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:49:02.885827 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc655872-11fe-4ec6-be35-a0015fec0b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:02.906492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-777776c8-2d28-4d8f-81a6-63b8bb338e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:02.907989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-777776c8-2d28-4d8f-81a6-63b8bb338e05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.1337607 Oct 15 20:49:02.978536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-6961d44b-def4-4e10-abcb-910c626765fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1000 time: 0.0614841 Oct 15 20:49:03.027965 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-617a603e-d455-4340-8a7b-dd54930ae2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:03.029319 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-617a603e-d455-4340-8a7b-dd54930ae2f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0432887 Oct 15 20:49:03.074358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-9631c1d4-dfef-4fb6-af9d-f4f573749129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:03.075879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-9631c1d4-dfef-4fb6-af9d-f4f573749129 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399017 Oct 15 20:49:03.168052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-c5787682-f230-4b73-be6a-4a15477f68d9 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841119 Oct 15 20:49:03.257431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c267c5bf-96a7-45e2-965f-49928ad59088 req-817ca332-d570-4c99-8d22-2a91435cfe27 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817699 Oct 15 20:49:12.643802 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:49:18.580337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc3bbde2-1c63-4959-86a3-d55f3f77fd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:21.494419 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f47fb360-72d6-4a07-9a2a-523321a465e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:22.431403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:23.048917 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:23.179966 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:23.471016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:24.768680 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:31.473673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-63ad5577-b053-420a-9777-c9ec9a4c1749 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440390 Oct 15 20:49:31.561117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-d8e93bdd-6b18-45c5-87ac-0dbbfc394a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:31.563075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-d8e93bdd-6b18-45c5-87ac-0dbbfc394a77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1136 time: 0.0452530 Oct 15 20:49:31.668470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-8b4cad36-0d8c-4e7e-ae9d-e44591b6bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:31.669913 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-8b4cad36-0d8c-4e7e-ae9d-e44591b6bff7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0880492 Oct 15 20:49:32.072959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-193e06c4-6b5d-4b8d-8fc0-f02384c81af8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1000 time: 0.3956380 Oct 15 20:49:32.122982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-15e0207b-6b91-4379-af8e-b0611a01773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:32.124462 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-15e0207b-6b91-4379-af8e-b0611a01773e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0443759 Oct 15 20:49:32.172604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-f39a8061-ebdb-4e05-abc9-7adee0654eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:32.174065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-f39a8061-ebdb-4e05-abc9-7adee0654eb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426130 Oct 15 20:49:32.271202 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-467a685e-a03f-483f-8f53-3998e0a15f1a service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898190 Oct 15 20:49:32.365465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0fbcd6fe-61c9-47ba-8bf6-78bdf715e1b0 req-55ae52f5-8213-4a8e-a169-da140a91422b service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867951 Oct 15 20:49:48.557105 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a3d5380f-f5d6-4c46-9360-f766d323d381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:49.642988 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:49:51.102705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17f1e2-e642-4706-a848-1edd7f76e962 req-3b1666dd-46ee-4a02-a20f-fdbfdacf2e0e tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:51.104665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b17f1e2-e642-4706-a848-1edd7f76e962 req-3b1666dd-46ee-4a02-a20f-fdbfdacf2e0e tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0588696 Oct 15 20:49:51.177130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b17f1e2-e642-4706-a848-1edd7f76e962 req-3d3fd1a1-d32f-4b4e-af86-eacc56ec4eca tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662246 Oct 15 20:49:51.183382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045595-8feb-4e2a-8564-5e65232aa456 req-3f179f0b-ea81-4670-a963-316ce0dc797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:51.184894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-3f179f0b-ea81-4670-a963-316ce0dc797d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1136 time: 0.0665085 Oct 15 20:49:51.277471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045595-8feb-4e2a-8564-5e65232aa456 req-aecee434-ebab-4996-9627-6fd0e034b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:51.279014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-aecee434-ebab-4996-9627-6fd0e034b117 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0869789 Oct 15 20:49:51.343416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-be20f2c4-f51d-4089-ae96-ea145c688c8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1000 time: 0.0563979 Oct 15 20:49:51.396263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045595-8feb-4e2a-8564-5e65232aa456 req-a434f98c-cb57-467b-9bd8-73cafa01f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:51.397681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-a434f98c-cb57-467b-9bd8-73cafa01f8ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0471432 Oct 15 20:49:51.444474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045595-8feb-4e2a-8564-5e65232aa456 req-6928b948-d407-4c83-9612-1e08833ce5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:51.445974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-6928b948-d407-4c83-9612-1e08833ce5fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408058 Oct 15 20:49:51.471937 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d443fc8d-e13d-474f-9695-88746501586a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:51.537822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-016ff35e-4cf7-4d9a-bac9-750687ffaa72 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Oct 15 20:49:51.629241 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-71045595-8feb-4e2a-8564-5e65232aa456 req-a83c2965-6453-4b21-a559-c0e377257d82 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838628 Oct 15 20:49:52.291928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeda11-4609-4f9a-9776-1c248a2d8e44 req-17039c08-bad0-4a70-b885-6abc4468fbf6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:52.293392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5eaeda11-4609-4f9a-9776-1c248a2d8e44 req-17039c08-bad0-4a70-b885-6abc4468fbf6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0493214 Oct 15 20:49:52.332958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5eaeda11-4609-4f9a-9776-1c248a2d8e44 req-301f69dd-03ea-4756-9f3c-06ead4a0866e tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328937 Oct 15 20:49:52.403274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:53.047818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:53.185430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:53.450042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8941e-8b83-4fef-9200-3429bc903826 req-8b7df634-6183-42af-9a16-8c09fb0b5e51 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:53.451496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ba8941e-8b83-4fef-9200-3429bc903826 req-8b7df634-6183-42af-9a16-8c09fb0b5e51 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0532818 Oct 15 20:49:53.465570 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:53.492421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ba8941e-8b83-4fef-9200-3429bc903826 req-c727ed41-1ffd-4ea2-b4d5-0fb4eebcfaef tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344043 Oct 15 20:49:54.607165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a681c8-b7c0-47ad-b3b7-282dbb2498ba req-f1fa9084-a907-4759-aea5-cb4741cc69fc tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:54.608651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40a681c8-b7c0-47ad-b3b7-282dbb2498ba req-f1fa9084-a907-4759-aea5-cb4741cc69fc tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0494733 Oct 15 20:49:54.647930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40a681c8-b7c0-47ad-b3b7-282dbb2498ba req-5f434b42-6a2d-4410-bc99-94971e9bd642 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329242 Oct 15 20:49:54.774664 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:49:55.763494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08381a-7434-4030-a455-390df604f1bb req-c9560947-366b-44a6-bad2-960c66b6147c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:55.764990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe08381a-7434-4030-a455-390df604f1bb req-c9560947-366b-44a6-bad2-960c66b6147c tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0502040 Oct 15 20:49:55.806711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe08381a-7434-4030-a455-390df604f1bb req-9f5e620e-a492-4fdc-b797-336869acf544 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350640 Oct 15 20:49:56.926027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90c6cc-d742-48bc-a340-eef5f740eb2b req-bc5d5840-2629-483d-86da-564eed147bdd tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:56.927470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac90c6cc-d742-48bc-a340-eef5f740eb2b req-bc5d5840-2629-483d-86da-564eed147bdd tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0529237 Oct 15 20:49:56.966351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac90c6cc-d742-48bc-a340-eef5f740eb2b req-a1b6fe27-48c9-4a13-aaf3-da2b5686f961 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328472 Oct 15 20:49:58.079837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57ea55-89f9-4f49-ad76-9a3e06387853 req-dde5ef0c-a502-480f-9ec8-b52b8f20a69a tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:58.081971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db57ea55-89f9-4f49-ad76-9a3e06387853 req-dde5ef0c-a502-480f-9ec8-b52b8f20a69a tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0489745 Oct 15 20:49:58.121564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db57ea55-89f9-4f49-ad76-9a3e06387853 req-2e989ba2-5276-44bb-b05a-2a6d00dae167 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331235 Oct 15 20:49:59.312306 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaed031-7d78-4899-999e-0b0589b01450 req-b02f5822-230c-482f-8cc2-f6a24e53850b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:49:59.313691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eeaed031-7d78-4899-999e-0b0589b01450 req-b02f5822-230c-482f-8cc2-f6a24e53850b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.1262069 Oct 15 20:49:59.353294 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eeaed031-7d78-4899-999e-0b0589b01450 req-d5fee2cf-2de9-433b-8238-77363a1a7904 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329626 Oct 15 20:50:00.473378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08133a0-ee75-4322-911b-b467875db6ca req-ba4eb947-494b-40f8-abf4-601ce969c386 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:00.475127 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a08133a0-ee75-4322-911b-b467875db6ca req-ba4eb947-494b-40f8-abf4-601ce969c386 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0534940 Oct 15 20:50:00.514805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a08133a0-ee75-4322-911b-b467875db6ca req-630dd827-f30e-450e-9c5f-0ac52c633c56 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337362 Oct 15 20:50:01.630590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc89d8-01a7-467f-8776-7a52e7460979 req-12dba39c-b085-4bb2-b559-6146b270dea3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:01.632388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fbc89d8-01a7-467f-8776-7a52e7460979 req-12dba39c-b085-4bb2-b559-6146b270dea3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0490739 Oct 15 20:50:01.671990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fbc89d8-01a7-467f-8776-7a52e7460979 req-8f0a6744-7f72-40d4-ae72-107fe1312fe4 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335000 Oct 15 20:50:02.789991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19b96b-eb65-4c26-be55-51e2ebeb1ec6 req-71d5bf71-5220-48a8-9957-fe4113e4894f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:02.791466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec19b96b-eb65-4c26-be55-51e2ebeb1ec6 req-71d5bf71-5220-48a8-9957-fe4113e4894f tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0493495 Oct 15 20:50:02.831093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec19b96b-eb65-4c26-be55-51e2ebeb1ec6 req-c7271df7-84b3-4dad-b7ab-0c1e2bb07bb7 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&id=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331936 Oct 15 20:50:18.534982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f4ddd6c-f36e-499f-82bf-8722f5eccc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:21.631258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ab4bfa1-6c31-4d45-9cc6-5d47e7c9e07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:22.431528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:23.072010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:23.156988 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:23.482843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:24.774314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:26.641987 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:50:31.489062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-53dafb80-5cde-437f-a508-f09bf8d22e6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0861874 Oct 15 20:50:31.569896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-b45956da-b11e-411b-9178-8e807776510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:31.571374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-b45956da-b11e-411b-9178-8e807776510a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1136 time: 0.0406961 Oct 15 20:50:31.675317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-4e544835-7486-45ab-a8ec-e6504233e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:31.676705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-4e544835-7486-45ab-a8ec-e6504233e527 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0848436 Oct 15 20:50:31.745983 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-20789c6d-4eb9-4516-8b2d-635c56e4c787 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1000 time: 0.0617115 Oct 15 20:50:31.794289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-acf60f35-ee19-4e79-a5c0-fcbe3d614f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:31.795746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-acf60f35-ee19-4e79-a5c0-fcbe3d614f74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0429165 Oct 15 20:50:31.839298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-a2d06d80-6684-4d5e-9c6b-c8aad1a6a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:50:31.840753 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-a2d06d80-6684-4d5e-9c6b-c8aad1a6a451 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384061 Oct 15 20:50:31.851655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-38abeec5-ef69-4438-9fac-349ca5e00c6a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:50:31.852583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-38abeec5-ef69-4438-9fac-349ca5e00c6a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048451 Oct 15 20:50:31.944657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-acefcc73-c863-42d4-a65e-ca33cc9ff8a4 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851457 Oct 15 20:50:32.037152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff934654-b915-4e11-8d0f-25742f6c4350 req-192b3e46-27de-453a-abe5-ae047781ddff service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855017 Oct 15 20:50:48.567461 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-74cc2889-d48b-4a7e-a614-c5b9fcc243ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:51.476920 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5070bf0c-9ba7-488e-99ee-f5d0062b5f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:52.414721 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:53.036841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:53.162525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:53.522790 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:50:54.768528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:03.641142 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:51:06.138738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-ce9620e9-2f20-48b0-9b0d-c68fc552ba94 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661770651&fields=id&tenant_id=960401be04c849a5a10cda74a051cba5 HTTP/1.1" status: 200 len: 267 time: 0.0325432 Oct 15 20:51:06.191423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-92ed8dc4-0295-4b32-8fd1-0d410bbf26cf tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:06.192929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-92ed8dc4-0295-4b32-8fd1-0d410bbf26cf tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 984 time: 0.0480556 Oct 15 20:51:06.205209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Request body: {'port': {'security_groups': ['7c6a4676-753a-4d4a-945d-d2bcf5258afe']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:06.267008 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.434840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:06.464115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.521529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.533735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:51:06.569770 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:06.570389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.571859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cf4ec184-38dc-42ee-8b07-a3ccb4ffe404 req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "PUT /v2.0/ports/5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 942 time: 0.3720596 Oct 15 20:51:06.572296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:51:06.574588 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36797f3-2074-40f2-84f1-db63ba3d9615" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:51:06.581339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38682) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event updated for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.637615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd7a6ec-1234-4762-875c-e5fa091655a6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.673494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:51:06.681448 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.711747 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399cd2a6-3aa4-4e78-bec2-182fd98c4280 x-openstack-request-id: req-399cd2a6-3aa4-4e78-bec2-182fd98c4280 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:51:06.712018 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:51:06.712274 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399cd2a6-3aa4-4e78-bec2-182fd98c4280 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:51:06.712674 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:51:06.714831 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.785778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-c07844b4-af66-4346-9a15-0e79e35b7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:06.787425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-c07844b4-af66-4346-9a15-0e79e35b7474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1097 time: 0.0463717 Oct 15 20:51:06.849169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.852046 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.853223 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4c21042-2d00-4f5e-bb41-ba0ebef6cde3 HTTP/1.1" status: 204 len: 168 time: 0.2701893 Oct 15 20:51:06.856744 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38688) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:06.870685 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c21042-2d00-4f5e-bb41-ba0ebef6cde3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:06.876639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-bcd7ede2-5ff3-4361-bf7c-b7835b5ecfe1 None None] Provisioning complete for port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:06.876963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ede2-5ff3-4361-bf7c-b7835b5ecfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:06.891937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-218fb172-645b-4385-93b4-3b36413b10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:06.893561 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-218fb172-645b-4385-93b4-3b36413b10ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0989618 Oct 15 20:51:06.909352 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.909978 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.910108 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.910331 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.910656 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.911283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.911283 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.911635 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.911957 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.912272 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.912591 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.912905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb191af-9982-45c8-8580-8c966311c825 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:06.969178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-1c6f4e62-b9be-49b6-b95f-7898ef2be8f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 1000 time: 0.0668533 Oct 15 20:51:07.021001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-3e33b13e-13ef-47ae-934c-ad897b65a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:07.022495 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-3e33b13e-13ef-47ae-934c-ad897b65a2a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0461364 Oct 15 20:51:07.034632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Deleting port 40677c17-73d8-4af8-84de-990bd7d64a10 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:07.034972 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.071964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-b4f624a7-5bd0-471f-9128-a0d46dd46c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:07.073452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-b4f624a7-5bd0-471f-9128-a0d46dd46c69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439415 Oct 15 20:51:07.114219 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.114550 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.126058 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Calling delete_port for 40677c17-73d8-4af8-84de-990bd7d64a10 owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:07.164471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-14e99f85-def0-4fb8-8708-31ba5b0847fe service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834951 Oct 15 20:51:07.262492 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c36797f3-2074-40f2-84f1-db63ba3d9615 req-8e258543-34da-4300-a0d5-e8c40126eefa service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907419 Oct 15 20:51:07.333240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.358941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event deleted for resources: {'Port': ['ID=40677c17-73d8-4af8-84de-990bd7d64a10,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:07.417181 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.417504 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Floating IP 3a9df453-7c1c-4419-952e-58abb0311c00 disassociated (deleted). External IP: 172.25.0.34, port: 5fc75f25-dcaa-4294-9f2d-b324b24e3bef. Oct 15 20:51:07.622810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:51:07.731590 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:51:07.736438 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:07.741329 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Sync routers for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:51:07.750348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:07.751051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:50:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:07.763867 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-efd03f11-0278-4b16-be03-d4fb98fe4ef3 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "DELETE /v2.0/floatingips/3a9df453-7c1c-4419-952e-58abb0311c00 HTTP/1.1" status: 204 len: 168 time: 0.9048929 Oct 15 20:51:07.764546 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:51:07.766925 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098fc0d1-3875-4b77-bb35-00a628b43a82" -d '{"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:51:07.858738 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:08.050128 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:08.078091 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Checking router: 5fc64a28-0978-4e70-8f1e-255e8f38ce8a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:51:08.086802 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:08.087387 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:50:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:08.129561 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edc1420-4f4a-4ec6-962b-0c55178a805c x-openstack-request-id: req-0edc1420-4f4a-4ec6-962b-0c55178a805c {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:51:08.130064 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:51:08.130521 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0edc1420-4f4a-4ec6-962b-0c55178a805c {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:51:08.131190 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:51:08.196711 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:08.202059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-f6688b83-548f-43ee-886e-82508d92addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:08.203886 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-f6688b83-548f-43ee-886e-82508d92addd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960401be04c849a5a10cda74a051cba5&device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 1097 time: 0.0522141 Oct 15 20:51:08.305217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-5c9a4df8-465d-4ea5-b891-ef154f8cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:08.306670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-5c9a4df8-465d-4ea5-b891-ef154f8cfa66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 200 len: 915 time: 0.0916989 Oct 15 20:51:08.348120 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-00d81a3b-4010-4a7e-82f8-77c2093b814c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 200 len: 217 time: 0.0337479 Oct 15 20:51:08.393785 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:08.397008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-f910e6a8-70f9-4387-b8b6-58682227abff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:08.398449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-f910e6a8-70f9-4387-b8b6-58682227abff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 200 len: 853 time: 0.0432973 Oct 15 20:51:08.419633 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35be43c-3123-439c-85c9-c69484124fcf None None] The sync data for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 is: [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:47:56Z', 'revision_number': 4, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '6ab2929c-47b1-4eb6-ada0-367382134418', 'name': '', 'network_id': '54490f2a-fa93-43ac-a906-dab886ec3f89', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'mac_address': 'fa:16:3e:d7:0c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:55Z', 'updated_at': '2021-10-15T20:47:59Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'subnets': [{'id': '885f681a-c405-46c9-98e6-83ab99ee19b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:51:08.446357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-56e275d5-17cd-4870-9de6-211f892d6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:08.447898 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-56e275d5-17cd-4870-9de6-211f892d6bcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=54490f2a-fa93-43ac-a906-dab886ec3f89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412898 Oct 15 20:51:08.544545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-37b6e533-e360-42d5-b387-81b11ca60c9c service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893271 Oct 15 20:51:08.644399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2961cf-371a-41dd-9db0-73dadf1543af None None] New status for floating IP 3a9df453-7c1c-4419-952e-58abb0311c00: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:51:08.647636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-098fc0d1-3875-4b77-bb35-00a628b43a82 req-de81bd2f-504c-416d-a205-061fb1ddc5f7 service neutron] 10.222.0.15 "GET /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942090 Oct 15 20:51:17.279920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279b205-39f7-461f-a167-1bd81b693d03 req-5410009b-9a2a-48b2-bc13-231889165525 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:17.281442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f279b205-39f7-461f-a167-1bd81b693d03 req-5410009b-9a2a-48b2-bc13-231889165525 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Oct 15 20:51:17.319490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f279b205-39f7-461f-a167-1bd81b693d03 req-8a2672a3-a852-47e3-a121-8e71bbfd2099 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Oct 15 20:51:18.433748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f01539-8a5a-4d59-9cd3-68124ad587c2 req-3f7d42da-e025-42ed-a81b-db86a9ced2ac tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:18.435205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f01539-8a5a-4d59-9cd3-68124ad587c2 req-3f7d42da-e025-42ed-a81b-db86a9ced2ac tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Oct 15 20:51:18.473602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f01539-8a5a-4d59-9cd3-68124ad587c2 req-d5061632-0e4d-4b6b-8cc2-7d081d684923 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Oct 15 20:51:18.557059 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-53e4fa4a-dfcd-42da-bb47-4553f4e44aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:19.221823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-a1c3a2aa-3ec3-4638-bc6e-97d7b270f775 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:19.223240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-a1c3a2aa-3ec3-4638-bc6e-97d7b270f775 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.15 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Oct 15 20:51:19.309591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Deleting port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:19.309930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:19.399669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] For port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:19.399924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:19.412298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Calling delete_port for 5fc75f25-dcaa-4294-9f2d-b324b24e3bef owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:19.598380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482001-1f38-4060-af19-8d5a70cf1004 req-f9a325d9-ee35-41db-8fe3-9a686abf6a52 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:19.599871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62482001-1f38-4060-af19-8d5a70cf1004 req-f9a325d9-ee35-41db-8fe3-9a686abf6a52 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/ports?device_id=98fcf3ce-84c5-4360-af72-1d783c10b373 HTTP/1.1" status: 200 len: 945 time: 0.0519063 Oct 15 20:51:19.600924 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:19.613568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fc75f25-dcaa-4294-9f2d-b324b24e3bef'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:51:19.636994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Pushing event deleted for resources: {'Port': ['ID=5fc75f25-dcaa-4294-9f2d-b324b24e3bef,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:19.696517 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62482001-1f38-4060-af19-8d5a70cf1004 req-c6f8cf62-429f-4fac-b520-dcbeebecd6e6 tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.13 "GET /v2.0/security-groups?id=7c6a4676-753a-4d4a-945d-d2bcf5258afe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884092 Oct 15 20:51:19.697417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] No DVR routers for this DVR port 5fc75f25-dcaa-4294-9f2d-b324b24e3bef on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:51:19.700131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:19.703387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60df73ba-7eec-4d29-a5e0-6cd1e94755d6 req-0792da17-9204-4ff8-bfc9-c922d5e64d7b tempest-TestMinimumBasicScenario-1946566628 tempest-TestMinimumBasicScenario-1946566628-project] 10.222.0.15 "DELETE /v2.0/ports/5fc75f25-dcaa-4294-9f2d-b324b24e3bef HTTP/1.1" status: 204 len: 173 time: 0.4741936 Oct 15 20:51:19.703842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'name': 'network-vif-deleted', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:51:19.706175 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d79057-3622-43ab-b62c-78b6d8954f72" -d '{"events": [{"server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "name": "network-vif-deleted", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:51:19.744570 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f35a43b-0c0c-42ae-86ce-1a32b450b0d9 x-openstack-request-id: req-7f35a43b-0c0c-42ae-86ce-1a32b450b0d9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:51:19.744830 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fcf3ce-84c5-4360-af72-1d783c10b373", "name": "network-vif-deleted", "tag": "5fc75f25-dcaa-4294-9f2d-b324b24e3bef", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:51:19.745076 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f35a43b-0c0c-42ae-86ce-1a32b450b0d9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:51:19.745491 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98fcf3ce-84c5-4360-af72-1d783c10b373', 'name': 'network-vif-deleted', 'tag': '5fc75f25-dcaa-4294-9f2d-b324b24e3bef', 'status': 'completed', 'code': 200} Oct 15 20:51:21.476010 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36530aa7-bee1-491f-8cee-683f98c92630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:21.728967 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:22.069688 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:22.310224 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Deleting port 6ab2929c-47b1-4eb6-ada0-367382134418 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:22.310555 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:22.388606 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] For port 6ab2929c-47b1-4eb6-ada0-367382134418, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=6ab2929c-47b1-4eb6-ada0-367382134418,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:22.388886 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:22.401612 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Calling delete_port for 6ab2929c-47b1-4eb6-ada0-367382134418 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:22.429970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fc75f25-dcaa-4294-9f2d-b324b24e3bef no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:22.450561 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:22.452345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 5fc75f25-dcaa-4294-9f2d-b324b24e3bef {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:22.452692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fc75f25-dcaa-4294-9f2d-b324b24e3bef not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:22.620514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:22.649933 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab2929c-47b1-4eb6-ada0-367382134418,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:22.815298 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.026567 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:51:23.071695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.136676 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:51:23.146389 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-8bed85e1-fd0d-4d81-9e0e-c8cf2c633bd6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5fc64a28-0978-4e70-8f1e-255e8f38ce8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119503 Oct 15 20:51:23.146389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38790) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:23.149253 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Sync routers for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:51:23.159424 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.161336 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:23.162013 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:23.248812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.268707 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:23.350837 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.448209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:51:22Z', 'revision_number': 5, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port': {'id': '9a97e8c9-7bff-44b6-97aa-47b9890b4f74', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:19:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:54Z', 'updated_at': '2021-10-15T20:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:23.451088 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Deleting port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:23.451510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.475609 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Checking router: 5fc64a28-0978-4e70-8f1e-255e8f38ce8a for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:51:23.483982 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Routers {'5fc64a28-0978-4e70-8f1e-255e8f38ce8a'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:23.484776 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:23.488525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.533910 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] For port 9a97e8c9-7bff-44b6-97aa-47b9890b4f74, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:23.534364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.549152 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Calling delete_port for 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:23.662082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] Set router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:23.716398 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:51:23Z', 'revision_number': 6, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:23.742571 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362bd96-5bd2-48fc-866d-a713f46f738b None None] The sync data for ids ['5fc64a28-0978-4e70-8f1e-255e8f38ce8a'] in n-d-712140-14 is: [{'id': '5fc64a28-0978-4e70-8f1e-255e8f38ce8a', 'name': 'tempest-TestMinimumBasicScenario-457461903-router', 'tenant_id': '960401be04c849a5a10cda74a051cba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:53Z', 'updated_at': '2021-10-15T20:51:23Z', 'revision_number': 6, 'project_id': '960401be04c849a5a10cda74a051cba5', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:51:23.780554 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:23.805241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a97e8c9-7bff-44b6-97aa-47b9890b4f74,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:23.872654 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.297397 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.300302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.408794 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.409274 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc64a28-0978-4e70-8f1e-255e8f38ce8a {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:51:24.413598 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.417222 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0f6ce137-8f95-454f-aa65-83924a6671e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5fc64a28-0978-4e70-8f1e-255e8f38ce8a HTTP/1.1" status: 204 len: 168 time: 1.2692108 Oct 15 20:51:24.424366 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38792) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:24.468259 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Deleting subnet 885f681a-c405-46c9-98e6-83ab99ee19b6 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:51:24.471817 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.510364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.590345 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.723902 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.752329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=885f681a-c405-46c9-98e6-83ab99ee19b6,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:24.761932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.765334 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-48386d80-70d3-4bfb-96ad-8af7c7644acc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/885f681a-c405-46c9-98e6-83ab99ee19b6 HTTP/1.1" status: 204 len: 168 time: 0.3469114 Oct 15 20:51:24.768522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38794) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:24.776994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421a86c-97cf-44a2-b15c-9d87c62062e9 None None] Network 54490f2a-fa93-43ac-a906-dab886ec3f89 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:51:24.838397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.851876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.904981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Deleting port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:24.905318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.966842 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] DHCP port deletion for 54490f2a-fa93-43ac-a906-dab886ec3f89 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:51:24.973222 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] For port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:24.973585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:24.986074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Calling delete_port for 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:25.012728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Deleting port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:25.013097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.077629 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] For port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,segment=NetworkSegment(7a9e25cf-7b35-4cbd-bd1b-b08e60619d95),segment_id=7a9e25cf-7b35-4cbd-bd1b-b08e60619d95)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:25.077938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.091534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Calling delete_port for 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:25.118059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.148436 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Pushing event deleted for resources: {'Port': ['ID=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:25.150260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] No DVR routers for this DVR port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 15 20:51:25.173879 n-d-712140-14 neutron-server[101182]: self.session.flush() Oct 15 20:51:25.177748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6ab2929c-47b1-4eb6-ada0-367382134418 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:25.183389 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.225381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 6ab2929c-47b1-4eb6-ada0-367382134418 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:25.225720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 6ab2929c-47b1-4eb6-ada0-367382134418 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:25.226134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:25.226731 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.245202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Pushing event deleted for resources: {'Port': ['ID=9604f6d2-22ef-4040-a2ec-6caabbf5fd06,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:25.247434 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] No DVR routers for this DVR port 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:51:25.247837 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54490f2a-fa93-43ac-a906-dab886ec3f89']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:25.250932 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:25.251317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9604f6d2-22ef-4040-a2ec-6caabbf5fd06 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:25.251902 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:25.259318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.259654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.259930 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.260273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.260598 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.260923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.261242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.261590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.261914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.262169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.262484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.262796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db18e6f9-80f6-45e3-809a-2ce5b946580d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:25.263987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:25.264352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9e25cf-7b35-4cbd-bd1b-b08e60619d95') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:25.274777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.283628 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:25.284089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9a97e8c9-7bff-44b6-97aa-47b9890b4f74 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:25.288187 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.294740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:51:25.295193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:51:25.296975 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:51:25.409498 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.424785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:25.428004 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] 10.222.0.13 "DELETE /v2.0/networks/54490f2a-fa93-43ac-a906-dab886ec3f89 HTTP/1.1" status: 204 len: 168 time: 0.6578076 Oct 15 20:51:25.429016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5993dcd-8eb7-4bd8-97fe-9f7327452b6d admin admin] Pushing event deleted for resources: {'Network': ['ID=54490f2a-fa93-43ac-a906-dab886ec3f89,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:25.430873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38796) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:25.765954 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:26.000900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Deleting port 5cf8b92c-d379-4012-ab6e-9362298a2c56 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:26.001619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:26.390709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] For port 5cf8b92c-d379-4012-ab6e-9362298a2c56, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=5cf8b92c-d379-4012-ab6e-9362298a2c56,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:26.391135 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:26.403525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Calling delete_port for 5cf8b92c-d379-4012-ab6e-9362298a2c56 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:26.642923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:26.666123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf8b92c-d379-4012-ab6e-9362298a2c56,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:26.836898 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.054649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Router 9903c567-2b13-40b5-9b0c-90d4afa2286a has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:51:27.161744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:51:27.168274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-63a7350a-ddf7-406a-9d0e-d3ea8e3c5e95 admin admin] 10.222.0.13 "PUT /v2.0/routers/9903c567-2b13-40b5-9b0c-90d4afa2286a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356093 Oct 15 20:51:27.170121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38798) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:27.172280 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Sync routers for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:51:27.183131 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:27.183788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:27.276504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.289115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:27.379224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.464971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:51:26Z', 'revision_number': 5, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port': {'id': 'eb940c07-e115-4895-b890-b8921a9cb211', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:27.495265 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Checking router: 9903c567-2b13-40b5-9b0c-90d4afa2286a for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:51:27.502683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Deleting port eb940c07-e115-4895-b890-b8921a9cb211 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:27.503039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.504799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Routers {'9903c567-2b13-40b5-9b0c-90d4afa2286a'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:27.505408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['9903c567-2b13-40b5-9b0c-90d4afa2286a'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:27.580434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] For port eb940c07-e115-4895-b890-b8921a9cb211, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb940c07-e115-4895-b890-b8921a9cb211,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:27.580795 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.591870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] Set router 9903c567-2b13-40b5-9b0c-90d4afa2286a gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:27.593251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Calling delete_port for eb940c07-e115-4895-b890-b8921a9cb211 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:27.645798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:51:27Z', 'revision_number': 6, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:27.676169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd03c7-d491-4cb5-bd84-a5e0c27b8667 None None] The sync data for ids ['9903c567-2b13-40b5-9b0c-90d4afa2286a'] in n-d-712140-14 is: [{'id': '9903c567-2b13-40b5-9b0c-90d4afa2286a', 'name': 'tempest-TestMinimumBasicScenario-728176077-router', 'tenant_id': '7be979b56bb54b24b9ec68e554a258c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:47:59Z', 'updated_at': '2021-10-15T20:51:27Z', 'revision_number': 6, 'project_id': '7be979b56bb54b24b9ec68e554a258c1', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:51:27.819967 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.844253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb940c07-e115-4895-b890-b8921a9cb211,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:27.911404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:27.999428 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.001489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.129115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.129712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9903c567-2b13-40b5-9b0c-90d4afa2286a {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:51:28.134800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.136075 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6313d01a-47c4-4a25-bf92-863b5594eb5b admin admin] 10.222.0.13 "DELETE /v2.0/routers/9903c567-2b13-40b5-9b0c-90d4afa2286a HTTP/1.1" status: 204 len: 168 time: 0.9650538 Oct 15 20:51:28.138631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38800) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:28.186666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Deleting subnet 7c775b56-1b79-450a-9319-51c6f2346054 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:51:28.190345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.224026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.300358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.437067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.468626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c775b56-1b79-450a-9319-51c6f2346054,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:28.474647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.478192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aa0fccda-9d68-4916-8ec6-3cc3c59f68d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c775b56-1b79-450a-9319-51c6f2346054 HTTP/1.1" status: 204 len: 168 time: 0.3383141 Oct 15 20:51:28.482278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38802) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:28.487300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72601643-916b-426b-a1c0-dbb1a960aa1b None None] Network 92bb750b-8b0e-4858-ac83-93fe041c40b1 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:51:28.556063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.610448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Deleting port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:28.610804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.661625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] DHCP port deletion for 92bb750b-8b0e-4858-ac83-93fe041c40b1 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:51:28.689143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] For port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:28.689549 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.703462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Calling delete_port for 4a60383c-9f52-41c8-a5c3-8e14389c7e3d owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:28.709178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Deleting port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:51:28.709543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.778312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] For port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,segment=NetworkSegment(7b433165-eca2-44c8-8a6e-691af8cf809e),segment_id=7b433165-eca2-44c8-8a6e-691af8cf809e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:28.778750 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.791409 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Calling delete_port for 4a60383c-9f52-41c8-a5c3-8e14389c7e3d owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:51:28.854269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.867695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.884471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Pushing event deleted for resources: {'Port': ['ID=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:28.893803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] No DVR routers for this DVR port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:51:28.894662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] Pushing event deleted for resources: {'Port': ['ID=4a60383c-9f52-41c8-a5c3-8e14389c7e3d,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:28.902367 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e139708-b38c-4c96-8492-be414adf2dc8 None None] No DVR routers for this DVR port 4a60383c-9f52-41c8-a5c3-8e14389c7e3d on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:51:28.965353 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:28.985027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bb750b-8b0e-4858-ac83-93fe041c40b1']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:28.994197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b433165-eca2-44c8-8a6e-691af8cf809e') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:28.994490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b433165-eca2-44c8-8a6e-691af8cf809e') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:29.003624 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.016923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.024067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:51:29.024441 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:51:29.026056 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:51:29.134775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.140616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.144454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] 10.222.0.13 "DELETE /v2.0/networks/92bb750b-8b0e-4858-ac83-93fe041c40b1 HTTP/1.1" status: 204 len: 168 time: 0.6609607 Oct 15 20:51:29.156074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b33845-4faa-450b-9001-1775fca47aff admin admin] Pushing event deleted for resources: {'Network': ['ID=92bb750b-8b0e-4858-ac83-93fe041c40b1,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:29.173626 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb940c07-e115-4895-b890-b8921a9cb211 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:29.194602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eb940c07-e115-4895-b890-b8921a9cb211 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:29.195172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb940c07-e115-4895-b890-b8921a9cb211 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:29.195386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4a60383c-9f52-41c8-a5c3-8e14389c7e3d no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:29.213722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 4a60383c-9f52-41c8-a5c3-8e14389c7e3d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:29.214073 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 4a60383c-9f52-41c8-a5c3-8e14389c7e3d not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:29.214490 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cf8b92c-d379-4012-ab6e-9362298a2c56 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:51:29.233509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 5cf8b92c-d379-4012-ab6e-9362298a2c56 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:51:29.233860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 5cf8b92c-d379-4012-ab6e-9362298a2c56 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:51:29.526373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38806) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:29.569719 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b7c2133e-9e29-466e-9a7d-6b23012c0763 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=960401be04c849a5a10cda74a051cba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420191 Oct 15 20:51:29.581651 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38808) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:29.630246 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.651002 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.797187 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.800357 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:29.801507 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c6a4676-753a-4d4a-945d-d2bcf5258afe HTTP/1.1" status: 204 len: 168 time: 0.2189448 Oct 15 20:51:29.809007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92eac66-b34f-4603-8801-1c313e3c77a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6a4676-753a-4d4a-945d-d2bcf5258afe,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:30.396206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38814) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:30.436153 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7b2a51a0-80e2-4b67-b4ae-15d1f26da3cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7be979b56bb54b24b9ec68e554a258c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388169 Oct 15 20:51:30.438495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38816) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:30.485430 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:30.507643 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:30.642794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:30.646042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:30.647251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df20e4dc-8b99-4184-b34d-162969ccf0f8 HTTP/1.1" status: 204 len: 168 time: 0.2078862 Oct 15 20:51:30.654844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a562cd-fad0-4ea1-a948-c067a2ed16d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df20e4dc-8b99-4184-b34d-162969ccf0f8,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:33.089112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38856) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:33.093647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-259155273', 'description': 'tempest-secgroup-smoke-259155273 description', 'project_id': 'd152365e358d4636a83c23b1efa842bb'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:33.197416 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.205487 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.280112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.363509 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.401600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20da3c-1395-4b49-9b17-7e42f1e4ca6b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:33.441594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.517174 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.546442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260ed07d-5216-44d9-95bf-58a1b6192cbb,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:33.604365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.605620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de42f070-9803-428c-af75-ccd8dfcd79b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5155010 Oct 15 20:51:33.608530 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38858) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:33.613732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:33.711625 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.770255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.860442 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.882376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4718483-aa8e-43b4-bef2-6319ef4227eb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:33.942583 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:33.943935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cbf27f2b-e092-4f5e-94cc-88d7b68659ba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3344169 Oct 15 20:51:33.947973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38860) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:33.952368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:34.054051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.117447 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.197269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.217398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c3c4ea-85b7-4ef0-8847-40c50b09ed98,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:34.290810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.292063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eda490e2-0cb5-45ba-a98a-39d9209b9fe9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431418 Oct 15 20:51:34.294710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38862) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:34.299009 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:34.379745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.438327 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.504458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.521627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62c6342-7b9a-4a47-a8a8-2d050e454463,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:34.598757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.600003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-21169e21-b351-4914-b21b-9de928a1a910 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043475 Oct 15 20:51:34.609220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38864) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:34.614024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:34.710826 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.768444 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.848328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.865666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eccd3b0-ff8d-42f9-969b-24f1b0be1160,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:34.932864 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:34.934876 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f597f4b-54fb-4f2d-882c-0c9365406a7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3245091 Oct 15 20:51:34.941401 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38866) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:34.945786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:35.077277 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:51:35.082421 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.143751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.219930 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.238363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7b8160-6d5a-4a81-b336-7438970cb1f5,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:35.307715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.308935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-add9835c-26b9-45ba-ac34-6a5609d0d03c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3665853 Oct 15 20:51:35.311594 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38868) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:35.315999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '260ed07d-5216-44d9-95bf-58a1b6192cbb', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:35.407361 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:51:35.412787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.470825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.550178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.567783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1c0332-eb1a-45c9-a929-ad2acc3f470d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:35.651013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.652251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a7bcc6d1-d21a-4a09-aef9-b41e074ffb2a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397398 Oct 15 20:51:35.655250 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38870) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:35.660172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'network': {'name': 'tempest-network-smoke--773576949', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:35.762751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:51:35.766206 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.789411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:51:35.797520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.797853 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Added segment fcf766ab-b330-4528-bf47-917815ae4aa2 of type vlan for network e183985e-ce9e-4348-98c4-41de4aba7cb7 Oct 15 20:51:35.836520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.928706 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.934046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:35.934610 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:35.997010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Network': ['ID=e183985e-ce9e-4348-98c4-41de4aba7cb7,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:36.007695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:51:36.034418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a7c1ad9-f19b-4ded-bf39-d330662a36c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3778362 Oct 15 20:51:36.036989 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38872) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:36.041269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'admin_state_up': True, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:36.112511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.113744 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.166747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.340562 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.599252 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.617621 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.716986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.20 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/8f1d097a-01d7-4933-bf0b-e95144c7eab3) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:51:36.817072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.888837 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:36.922757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:51:36.926032 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:36.929591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:51:36.956223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=8f1d097a-01d7-4933-bf0b-e95144c7eab3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:37.549729 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:37.743199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:37.927259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 3e1addda-01a1-446d-b831-671576dfe6df is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:51:38.031584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:51:38.043739 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Sync routers for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:51:38.052352 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:38.052950 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:38.131102 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.132392 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5e23c18b-c1c9-45f8-8d60-9069c9018aa1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0944841 Oct 15 20:51:38.135804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38874) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:38.153110 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:38.262432 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f26b9f56-85be-4459-8b07-f8876b8c3c03 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d152365e358d4636a83c23b1efa842bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253369 Oct 15 20:51:38.265071 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38878) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:38.328697 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:37Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:38.357572 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Checking router: 3e1addda-01a1-446d-b831-671576dfe6df for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:51:38.357914 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Updating router 3e1addda-01a1-446d-b831-671576dfe6df port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:51:38.384042 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.412545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9595b-9a85-4bb8-8fed-698d34f5ee6b tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:38.416612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1e9595b-9a85-4bb8-8fed-698d34f5ee6b tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1480107 Oct 15 20:51:38.416839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38880) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:38.455250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a45a76b2-c08e-4ba6-9e45-5ce2d368be1b tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372126 Oct 15 20:51:38.457615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38882) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:38.462301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-701689494', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:38.620710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:51:38.624350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.626952 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.683122 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.741201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Attempting to bind port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:51:38.741568 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Attempting to bind port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:51:38.741939 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Attempting to bind port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:51:38.744781 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Pushing event updated for resources: {'Port': ['ID=8f1d097a-01d7-4933-bf0b-e95144c7eab3,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:38.753672 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:51:38.754057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:51:38.754459 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.754848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:51:38.755333 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Bound port: 8f1d097a-01d7-4933-bf0b-e95144c7eab3, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:51:38.755726 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.759331 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.763601 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:51:38.813376 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] For port 8f1d097a-01d7-4933-bf0b-e95144c7eab3, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:51:38.817459 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] For port 8f1d097a-01d7-4933-bf0b-e95144c7eab3, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8f1d097a-01d7-4933-bf0b-e95144c7eab3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:51:38.843405 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.860662 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:38.908552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Subnet': ['ID=98acea44-d396-417c-8f27-afbd6b741faa,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:38.916128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Checking segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:51:38.916485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network hostable DHCP agents. Network: e183985e-ce9e-4348-98c4-41de4aba7cb7, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:51:38.919583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4781bd-1400-48f3-99f3-7e2caefb83e6 None None] Pushing event updated for resources: {'Port': ['ID=8f1d097a-01d7-4933-bf0b-e95144c7eab3,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:38.922155 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:38.922738 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:38.973220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:51:39.027235 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:39.053104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, e183985e-ce9e-4348-98c4-41de4aba7cb7) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:39.057557 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:39.058141 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.064618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d44ee-681c-4e37-93f7-39088a0c210d None None] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:51:39.130483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7a1f8033-3bfe-46c7-864e-27c6452926f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6718712 Oct 15 20:51:39.133354 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38884) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:39.219874 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:37Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:39.230652 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-e183985e-ce9e-4348-98c4-41de4aba7cb7', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:51:39.231530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.247907 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c7240-bf3b-499f-95ac-c4acefddcb46 None None] The sync data for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 is: [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:37Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:51:39.372729 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Allocated IP 172.20.0.2 (e183985e-ce9e-4348-98c4-41de4aba7cb7/98acea44-d396-417c-8f27-afbd6b741faa/f03238b3-7f9d-4f74-89fb-5d36349065b2) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:51:39.541494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.604093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.621224 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.660151 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:51:39.663295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:39.667173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:51:39.680630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Pushing event updated for resources: {'Port': ['ID=f03238b3-7f9d-4f74-89fb-5d36349065b2,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:39.735858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Attempting to bind port f03238b3-7f9d-4f74-89fb-5d36349065b2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:51:39.736350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Attempting to bind port f03238b3-7f9d-4f74-89fb-5d36349065b2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:51:39.736724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Attempting to bind port f03238b3-7f9d-4f74-89fb-5d36349065b2 on network e183985e-ce9e-4348-98c4-41de4aba7cb7 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:51:39.743351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:51:39.743688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Checking segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:51:39.744096 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.744492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Bound using segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:51:39.744963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Bound port: f03238b3-7f9d-4f74-89fb-5d36349065b2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:51:39.745348 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.822233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] For port f03238b3-7f9d-4f74-89fb-5d36349065b2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:51:39.828807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] For port f03238b3-7f9d-4f74-89fb-5d36349065b2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f03238b3-7f9d-4f74-89fb-5d36349065b2,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:51:39.892277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.1 (e183985e-ce9e-4348-98c4-41de4aba7cb7/98acea44-d396-417c-8f27-afbd6b741faa/9c80e514-0209-4b03-a63d-130ddb350319) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:51:39.923661 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:39.994201 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e9098-96c6-4481-8387-3aef3c163e83 None None] Pushing event updated for resources: {'Port': ['ID=f03238b3-7f9d-4f74-89fb-5d36349065b2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:40.020062 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.115830 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.182795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:51:40.193842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:40.205944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:51:40.210169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:40.251652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.462253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.641078 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:51:40.748494 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.814269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.886417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:40.891408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:40.984158 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:51:40.985534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:41.097868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 3e1addda-01a1-446d-b831-671576dfe6df has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:51:41.226166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:51:41.237722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f03238b3-7f9d-4f74-89fb-5d36349065b2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:41.240136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2a67f24e-0f73-4691-8e53-ce0d3d617703 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/3e1addda-01a1-446d-b831-671576dfe6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1055779 Oct 15 20:51:41.296148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f03238b3-7f9d-4f74-89fb-5d36349065b2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:41.296510 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:41.373465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Sync routers for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:51:41.387702 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-342b3083-4384-4576-b1b2-e28a6ee2e19d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-259155273&fields=id&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 267 time: 0.0401044 Oct 15 20:51:41.394648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:41.395274 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:41.432251 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:41.505006 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-bbab74ce-71a6-4616-ab59-3dd043f5b2bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:41.506690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-bbab74ce-71a6-4616-ab59-3dd043f5b2bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/networks?id=e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 200 len: 796 time: 0.1096659 Oct 15 20:51:41.523067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-0bf0155f-aed8-4c7f-81f3-3628e8c440cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/quotas/d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 375 time: 0.0099897 Oct 15 20:51:41.583739 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-a2cdfa92-73c2-4668-893d-1171ccbf5530 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544703 Oct 15 20:51:41.650180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5baf47ff-035f-4eb7-8626-c1d5f257ec38 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:51:41.651450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5baf47ff-035f-4eb7-8626-c1d5f257ec38 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0539694 Oct 15 20:51:41.661611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef58e43-2d41-4635-8d1f-5b3e4dc52fd8 None None] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:51:41.666237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port f03238b3-7f9d-4f74-89fb-5d36349065b2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f03238b3-7f9d-4f74-89fb-5d36349065b2,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:41.712637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:41.742275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-e3ff62f7-0147-4e7e-9108-4bb0d5a87d21 service neutron] 10.222.0.13 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842838 Oct 15 20:51:41.764323 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-97b6c16c-4f07-40fc-9019-aeed858ea970 None None] Provisioning complete for port f03238b3-7f9d-4f74-89fb-5d36349065b2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:41.764687 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-97b6c16c-4f07-40fc-9019-aeed858ea970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:41.770142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:41.770904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8f1d097a-01d7-4933-bf0b-e95144c7eab3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:41.834681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-b1ebb839-a6a1-4753-ad4e-6ffc0bcd7e04 service neutron] 10.222.0.13 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861011 Oct 15 20:51:41.958194 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=f03238b3-7f9d-4f74-89fb-5d36349065b2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:42.083396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddf2b12e-453f-4490-b3d1-acf0beeb06b2 req-3d498a89-79e8-45b5-998f-603f7ddcfa8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0272441 Oct 15 20:51:42.088588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:42.088955 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.233571 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.258171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 2, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:42.261318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8f1d097a-01d7-4933-bf0b-e95144c7eab3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8f1d097a-01d7-4933-bf0b-e95144c7eab3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:42.288824 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Checking router: 3e1addda-01a1-446d-b831-671576dfe6df for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:51:42.289173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Updating router 3e1addda-01a1-446d-b831-671576dfe6df port 9c80e514-0209-4b03-a63d-130ddb350319 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:51:42.315426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.352440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.480923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8f1d097a-01d7-4933-bf0b-e95144c7eab3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:42.490257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8ada9c76-fd27-4082-ba9d-5fac5e7b0c77 None None] Provisioning complete for port f03238b3-7f9d-4f74-89fb-5d36349065b2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:42.490541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8ada9c76-fd27-4082-ba9d-5fac5e7b0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.695425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8ada9c76-fd27-4082-ba9d-5fac5e7b0c77 None None] Provisioning complete for port 9c80e514-0209-4b03-a63d-130ddb350319 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:42.696009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8ada9c76-fd27-4082-ba9d-5fac5e7b0c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.734998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.743950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8ada9c76-fd27-4082-ba9d-5fac5e7b0c77 None None] Port 9c80e514-0209-4b03-a63d-130ddb350319 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:51:42.797115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.845416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd88f13-b50d-460f-9d55-bb717d951b10 None None] Pushing event updated for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:42.901520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7aef0a43-1fda-4938-9e8a-2f97eee939ee None None] Provisioning complete for port 9c80e514-0209-4b03-a63d-130ddb350319 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:42.901882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7aef0a43-1fda-4938-9e8a-2f97eee939ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.927632 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Attempting to bind port 9c80e514-0209-4b03-a63d-130ddb350319 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:51:42.928008 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Attempting to bind port 9c80e514-0209-4b03-a63d-130ddb350319 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:51:42.928364 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Attempting to bind port 9c80e514-0209-4b03-a63d-130ddb350319 on network e183985e-ce9e-4348-98c4-41de4aba7cb7 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:51:42.939588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:51:42.940539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Checking segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:51:42.940944 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.941339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Bound using segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:51:42.941817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Bound port: 9c80e514-0209-4b03-a63d-130ddb350319, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:51:42.942194 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:42.958448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7aef0a43-1fda-4938-9e8a-2f97eee939ee None None] Port 9c80e514-0209-4b03-a63d-130ddb350319 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:51:43.014968 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] For port 9c80e514-0209-4b03-a63d-130ddb350319, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:51:43.017989 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] For port 9c80e514-0209-4b03-a63d-130ddb350319, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9c80e514-0209-4b03-a63d-130ddb350319,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:51:43.079242 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d4b13426-349a-4bee-8446-f78a852763ed None None] Provisioning complete for port 9c80e514-0209-4b03-a63d-130ddb350319 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:43.079646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d4b13426-349a-4bee-8446-f78a852763ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.102190 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.152975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d4b13426-349a-4bee-8446-f78a852763ed None None] Port 9c80e514-0209-4b03-a63d-130ddb350319 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:51:43.171689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c417e26-1bab-4b28-b1d3-6f5263d15368 req-abcefdcb-b883-45ed-bbf9-2f5a7e707061 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0352676 Oct 15 20:51:43.198221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:51:43.199159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:43.243204 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f03238b3-7f9d-4f74-89fb-5d36349065b2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:43.273032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd88f13-b50d-460f-9d55-bb717d951b10 None None] Pushing event updated for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:43.353202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f03238b3-7f9d-4f74-89fb-5d36349065b2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:43.353570 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.378004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:51:43.546411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] Provisioning complete for port 9c80e514-0209-4b03-a63d-130ddb350319 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:43.546666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.732540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8f1d097a-01d7-4933-bf0b-e95144c7eab3 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:43.862466 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:43.862799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.895869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:43.928461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:51:43.966524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcd2701-0251-4828-ae8f-5560dce4a375 None None] The sync data for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 is: [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:51:43.972260 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] For port 9c80e514-0209-4b03-a63d-130ddb350319, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9c80e514-0209-4b03-a63d-130ddb350319,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:44.043008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:44.097189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13d168-5deb-4c60-b572-83b024e20711 None None] Pushing event updated for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:44.261677 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d57570d8-fd3d-4b5a-9d32-6a512ced3617 req-d6126dec-0002-4048-90b2-fbc8e9e0a797 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0284059 Oct 15 20:51:45.188039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9c80e514-0209-4b03-a63d-130ddb350319 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:45.236145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 9c80e514-0209-4b03-a63d-130ddb350319 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:45.236508 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:45.343760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6493bf66-af57-4b48-bb55-07748a9e723c req-d6e007df-7621-4d5e-bf15-bc463a4b1dc6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Oct 15 20:51:46.440163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2fc2be3e-1b86-40b4-8a2b-7f4d85c83373 req-10329504-db96-4909-b39b-bf9b16610c48 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0293827 Oct 15 20:51:47.868031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f416f293-95b1-4a2c-b5b3-1277bef33781 req-e329eb97-42a4-460c-83b5-b0d57cecaf2c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.3599892 Oct 15 20:51:48.281001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-aecf36bf-b4a8-4dee-93aa-1d4d6ba0af5d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:48.282456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-aecf36bf-b4a8-4dee-93aa-1d4d6ba0af5d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/networks?id=e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 200 len: 796 time: 0.0994620 Oct 15 20:51:48.328711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-70f41bcd-fc8f-4dbc-b828-9da541165105 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 379 time: 0.0372591 Oct 15 20:51:48.337420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'port': {'device_id': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'admin_state_up': True, 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'security_groups': ['260ed07d-5216-44d9-95bf-58a1b6192cbb']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:48.512104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:51:48.515777 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:48.564621 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ae211c8-61ec-49b5-bf3b-7c5a61176e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:48.641482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.11 (e183985e-ce9e-4348-98c4-41de4aba7cb7/98acea44-d396-417c-8f27-afbd6b741faa/5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:51:48.779460 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:48.871546 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:48.915270 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:51:48.918547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:51:48.922247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:51:48.931909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:49.009707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:49.010344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.034226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3e8cf-c03a-4661-ae7e-d1384a082f01 req-23f82946-8ae1-426e-a096-dfffc1f2584d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:49.035797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f3e8cf-c03a-4661-ae7e-d1384a082f01 req-23f82946-8ae1-426e-a096-dfffc1f2584d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 932 time: 0.0780537 Oct 15 20:51:49.084398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08f3e8cf-c03a-4661-ae7e-d1384a082f01 req-876b954c-040b-402d-ba5d-4e700be47d99 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418844 Oct 15 20:51:49.091535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-5491a6b8-3bdf-482f-b37c-93eed124f24f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576232 Oct 15 20:51:49.104764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Request body: {'port': {'device_id': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:49.162867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.192253 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7b6549c3-58cf-45f8-9260-0ee5f25a5352 None None] Provisioning complete for port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:49.192553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7b6549c3-58cf-45f8-9260-0ee5f25a5352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.229844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-7b6549c3-58cf-45f8-9260-0ee5f25a5352 None None] Port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:51:49.422346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:51:49.430098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.441528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Transition to ACTIVE for port object 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:51:49.511356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.565387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:49.635411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Attempting to bind port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:51:49.635693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Attempting to bind port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:51:49.636027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Attempting to bind port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 on network e183985e-ce9e-4348-98c4-41de4aba7cb7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:51:49.640496 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 on network e183985e-ce9e-4348-98c4-41de4aba7cb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:51:49.640939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Attempting to bind port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 on network e183985e-ce9e-4348-98c4-41de4aba7cb7 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:51:49.646538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:51:49.646880 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Checking segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:51:49.647262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Bound using segment: {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:51:49.647719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Bound port: 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcf766ab-b330-4528-bf47-917815ae4aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:51:49.648078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.716130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:51:49.719128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:51:49.780502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.819246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:49.819897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:49.821280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 200 len: 1093 time: 0.7207961 Oct 15 20:51:49.821724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:51:49.824160 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfebe242-da27-40e6-b1c7-2be5728dde59" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:51:49.852446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e8b9-ed0f-4a26-80bf-85b58437bcd6 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:49.873982 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c14d7db-30f8-4bea-933d-b95753335c16 x-openstack-request-id: req-0c14d7db-30f8-4bea-933d-b95753335c16 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:51:49.874576 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:51:49.874576 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c14d7db-30f8-4bea-933d-b95753335c16 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:51:49.874975 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'status': 'completed', 'code': 200} Oct 15 20:51:49.939835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-f875ad72-f5a7-43ce-9f69-d143ed326d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:49.942089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-f875ad72-f5a7-43ce-9f69-d143ed326d3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1096 time: 0.0449011 Oct 15 20:51:50.042536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-dd6f5342-a5b5-4de3-ac3b-b64586bf0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.044021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-dd6f5342-a5b5-4de3-ac3b-b64586bf0b56 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d152365e358d4636a83c23b1efa842bb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0946264 Oct 15 20:51:50.143353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-09036f0b-500b-4d33-8fd8-754fb01b561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.145502 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dfebe242-da27-40e6-b1c7-2be5728dde59 req-09036f0b-500b-4d33-8fd8-754fb01b561e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940926 Oct 15 20:51:50.229678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb1ceb-9803-47c2-81d5-93b2283b1055 req-0df016f6-35ce-418d-b7d1-cc8a79b62294 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.231146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4feb1ceb-9803-47c2-81d5-93b2283b1055 req-0df016f6-35ce-418d-b7d1-cc8a79b62294 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 944 time: 0.0751424 Oct 15 20:51:50.236769 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-c3bb69d9-b395-40de-88c6-8f4e38216c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.238686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-c3bb69d9-b395-40de-88c6-8f4e38216c66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1096 time: 0.0570261 Oct 15 20:51:50.293235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-26b344d7-8ef7-4a45-ac3e-bbb543129629 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 200 len: 217 time: 0.0471387 Oct 15 20:51:50.332464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4feb1ceb-9803-47c2-81d5-93b2283b1055 req-174cb4ca-bdd0-4fd1-8d80-0c41b57bd0ac tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928643 Oct 15 20:51:50.349878 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-e7cee6f5-46e4-48f8-8b0e-1bea64562443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.351362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-e7cee6f5-46e4-48f8-8b0e-1bea64562443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98acea44-d396-417c-8f27-afbd6b741faa HTTP/1.1" status: 200 len: 834 time: 0.0502300 Oct 15 20:51:50.397035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-e9e72a23-8ffa-4e79-a514-ec1a1fd574e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:50.398483 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-e9e72a23-8ffa-4e79-a514-ec1a1fd574e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e183985e-ce9e-4348-98c4-41de4aba7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407951 Oct 15 20:51:50.494261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-066f9eea-6cd0-401a-82fb-e6d3d5e95e26 service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877233 Oct 15 20:51:50.583184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c9962fb-b3a1-496b-934f-40d5143a5131 req-50b05ab3-ccd1-4c90-9f54-96e1f854b0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815098 Oct 15 20:51:51.450197 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd8391-752b-45a6-9262-681827b65c3b req-46107b3b-e188-4dc5-b1e6-d453d1980655 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:51.451707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33fd8391-752b-45a6-9262-681827b65c3b req-46107b3b-e188-4dc5-b1e6-d453d1980655 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 944 time: 0.0530179 Oct 15 20:51:51.490383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-33fd8391-752b-45a6-9262-681827b65c3b req-0583a305-249e-4be6-9dae-72feea746625 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318253 Oct 15 20:51:51.523457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e7b04ea3-2570-4cec-8cf4-007be05676da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:52.426303 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:52.606330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a970be-5f9f-4cf8-ab28-1735fc475ca7 req-406f49e3-3144-4944-9eaa-680d8cd706fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:52.607935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01a970be-5f9f-4cf8-ab28-1735fc475ca7 req-406f49e3-3144-4944-9eaa-680d8cd706fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 944 time: 0.0490851 Oct 15 20:51:52.646853 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01a970be-5f9f-4cf8-ab28-1735fc475ca7 req-84b03897-7f2e-46e7-988f-b75f8ed959d7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324996 Oct 15 20:51:53.071351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:53.180100 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:53.505688 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:53.760477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d430ef-73e1-4607-b81b-fd486481b1ce req-ad048560-6e94-4ee7-b81d-d66e5ad1cf0a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:53.761838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61d430ef-73e1-4607-b81b-fd486481b1ce req-ad048560-6e94-4ee7-b81d-d66e5ad1cf0a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 944 time: 0.0484567 Oct 15 20:51:53.798855 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-61d430ef-73e1-4607-b81b-fd486481b1ce req-b73317b5-12af-4e01-a3e0-ff5852f79926 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310478 Oct 15 20:51:54.585802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:51:54.683528 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:54.695040 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'port_id': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'mac_address': 'fa:16:3e:26:86:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:51:54.738994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:54.751713 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:51:54.771676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:54.780108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:54.819756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:54.867417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:54.919089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2fe7c-7172-40a2-a706-2d1bb9798e9e req-01b53acd-f51c-4631-b883-da9b9a1132b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:54.920622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ede2fe7c-7172-40a2-a706-2d1bb9798e9e req-01b53acd-f51c-4631-b883-da9b9a1132b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 945 time: 0.0536370 Oct 15 20:51:54.959401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ede2fe7c-7172-40a2-a706-2d1bb9798e9e req-35c55ec6-e85f-4446-ab96-25f3fc788cd0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Oct 15 20:51:55.194613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:51:56.074524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6aca0b-70b9-4a81-a273-dd70c12d6b92 req-176ae719-a4d6-4ddf-a4db-9be1a29abfce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:56.076046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f6aca0b-70b9-4a81-a273-dd70c12d6b92 req-176ae719-a4d6-4ddf-a4db-9be1a29abfce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Oct 15 20:51:56.114721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1f6aca0b-70b9-4a81-a273-dd70c12d6b92 req-a300ee2a-d958-461a-bb2e-f255033646a4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Oct 15 20:51:56.616324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:51:56.728622 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:51:56.732402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:51:56.732771 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:56.812998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:56.835024 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:51:56.837317 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3561bb-6826-4ae3-8148-c94010a5d279" -d '{"events": [{"server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "name": "network-vif-plugged", "status": "completed", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:51:56.850589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:51:56.917132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:56.940553 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa32dc9a-67d4-4c31-a153-01bab11828fe x-openstack-request-id: req-aa32dc9a-67d4-4c31-a153-01bab11828fe {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:51:56.941027 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "name": "network-vif-plugged", "status": "completed", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:51:56.941291 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa32dc9a-67d4-4c31-a153-01bab11828fe {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:51:56.941709 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'code': 200} Oct 15 20:51:56.969162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:51:57.019474 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d0971-c52a-4510-abc7-9ba737b4e712 req-79175b2f-5c49-4811-8b1d-1321a0ccd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:57.020992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-884d0971-c52a-4510-abc7-9ba737b4e712 req-79175b2f-5c49-4811-8b1d-1321a0ccd65a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1098 time: 0.0394626 Oct 15 20:51:57.054710 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-884d0971-c52a-4510-abc7-9ba737b4e712 req-8594ce23-cb0e-4952-a3bc-162a394e6020 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270469 Oct 15 20:51:57.236379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9dfc8-8b42-4e8f-831c-87fcc4d515d6 req-c0e4c19f-7eb5-44ad-b578-fc1f91d3692b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:57.237917 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c9dfc8-8b42-4e8f-831c-87fcc4d515d6 req-c0e4c19f-7eb5-44ad-b578-fc1f91d3692b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Oct 15 20:51:57.276169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59c9dfc8-8b42-4e8f-831c-87fcc4d515d6 req-7c2944ec-2856-4f32-a787-944f7ee77e40 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Oct 15 20:51:58.390217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f24583-e334-4de5-94dd-49fefb92044b req-d9d8544d-3c7a-45bc-82b3-9fb434e805e1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:58.391731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7f24583-e334-4de5-94dd-49fefb92044b req-d9d8544d-3c7a-45bc-82b3-9fb434e805e1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0495512 Oct 15 20:51:58.430616 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7f24583-e334-4de5-94dd-49fefb92044b req-f29242bf-bae2-45e5-9a07-755f17c80b54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324521 Oct 15 20:51:59.543691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda6b404-f734-4e58-87c9-cae279486b3d req-7de074bc-7521-4e19-9c3e-f1c9296b6946 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:59.545136 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fda6b404-f734-4e58-87c9-cae279486b3d req-7de074bc-7521-4e19-9c3e-f1c9296b6946 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0477324 Oct 15 20:51:59.582776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fda6b404-f734-4e58-87c9-cae279486b3d req-73ab4521-8d6e-426d-a994-d76745d04a93 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308573 Oct 15 20:51:59.698239 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d13ba-64b3-4be1-b506-2687e9f05953 req-28b18449-ecb8-402e-bd19-90ee1ee99cc5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:59.699715 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-193d13ba-64b3-4be1-b506-2687e9f05953 req-28b18449-ecb8-402e-bd19-90ee1ee99cc5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0524156 Oct 15 20:51:59.737657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-193d13ba-64b3-4be1-b506-2687e9f05953 req-c1dbaf3d-6170-4689-bff7-a3bb8298030d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312247 Oct 15 20:51:59.758745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38964) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:59.796882 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc1a7fb-6336-44c6-b4df-bb63aa934b6a tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:51:59.798352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ffc1a7fb-6336-44c6-b4df-bb63aa934b6a tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1093 time: 0.0386486 Oct 15 20:51:59.801988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38966) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:51:59.806126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:51:59.898892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:51:59.996682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:00.099679 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.176 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/78272e98-d81c-487a-ba7e-8377c7b92c07) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:52:00.306401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:00.386493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:00.422851 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:52:00.427268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:52:00.430701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:52:00.454531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=78272e98-d81c-487a-ba7e-8377c7b92c07,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:52:00.779287 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:00.907194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:01.052982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:01.134133 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:01.203238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=78272e98-d81c-487a-ba7e-8377c7b92c07,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:52:01.215453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:01.310943 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 2aa78975-a0f8-40c7-8a0d-b280a198c448 associated. External IP: 172.25.0.176, port: 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4. Oct 15 20:52:01.509886 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 3e1addda-01a1-446d-b831-671576dfe6df has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:52:01.613642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:52:01.623136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Sync routers for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:52:01.632587 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:52:01.633174 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:52:01.684995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:01.714002 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f44c63c-8585-40d7-9ec9-422e172a0fa8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9110045 Oct 15 20:52:01.714580 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:52:01.716985 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83132e4b-34cb-4a06-9240-196a329ad126" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:52:01.738382 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:52:01.813612 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dff177-1145-47fe-9614-f87d3f1aa793 req-5d9f078b-ab00-47c9-ba58-00fe438b49e2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:01.816015 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7dff177-1145-47fe-9614-f87d3f1aa793 req-5d9f078b-ab00-47c9-ba58-00fe438b49e2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0529044 Oct 15 20:52:01.856688 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7dff177-1145-47fe-9614-f87d3f1aa793 req-6c32839c-01e4-4d46-bdc6-d0d039683f7a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344610 Oct 15 20:52:01.880471 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 38974) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:52:01.918949 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0a25bf-8770-49eb-b543-a3e77d262d5a x-openstack-request-id: req-6d0a25bf-8770-49eb-b543-a3e77d262d5a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:52:01.919955 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:52:01.919955 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d0a25bf-8770-49eb-b543-a3e77d262d5a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:52:01.920506 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'status': 'completed', 'code': 200} Oct 15 20:52:01.954530 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-facdabe3-d56d-4a78-b662-54c2b9ff55ec tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/2aa78975-a0f8-40c7-8a0d-b280a198c448 HTTP/1.1" status: 200 len: 992 time: 0.0686886 Oct 15 20:52:01.990925 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132e4b-34cb-4a06-9240-196a329ad126 req-503a33bc-2879-4f6b-b3b6-5ef56de96170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:01.992469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-503a33bc-2879-4f6b-b3b6-5ef56de96170 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1098 time: 0.0423760 Oct 15 20:52:02.057753 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2aa78975-a0f8-40c7-8a0d-b280a198c448', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'port_id': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'mac_address': 'fa:16:3e:26:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:52:00Z', 'updated_at': '2021-10-15T20:52:00Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:52:02.085143 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Checking router: 3e1addda-01a1-446d-b831-671576dfe6df for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:52:02.089036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132e4b-34cb-4a06-9240-196a329ad126 req-2d9e7cd8-fac1-4af9-873b-9df1cf8a5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:02.094989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-2d9e7cd8-fac1-4af9-873b-9df1cf8a5e0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 200 len: 897 time: 0.0915785 Oct 15 20:52:02.095121 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:52:02.095121 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:51:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:52:02.154092 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-ab3733b4-5c75-4194-a299-49fcbe714e14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 200 len: 1000 time: 0.0567510 Oct 15 20:52:02.198079 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:52:02.202352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132e4b-34cb-4a06-9240-196a329ad126 req-26621c1e-70b5-450f-8701-8ac9b8293f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:02.203829 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-26621c1e-70b5-450f-8701-8ac9b8293f99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98acea44-d396-417c-8f27-afbd6b741faa HTTP/1.1" status: 200 len: 834 time: 0.0432050 Oct 15 20:52:02.251902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83132e4b-34cb-4a06-9240-196a329ad126 req-048049e7-2ad6-4227-b94d-339181e654af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:02.254260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-048049e7-2ad6-4227-b94d-339181e654af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e183985e-ce9e-4348-98c4-41de4aba7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437810 Oct 15 20:52:02.342337 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-4a5355bb-d9e0-4c24-a1dd-d273610385db service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810170 Oct 15 20:52:02.418158 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2aa78975-a0f8-40c7-8a0d-b280a198c448', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'port_id': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'mac_address': 'fa:16:3e:26:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:52:00Z', 'updated_at': '2021-10-15T20:52:00Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:52:02.435018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83132e4b-34cb-4a06-9240-196a329ad126 req-31154ec0-a325-453a-a2fc-aae56000ef24 service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858588 Oct 15 20:52:02.449252 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b8e10-6aab-4747-bee2-85f87d9c3a97 None None] The sync data for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 is: [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '2aa78975-a0f8-40c7-8a0d-b280a198c448', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.176', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'port_id': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'mac_address': 'fa:16:3e:26:86:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:52:00Z', 'updated_at': '2021-10-15T20:52:00Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:52:02.643002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31143d35-f368-4995-9339-a4ce0881a3fe None None] New status for floating IP 2aa78975-a0f8-40c7-8a0d-b280a198c448: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:52:02.957906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 38976) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:52:03.017190 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d13dd59f-e925-4fdb-8fa6-4c3f0ca79e2c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/2aa78975-a0f8-40c7-8a0d-b280a198c448 HTTP/1.1" status: 200 len: 994 time: 0.0581431 Oct 15 20:52:17.640744 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:52:18.551525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d432b669-476a-4c96-a034-39199fa8233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:21.494250 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2716e6df-4550-40e8-8b31-4288840d87ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:22.414167 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:23.083270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:23.191702 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:23.523273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:24.814256 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:32.443648 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-d1919696-a4d2-46ad-9eec-5f66b32a859c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404556 Oct 15 20:52:32.528103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-e58f09b5-a1ba-4c68-9c36-ce8f4c5404a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:32.529476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-e58f09b5-a1ba-4c68-9c36-ce8f4c5404a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1098 time: 0.0456257 Oct 15 20:52:32.632711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-8d27d86a-f535-476e-967e-a3d75a898da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:32.634182 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-8d27d86a-f535-476e-967e-a3d75a898da6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 200 len: 897 time: 0.0855916 Oct 15 20:52:32.705031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-094b6a40-591d-47fe-b0aa-7bcd7c96a7c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 200 len: 1002 time: 0.0630627 Oct 15 20:52:32.753790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-2773e1e8-ec5b-430e-912d-7e0e2cd10a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:32.755224 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-2773e1e8-ec5b-430e-912d-7e0e2cd10a95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98acea44-d396-417c-8f27-afbd6b741faa HTTP/1.1" status: 200 len: 834 time: 0.0430977 Oct 15 20:52:32.799803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-50961a95-f943-4bfd-b07d-a0c8bc46b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:52:32.801316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-50961a95-f943-4bfd-b07d-a0c8bc46b202 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e183985e-ce9e-4348-98c4-41de4aba7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381672 Oct 15 20:52:32.893169 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-ce6d9b89-e945-4946-9978-37fcdbdfe0cd service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832641 Oct 15 20:52:32.980480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ad618938-1aa6-4cc3-afaa-7a2ca04ff343 req-d08e60c4-00bc-4580-bcc6-6a9ec93be02b service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799103 Oct 15 20:52:48.545751 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b49796de-8598-4f1e-80e3-50e559748781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:51.486805 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a083c44-9dc3-4ea7-887c-f0845394dbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:52.431458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:53.048391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:53.200885 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:53.526389 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:52:54.639961 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:52:54.779855 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:04.866663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65599c71-9a6a-4144-b2cb-8ea6add6bec4 req-08f901c5-efce-4a13-9a53-438139cffedf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:04.868079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65599c71-9a6a-4144-b2cb-8ea6add6bec4 req-08f901c5-efce-4a13-9a53-438139cffedf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0531151 Oct 15 20:53:04.904515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-65599c71-9a6a-4144-b2cb-8ea6add6bec4 req-797e6d64-d364-4653-9dc0-284c99bc6506 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304968 Oct 15 20:53:06.020389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d8286-10a5-4187-865a-d5f4ca521efe req-162d67b0-de6e-427a-ae2a-4b6cb4679382 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:06.022129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-233d8286-10a5-4187-865a-d5f4ca521efe req-162d67b0-de6e-427a-ae2a-4b6cb4679382 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Oct 15 20:53:06.058611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-233d8286-10a5-4187-865a-d5f4ca521efe req-c81a7671-9723-4d4a-9343-f57767e86e87 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304906 Oct 15 20:53:06.082172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39006) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:06.141087 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d3bd452c-29c2-49db-9faf-3aa8f6fa8781 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/2aa78975-a0f8-40c7-8a0d-b280a198c448 HTTP/1.1" status: 200 len: 994 time: 0.0578179 Oct 15 20:53:07.511476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffec4db-9965-4773-95cc-ecf74cd9afdc req-75c22c20-9746-4629-9f51-472b42657fd7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:07.513018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ffec4db-9965-4773-95cc-ecf74cd9afdc req-75c22c20-9746-4629-9f51-472b42657fd7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0571053 Oct 15 20:53:07.555272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4ffec4db-9965-4773-95cc-ecf74cd9afdc req-b93cda3f-02a3-41cd-938d-30f396e93576 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360343 Oct 15 20:53:08.675212 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9a7b5-4498-4f1b-a911-b722d6f86445 req-966bfed7-bf9b-4005-84b1-47be48005209 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:08.676730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05f9a7b5-4498-4f1b-a911-b722d6f86445 req-966bfed7-bf9b-4005-84b1-47be48005209 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Oct 15 20:53:08.714376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-05f9a7b5-4498-4f1b-a911-b722d6f86445 req-31108429-96a6-4068-a1fb-a7964642050e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317602 Oct 15 20:53:08.736382 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39016) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:08.798618 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4b929cea-4866-4872-9680-de783307dacd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/2aa78975-a0f8-40c7-8a0d-b280a198c448 HTTP/1.1" status: 200 len: 994 time: 0.0611448 Oct 15 20:53:09.033124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39022) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:09.522023 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 78272e98-d81c-487a-ba7e-8377c7b92c07 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:53:09.522358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:09.596797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:09.597126 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:09.609507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 78272e98-d81c-487a-ba7e-8377c7b92c07 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:53:09.824128 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:09.847008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=78272e98-d81c-487a-ba7e-8377c7b92c07,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:09.861807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.862163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.862513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.862847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.863181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.863510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.863889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.864221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.864609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.865008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.865531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.865860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:09.922980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:09.923302 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 2aa78975-a0f8-40c7-8a0d-b280a198c448 disassociated (deleted). External IP: 172.25.0.176, port: 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4. Oct 15 20:53:10.124610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 3e1addda-01a1-446d-b831-671576dfe6df has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:53:10.232318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:53:10.237098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:10.241628 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Sync routers for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:53:10.250613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:10.251213 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:52:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:10.264165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7be34ce2-19bb-47ea-b837-ddeaa0c7d06d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/floatingips/2aa78975-a0f8-40c7-8a0d-b280a198c448 HTTP/1.1" status: 204 len: 168 time: 1.2299285 Oct 15 20:53:10.264756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:53:10.267008 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:53:10.356124 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:10.547865 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:10.577894 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Checking router: 3e1addda-01a1-446d-b831-671576dfe6df for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:53:10.586307 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:10.586895 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:52:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:10.635736 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d9da7a-85d1-4660-9e61-603c0af6bf72 x-openstack-request-id: req-f5d9da7a-85d1-4660-9e61-603c0af6bf72 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:53:10.636597 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:53:10.636909 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5d9da7a-85d1-4660-9e61-603c0af6bf72 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:53:10.637403 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'status': 'completed', 'code': 200} Oct 15 20:53:10.695144 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:10.729662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-60898ba6-68cb-4ce2-a1c7-5e960479e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:10.731161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-60898ba6-68cb-4ce2-a1c7-5e960479e5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 1098 time: 0.0713935 Oct 15 20:53:10.754964 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629358b8-c699-4313-b3ba-9a8733e983d7 req-87023cc8-8491-45e9-a448-4a4afc5c0595 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:10.756635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629358b8-c699-4313-b3ba-9a8733e983d7 req-87023cc8-8491-45e9-a448-4a4afc5c0595 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0721242 Oct 15 20:53:10.842313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629358b8-c699-4313-b3ba-9a8733e983d7 req-96f2b7dc-7b39-4caf-95de-3f903e066d7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755322 Oct 15 20:53:10.863590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-acce95a6-3984-43f5-bb78-51226b10519c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:10.865874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-acce95a6-3984-43f5-bb78-51226b10519c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 200 len: 897 time: 0.1266432 Oct 15 20:53:10.889348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:10.907530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-2258c65e-5717-40ca-8942-0a2caec878fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 200 len: 217 time: 0.0344329 Oct 15 20:53:10.914831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ef195f-94e3-4be6-81eb-684ea00a204d None None] The sync data for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 is: [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:40Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '9c80e514-0209-4b03-a63d-130ddb350319', 'name': '', 'network_id': 'e183985e-ce9e-4348-98c4-41de4aba7cb7', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:ef:2f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '98acea44-d396-417c-8f27-afbd6b741faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:39Z', 'updated_at': '2021-10-15T20:51:43Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '98acea44-d396-417c-8f27-afbd6b741faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:53:10.963100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-39d435f4-4636-4275-b625-46347fc3b6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:10.964587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-39d435f4-4636-4275-b625-46347fc3b6fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=98acea44-d396-417c-8f27-afbd6b741faa HTTP/1.1" status: 200 len: 834 time: 0.0490308 Oct 15 20:53:11.015080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-032cccf7-59ae-4df8-964e-b082f12312f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:11.016679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-032cccf7-59ae-4df8-964e-b082f12312f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e183985e-ce9e-4348-98c4-41de4aba7cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429988 Oct 15 20:53:11.113571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-c60b2887-777c-482f-8a6f-991adb894854 service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871968 Oct 15 20:53:11.142962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a4bba6-4fe8-4c33-8a14-b06b38859ff5 None None] New status for floating IP 2aa78975-a0f8-40c7-8a0d-b280a198c448: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:53:11.212351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0e59299d-8d6c-4c6f-820c-70805ba1c8e9 req-eb4f69de-3e49-49d2-a266-f05c0e89b58f service neutron] 10.222.0.15 "GET /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911679 Oct 15 20:53:11.957210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea9c82-e15b-48a3-884f-ef5f0b2ea57a req-024b7b1c-08de-4312-a32f-d9899a13cfef tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:11.959352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ea9c82-e15b-48a3-884f-ef5f0b2ea57a req-024b7b1c-08de-4312-a32f-d9899a13cfef tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0491612 Oct 15 20:53:11.996125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-74ea9c82-e15b-48a3-884f-ef5f0b2ea57a req-ddcfdb79-4eee-4307-8ee5-342b8a652fd5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=260ed07d-5216-44d9-95bf-58a1b6192cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310020 Oct 15 20:53:12.547460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-0f432ea2-422f-4816-a657-2a9fb6dcb30e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:12.548807 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-0f432ea2-422f-4816-a657-2a9fb6dcb30e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 946 time: 0.0513816 Oct 15 20:53:12.635506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:53:12.636112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:12.727219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:12.727607 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:12.739029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:53:12.915115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:12.941662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:12.990310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] No DVR routers for this DVR port 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:53:12.992980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:12.996386 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c055b9d-d7d8-4635-a7ca-92c6b5cfc334 req-dd823219-5318-4b61-b028-3ca63ed32edc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "DELETE /v2.0/ports/5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 HTTP/1.1" status: 204 len: 173 time: 0.4418576 Oct 15 20:53:12.996832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'name': 'network-vif-deleted', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:53:12.999086 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c725f0d4-fa8a-4687-8603-0f19424c3134" -d '{"events": [{"server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "name": "network-vif-deleted", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:53:13.035176 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4edc6-135f-48f6-9c35-b448d95f4da4 x-openstack-request-id: req-edd4edc6-135f-48f6-9c35-b448d95f4da4 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:53:13.035468 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c8d9dc-10e3-41d0-9b66-178c72b11653", "name": "network-vif-deleted", "tag": "5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:53:13.035942 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edd4edc6-135f-48f6-9c35-b448d95f4da4 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:53:13.036345 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c8d9dc-10e3-41d0-9b66-178c72b11653', 'name': 'network-vif-deleted', 'tag': '5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4', 'status': 'completed', 'code': 200} Oct 15 20:53:13.112723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ec1d2ed1-2a1d-4a8b-b4d2-93e50674e572 req-0d533ec0-b8d2-4ca0-8d4e-e51d85610f88 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=f3c8d9dc-10e3-41d0-9b66-178c72b11653 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Oct 15 20:53:14.167997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39038) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:14.525311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:14.773579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 9c80e514-0209-4b03-a63d-130ddb350319 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:53:14.773915 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:14.859748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 9c80e514-0209-4b03-a63d-130ddb350319, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=9c80e514-0209-4b03-a63d-130ddb350319,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:14.860023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:14.872305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 9c80e514-0209-4b03-a63d-130ddb350319 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:53:15.004933 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:53:15.025591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:53:15.025950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device 5fe409c5-1f9a-4e23-8c02-a7d4a5e92de4 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:53:15.140274 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:15.171371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=9c80e514-0209-4b03-a63d-130ddb350319,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:15.342034 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:15.551582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 3e1addda-01a1-446d-b831-671576dfe6df has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:53:15.656245 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:53:15.664370 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-495a1810-18b9-4b05-a0b4-4bef04f38a8c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/3e1addda-01a1-446d-b831-671576dfe6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935088 Oct 15 20:53:15.664988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39040) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:15.666885 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Sync routers for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:53:15.676548 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:15.677394 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:52:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:15.717521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting subnet 98acea44-d396-417c-8f27-afbd6b741faa {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:53:15.720616 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:15.759899 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:15.783041 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:16.060446 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:53:15Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:16.087372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Checking router: 3e1addda-01a1-446d-b831-671576dfe6df for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:53:16.096283 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Routers {'3e1addda-01a1-446d-b831-671576dfe6df'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:16.096899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:52:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['3e1addda-01a1-446d-b831-671576dfe6df'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:16.185043 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.206114 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] Set router 3e1addda-01a1-446d-b831-671576dfe6df gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:16.300026 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.327828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Subnet': ['ID=98acea44-d396-417c-8f27-afbd6b741faa,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:16.331269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.337662 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f658b04-012d-4d94-8a9d-e6ce43c0fc4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/subnets/98acea44-d396-417c-8f27-afbd6b741faa HTTP/1.1" status: 204 len: 168 time: 0.6715033 Oct 15 20:53:16.337932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39042) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:16.338398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd466f-ce30-466f-820c-48f8f4aa4c2b None None] Network e183985e-ce9e-4348-98c4-41de4aba7cb7 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:53:16.385698 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:53:15Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:16.418913 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a3faa-59c0-4edb-9e2f-c7c43b4fed8b None None] The sync data for ids ['3e1addda-01a1-446d-b831-671576dfe6df'] in n-d-712140-14 is: [{'id': '3e1addda-01a1-446d-b831-671576dfe6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078424316', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:53:15Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '8f1d097a-01d7-4933-bf0b-e95144c7eab3', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e1addda-01a1-446d-b831-671576dfe6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:51:36Z', 'updated_at': '2021-10-15T20:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:53:16.462521 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.566312 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.668285 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 8f1d097a-01d7-4933-bf0b-e95144c7eab3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:53:16.668515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.749760 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 8f1d097a-01d7-4933-bf0b-e95144c7eab3, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8f1d097a-01d7-4933-bf0b-e95144c7eab3,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:16.750184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.763396 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 8f1d097a-01d7-4933-bf0b-e95144c7eab3 owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:53:16.790309 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] DHCP port deletion for e183985e-ce9e-4348-98c4-41de4aba7cb7 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:53:16.839952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Deleting port f03238b3-7f9d-4f74-89fb-5d36349065b2 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:53:16.840323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.911965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] For port f03238b3-7f9d-4f74-89fb-5d36349065b2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f03238b3-7f9d-4f74-89fb-5d36349065b2,segment=NetworkSegment(fcf766ab-b330-4528-bf47-917815ae4aa2),segment_id=fcf766ab-b330-4528-bf47-917815ae4aa2)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:16.918490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:16.925437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Calling delete_port for f03238b3-7f9d-4f74-89fb-5d36349065b2 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:53:17.006678 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.037632 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=8f1d097a-01d7-4933-bf0b-e95144c7eab3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:17.059205 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.063889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.082712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.105199 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.108674 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Pushing event deleted for resources: {'Port': ['ID=f03238b3-7f9d-4f74-89fb-5d36349065b2,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:17.113052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] No DVR routers for this DVR port f03238b3-7f9d-4f74-89fb-5d36349065b2 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.125413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e78702-4dbd-43a3-8439-77f61defc755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:17.204235 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.206340 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.278776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f03238b3-7f9d-4f74-89fb-5d36349065b2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:53:17.301876 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f03238b3-7f9d-4f74-89fb-5d36349065b2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:53:17.304092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f03238b3-7f9d-4f74-89fb-5d36349065b2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:53:17.304092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9c80e514-0209-4b03-a63d-130ddb350319 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:53:17.320664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 9c80e514-0209-4b03-a63d-130ddb350319 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:53:17.321004 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 9c80e514-0209-4b03-a63d-130ddb350319 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:53:17.355367 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.355945 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Fanout notify agent at l3_agent the message router_deleted on router 3e1addda-01a1-446d-b831-671576dfe6df {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:53:17.362572 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.363694 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-827ca3f4-8ab2-4df1-83d6-add5d4047219 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/routers/3e1addda-01a1-446d-b831-671576dfe6df HTTP/1.1" status: 204 len: 168 time: 1.0247993 Oct 15 20:53:17.366890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:17.447659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.537559 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.556613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e183985e-ce9e-4348-98c4-41de4aba7cb7']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:17.565516 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf766ab-b330-4528-bf47-917815ae4aa2') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:17.565807 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf766ab-b330-4528-bf47-917815ae4aa2') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:17.575578 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.588388 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.593989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:53:17.594368 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:53:17.597250 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:53:17.722653 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.730715 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.733462 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/networks/e183985e-ce9e-4348-98c4-41de4aba7cb7 HTTP/1.1" status: 204 len: 168 time: 0.3655870 Oct 15 20:53:17.736258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39048) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:17.745892 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ff1a8-6598-4758-9b66-2b2c0f68e144 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Network': ['ID=e183985e-ce9e-4348-98c4-41de4aba7cb7,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:17.796067 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.823482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.956865 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.960083 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:17.961511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/security-groups/260ed07d-5216-44d9-95bf-58a1b6192cbb HTTP/1.1" status: 204 len: 168 time: 0.2242393 Oct 15 20:53:17.970366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a72675-7397-4a1e-a66e-f29a8d415f41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ed07d-5216-44d9-95bf-58a1b6192cbb,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:18.431435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39054) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:18.436087 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930372384', 'description': 'tempest-secgroup-smoke-1930372384 description', 'project_id': 'd152365e358d4636a83c23b1efa842bb'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:18.545529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.579590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b182763e-45fe-4702-8cb5-c0fe6c65ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.609223 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.671255 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.700588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1367b0-82fc-4026-a6ff-b69728a5322b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:18.753192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.754449 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-80134953-2161-42de-8c45-e4104b5e17bc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3219359 Oct 15 20:53:18.758159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39056) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:18.762831 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:18.852747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.905828 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.979853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:18.998001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0845173-2e3d-4f18-b2e9-7755d389725d,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:19.078803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.080132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-38a9ee3f-0711-4398-bfc1-92dd83df81d3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3210316 Oct 15 20:53:19.083024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39058) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:19.088048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:19.183202 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8f1d097a-01d7-4933-bf0b-e95144c7eab3 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:53:19.186490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.203508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8f1d097a-01d7-4933-bf0b-e95144c7eab3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:53:19.203887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8f1d097a-01d7-4933-bf0b-e95144c7eab3 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:53:19.244615 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.314948 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.338895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7af8320-9cf4-4388-b634-c33a4f4ac1af,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:19.419882 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.421100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d164c4a8-c962-4ad8-b81c-c04101bc95d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3365560 Oct 15 20:53:19.423783 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:19.428074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:19.527340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.586938 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.659690 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.677658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435b4fac-4f28-40fd-859f-16fcac19de77,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:19.753325 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.754531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e399781c-72e5-4123-9de5-393ffa087768 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298371 Oct 15 20:53:19.757847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39062) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:19.762538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:19.851158 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.907283 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.979647 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:19.998571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef86199-b520-4303-abdf-58b531423ebb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:20.084598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.086030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d390b6b-48ff-4d60-befa-9618eebb845e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272178 Oct 15 20:53:20.088822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39064) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:20.093294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:20.196887 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:53:20.202077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.260812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.333619 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.348430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c34cfe-a45c-49f7-b2ff-c7f8983ab3bb,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:20.416313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.417511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f9854ad-293c-4ea5-9329-88e7f40c3c34 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3277574 Oct 15 20:53:20.420342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39066) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:20.424656 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '4e1367b0-82fc-4026-a6ff-b69728a5322b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:20.516992 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:53:20.521856 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.582388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.642556 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.659000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b2cdd-05d9-406d-bbd9-0b474bbcd5d3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:20.723257 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.724532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ef96cd9a-bf32-4a42-8e1b-453ba36d6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3032732 Oct 15 20:53:20.728107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39068) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:20.733859 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'network': {'name': 'tempest-network-smoke--1018584264', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:20.817764 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:53:20.821269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.844095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:53:20.852980 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.853323 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Added segment 17f68677-a56e-4114-933a-8df5c54dd0d4 of type vlan for network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 Oct 15 20:53:20.891189 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:20.998140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.003591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:21.004173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.071734 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Network': ['ID=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:21.082321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:53:21.111201 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3bad2069-8bac-4657-95d6-a857b1941f5e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3795795 Oct 15 20:53:21.111449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39070) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:21.115976 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'admin_state_up': True, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:21.192266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.193942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.246513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.426974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.511488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9abea6e6-093f-48e5-9881-46f1f54abe13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.704192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.726164 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:21.825945 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.67 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/eb76f449-ce8a-47d5-a23b-6f2c45a4b23f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:53:21.932482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.020143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.056053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:22.059033 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:22.062513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:53:22.094547 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:22.398697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.419723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.591903 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.779680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 53f8d62b-db8e-422e-8933-90dff31f622f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:53:22.884353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:53:22.893908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Sync routers for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:53:22.903601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:22.904208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:22.993331 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:22.994576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-331ff433-71f4-434a-bbc6-d245ab00b8b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8822265 Oct 15 20:53:22.997846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39072) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:23.012673 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:23.027936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2d1c8134-f9b1-412c-804c-8410a418d357 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d152365e358d4636a83c23b1efa842bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288701 Oct 15 20:53:23.030666 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39074) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:23.090894 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.123794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90170e45-dcbb-47a5-a9d2-6162c88c6eab tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:23.125325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-90170e45-dcbb-47a5-a9d2-6162c88c6eab tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938177 Oct 15 20:53:23.128185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39076) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:23.159679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7bb84877-0f22-41b2-a892-d691c5c35038 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303249 Oct 15 20:53:23.162324 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39078) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:23.168050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946645348', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:23.317106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:53:23.321347 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.343076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.356149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:22Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:23.382531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Checking router: 53f8d62b-db8e-422e-8933-90dff31f622f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:53:23.382875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Updating router 53f8d62b-db8e-422e-8933-90dff31f622f port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:53:23.410590 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.563336 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.591634 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.629119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Subnet': ['ID=7c506b01-3b73-42f0-b41e-11851e3869bd,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:23.640316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Checking segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:53:23.640676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network hostable DHCP agents. Network: bd541192-1ea3-4ae8-a597-49bbc5a8ffa2, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:53:23.691175 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.722832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:53:23.745619 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.794288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Attempting to bind port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:53:23.794658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Attempting to bind port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:53:23.795022 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Attempting to bind port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:53:23.796875 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, bd541192-1ea3-4ae8-a597-49bbc5a8ffa2) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:23.801194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:23.802923 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.805044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec72f18-9468-4906-a41c-f36dd581efa2 None None] Pushing event updated for resources: {'Port': ['ID=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:23.813469 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:53:23.813841 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:53:23.814455 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.814676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:53:23.815088 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Bound port: eb76f449-ce8a-47d5-a23b-6f2c45a4b23f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:53:23.815466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:23.819065 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7b5ca5-e5bc-4023-bf27-2e580db4a91d None None] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:53:23.889501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8bbd07b-95fb-4387-863b-90c47eee40cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7233820 Oct 15 20:53:23.890104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39080) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:23.922706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] For port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:53:23.927634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] For port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:53:23.983654 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.051742 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:53:24.052627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.088240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:24.088881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:24.092787 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec72f18-9468-4906-a41c-f36dd581efa2 None None] Pushing event updated for resources: {'Port': ['ID=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:24.286405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:24.343417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.364736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Allocated IP 172.20.0.2 (bd541192-1ea3-4ae8-a597-49bbc5a8ffa2/7c506b01-3b73-42f0-b41e-11851e3869bd/06008a02-8e61-4af5-b091-7f601bae3083) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:53:24.603624 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.609395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:22Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:24.637026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379954e7-fe8e-4952-9468-43f47758d638 None None] The sync data for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 is: [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:22Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:53:24.689249 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.747031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.1 (bd541192-1ea3-4ae8-a597-49bbc5a8ffa2/7c506b01-3b73-42f0-b41e-11851e3869bd/46335023-86ef-4b7c-ae21-b9713fb875e1) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:53:24.752875 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:24.757986 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Pushing event updated for resources: {'Port': ['ID=06008a02-8e61-4af5-b091-7f601bae3083,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:24.763164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:24.766440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:53:24.825339 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.829771 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Attempting to bind port 06008a02-8e61-4af5-b091-7f601bae3083 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:53:24.830269 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Attempting to bind port 06008a02-8e61-4af5-b091-7f601bae3083 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:53:24.830637 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Attempting to bind port 06008a02-8e61-4af5-b091-7f601bae3083 on network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:53:24.836433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:53:24.838275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Checking segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:53:24.838275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.838275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Bound using segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:53:24.838275 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Bound port: 06008a02-8e61-4af5-b091-7f601bae3083, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:53:24.838914 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:24.938063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] For port 06008a02-8e61-4af5-b091-7f601bae3083, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:53:24.941748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] For port 06008a02-8e61-4af5-b091-7f601bae3083, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=06008a02-8e61-4af5-b091-7f601bae3083,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:53:25.020338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.096988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3651b-3513-49c2-a0bd-bbbe4dfd4311 None None] Pushing event updated for resources: {'Port': ['ID=06008a02-8e61-4af5-b091-7f601bae3083,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:25.255640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.302249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb76f449-ce8a-47d5-a23b-6f2c45a4b23f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:53:25.374857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:25.375225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.380277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.422721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:25.429489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:25.433909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:53:25.472608 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.476132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:25.488324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.497822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:25.602799 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.652719 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:25.693383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:25.977352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.041057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.061489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d7a63a-8d45-4cde-977e-5058d81bbe45 None None] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:53:26.118688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.121193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:26.140800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] Provisioning complete for port 06008a02-8e61-4af5-b091-7f601bae3083 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:26.142524 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.217922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:26.219430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:26.285576 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.321124 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] For port 06008a02-8e61-4af5-b091-7f601bae3083, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=06008a02-8e61-4af5-b091-7f601bae3083,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:26.344353 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 53f8d62b-db8e-422e-8933-90dff31f622f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:53:26.414902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.465914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:53:26.471470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-286a83dd-e247-4de0-a827-2f63309e9f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/53f8d62b-db8e-422e-8933-90dff31f622f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5808403 Oct 15 20:53:26.483263 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bbc00-56ba-42b3-a4ea-5a3e4eeac8b3 None None] Pushing event updated for resources: {'Port': ['ID=06008a02-8e61-4af5-b091-7f601bae3083,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:26.537178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5732728f-5cb9-4e00-b137-9d40b22fb9a3 None None] Provisioning complete for port 06008a02-8e61-4af5-b091-7f601bae3083 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:26.537544 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5732728f-5cb9-4e00-b137-9d40b22fb9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.611367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Sync routers for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:53:26.620930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:26.621547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:26.638273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5732728f-5cb9-4e00-b137-9d40b22fb9a3 None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:26.638645 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5732728f-5cb9-4e00-b137-9d40b22fb9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.653045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-9ce34686-9e40-4d0b-a072-34cc59d907f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930372384&fields=id&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 267 time: 0.0563648 Oct 15 20:53:26.677157 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5732728f-5cb9-4e00-b137-9d40b22fb9a3 None None] Port 46335023-86ef-4b7c-ae21-b9713fb875e1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:53:26.747732 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:26.767076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c837cee6-b250-416f-8ccf-76821e28787a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:26.768911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c837cee6-b250-416f-8ccf-76821e28787a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 797 time: 0.1147811 Oct 15 20:53:26.793339 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-83e6e8fc-6c80-4e39-a25f-77d3a5d77690 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/quotas/d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 375 time: 0.0170836 Oct 15 20:53:26.797568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09cdda05-1507-4b0a-865a-bd4cece10b03 None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:26.798016 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09cdda05-1507-4b0a-865a-bd4cece10b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:26.838514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09cdda05-1507-4b0a-865a-bd4cece10b03 None None] Port 46335023-86ef-4b7c-ae21-b9713fb875e1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:53:26.849826 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-01453d44-5de1-4f13-97c1-0929f7c104c9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555336 Oct 15 20:53:26.950156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-a8e610c3-06f3-42d4-8404-dfc4cf865397 service neutron] 10.222.0.13 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883431 Oct 15 20:53:26.960392 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4895d2d1-e844-4a9e-a7ba-06a8c1fb13ce None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:26.961285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4895d2d1-e844-4a9e-a7ba-06a8c1fb13ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.000384 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4895d2d1-e844-4a9e-a7ba-06a8c1fb13ce None None] Port 46335023-86ef-4b7c-ae21-b9713fb875e1 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:53:27.026458 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 2, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:27.049772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-8b6e7630-5d2b-43fb-967f-28c65ab308e9 service neutron] 10.222.0.13 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920761 Oct 15 20:53:27.074812 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Checking router: 53f8d62b-db8e-422e-8933-90dff31f622f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:53:27.076739 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Updating router 53f8d62b-db8e-422e-8933-90dff31f622f port 46335023-86ef-4b7c-ae21-b9713fb875e1 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:53:27.107318 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.283354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c23765f7-eec3-44ba-889a-1fafea035837 req-662438fc-0b93-4c53-96f8-3d7e40a4dae1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 210 time: 0.0285523 Oct 15 20:53:27.340481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb76f449-ce8a-47d5-a23b-6f2c45a4b23f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:53:27.387588 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:27.387957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.407597 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.467539 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 06008a02-8e61-4af5-b091-7f601bae3083 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:53:27.474960 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.518973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 06008a02-8e61-4af5-b091-7f601bae3083 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:27.519338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.529201 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Pushing event updated for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:27.549900 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.550752 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.550752 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.550953 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.551219 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.551547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.551901 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.552223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.552547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.552866 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.553713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.554073 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:53:27.589753 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Attempting to bind port 46335023-86ef-4b7c-ae21-b9713fb875e1 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:53:27.590115 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Attempting to bind port 46335023-86ef-4b7c-ae21-b9713fb875e1 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:53:27.590480 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Attempting to bind port 46335023-86ef-4b7c-ae21-b9713fb875e1 on network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:53:27.595425 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:53:27.596132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Checking segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:53:27.596673 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.597057 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Bound using segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:53:27.597509 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Bound port: 46335023-86ef-4b7c-ae21-b9713fb875e1, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:53:27.597881 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.664118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] For port 46335023-86ef-4b7c-ae21-b9713fb875e1, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:53:27.667431 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] For port 46335023-86ef-4b7c-ae21-b9713fb875e1, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46335023-86ef-4b7c-ae21-b9713fb875e1,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:53:27.728892 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.734616 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:27.735179 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.796502 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853357-eef4-4d8d-a4ad-2f3b9b99272c None None] Pushing event updated for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:27.800418 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:27.801016 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:27.830693 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.869665 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] For port 46335023-86ef-4b7c-ae21-b9713fb875e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46335023-86ef-4b7c-ae21-b9713fb875e1,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:27.934471 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:27.983482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ff640-292d-456d-87b9-d753f6954b38 None None] Pushing event updated for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:28.003367 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:28.054199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4920aead-ecb9-4254-b625-52b63d088ecd None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:28.054486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4920aead-ecb9-4254-b625-52b63d088ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:28.198803 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:28.223973 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a7f9d-2750-461f-90c9-e488464524d4 None None] The sync data for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 is: [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:53:28.363505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19d64e9a-c2af-43af-814e-f15d39696a41 req-b50e41dc-3234-406e-8bb5-9ccd84bf4364 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 210 time: 0.0257289 Oct 15 20:53:29.250743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46335023-86ef-4b7c-ae21-b9713fb875e1 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:53:29.303995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 46335023-86ef-4b7c-ae21-b9713fb875e1 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:29.304436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:29.456540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a0c52e0-2204-4acb-ad09-81e11e4cc1c7 req-4c76def3-8d65-4def-abee-7faef63f484b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 210 time: 0.0254884 Oct 15 20:53:30.556571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b8404eda-74ee-4739-b4b1-d7a74b0a2292 req-eaa27839-7828-49dd-8cc5-81f4c24f3b29 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 210 time: 0.0307317 Oct 15 20:53:31.026213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-d15d4068-b908-4254-923b-ed6f16f9d7ef tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:31.027634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-d15d4068-b908-4254-923b-ed6f16f9d7ef tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 797 time: 0.1013095 Oct 15 20:53:31.071003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-3cee4555-9f2b-4e88-b95f-2dc19c854451 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 380 time: 0.0338326 Oct 15 20:53:31.080130 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'port': {'device_id': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'admin_state_up': True, 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'security_groups': ['4e1367b0-82fc-4026-a6ff-b69728a5322b']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:31.271263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:53:31.275443 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:31.402552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.6 (bd541192-1ea3-4ae8-a597-49bbc5a8ffa2/7c506b01-3b73-42f0-b41e-11851e3869bd/90bba7ee-b1b1-48af-9c97-036f703c59fe) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:53:31.536749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:31.624853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:31.640100 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:53:31.698907 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:31.708516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:31.711713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:53:31.714884 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:31.758713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54cebf-b6ab-429f-a9e0-316796376500 req-be9187b0-b9c1-4dad-bace-9cd77e14bd84 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:31.760262 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f54cebf-b6ab-429f-a9e0-316796376500 req-be9187b0-b9c1-4dad-bace-9cd77e14bd84 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 931 time: 0.1304772 Oct 15 20:53:31.790344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:31.790955 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:31.818551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f54cebf-b6ab-429f-a9e0-316796376500 req-e205d2f3-74a7-45bf-bccb-0b3fedbe447c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518560 Oct 15 20:53:31.873874 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c76931ba-9aad-4580-8baa-453c16e11959 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972012 Oct 15 20:53:31.885426 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-91b5eeca-dfa7-4cad-8163-dfd9e61917d7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:53:31.890756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-91b5eeca-dfa7-4cad-8163-dfd9e61917d7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060000 Oct 15 20:53:31.940647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Request body: {'port': {'device_id': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:31.969393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e12daf51-70e1-44f7-9580-9da5238ce918 None None] Provisioning complete for port 90bba7ee-b1b1-48af-9c97-036f703c59fe triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:31.969952 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e12daf51-70e1-44f7-9580-9da5238ce918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:31.998171 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.003533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-e12daf51-70e1-44f7-9580-9da5238ce918 None None] Port 90bba7ee-b1b1-48af-9c97-036f703c59fe cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:53:32.258762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bba7ee-b1b1-48af-9c97-036f703c59fe {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:53:32.266181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.277629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Transition to ACTIVE for port object 90bba7ee-b1b1-48af-9c97-036f703c59fe will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:53:32.316595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.367192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Pushing event updated for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:32.455248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Attempting to bind port 90bba7ee-b1b1-48af-9c97-036f703c59fe on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:53:32.455749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Attempting to bind port 90bba7ee-b1b1-48af-9c97-036f703c59fe by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:53:32.456121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Attempting to bind port 90bba7ee-b1b1-48af-9c97-036f703c59fe on network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:53:32.462198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Port 90bba7ee-b1b1-48af-9c97-036f703c59fe on network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:53:32.462575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Attempting to bind port 90bba7ee-b1b1-48af-9c97-036f703c59fe on network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:53:32.468318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:53:32.468659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Checking segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:53:32.469047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Bound using segment: {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:53:32.469479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Bound port: 90bba7ee-b1b1-48af-9c97-036f703c59fe, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f68677-a56e-4114-933a-8df5c54dd0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:53:32.469861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.535178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:53:32.538642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:53:32.601568 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.637665 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:32.638506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:32.639954 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] 10.222.0.11 "PUT /v2.0/ports/90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 1092 time: 0.7454913 Oct 15 20:53:32.640369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:53:32.642684 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:53:32.672457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae67943-91fd-4f2c-bf57-98130b08e22d service neutron] Pushing event updated for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:32.687481 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1072e3-7bfb-4914-b755-29335cf34b74 x-openstack-request-id: req-6f1072e3-7bfb-4914-b755-29335cf34b74 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:53:32.690564 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:53:32.690564 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f1072e3-7bfb-4914-b755-29335cf34b74 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:53:32.690564 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'status': 'completed', 'code': 200} Oct 15 20:53:32.758410 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-82d58ac9-6cad-464b-8ecc-110e81342cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:32.760010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-82d58ac9-6cad-464b-8ecc-110e81342cd6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1095 time: 0.0495622 Oct 15 20:53:32.862779 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-cd20a8c2-2f64-40e3-9001-f642b468f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:32.864352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-cd20a8c2-2f64-40e3-9001-f642b468f91a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d152365e358d4636a83c23b1efa842bb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0958288 Oct 15 20:53:32.991204 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8de95-620a-442a-bb10-9b155c7c0dcf req-53cf3352-cee2-4cc9-8bb0-5aaa093a3f1f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:32.993233 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fe8de95-620a-442a-bb10-9b155c7c0dcf req-53cf3352-cee2-4cc9-8bb0-5aaa093a3f1f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 943 time: 0.1032805 Oct 15 20:53:32.997695 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-b5d03f70-fb7a-4c7c-800c-1b9a8c9227e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:32.999039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e304d260-6a99-4cda-a6c3-cfa8acbc1cfc req-b5d03f70-fb7a-4c7c-800c-1b9a8c9227e2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281362 Oct 15 20:53:33.032174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7fe8de95-620a-442a-bb10-9b155c7c0dcf req-651e5ab6-ba37-4daf-8bd3-28440f13e6ce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Oct 15 20:53:33.079484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6f0e503c-15c7-44f0-8d45-7fbb2f2216fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:33.079484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-6f0e503c-15c7-44f0-8d45-7fbb2f2216fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1095 time: 0.0398657 Oct 15 20:53:33.120033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-f577750b-89e1-4f31-a915-52ec307bab96 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 217 time: 0.0372918 Oct 15 20:53:33.169174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-1462798e-c065-4f6c-b11d-e344929ae8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:33.170553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-1462798e-c065-4f6c-b11d-e344929ae8dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0436335 Oct 15 20:53:33.217546 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c9a51c08-1bed-4744-b38d-0f04d90b2ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:33.219025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-c9a51c08-1bed-4744-b38d-0f04d90b2ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411675 Oct 15 20:53:33.312673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-4cb1fbbf-1496-4446-97d7-d4cd26bac924 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864897 Oct 15 20:53:33.398738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e6a3682-f37d-4146-bcf6-40e79488392e req-dfa698bf-0324-4c2b-b6b9-65a064ee5cd1 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791609 Oct 15 20:53:34.149923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe822cc-ba36-4fc6-b1e4-9c312c98b8a2 req-4b758345-b1eb-4b49-ab3e-597929784a2b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:34.151385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebe822cc-ba36-4fc6-b1e4-9c312c98b8a2 req-4b758345-b1eb-4b49-ab3e-597929784a2b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 943 time: 0.0537055 Oct 15 20:53:34.188065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ebe822cc-ba36-4fc6-b1e4-9c312c98b8a2 req-c1753b30-f6ba-40ab-9008-eda9abd11702 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Oct 15 20:53:35.310963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5d397-eaeb-4933-b3a9-d186bf825322 req-a98b49fc-4c11-42d7-9a98-821658ae1628 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:35.312478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08a5d397-eaeb-4933-b3a9-d186bf825322 req-a98b49fc-4c11-42d7-9a98-821658ae1628 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 943 time: 0.0574808 Oct 15 20:53:35.349282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-08a5d397-eaeb-4933-b3a9-d186bf825322 req-f271d6d1-f261-4ac5-862e-9fefa5b29e74 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309002 Oct 15 20:53:36.463153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078733b-e790-4730-9370-feb1263e0c24 req-01e63483-fd81-42b9-badb-de5c081174f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:36.464559 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f078733b-e790-4730-9370-feb1263e0c24 req-01e63483-fd81-42b9-badb-de5c081174f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 943 time: 0.0489719 Oct 15 20:53:36.502573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f078733b-e790-4730-9370-feb1263e0c24 req-e6a954b8-7acc-48aa-8644-42463c3d804b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Oct 15 20:53:37.624285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ea7cf-0574-4a87-8ff2-ef614b6e12a1 req-566bd559-2773-4e6e-ac5d-ab34f789d26a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:37.626435 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-633ea7cf-0574-4a87-8ff2-ef614b6e12a1 req-566bd559-2773-4e6e-ac5d-ab34f789d26a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 943 time: 0.0563371 Oct 15 20:53:37.668999 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-633ea7cf-0574-4a87-8ff2-ef614b6e12a1 req-22518072-17bd-4e60-9953-a32f6f7be8bf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355077 Oct 15 20:53:37.720377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90bba7ee-b1b1-48af-9c97-036f703c59fe details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:53:37.816647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:37.832405 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'port_id': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'mac_address': 'fa:16:3e:15:cc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:53:37.869599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:37.882155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bba7ee-b1b1-48af-9c97-036f703c59fe {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:53:37.901618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:37.985350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:38.036988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:38.321642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['90bba7ee-b1b1-48af-9c97-036f703c59fe'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:53:38.782038 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386847af-f823-41f1-80ac-b0f0a0c961b4 req-cd996ab1-304a-4e7e-a7a1-51d9acf91934 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:38.783489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-386847af-f823-41f1-80ac-b0f0a0c961b4 req-cd996ab1-304a-4e7e-a7a1-51d9acf91934 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 944 time: 0.0480089 Oct 15 20:53:38.821776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-386847af-f823-41f1-80ac-b0f0a0c961b4 req-747c28d3-1f5a-4960-808b-7a081dba756c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Oct 15 20:53:39.735350 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90bba7ee-b1b1-48af-9c97-036f703c59fe up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:53:39.837208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port 90bba7ee-b1b1-48af-9c97-036f703c59fe completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:53:39.841034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port 90bba7ee-b1b1-48af-9c97-036f703c59fe triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:53:39.841404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:39.918113 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:39.940487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293450-0389-4075-a831-aa9399e3f6d6 req-e47f6947-8165-4e90-b6db-d56dac94cbd4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:39.941981 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c293450-0389-4075-a831-aa9399e3f6d6 req-e47f6947-8165-4e90-b6db-d56dac94cbd4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 944 time: 0.0497549 Oct 15 20:53:39.942784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:53:39.945066 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba45502-14d2-4272-bfc0-9627aa0a0875" -d '{"events": [{"server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "name": "network-vif-plugged", "status": "completed", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:53:39.958456 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:53:39.981556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c293450-0389-4075-a831-aa9399e3f6d6 req-860b09ce-1050-4827-9039-95fa5221fea1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Oct 15 20:53:40.025141 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e626933-3e5a-418e-a478-d2e14e842c4f x-openstack-request-id: req-3e626933-3e5a-418e-a478-d2e14e842c4f {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:53:40.025432 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "name": "network-vif-plugged", "status": "completed", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:53:40.025686 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e626933-3e5a-418e-a478-d2e14e842c4f {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:53:40.026085 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'code': 200} Oct 15 20:53:40.027273 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:40.074336 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:40.130402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c1c16f-52db-4579-9c93-9622d9ee9d03 req-c08d5a58-6bcb-4d9f-9bfc-9c96725f4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:40.131912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83c1c16f-52db-4579-9c93-9622d9ee9d03 req-c08d5a58-6bcb-4d9f-9bfc-9c96725f4f2a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0422959 Oct 15 20:53:40.166040 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-83c1c16f-52db-4579-9c93-9622d9ee9d03 req-3406ee60-795c-4307-91b4-35d49e810bfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276310 Oct 15 20:53:41.098494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4ce82-4de7-4a88-a0f4-1a2be1e6ae9a req-3810d39a-fe4e-48e7-bd99-eb866e110d74 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:41.100011 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0dc4ce82-4de7-4a88-a0f4-1a2be1e6ae9a req-3810d39a-fe4e-48e7-bd99-eb866e110d74 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0501337 Oct 15 20:53:41.139469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0dc4ce82-4de7-4a88-a0f4-1a2be1e6ae9a req-a2b6be20-2c50-4c3b-87fd-4327715e2630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Oct 15 20:53:42.252993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543b99-706d-4da5-bb07-535761798e1f req-c50f92a8-d699-4959-bb70-0d01471f4db8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:42.254473 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea543b99-706d-4da5-bb07-535761798e1f req-c50f92a8-d699-4959-bb70-0d01471f4db8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0483155 Oct 15 20:53:42.293198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea543b99-706d-4da5-bb07-535761798e1f req-935f927e-f084-439d-9266-6d71f38dc116 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Oct 15 20:53:42.412484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10f312-8723-4d1f-8436-54c98e00ba60 req-0323b90a-9bef-402e-b9e5-ac848b73231e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:42.413948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d10f312-8723-4d1f-8436-54c98e00ba60 req-0323b90a-9bef-402e-b9e5-ac848b73231e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Oct 15 20:53:42.451682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d10f312-8723-4d1f-8436-54c98e00ba60 req-2f9e81a0-8125-4d7e-9324-9c4312783ed1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Oct 15 20:53:42.473556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39154) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:42.513835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05a502-b7bc-4b55-9361-83bc0ffd0748 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:42.515313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ab05a502-b7bc-4b55-9361-83bc0ffd0748 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1092 time: 0.0408103 Oct 15 20:53:42.517992 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39156) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:42.522173 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:53:42.619464 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:42.717376 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:42.817671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.62 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/af43be30-df77-4f95-8fed-1e9947999a7b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:53:42.919613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.020306 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.057569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:53:43.061794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:53:43.070758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:53:43.071480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=af43be30-df77-4f95-8fed-1e9947999a7b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:43.415379 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.540116 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.685072 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.745591 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.818206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=af43be30-df77-4f95-8fed-1e9947999a7b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:53:43.826099 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:43.924074 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP aca1f45e-df59-4398-bea3-42c488b1e25f associated. External IP: 172.25.0.62, port: 90bba7ee-b1b1-48af-9c97-036f703c59fe. Oct 15 20:53:44.472787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 53f8d62b-db8e-422e-8933-90dff31f622f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:53:44.580269 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:53:44.589857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Sync routers for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:53:44.600207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:44.604172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:44.653978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:44.681952 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f46cd3bf-1e4f-4257-a7e3-39a35f5d0064 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1628988 Oct 15 20:53:44.684717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:53:44.685563 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278636f5-f1cc-429f-a92c-41868ad20b16" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:53:44.782021 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff66c8-acb9-43cc-aa35-3dfc4c4e883a req-cb067e5d-5df8-4f3d-9bf7-a2b9f660cce3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:44.783519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdff66c8-acb9-43cc-aa35-3dfc4c4e883a req-cb067e5d-5df8-4f3d-9bf7-a2b9f660cce3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0517356 Oct 15 20:53:44.822482 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cdff66c8-acb9-43cc-aa35-3dfc4c4e883a req-f568735c-fa68-41a3-8246-6d53c7eb93d6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320687 Oct 15 20:53:44.847158 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39162) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:44.871738 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbcc203-2676-416a-b3aa-b406f65b42f0 x-openstack-request-id: req-2cbcc203-2676-416a-b3aa-b406f65b42f0 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:53:44.871738 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:53:44.871738 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cbcc203-2676-416a-b3aa-b406f65b42f0 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:53:44.871738 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'status': 'completed', 'code': 200} Oct 15 20:53:44.872297 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:44.910021 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d74767e1-e6d3-4b3c-8306-05370750f7ad tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/aca1f45e-df59-4398-bea3-42c488b1e25f HTTP/1.1" status: 200 len: 990 time: 0.0606456 Oct 15 20:53:44.930646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-d4f27920-157f-4f98-b940-8c52e96fb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:44.932192 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-d4f27920-157f-4f98-b940-8c52e96fb946 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0422406 Oct 15 20:53:45.026844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-28343773-c372-42dd-b02a-551c84130fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:45.028567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-28343773-c372-42dd-b02a-551c84130fb5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 898 time: 0.0880585 Oct 15 20:53:45.094318 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aca1f45e-df59-4398-bea3-42c488b1e25f', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'port_id': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'mac_address': 'fa:16:3e:15:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:53:43Z', 'updated_at': '2021-10-15T20:53:43Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:45.094603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-42a0e762-c49f-4056-802c-dfd5b5583b2b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 998 time: 0.0584905 Oct 15 20:53:45.124604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Checking router: 53f8d62b-db8e-422e-8933-90dff31f622f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:53:45.133918 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:53:45.134494 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:53:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:45.153860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-c67a9ceb-fe7f-40a0-95ac-5cf647618a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:45.155315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-c67a9ceb-fe7f-40a0-95ac-5cf647618a41 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0539830 Oct 15 20:53:45.205710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-3587e8aa-6821-43b0-b22e-05f2f11f8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:45.207285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-3587e8aa-6821-43b0-b22e-05f2f11f8da8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445940 Oct 15 20:53:45.243295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:53:45.296556 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-fa7d3a5b-b9b7-4661-953d-c1f610be8de5 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820324 Oct 15 20:53:45.402359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-278636f5-f1cc-429f-a92c-41868ad20b16 req-4dadb94d-77be-4b8b-ac46-94a955098beb service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882607 Oct 15 20:53:45.463908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aca1f45e-df59-4398-bea3-42c488b1e25f', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'port_id': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'mac_address': 'fa:16:3e:15:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:53:43Z', 'updated_at': '2021-10-15T20:53:43Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:53:45.493553 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65493576-b3c1-4511-9d13-3c41d4413c1b None None] The sync data for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 is: [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'aca1f45e-df59-4398-bea3-42c488b1e25f', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.62', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'port_id': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'mac_address': 'fa:16:3e:15:cc:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:53:43Z', 'updated_at': '2021-10-15T20:53:43Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:53:45.687542 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac3ec9-3129-42ba-bf27-5e4ea93d3d62 None None] New status for floating IP aca1f45e-df59-4398-bea3-42c488b1e25f: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:53:45.912029 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39164) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:53:45.986455 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7a54a4af-de4b-428c-a612-2a66b49f9ce2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/aca1f45e-df59-4398-bea3-42c488b1e25f HTTP/1.1" status: 200 len: 992 time: 0.0710866 Oct 15 20:53:48.590998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6ff69782-357d-4075-ac14-3b4eee478984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:51.486491 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-06a980a6-d986-4c37-9b42-11fad5e4e0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:52.408219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:53.139435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:53.208525 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:53.545382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:53:53.686912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-926c8ffe-a8f4-4b93-b4ff-dd0432d35235 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391588 Oct 15 20:53:53.767550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-4996a83c-f1a8-4f43-9eb6-9f50161ebd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:53.769184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-4996a83c-f1a8-4f43-9eb6-9f50161ebd07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0410721 Oct 15 20:53:53.879386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-e64d0697-b835-454a-aa36-9415a5403654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:53.880780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-e64d0697-b835-454a-aa36-9415a5403654 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 898 time: 0.0893283 Oct 15 20:53:53.949448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-fbad2f98-7251-458c-a9ca-2a1c1763ec45 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 1000 time: 0.0604842 Oct 15 20:53:54.000305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-4c83a325-9ea1-4ca3-b075-54f563aecd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:54.001758 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-4c83a325-9ea1-4ca3-b075-54f563aecd14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0448329 Oct 15 20:53:54.048336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-c281ada8-0c52-4312-8888-3e2841e53b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:53:54.049804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-c281ada8-0c52-4312-8888-3e2841e53b3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394285 Oct 15 20:53:54.146068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-d4666f49-47ed-4c59-bb8c-1ddb511deef9 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882587 Oct 15 20:53:54.236413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcfff1c9-e9c8-4577-9953-a28032a8d917 req-6ecf9bae-4f4a-4a29-80ec-2097f2d791f0 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Oct 15 20:53:54.825068 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:08.641364 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:54:18.562411 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cff2379a-e6c8-4fbb-8583-54f053ffcf9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:21.503196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-daba0ecd-d8d4-4991-bf95-16454ea55c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:22.440112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:23.085499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:23.190783 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:23.554410 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:24.805873 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:45.640889 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:54:46.971749 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e553c-7c2c-4f0b-8d5d-1c98dc911cdc req-0f046a8f-d12a-4258-84b3-3953c2e8435f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:46.973318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-251e553c-7c2c-4f0b-8d5d-1c98dc911cdc req-0f046a8f-d12a-4258-84b3-3953c2e8435f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0495937 Oct 15 20:54:47.018281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-251e553c-7c2c-4f0b-8d5d-1c98dc911cdc req-dfe7b656-a719-475c-8106-8de129e75732 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Oct 15 20:54:47.096439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-d86abdcb-ecbc-4718-9581-f1cec0d91585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:47.097924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-d86abdcb-ecbc-4718-9581-f1cec0d91585 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0395620 Oct 15 20:54:47.184987 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-c182caa2-dc37-4605-8a1f-00bcca859665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:47.186496 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-c182caa2-dc37-4605-8a1f-00bcca859665 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 898 time: 0.0817618 Oct 15 20:54:47.255938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-32acad5e-2964-45c8-8bf7-22a7434e8c00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 1000 time: 0.0617747 Oct 15 20:54:47.306742 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-85093d8c-e2db-4f67-aaac-62089662f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:47.308204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-85093d8c-e2db-4f67-aaac-62089662f4f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0433984 Oct 15 20:54:47.353840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-998dd2cd-7380-4cfa-b6ab-0680c4d00831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:47.355274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-998dd2cd-7380-4cfa-b6ab-0680c4d00831 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400400 Oct 15 20:54:47.447869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-57ccba55-c09f-47cc-b3a1-22674e09ee51 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827448 Oct 15 20:54:47.537664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c261cc9-821c-4d83-82ba-e8bcb599a790 req-25a3fb27-5f0c-4c69-b190-a3bae57032af service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802894 Oct 15 20:54:48.138377 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf592c4-f6c1-4b42-ac84-1a1763dcf217 req-095cca7d-37ec-48f2-b000-b150d3c544cc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:48.139875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf592c4-f6c1-4b42-ac84-1a1763dcf217 req-095cca7d-37ec-48f2-b000-b150d3c544cc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0532422 Oct 15 20:54:48.176343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cf592c4-f6c1-4b42-ac84-1a1763dcf217 req-f5a1d086-d08b-41b1-9e65-a47acbb7bac9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305839 Oct 15 20:54:48.619354 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8ab728ee-620b-4371-8bdf-fca9238647eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:49.290713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea88300-d25d-4783-8f86-83b6de3a426e req-b5ed8e90-ce04-499c-82d6-16a47a59e9b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:49.292235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea88300-d25d-4783-8f86-83b6de3a426e req-b5ed8e90-ce04-499c-82d6-16a47a59e9b4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Oct 15 20:54:49.334452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fea88300-d25d-4783-8f86-83b6de3a426e req-c20e21ec-5ff9-4370-a98b-d7f4a0f48507 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358193 Oct 15 20:54:50.452062 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb56349-941b-402b-8729-eb75d2214a97 req-26575b06-18d5-4ba6-b523-57a5a933a062 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:50.453452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8bb56349-941b-402b-8729-eb75d2214a97 req-26575b06-18d5-4ba6-b523-57a5a933a062 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0499849 Oct 15 20:54:50.491100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8bb56349-941b-402b-8729-eb75d2214a97 req-f619be36-aa9a-4170-84fa-f23ff4d2f678 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317338 Oct 15 20:54:51.516676 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f469fcaa-0184-4204-93eb-7c5a934fa5f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:51.609063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c7b4-0a67-47a3-ae2f-9a8fcab4515f req-eced6ddb-fe7c-4e9a-aede-3f72d0b53cec tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:51.610513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae5c7b4-0a67-47a3-ae2f-9a8fcab4515f req-eced6ddb-fe7c-4e9a-aede-3f72d0b53cec tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Oct 15 20:54:51.650372 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eae5c7b4-0a67-47a3-ae2f-9a8fcab4515f req-a35b01db-5572-4e9d-a329-fc44dccc3197 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338974 Oct 15 20:54:52.430639 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:52.765861 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde16705-93f7-46e6-87bb-cbd5a71a2da9 req-bbdca559-736c-46c3-8cf1-2bdd0e77a56d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:52.767327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bde16705-93f7-46e6-87bb-cbd5a71a2da9 req-bbdca559-736c-46c3-8cf1-2bdd0e77a56d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0494182 Oct 15 20:54:52.804897 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bde16705-93f7-46e6-87bb-cbd5a71a2da9 req-ad89953a-3643-475f-95dd-4c437841149f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Oct 15 20:54:53.082165 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:53.202276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:53.590695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:53.921174 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48984-a2e1-4376-8dd9-dcea1a5100c3 req-7732cd0c-ca2f-44a7-9823-fb90bbc89886 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:53.922640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0f48984-a2e1-4376-8dd9-dcea1a5100c3 req-7732cd0c-ca2f-44a7-9823-fb90bbc89886 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Oct 15 20:54:53.958989 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0f48984-a2e1-4376-8dd9-dcea1a5100c3 req-cc370fc0-7820-4fa2-b7e2-05122a7bdf35 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Oct 15 20:54:54.722314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-1f19b378-61c6-4793-b11e-86203acd5b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:54.723812 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-1f19b378-61c6-4793-b11e-86203acd5b4c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0435905 Oct 15 20:54:54.796595 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:54:54.827136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-c959e54a-adbf-4717-ac02-bee54da9765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:54.828640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-c959e54a-adbf-4717-ac02-bee54da9765e service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 898 time: 0.0847950 Oct 15 20:54:54.896266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-5220141a-5c8b-429a-9e77-60da3708a457 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 1000 time: 0.0607147 Oct 15 20:54:54.947578 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-fe1f714b-75a9-4d97-bd6b-9739323707fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:54.949019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-fe1f714b-75a9-4d97-bd6b-9739323707fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0458622 Oct 15 20:54:54.995160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-57cd1466-6d56-4657-9454-888a9246bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:54.996691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-57cd1466-6d56-4657-9454-888a9246bfe2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401099 Oct 15 20:54:55.116713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-0448d5c4-1759-4d7e-b2f4-0717365cd415 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126735 Oct 15 20:54:55.125477 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35ad60-5007-4061-a5a0-8a358e9117f2 req-aa5fc075-bc51-4716-94d8-13a3cc9792e2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:55.126822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f35ad60-5007-4061-a5a0-8a358e9117f2 req-aa5fc075-bc51-4716-94d8-13a3cc9792e2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0963829 Oct 15 20:54:55.217477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f35ad60-5007-4061-a5a0-8a358e9117f2 req-a47a8b2c-9ada-40b5-8349-ff3e38ad2fa5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828972 Oct 15 20:54:55.241000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1ae2b8d-0021-47d0-b36e-83024d5bc265 req-218b2713-2c4e-4220-b4fb-6df00fcb76da service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132145 Oct 15 20:54:56.334057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815dc7b-85b6-4b3f-b778-d22e291a6be1 req-6a655d90-52f3-41a1-8547-6653349c9672 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:56.335516 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c815dc7b-85b6-4b3f-b778-d22e291a6be1 req-6a655d90-52f3-41a1-8547-6653349c9672 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0483327 Oct 15 20:54:56.372360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c815dc7b-85b6-4b3f-b778-d22e291a6be1 req-48ca07ff-0873-405e-a09a-3102a7f88a98 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309136 Oct 15 20:54:57.485585 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd31cef-1419-4bae-b8c1-c8820fe10f1c req-156c999b-0677-408d-803c-c1460b6674e9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:57.486942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd31cef-1419-4bae-b8c1-c8820fe10f1c req-156c999b-0677-408d-803c-c1460b6674e9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0476944 Oct 15 20:54:57.528157 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2cd31cef-1419-4bae-b8c1-c8820fe10f1c req-52c64f69-354e-4148-834e-d964bb754bf4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349481 Oct 15 20:54:58.642846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfdc03-f699-493b-8594-df88832eb21f req-6637c914-e972-492a-8481-7d928425ce9c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:58.644347 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76bfdc03-f699-493b-8594-df88832eb21f req-6637c914-e972-492a-8481-7d928425ce9c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Oct 15 20:54:58.683101 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76bfdc03-f699-493b-8594-df88832eb21f req-654ed51f-16f3-4b8d-b68d-132cce4d2261 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Oct 15 20:54:59.856287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc6695-eaac-46f8-a128-05830940f799 req-1269df4e-d72e-4efe-9de3-d0cb422eb280 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:54:59.861643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06cc6695-eaac-46f8-a128-05830940f799 req-1269df4e-d72e-4efe-9de3-d0cb422eb280 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.1094115 Oct 15 20:54:59.895858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-06cc6695-eaac-46f8-a128-05830940f799 req-9c88d1cc-27cc-48cd-a998-7f451b2df483 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Oct 15 20:54:59.917283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39228) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:54:59.981776 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f197d18a-89e9-46fd-aa85-d195387ac4e1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/aca1f45e-df59-4398-bea3-42c488b1e25f HTTP/1.1" status: 200 len: 992 time: 0.0632472 Oct 15 20:55:18.608244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-263e0362-a736-4a1a-a937-4f214bb55b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:21.508268 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-40a04b47-d4b4-4cd8-a617-1a9609a6f0ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:22.422503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:22.641078 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:55:23.098888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:23.196204 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:23.550549 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:24.793939 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.372252 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39252) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:48.526043 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port af43be30-df77-4f95-8fed-1e9947999a7b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:55:48.526302 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.564872 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e0a36502-8164-48f0-afaa-7ac13a1c1d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.606138 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.606463 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.618964 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for af43be30-df77-4f95-8fed-1e9947999a7b owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:55:48.827784 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.853905 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=af43be30-df77-4f95-8fed-1e9947999a7b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:48.867010 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.868053 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.868565 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.868937 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.869267 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.869737 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.869923 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.870246 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.870584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.870885 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.871204 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.871520 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:48.926493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:48.926907 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP aca1f45e-df59-4398-bea3-42c488b1e25f disassociated (deleted). External IP: 172.25.0.62, port: 90bba7ee-b1b1-48af-9c97-036f703c59fe. Oct 15 20:55:49.139890 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 53f8d62b-db8e-422e-8933-90dff31f622f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:55:49.245145 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:55:49.251084 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:49.257414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Sync routers for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:55:49.267102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:55:49.267830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:49.277875 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6ebaf984-4825-4673-aa17-458ff0942066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/floatingips/aca1f45e-df59-4398-bea3-42c488b1e25f HTTP/1.1" status: 204 len: 168 time: 0.9045587 Oct 15 20:55:49.278454 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:55:49.280730 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9fdf60-3311-4e21-9118-79d0e872b664" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:55:49.373944 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:55:49.570971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:49.596873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Checking router: 53f8d62b-db8e-422e-8933-90dff31f622f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:55:49.605972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:55:49.606572 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:49.672059 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686e4e27-7e78-4abf-8926-454c4861cac8 x-openstack-request-id: req-686e4e27-7e78-4abf-8926-454c4861cac8 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:55:49.672602 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:55:49.672602 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-686e4e27-7e78-4abf-8926-454c4861cac8 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:55:49.672985 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'status': 'completed', 'code': 200} Oct 15 20:55:49.712844 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:55:49.767796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-a14342db-ef0a-4747-8ab8-3d8e7f046744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:49.769382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-a14342db-ef0a-4747-8ab8-3d8e7f046744 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 1097 time: 0.0707371 Oct 15 20:55:49.780534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee8c6-5a81-40d9-91cd-61ea3889c9bc req-3e112e48-47f6-42c8-aa7d-1b130eb6ca5d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:49.781927 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2ee8c6-5a81-40d9-91cd-61ea3889c9bc req-3e112e48-47f6-42c8-aa7d-1b130eb6ca5d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Oct 15 20:55:49.872570 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ce2ee8c6-5a81-40d9-91cd-61ea3889c9bc req-b7b37990-9d14-4b5d-9938-653f6cc86e65 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818617 Oct 15 20:55:49.897638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-05eacf63-27f8-4da4-8a1f-5f10f2902cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:49.899654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-05eacf63-27f8-4da4-8a1f-5f10f2902cbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 200 len: 898 time: 0.1168578 Oct 15 20:55:49.922789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:49.943417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-be47c07e-3443-4efb-ab56-b2937446c8ff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 200 len: 217 time: 0.0347378 Oct 15 20:55:49.948908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa44ee-718e-404d-8e0d-c26643e0305d None None] The sync data for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 is: [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '46335023-86ef-4b7c-ae21-b9713fb875e1', 'name': '', 'network_id': 'bd541192-1ea3-4ae8-a597-49bbc5a8ffa2', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:9a:c8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:24Z', 'updated_at': '2021-10-15T20:53:27Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': '7c506b01-3b73-42f0-b41e-11851e3869bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:55:50.001084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-fbffdd5f-018d-4df0-9185-d5c13494193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:50.002525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-fbffdd5f-018d-4df0-9185-d5c13494193e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 200 len: 834 time: 0.0497725 Oct 15 20:55:50.050412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-04712788-7704-433a-b8c4-347dd05eae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:50.051984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-04712788-7704-433a-b8c4-347dd05eae6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419459 Oct 15 20:55:50.148028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-d964fb57-0633-4f7b-8cd8-45b7a31da51d service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874805 Oct 15 20:55:50.176639 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d36812-bb02-42e3-afef-9121f7ac5e38 None None] New status for floating IP aca1f45e-df59-4398-bea3-42c488b1e25f: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:55:50.246639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c9fdf60-3311-4e21-9118-79d0e872b664 req-04ab5159-2017-4810-bc2e-22f763e80fc5 service neutron] 10.222.0.11 "GET /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885205 Oct 15 20:55:50.990154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1118e5c-55b1-4d55-89aa-60039c99526a req-5ffdc613-64f1-449c-82a3-47c4ed0c60c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:50.991640 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1118e5c-55b1-4d55-89aa-60039c99526a req-5ffdc613-64f1-449c-82a3-47c4ed0c60c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0482259 Oct 15 20:55:51.029444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e1118e5c-55b1-4d55-89aa-60039c99526a req-95623b80-17a7-43e9-b1af-b25f986af24b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e1367b0-82fc-4026-a6ff-b69728a5322b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Oct 15 20:55:51.295478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed19032-8e7d-4144-9474-1d91174e099d req-93ce1205-dd6f-4e3b-bedb-edbf9a3d95c6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:51.297009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ed19032-8e7d-4144-9474-1d91174e099d req-93ce1205-dd6f-4e3b-bedb-edbf9a3d95c6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 945 time: 0.0519204 Oct 15 20:55:51.383963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 90bba7ee-b1b1-48af-9c97-036f703c59fe {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:55:51.384308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:51.475233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 90bba7ee-b1b1-48af-9c97-036f703c59fe, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=90bba7ee-b1b1-48af-9c97-036f703c59fe,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:55:51.475503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:51.487317 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 90bba7ee-b1b1-48af-9c97-036f703c59fe owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:55:51.508499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8fd77119-350a-4eba-ae61-bd7bb5ee79c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:51.664871 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:51.694710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=90bba7ee-b1b1-48af-9c97-036f703c59fe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:51.705170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.705517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.705857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.706199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.706532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.706860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.707188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.707515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.708374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.708374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.708556 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.708867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:51.755355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] No DVR routers for this DVR port 90bba7ee-b1b1-48af-9c97-036f703c59fe on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:55:51.755355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:51.755355 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7ed19032-8e7d-4144-9474-1d91174e099d req-b5c3bb7c-3798-47b0-8978-1bcce0bd73b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "DELETE /v2.0/ports/90bba7ee-b1b1-48af-9c97-036f703c59fe HTTP/1.1" status: 204 len: 173 time: 0.4516239 Oct 15 20:55:51.755355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'name': 'network-vif-deleted', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:55:51.757324 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48d8ba1-19d3-449d-a11e-b0e6bbb146a2" -d '{"events": [{"server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "name": "network-vif-deleted", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:55:51.793959 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132461ca-f60c-4f7e-8403-d112bf9408b9 x-openstack-request-id: req-132461ca-f60c-4f7e-8403-d112bf9408b9 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:55:51.794350 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbdb051-4d8d-4c48-9695-52aa352e6904", "name": "network-vif-deleted", "tag": "90bba7ee-b1b1-48af-9c97-036f703c59fe", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:55:51.794658 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-132461ca-f60c-4f7e-8403-d112bf9408b9 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:55:51.795060 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbdb051-4d8d-4c48-9695-52aa352e6904', 'name': 'network-vif-deleted', 'tag': '90bba7ee-b1b1-48af-9c97-036f703c59fe', 'status': 'completed', 'code': 200} Oct 15 20:55:52.144052 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f58134fe-21ad-4a51-9d35-29893664387c req-d95321bf-53df-4082-84a0-2738c10af11e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecbdb051-4d8d-4c48-9695-52aa352e6904 HTTP/1.1" status: 200 len: 210 time: 0.0289307 Oct 15 20:55:52.413194 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.073490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.201956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.202610 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39272) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:53.567695 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.570751 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.817323 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 46335023-86ef-4b7c-ae21-b9713fb875e1 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:55:53.817657 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.904448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 46335023-86ef-4b7c-ae21-b9713fb875e1, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=46335023-86ef-4b7c-ae21-b9713fb875e1,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:55:53.904725 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:53.917287 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 46335023-86ef-4b7c-ae21-b9713fb875e1 owned by network:router_interface {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:55:54.202090 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:54.231857 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=46335023-86ef-4b7c-ae21-b9713fb875e1,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:54.487498 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90bba7ee-b1b1-48af-9c97-036f703c59fe no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:55:54.513909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: 90bba7ee-b1b1-48af-9c97-036f703c59fe {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:55:54.513909 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device 90bba7ee-b1b1-48af-9c97-036f703c59fe not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:55:54.726946 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:54.790504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:54.938446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router 53f8d62b-db8e-422e-8933-90dff31f622f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:55:55.042094 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:55:55.047304 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c1a30ea4-7435-4f79-a835-9f072d8e8ab9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/53f8d62b-db8e-422e-8933-90dff31f622f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8435509 Oct 15 20:55:55.049946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39274) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:55.052467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Sync routers for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:55:55.063293 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:55:55.063919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:55.100734 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting subnet 7c506b01-3b73-42f0-b41e-11851e3869bd {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:55:55.104488 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.144486 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.170009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:55:55.231025 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.353952 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:55:54Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:55.371517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.379951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Checking router: 53f8d62b-db8e-422e-8933-90dff31f622f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:55:55.388810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Routers {'53f8d62b-db8e-422e-8933-90dff31f622f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:55:55.389410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['53f8d62b-db8e-422e-8933-90dff31f622f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:55.402330 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.405623 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/subnets/7c506b01-3b73-42f0-b41e-11851e3869bd HTTP/1.1" status: 204 len: 168 time: 0.3547595 Oct 15 20:55:55.407482 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439ea8a-86b5-4015-90c0-24e0d3589e39 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Subnet': ['ID=7c506b01-3b73-42f0-b41e-11851e3869bd,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:55.408545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39276) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:55.423159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc2257f-1123-408f-a4c9-7d3eefc5a0be None None] Network bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:55:55.517532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.625753 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.736527 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] Set router 53f8d62b-db8e-422e-8933-90dff31f622f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:55:55.781120 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:55:55.781453 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.868445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port eb76f449-ce8a-47d5-a23b-6f2c45a4b23f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:55:55.869470 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:55.882753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for eb76f449-ce8a-47d5-a23b-6f2c45a4b23f owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:55:55.906504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] DHCP port deletion for bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:55:55.958046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:55:54Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:55.990050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f311f9-2635-4089-aafe-eddef20dae03 None None] The sync data for ids ['53f8d62b-db8e-422e-8933-90dff31f622f'] in n-d-712140-14 is: [{'id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1995325332', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:55:54Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'eb76f449-ce8a-47d5-a23b-6f2c45a4b23f', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f8d62b-db8e-422e-8933-90dff31f622f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:53:21Z', 'updated_at': '2021-10-15T20:53:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:55:55.998951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Deleting port 06008a02-8e61-4af5-b091-7f601bae3083 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:55:55.999316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.066284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] For port 06008a02-8e61-4af5-b091-7f601bae3083, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=06008a02-8e61-4af5-b091-7f601bae3083,segment=NetworkSegment(17f68677-a56e-4114-933a-8df5c54dd0d4),segment_id=17f68677-a56e-4114-933a-8df5c54dd0d4)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:55:56.066668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.078870 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Calling delete_port for 06008a02-8e61-4af5-b091-7f601bae3083 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:55:56.116285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.142384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=eb76f449-ce8a-47d5-a23b-6f2c45a4b23f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:56.201775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.242088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.270481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Pushing event deleted for resources: {'Port': ['ID=06008a02-8e61-4af5-b091-7f601bae3083,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:56.272963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] No DVR routers for this DVR port 06008a02-8e61-4af5-b091-7f601bae3083 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:55:56.283797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.284210 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.284555 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.284982 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.285214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.285543 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.285988 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.286321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.286645 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.286965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.287284 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.287630 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627dbdeb-13cb-4219-aa32-3f8cf5aee656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:55:56.298145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.300276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.390478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.391010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Fanout notify agent at l3_agent the message router_deleted on router 53f8d62b-db8e-422e-8933-90dff31f622f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:55:56.401792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.401792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b7e14932-b348-4193-994a-ad7173f1c630 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/routers/53f8d62b-db8e-422e-8933-90dff31f622f HTTP/1.1" status: 204 len: 168 time: 0.9896412 Oct 15 20:55:56.403088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39278) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:56.485161 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.574213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.595074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd541192-1ea3-4ae8-a597-49bbc5a8ffa2']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:56.605347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f68677-a56e-4114-933a-8df5c54dd0d4') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:56.605634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f68677-a56e-4114-933a-8df5c54dd0d4') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:55:56.615293 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.628613 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.635084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:55:56.635490 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: timer() Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:55:56.638804 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:55:56.779047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.786656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.789049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/networks/bd541192-1ea3-4ae8-a597-49bbc5a8ffa2 HTTP/1.1" status: 204 len: 168 time: 0.3849914 Oct 15 20:55:56.792241 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39280) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:56.799927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607400b-7c95-4535-85f7-6ead0e4a77a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Network': ['ID=bd541192-1ea3-4ae8-a597-49bbc5a8ffa2,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:56.852505 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:56.877315 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.002414 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.005184 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.006353 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e1367b0-82fc-4026-a6ff-b69728a5322b HTTP/1.1" status: 204 len: 168 time: 0.2131045 Oct 15 20:55:57.016447 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0c239-3d8e-416e-a6fb-b0b1707d79da tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1367b0-82fc-4026-a6ff-b69728a5322b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:57.306062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46335023-86ef-4b7c-ae21-b9713fb875e1 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:55:57.327109 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 46335023-86ef-4b7c-ae21-b9713fb875e1 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:55:57.327445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 46335023-86ef-4b7c-ae21-b9713fb875e1 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:55:57.327879 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb76f449-ce8a-47d5-a23b-6f2c45a4b23f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:55:57.346200 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: eb76f449-ce8a-47d5-a23b-6f2c45a4b23f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:55:57.349382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device eb76f449-ce8a-47d5-a23b-6f2c45a4b23f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:55:57.349382 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 06008a02-8e61-4af5-b091-7f601bae3083 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:55:57.365851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 06008a02-8e61-4af5-b091-7f601bae3083 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:55:57.366185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 06008a02-8e61-4af5-b091-7f601bae3083 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:55:57.386009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39286) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:57.390909 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309388422', 'description': 'tempest-secgroup-smoke-1309388422 description', 'project_id': 'd152365e358d4636a83c23b1efa842bb'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:57.470353 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.537965 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.601175 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.629426 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b8ae3d-4464-4640-8ca6-8548615c77cd,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:57.694800 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.696125 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-54ea93ef-f365-4395-97d4-4387ed611d62 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3090303 Oct 15 20:55:57.701345 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39288) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:57.703340 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:57.789123 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.844342 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.904395 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.921971 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20298a9-6b10-4933-a531-a01f0336db81,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:57.986517 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:57.987780 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-ec33fc09-5b15-40df-be42-d5cb0c2c5d8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2877512 Oct 15 20:55:57.990538 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39290) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:57.994780 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:58.090596 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.146408 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.222177 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.239600 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaabacbc-2dc2-4a6d-95a6-2e7a8e44bb25,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:58.335329 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.336587 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f5adcef4-ed40-466f-b9ac-cf6992bc144c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3451293 Oct 15 20:55:58.339449 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39292) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:58.343991 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:58.446281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.507787 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.612930 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.630409 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ade59f-0c23-4036-bf44-e4ffd3b9afc4,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:58.712160 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.714159 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5d8062e8-3e3d-4a92-8d45-0cf5a11d7af0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737442 Oct 15 20:55:58.717017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39294) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:58.723932 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:58.805906 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.864860 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.921269 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:58.938813 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc705315-f0cc-4058-be76-cae5b5d076ff,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:59.006393 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.007643 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-1847259a-a30b-4510-9d1a-280df950e012 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2896843 Oct 15 20:55:59.010456 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39296) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:59.014939 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:59.087085 n-d-712140-14 neutron-server[101181]: INFO neutron.db.securitygroups_db [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:55:59.092581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.150818 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.230202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.248748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01654cb8-7196-4c5d-b838-90fe5b4e480b,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:59.312212 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.313481 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-069d9676-7d41-4b7b-ac8f-a4517b9357f3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3020990 Oct 15 20:55:59.316319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39298) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:59.321684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '28b8ae3d-4464-4640-8ca6-8548615c77cd', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:59.422263 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:55:59.427140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.486932 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.582070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.600126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db75b60-e86a-47c2-a994-62fa9854ea64,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:55:59.641409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:55:59.678157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.679354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-def129ec-616c-4420-9c48-718314766207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3620138 Oct 15 20:55:59.682649 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39300) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:55:59.687307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'network': {'name': 'tempest-network-smoke--250465326', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:55:59.773110 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:55:59.777054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.799536 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:55:59.807808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.808159 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Added segment a3e6db20-9f29-45a5-a122-77ae08a2d01e of type vlan for network d8603885-1a74-437b-9bdc-1296de33c581 Oct 15 20:55:59.849248 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.938703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:55:59.944273 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:55:59.944856 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.008145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Network': ['ID=d8603885-1a74-437b-9bdc-1296de33c581,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:00.019025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network d8603885-1a74-437b-9bdc-1296de33c581 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:56:00.023705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bfb5b1e3-e95c-4915-b795-57a32170f519 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3378179 Oct 15 20:56:00.024385 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39302) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:00.029588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'admin_state_up': True, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:56:00.127780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.128853 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.500081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.685035 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.907225 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:00.925775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:01.028018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.55 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/04c6c4e9-3e9f-4372-937f-567f6881bece) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:56:01.125282 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:01.216993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:01.254227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:01.257128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:01.260658 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:56:01.269039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=04c6c4e9-3e9f-4372-937f-567f6881bece,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:01.580768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:01.767131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:01.948134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:56:02.050704 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:56:02.061199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Sync routers for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:56:02.069855 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:02.070607 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:02.126785 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.128046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-059129f6-0bb0-4bc6-aac3-b36846fcbc0d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1027377 Oct 15 20:56:02.131344 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39304) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:02.162541 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e139ab1b-7968-4bf9-8456-f3e0642b76ae tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d152365e358d4636a83c23b1efa842bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300212 Oct 15 20:56:02.165227 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39306) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:02.173550 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:02.253839 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484a7a73-1426-4af2-aea3-b5a5fe30acf5 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:02.255437 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-484a7a73-1426-4af2-aea3-b5a5fe30acf5 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891397 Oct 15 20:56:02.258081 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39308) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:02.286788 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7917285d-d5a0-4b03-bd7e-e059d3622870 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275884 Oct 15 20:56:02.289236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39310) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:02.294017 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1005088452', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:56:02.355679 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:01Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:02.382161 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Checking router: e246786d-cf3d-4f4d-81a1-08baeafdf3f1 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:56:02.382510 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Updating router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 port 04c6c4e9-3e9f-4372-937f-567f6881bece binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:56:02.411491 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.484989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:56:02.488510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.672935 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.793299 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.793635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.845372 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Attempting to bind port 04c6c4e9-3e9f-4372-937f-567f6881bece on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:56:02.845768 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Attempting to bind port 04c6c4e9-3e9f-4372-937f-567f6881bece by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:56:02.846108 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Attempting to bind port 04c6c4e9-3e9f-4372-937f-567f6881bece on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:56:02.849199 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Pushing event updated for resources: {'Port': ['ID=04c6c4e9-3e9f-4372-937f-567f6881bece,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:02.855409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:56:02.855743 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:56:02.856018 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.856409 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:56:02.856875 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Bound port: 04c6c4e9-3e9f-4372-937f-567f6881bece, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:56:02.857249 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:02.857989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Subnet': ['ID=fb0705d3-3b81-4e37-89be-2cf0fec2426f,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:02.865704 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Checking segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:56:02.866083 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network hostable DHCP agents. Network: d8603885-1a74-437b-9bdc-1296de33c581, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:56:02.936356 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network d8603885-1a74-437b-9bdc-1296de33c581 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:56:02.968959 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.969297 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.969633 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.969964 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.970286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.970613 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.970934 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.971254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.971591 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.971911 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.972226 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.972541 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:56:02.999007 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, d8603885-1a74-437b-9bdc-1296de33c581) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:03.003451 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:03.004107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.005604 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] For port 04c6c4e9-3e9f-4372-937f-567f6881bece, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:56:03.010402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7908587d-b5fa-42b7-b528-13974a461474 None None] Network d8603885-1a74-437b-9bdc-1296de33c581 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:56:03.023729 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] For port 04c6c4e9-3e9f-4372-937f-567f6881bece, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=04c6c4e9-3e9f-4372-937f-567f6881bece,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:56:03.096802 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.130947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39312) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:03.132173 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-991e5555-982d-481b-b52c-3b5ca03f475a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8408508 Oct 15 20:56:03.154056 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-d8603885-1a74-437b-9bdc-1296de33c581', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:56:03.154935 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.160904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:03.161543 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:03.167713 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996b80b-53fd-46ac-8f38-649b96df9af6 None None] Pushing event updated for resources: {'Port': ['ID=04c6c4e9-3e9f-4372-937f-567f6881bece,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:03.281459 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:03.295450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Allocated IP 172.20.0.2 (d8603885-1a74-437b-9bdc-1296de33c581/fb0705d3-3b81-4e37-89be-2cf0fec2426f/ee905d2c-6290-48b1-a619-e951e4ea214f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:56:03.449951 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.470146 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:01Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:03.496953 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c35d58-802d-4a07-b441-3de2725bdc53 None None] The sync data for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 is: [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:01Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:56:03.522306 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.565702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Network d8603885-1a74-437b-9bdc-1296de33c581 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:03.568589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:03.576541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:56:03.578608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Pushing event updated for resources: {'Port': ['ID=ee905d2c-6290-48b1-a619-e951e4ea214f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:03.613738 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.639141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Attempting to bind port ee905d2c-6290-48b1-a619-e951e4ea214f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:56:03.639517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Attempting to bind port ee905d2c-6290-48b1-a619-e951e4ea214f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:56:03.639923 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Attempting to bind port ee905d2c-6290-48b1-a619-e951e4ea214f on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:56:03.645243 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:56:03.645589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Checking segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:56:03.645991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.646378 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Bound using segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:56:03.646843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Bound port: ee905d2c-6290-48b1-a619-e951e4ea214f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:56:03.647220 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.720617 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] For port ee905d2c-6290-48b1-a619-e951e4ea214f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:56:03.732264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] For port ee905d2c-6290-48b1-a619-e951e4ea214f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ee905d2c-6290-48b1-a619-e951e4ea214f,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:56:03.799809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:03.873128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142e5a3-db22-491a-939e-0a331e86433f None None] Pushing event updated for resources: {'Port': ['ID=ee905d2c-6290-48b1-a619-e951e4ea214f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:03.932607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.1 (d8603885-1a74-437b-9bdc-1296de33c581/fb0705d3-3b81-4e37-89be-2cf0fec2426f/255a076a-71a1-4752-a2b5-f25f21120234) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:56:04.069812 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.179503 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.224014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network d8603885-1a74-437b-9bdc-1296de33c581 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:04.227246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:04.230444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:56:04.264046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:04.288951 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.487661 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.774696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.833707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.841828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee16dd0b-531c-4770-a917-97e8062c839e None None] Network d8603885-1a74-437b-9bdc-1296de33c581 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:56:04.910539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:04.913028 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:04.924427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] Provisioning complete for port ee905d2c-6290-48b1-a619-e951e4ea214f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:04.924800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.007531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network d8603885-1a74-437b-9bdc-1296de33c581 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:05.009107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:05.087370 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.125328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] For port ee905d2c-6290-48b1-a619-e951e4ea214f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ee905d2c-6290-48b1-a619-e951e4ea214f,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:05.130514 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:56:05.213506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.255986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:56:05.268312 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d34d7801-5f9f-45ff-99b9-a8132acc6bba tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/e246786d-cf3d-4f4d-81a1-08baeafdf3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357491 Oct 15 20:56:05.272317 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f4f24-8afc-4bd2-86e7-214bebcb7f38 None None] Pushing event updated for resources: {'Port': ['ID=ee905d2c-6290-48b1-a619-e951e4ea214f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:05.352585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-eb35f60f-7c9c-4a7c-8dda-dd49ff436abd None None] Provisioning complete for port 255a076a-71a1-4752-a2b5-f25f21120234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:05.352967 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-eb35f60f-7c9c-4a7c-8dda-dd49ff436abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.385511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Sync routers for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:56:05.399969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:05.401012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:05.432908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-7076df44-8536-42dc-b2ba-7eceafe94b33 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309388422&fields=id&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 267 time: 0.0481892 Oct 15 20:56:05.464179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ee905d2c-6290-48b1-a619-e951e4ea214f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:05.469302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-eb35f60f-7c9c-4a7c-8dda-dd49ff436abd None None] Port 255a076a-71a1-4752-a2b5-f25f21120234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:56:05.551393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-eb35f60f-7c9c-4a7c-8dda-dd49ff436abd None None] Provisioning complete for port ee905d2c-6290-48b1-a619-e951e4ea214f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:05.551788 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-eb35f60f-7c9c-4a7c-8dda-dd49ff436abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.558510 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-383a6d5a-24f5-4200-b7ba-01d23607a4f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:05.559875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-383a6d5a-24f5-4200-b7ba-01d23607a4f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 796 time: 0.1181569 Oct 15 20:56:05.576985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-e9acc9eb-d6eb-497f-985e-726edcd4e969 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/quotas/d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 375 time: 0.0105441 Oct 15 20:56:05.612576 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:05.632890 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-0061cac2-0298-4fa6-8363-961f62b1b7a0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489335 Oct 15 20:56:05.640890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ee905d2c-6290-48b1-a619-e951e4ea214f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:05.641253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.753480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-19f12083-81b9-4e9b-876f-c224ee1eba82 service neutron] 10.222.0.13 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077192 Oct 15 20:56:05.849985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-19d22229-b32a-4ccb-aece-5c8f2d9e7517 service neutron] 10.222.0.13 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894251 Oct 15 20:56:05.872196 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 04c6c4e9-3e9f-4372-937f-567f6881bece up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:05.956100 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0b3da37b-9085-40d3-8e34-c74f0b5a8f0f None None] Provisioning complete for port 255a076a-71a1-4752-a2b5-f25f21120234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:05.956465 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0b3da37b-9085-40d3-8e34-c74f0b5a8f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:05.999118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 2, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:06.000776 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 04c6c4e9-3e9f-4372-937f-567f6881bece triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:06.001132 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.047278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Checking router: e246786d-cf3d-4f4d-81a1-08baeafdf3f1 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:56:06.047693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Updating router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 port 255a076a-71a1-4752-a2b5-f25f21120234 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:56:06.050839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-0b3da37b-9085-40d3-8e34-c74f0b5a8f0f None None] Port 255a076a-71a1-4752-a2b5-f25f21120234 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:56:06.086705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.168824 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b70cf228-d5d9-48d5-b43d-10df448713fd req-c4ebd497-0d2a-4e3e-bc57-b7c5dfe2246c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 210 time: 0.0306904 Oct 15 20:56:06.220397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.260735 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 04c6c4e9-3e9f-4372-937f-567f6881bece, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=04c6c4e9-3e9f-4372-937f-567f6881bece,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:06.435431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.529270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=04c6c4e9-3e9f-4372-937f-567f6881bece,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:06.609500 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.673477 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.722904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ee838-257b-4d2e-b8ea-dd53bf75fdbd None None] Pushing event updated for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:06.776312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Attempting to bind port 255a076a-71a1-4752-a2b5-f25f21120234 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:56:06.776691 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Attempting to bind port 255a076a-71a1-4752-a2b5-f25f21120234 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:56:06.777059 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Attempting to bind port 255a076a-71a1-4752-a2b5-f25f21120234 on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:56:06.782500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:56:06.784185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Checking segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:56:06.784185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.784185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Bound using segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:56:06.784185 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Bound port: 255a076a-71a1-4752-a2b5-f25f21120234, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:56:06.784666 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:06.862569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] For port 255a076a-71a1-4752-a2b5-f25f21120234, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:56:06.865807 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] For port 255a076a-71a1-4752-a2b5-f25f21120234, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=255a076a-71a1-4752-a2b5-f25f21120234,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:56:06.936343 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.021865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] Provisioning complete for port 255a076a-71a1-4752-a2b5-f25f21120234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:07.022239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.025614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:07.026236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:07.027980 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ee838-257b-4d2e-b8ea-dd53bf75fdbd None None] Pushing event updated for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:07.232705 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:07.289571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6c53333-1b2a-4de4-ab02-eac3222efdf2 req-cebe7ece-a465-4c34-91d2-861bb948f98c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 210 time: 0.0505857 Oct 15 20:56:07.292296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.352320 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ee905d2c-6290-48b1-a619-e951e4ea214f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:07.450611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] For port 255a076a-71a1-4752-a2b5-f25f21120234, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=255a076a-71a1-4752-a2b5-f25f21120234,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:07.504639 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ee905d2c-6290-48b1-a619-e951e4ea214f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:07.504926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.536102 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.608509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37f46-47a9-4fc1-87cc-e0ef456e3956 None None] Pushing event updated for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:07.631220 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:07.669687 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8269156-dbaf-4c9d-9de1-2fbdf85fce22 None None] The sync data for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 is: [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:56:07.679941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 04c6c4e9-3e9f-4372-937f-567f6881bece up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:07.705953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-7fe35e25-8859-4923-81b8-de9edfbdc512 None None] Provisioning complete for port 255a076a-71a1-4752-a2b5-f25f21120234 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:07.706321 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7fe35e25-8859-4923-81b8-de9edfbdc512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:07.777985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 04c6c4e9-3e9f-4372-937f-567f6881bece triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:07.778352 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:08.273588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-e514b34d-1205-44b6-a1f5-b089fed53981 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:08.275608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-e514b34d-1205-44b6-a1f5-b089fed53981 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 796 time: 0.1083307 Oct 15 20:56:08.320591 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-31ead483-e088-4c81-9bf1-1393b0fd507b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 380 time: 0.0361612 Oct 15 20:56:08.330993 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'port': {'device_id': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'admin_state_up': True, 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'security_groups': ['28b8ae3d-4464-4640-8ca6-8548615c77cd']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:56:08.428425 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4dc58caf-cb00-4666-834c-255d7ce86bcc req-f841d9a0-a79d-4b07-b6b6-2f38f2c092c0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 210 time: 0.0620322 Oct 15 20:56:08.536145 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:56:08.539732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:08.674036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.7 (d8603885-1a74-437b-9bdc-1296de33c581/fb0705d3-3b81-4e37-89be-2cf0fec2426f/b37212e0-30a4-49a6-95d1-644ed69bbc1d) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:56:08.810978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:08.919823 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.287217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network d8603885-1a74-437b-9bdc-1296de33c581 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:09.294022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:09.295961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:09.304946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:56:09.361608 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 255a076a-71a1-4752-a2b5-f25f21120234 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:09.365213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:09.366076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.417082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 255a076a-71a1-4752-a2b5-f25f21120234 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:09.417527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.450560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-28cbeb89-c702-41be-b1fa-92df03f611b0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1245468 Oct 15 20:56:09.541127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Request body: {'port': {'device_id': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:56:09.579997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b9228ac5-96b4-4b78-9bf5-8666158719dd None None] Provisioning complete for port b37212e0-30a4-49a6-95d1-644ed69bbc1d triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:09.580665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9228ac5-96b4-4b78-9bf5-8666158719dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.590365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0386a8b-f6eb-43b1-96fc-cb1ca3f1076f req-9fd67f39-c2eb-4eb8-aecf-3771e7230bfb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:09.591814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0386a8b-f6eb-43b1-96fc-cb1ca3f1076f req-9fd67f39-c2eb-4eb8-aecf-3771e7230bfb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 931 time: 0.0834665 Oct 15 20:56:09.614564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b9228ac5-96b4-4b78-9bf5-8666158719dd None None] Port b37212e0-30a4-49a6-95d1-644ed69bbc1d cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:56:09.627152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.655301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0386a8b-f6eb-43b1-96fc-cb1ca3f1076f req-d7efd98a-097b-4959-aef9-b7ada07e435c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Oct 15 20:56:09.900804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37212e0-30a4-49a6-95d1-644ed69bbc1d {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:56:09.908125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:09.919892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Transition to ACTIVE for port object b37212e0-30a4-49a6-95d1-644ed69bbc1d will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:56:09.996190 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:10.047744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:10.118359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:56:10.119455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:56:10.119879 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:56:10.124637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:56:10.124954 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:56:10.130053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:56:10.130394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Checking segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:56:10.130771 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Bound using segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:56:10.131203 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Bound port: b37212e0-30a4-49a6-95d1-644ed69bbc1d, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:56:10.131570 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:10.201574 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:56:10.204653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:56:10.265478 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:10.299012 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:10.299660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:10.301030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] 10.222.0.15 "PUT /v2.0/ports/b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1092 time: 0.8418489 Oct 15 20:56:10.301468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:56:10.303763 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3b2fe0-7222-41e6-b512-ce564f9d8976" -d '{"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:56:10.329978 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9f56-45e4-48e5-b235-de8a8d3283ef service neutron] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:10.416230 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bde3742-41a8-47f4-9e1b-ca0b6b8578cc x-openstack-request-id: req-4bde3742-41a8-47f4-9e1b-ca0b6b8578cc {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:56:10.416861 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:56:10.416973 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bde3742-41a8-47f4-9e1b-ca0b6b8578cc {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:56:10.417576 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'status': 'completed', 'code': 200} Oct 15 20:56:10.463744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-3b6f33ed-ebc8-470c-a839-500f4be34959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:10.465270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-3b6f33ed-ebc8-470c-a839-500f4be34959 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1095 time: 0.0428421 Oct 15 20:56:10.511255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-7718e180-4ba6-4c1d-a8c4-9a0a32585a68 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 217 time: 0.0379629 Oct 15 20:56:10.559956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-526074c8-b97f-4ada-82f7-48e5f4482c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:10.561409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-526074c8-b97f-4ada-82f7-48e5f4482c11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0440612 Oct 15 20:56:10.607319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae374-4979-4556-b91d-defba5a5754b req-288ce6f8-9f19-41a0-8c1b-406f5b88406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:10.608709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-288ce6f8-9f19-41a0-8c1b-406f5b88406c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395842 Oct 15 20:56:10.702102 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-c5d65780-198e-4e49-8c0e-741d45b15d8f service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843320 Oct 15 20:56:10.827181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d8e6f-c9a3-4610-b4aa-0cc60df5cef6 req-17769fd2-64d0-46a5-90e0-bf510fefcfad tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:10.828665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-187d8e6f-c9a3-4610-b4aa-0cc60df5cef6 req-17769fd2-64d0-46a5-90e0-bf510fefcfad tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.1002991 Oct 15 20:56:10.832209 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddfae374-4979-4556-b91d-defba5a5754b req-9958126f-c24a-437c-b669-f14e8595f4b9 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216264 Oct 15 20:56:10.869636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-187d8e6f-c9a3-4610-b4aa-0cc60df5cef6 req-f5866503-7b52-4c4a-98cc-9b2ea603028f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Oct 15 20:56:11.031149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-e8cd14fd-dfd6-4156-8a3d-b133a8173b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:11.032620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-e8cd14fd-dfd6-4156-8a3d-b133a8173b9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1095 time: 0.0428464 Oct 15 20:56:11.124691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-3c0b546d-6cc5-4a9c-a890-ed67cab1b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:11.126161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-3c0b546d-6cc5-4a9c-a890-ed67cab1b3d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0868526 Oct 15 20:56:11.170869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-af54e100-fc57-4492-94c1-d8a414e39cff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 217 time: 0.0371678 Oct 15 20:56:11.223790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-aaa29480-0a70-46da-88d6-8c00de625bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:11.225234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-aaa29480-0a70-46da-88d6-8c00de625bcb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0464113 Oct 15 20:56:11.271166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-08d8952a-24bc-40a3-993a-70dffd52d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:11.272738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-08d8952a-24bc-40a3-993a-70dffd52d5f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409489 Oct 15 20:56:11.365110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-640de518-4c77-430f-9f60-fb16107e66ea service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Oct 15 20:56:11.451858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-de3b2fe0-7222-41e6-b512-ce564f9d8976 req-5af03e46-6150-441f-acca-78bcaf3503a7 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803189 Oct 15 20:56:11.988903 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd35edb-9bbf-4695-b8c0-0c8b95029b62 req-ceafeeae-5b88-461a-a5dc-daf502085263 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:11.990359 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd35edb-9bbf-4695-b8c0-0c8b95029b62 req-ceafeeae-5b88-461a-a5dc-daf502085263 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.0538530 Oct 15 20:56:12.028944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3dd35edb-9bbf-4695-b8c0-0c8b95029b62 req-7781282b-b111-4770-9309-8c4088f2c725 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Oct 15 20:56:13.140874 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0180f3-4e04-4f4a-bff7-fee9e5fee913 req-93defb8a-aa33-43eb-9050-9459215a0664 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:13.142343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f0180f3-4e04-4f4a-bff7-fee9e5fee913 req-93defb8a-aa33-43eb-9050-9459215a0664 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.0475590 Oct 15 20:56:13.180195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2f0180f3-4e04-4f4a-bff7-fee9e5fee913 req-01fc738a-e77e-4237-b3a4-bf90a261d875 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Oct 15 20:56:13.827782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:56:13.924140 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:13.935663 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'mac_address': 'fa:16:3e:4c:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:56:13.971996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:13.985052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37212e0-30a4-49a6-95d1-644ed69bbc1d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:56:14.003532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:14.061960 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:14.108454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:14.294267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61c42-9583-4d03-bff2-fef10ee92061 req-0788ae89-0a8c-4620-ab57-09ce3fffe90d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:14.296238 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9f61c42-9583-4d03-bff2-fef10ee92061 req-0788ae89-0a8c-4620-ab57-09ce3fffe90d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0482657 Oct 15 20:56:14.333181 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f9f61c42-9583-4d03-bff2-fef10ee92061 req-ed06aca4-3567-45e9-b51f-16746fe6d066 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Oct 15 20:56:14.395413 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b37212e0-30a4-49a6-95d1-644ed69bbc1d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:56:15.450305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f0a9f-a6ab-4238-ba1b-c386fa4dbb5e req-bf15c764-c867-40a2-b6f3-c15040557d4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:15.451869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c2f0a9f-a6ab-4238-ba1b-c386fa4dbb5e req-bf15c764-c867-40a2-b6f3-c15040557d4c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0534747 Oct 15 20:56:15.489390 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c2f0a9f-a6ab-4238-ba1b-c386fa4dbb5e req-79838695-52b9-4367-bcce-b54ffb1002df tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Oct 15 20:56:15.843296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:56:15.995704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b37212e0-30a4-49a6-95d1-644ed69bbc1d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:56:15.999607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b37212e0-30a4-49a6-95d1-644ed69bbc1d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:56:15.999976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:16.076081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:16.098965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:56:16.101199 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875bd2af-55b6-47d1-9d30-e7597f9869f9" -d '{"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-plugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:56:16.114582 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:56:16.138012 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253b32c-c0a9-41dd-bb96-9da2d9c5c495 x-openstack-request-id: req-2253b32c-c0a9-41dd-bb96-9da2d9c5c495 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:56:16.138299 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-plugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:56:16.138552 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2253b32c-c0a9-41dd-bb96-9da2d9c5c495 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:56:16.139210 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'code': 200} Oct 15 20:56:16.179594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:16.230612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:16.236569 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a65543-3431-48b0-b162-b24b216ade7d req-498ecd81-bacf-40ce-b388-2c8a56012d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:16.238051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15a65543-3431-48b0-b162-b24b216ade7d req-498ecd81-bacf-40ce-b388-2c8a56012d60 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0418634 Oct 15 20:56:16.271429 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15a65543-3431-48b0-b162-b24b216ade7d req-bcac0a14-9d13-43b0-a756-0ed5e4aab71a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264406 Oct 15 20:56:16.602991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1665a23-6f49-4a3b-a182-672e4871ee90 req-c170ee62-a651-4b0b-9cba-8d712b2998ae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:16.604459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1665a23-6f49-4a3b-a182-672e4871ee90 req-c170ee62-a651-4b0b-9cba-8d712b2998ae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Oct 15 20:56:16.641125 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1665a23-6f49-4a3b-a182-672e4871ee90 req-8be24c81-d50f-461a-a0f7-600411effdc9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Oct 15 20:56:17.760190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73b79b-0f62-4f43-a142-70fa5e67155f req-68c38722-6237-469e-a050-e81163af46f7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:17.761691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f73b79b-0f62-4f43-a142-70fa5e67155f req-68c38722-6237-469e-a050-e81163af46f7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0523984 Oct 15 20:56:17.812205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f73b79b-0f62-4f43-a142-70fa5e67155f req-c049b3ce-8978-4678-8ffb-b40923281798 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Oct 15 20:56:17.932157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d04268-d6df-41a1-8824-3db19a3e1394 req-e8df91d9-e684-4f42-84bf-346f501abdae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:17.933607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19d04268-d6df-41a1-8824-3db19a3e1394 req-e8df91d9-e684-4f42-84bf-346f501abdae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0491624 Oct 15 20:56:17.971362 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-19d04268-d6df-41a1-8824-3db19a3e1394 req-c6b1e3d1-2c6f-4add-b9b3-90e4d117030e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318105 Oct 15 20:56:17.992462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39372) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:18.031243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5903225e-d08a-4911-8b4c-b3db9b3bbc14 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:18.032725 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5903225e-d08a-4911-8b4c-b3db9b3bbc14 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1092 time: 0.0392773 Oct 15 20:56:18.035518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39374) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:18.040287 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:56:18.116288 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:18.215658 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:18.318358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.117 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/13d49723-07ef-4170-b6ab-4d5e6bcb5a43) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:56:18.418803 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:18.502410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:18.538673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:56:18.542097 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:56:18.545544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:56:18.575567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=13d49723-07ef-4170-b6ab-4d5e6bcb5a43,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:18.582547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d13be490-f536-4af9-a7b4-73af893e0b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:18.899253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.021355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.166569 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.224599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.298144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=13d49723-07ef-4170-b6ab-4d5e6bcb5a43,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:56:19.306644 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.405688 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 associated. External IP: 172.25.0.117, port: b37212e0-30a4-49a6-95d1-644ed69bbc1d. Oct 15 20:56:19.608975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:56:19.712946 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:56:19.723042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Sync routers for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:56:19.732279 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:19.733013 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:19.809530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:19.836707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cddaaf6c-5fa9-4207-b7e7-a4dd7b02e0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8000586 Oct 15 20:56:19.838076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:56:19.839482 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:19.840794 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9232b8-df87-46c3-ae03-785186d743cb" -d '{"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:56:19.932504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587355e9-87eb-4508-a4f6-990b5a2673ec req-2ed4b6af-38a7-47a5-94ef-0cea48ec4dcb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:19.934000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-587355e9-87eb-4508-a4f6-990b5a2673ec req-2ed4b6af-38a7-47a5-94ef-0cea48ec4dcb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Oct 15 20:56:19.972401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-587355e9-87eb-4508-a4f6-990b5a2673ec req-0ee507f7-d64f-4587-bec0-896dabe4f54a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Oct 15 20:56:19.994825 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39380) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:20.017090 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3a61ea-bc99-43b3-b0f8-f20cb7a1aacf x-openstack-request-id: req-cf3a61ea-bc99-43b3-b0f8-f20cb7a1aacf {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:56:20.017503 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:56:20.017948 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf3a61ea-bc99-43b3-b0f8-f20cb7a1aacf {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:56:20.018408 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'status': 'completed', 'code': 200} Oct 15 20:56:20.064973 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-c7c968c3-32bf-4b46-bf12-f197a19cf217 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 HTTP/1.1" status: 200 len: 991 time: 0.0679362 Oct 15 20:56:20.065602 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '02b81f9b-0d5d-4a44-a13c-239ae8ef3b41', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'mac_address': 'fa:16:3e:4c:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:56:18Z', 'updated_at': '2021-10-15T20:56:18Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:20.081490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9232b8-df87-46c3-ae03-785186d743cb req-6537388a-e96a-4e8c-af64-a435ab54900c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:20.082982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-6537388a-e96a-4e8c-af64-a435ab54900c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0425615 Oct 15 20:56:20.095310 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Checking router: e246786d-cf3d-4f4d-81a1-08baeafdf3f1 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:56:20.104432 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:56:20.105029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:55:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:20.175476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9232b8-df87-46c3-ae03-785186d743cb req-1fde292e-7f8e-45f4-b31a-03a03e23a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:20.176964 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-1fde292e-7f8e-45f4-b31a-03a03e23a4fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0872540 Oct 15 20:56:20.210209 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:56:20.244622 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-6d05d7a4-de22-4054-ad28-29aeea9ce213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 999 time: 0.0596516 Oct 15 20:56:20.298352 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9232b8-df87-46c3-ae03-785186d743cb req-34f783a2-6891-4827-afd3-b46f41546ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:20.299835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-34f783a2-6891-4827-afd3-b46f41546ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0485153 Oct 15 20:56:20.344063 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9232b8-df87-46c3-ae03-785186d743cb req-42078e3a-f73f-4aba-ac9c-e8da890014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:20.345526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-42078e3a-f73f-4aba-ac9c-e8da890014e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393174 Oct 15 20:56:20.427224 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '02b81f9b-0d5d-4a44-a13c-239ae8ef3b41', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'mac_address': 'fa:16:3e:4c:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:56:18Z', 'updated_at': '2021-10-15T20:56:18Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:56:20.436626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-e2301018-63f0-4dd6-8044-2d4217fa186e service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838344 Oct 15 20:56:20.453395 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4465e9e3-b519-49ab-8010-9de6f6acfa00 None None] The sync data for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 is: [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '02b81f9b-0d5d-4a44-a13c-239ae8ef3b41', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'mac_address': 'fa:16:3e:4c:5e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:56:18Z', 'updated_at': '2021-10-15T20:56:18Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:56:20.534762 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cc9232b8-df87-46c3-ae03-785186d743cb req-092c0f45-94d8-4916-9fd9-010c2365ed67 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902011 Oct 15 20:56:20.653348 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba386b9-09ed-4bfa-9848-01fd5205d034 None None] New status for floating IP 02b81f9b-0d5d-4a44-a13c-239ae8ef3b41: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:56:21.068271 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39382) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:56:21.130613 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d6b111f7-7caa-47de-857e-25e5d2805f67 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 HTTP/1.1" status: 200 len: 993 time: 0.0611401 Oct 15 20:56:21.487154 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b3362ca6-fc19-42b6-a7fb-2e468250204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:22.439245 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:23.090412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:23.216286 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:23.582021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:24.801431 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:36.645269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:56:38.456808 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-0b2836aa-37b4-4948-bf47-069e6910fc63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440488 Oct 15 20:56:38.544825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-62be5bda-f03b-44e9-92ef-4575e9cd9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:38.546286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-62be5bda-f03b-44e9-92ef-4575e9cd9ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0417702 Oct 15 20:56:38.659372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-4c9e6f13-7988-43ca-a5a9-04adf541874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:38.660915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-4c9e6f13-7988-43ca-a5a9-04adf541874d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0925772 Oct 15 20:56:38.733497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-3931ea5a-392f-48e7-b9a4-79f392f3b2bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1001 time: 0.0647957 Oct 15 20:56:38.787143 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-b8d44d9e-9774-4559-921b-dfcc91bf6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:38.788781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-b8d44d9e-9774-4559-921b-dfcc91bf6fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0476687 Oct 15 20:56:38.837015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-e1d22b7b-1ab6-47f9-b591-084dcc390112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:56:38.838656 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-e1d22b7b-1ab6-47f9-b591-084dcc390112 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421417 Oct 15 20:56:38.932799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-87ab8797-343a-4e59-bf27-bf54c995efde service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868914 Oct 15 20:56:39.030110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a0cc186b-8936-4548-9684-7af4cc11bbdd req-697cc06e-d34e-43d6-a4f0-858469abe06d service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897944 Oct 15 20:56:48.549895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e1475787-fcd8-4378-aa2f-755549a7bcfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:51.510803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-182a2182-8df5-4b2f-b877-3f4095e6d969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:52.452688 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:53.089995 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:53.204523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:53.587630 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:56:54.815239 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:13.644969 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:57:18.549408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-87940981-cc84-4dba-ba48-502822c5a207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:21.512626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e9108caa-9fb1-4023-ab76-224cc78423c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:22.472734 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:23.123490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:23.232163 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:23.603929 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:23.819721 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-0f4f56ea-9d17-42d5-9016-a27df46a3285 req-337fd574-eb6e-4cc0-9f32-5697e1f7453a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:57:23.820798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f4f56ea-9d17-42d5-9016-a27df46a3285 req-337fd574-eb6e-4cc0-9f32-5697e1f7453a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0432208 Oct 15 20:57:24.157659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7a87b-a9b5-4e09-96eb-2202488302cc req-4a927afe-1045-46cc-94cc-929a0a72b82f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:24.159418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6c7a87b-a9b5-4e09-96eb-2202488302cc req-4a927afe-1045-46cc-94cc-929a0a72b82f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0515511 Oct 15 20:57:24.205667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e6c7a87b-a9b5-4e09-96eb-2202488302cc req-2af81191-fe3d-4fec-9267-11e288a699af tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395977 Oct 15 20:57:24.281566 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39418) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:57:24.365206 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-895f3c28-a593-4139-90f3-fba97c45bbdd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824077 Oct 15 20:57:24.374498 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-27d9dab3-1ff2-4154-aa5c-59ea8930c5db service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 20:57:24.375464 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-27d9dab3-1ff2-4154-aa5c-59ea8930c5db service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050101 Oct 15 20:57:24.807671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:25.320218 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592f398-0909-432f-919e-c637116122df req-5eb716a4-a9ac-4a96-9f63-125c745edb95 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:25.322395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e592f398-0909-432f-919e-c637116122df req-5eb716a4-a9ac-4a96-9f63-125c745edb95 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Oct 15 20:57:25.361511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e592f398-0909-432f-919e-c637116122df req-176cfcbf-0bcb-4216-a378-21b8324dca81 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Oct 15 20:57:26.302711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-62acbd0b-a9fe-4441-b2fc-9b131574ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:26.304184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-62acbd0b-a9fe-4441-b2fc-9b131574ed13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0397186 Oct 15 20:57:26.737582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-7ee18652-17ca-464e-81ea-7f06ace41f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:26.739028 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-7ee18652-17ca-464e-81ea-7f06ace41f2c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.4271894 Oct 15 20:57:26.751545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2419f1-7300-45f5-bc37-8f483024155d req-8fc01d06-7187-4a55-b61a-2fd60207be81 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:26.752912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a2419f1-7300-45f5-bc37-8f483024155d req-8fc01d06-7187-4a55-b61a-2fd60207be81 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0681119 Oct 15 20:57:26.834883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a2419f1-7300-45f5-bc37-8f483024155d req-98f1616b-7511-46f7-8ddd-34b4618298e8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749304 Oct 15 20:57:26.836666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-0f4199d5-8037-436d-b754-9b673e74167e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1001 time: 0.0829389 Oct 15 20:57:26.886002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-7d42a246-c9df-4f64-9cac-8767fad8ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:26.887404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-7d42a246-c9df-4f64-9cac-8767fad8ccc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0430989 Oct 15 20:57:26.934223 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-e5b31fff-a82d-4590-820d-5790f5281bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:26.935770 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-e5b31fff-a82d-4590-820d-5790f5281bba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409331 Oct 15 20:57:27.029066 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-56d4a844-b07b-4d09-a2c2-da94727157c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862145 Oct 15 20:57:27.117259 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-d3906bbf-9650-4252-a4a4-2e18503fbc90 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816677 Oct 15 20:57:27.958838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da95fe6-1409-489c-92c4-5dbd749157d8 req-9ad1d180-e9b0-4491-b542-ce432a3c054f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:27.960373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8da95fe6-1409-489c-92c4-5dbd749157d8 req-9ad1d180-e9b0-4491-b542-ce432a3c054f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0541253 Oct 15 20:57:27.997649 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8da95fe6-1409-489c-92c4-5dbd749157d8 req-b47f5e89-2c5b-4132-87da-36a4dac68bf2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Oct 15 20:57:29.115516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa206603-8a0e-4e4c-8ffb-215405cee089 req-ed9a4a3a-5303-42bd-8b79-1822bea5a293 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:29.116993 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa206603-8a0e-4e4c-8ffb-215405cee089 req-ed9a4a3a-5303-42bd-8b79-1822bea5a293 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0477586 Oct 15 20:57:29.154128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fa206603-8a0e-4e4c-8ffb-215405cee089 req-76349d56-0208-4172-89a0-13c43810182d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308301 Oct 15 20:57:30.267710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8384d-d303-4f10-9d2e-51ef5cef8200 req-af8aeeda-aef0-471c-a8cc-8a874fb32e7f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:30.269185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75b8384d-d303-4f10-9d2e-51ef5cef8200 req-af8aeeda-aef0-471c-a8cc-8a874fb32e7f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0476062 Oct 15 20:57:30.307736 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75b8384d-d303-4f10-9d2e-51ef5cef8200 req-b839a455-28f8-4dda-941d-372f88390c2c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Oct 15 20:57:31.424355 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1617bf-be3b-4674-b3b7-4e8c7ae7e2f0 req-a431eac1-7836-41ec-9cd1-f1fda32e5051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:31.425809 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd1617bf-be3b-4674-b3b7-4e8c7ae7e2f0 req-a431eac1-7836-41ec-9cd1-f1fda32e5051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Oct 15 20:57:31.462509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd1617bf-be3b-4674-b3b7-4e8c7ae7e2f0 req-a4411d87-6341-4132-acad-253dbb5e1b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300341 Oct 15 20:57:32.577279 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f6c08-26f2-4bfc-8bf7-1133c7295591 req-b92a563c-d80d-4c9b-8685-481b2b122ff1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:32.578723 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-900f6c08-26f2-4bfc-8bf7-1133c7295591 req-b92a563c-d80d-4c9b-8685-481b2b122ff1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Oct 15 20:57:32.615280 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-900f6c08-26f2-4bfc-8bf7-1133c7295591 req-ec987c61-7804-4dec-9a5d-b1008e5f1ed2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306823 Oct 15 20:57:33.728980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209f135-acc4-4b31-ac35-9618be6fdf74 req-f660465a-8789-4a5b-9e8e-c3fbd796ab88 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:33.730421 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0209f135-acc4-4b31-ac35-9618be6fdf74 req-f660465a-8789-4a5b-9e8e-c3fbd796ab88 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0471780 Oct 15 20:57:33.766906 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0209f135-acc4-4b31-ac35-9618be6fdf74 req-e0c09957-c5dd-4eec-81de-e28d58d3cd9e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Oct 15 20:57:34.884525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168542ea-1718-436f-aa5e-28e594f1b092 req-136e685d-a27f-4f63-a0fc-9d890d01adc5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:34.886017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-168542ea-1718-436f-aa5e-28e594f1b092 req-136e685d-a27f-4f63-a0fc-9d890d01adc5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0521979 Oct 15 20:57:34.923091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-168542ea-1718-436f-aa5e-28e594f1b092 req-14ce5646-44ce-499a-984b-e9e55023e14b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Oct 15 20:57:36.038105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117ab34-3119-4b6c-b717-fc6d297a0208 req-5da02813-061c-486c-a0d5-75cd39e690ae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:36.039602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f117ab34-3119-4b6c-b717-fc6d297a0208 req-5da02813-061c-486c-a0d5-75cd39e690ae tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0490136 Oct 15 20:57:36.076060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f117ab34-3119-4b6c-b717-fc6d297a0208 req-2f03cb48-28c8-424d-90b8-00131f0c6b8f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305231 Oct 15 20:57:37.188780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb85bc2-790d-4470-8548-0c7371432299 req-f18a60d5-7aa0-447c-baa5-424eb0bfd182 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:37.190315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cb85bc2-790d-4470-8548-0c7371432299 req-f18a60d5-7aa0-447c-baa5-424eb0bfd182 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Oct 15 20:57:37.227111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9cb85bc2-790d-4470-8548-0c7371432299 req-f7ef4915-4698-4002-a915-98f771bc548d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308778 Oct 15 20:57:38.345072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e90759-83d4-49ff-a4f8-4752e8b3751e req-25894610-32da-4be9-afe7-db00a54563d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:38.346512 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73e90759-83d4-49ff-a4f8-4752e8b3751e req-25894610-32da-4be9-afe7-db00a54563d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0517614 Oct 15 20:57:38.384923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73e90759-83d4-49ff-a4f8-4752e8b3751e req-3b35eba7-82a0-430b-b32f-5fb06f7a710f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322628 Oct 15 20:57:38.460379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-8adffff8-73b2-4a30-a751-d9d3becb7982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:38.462707 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-8adffff8-73b2-4a30-a751-d9d3becb7982 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0391834 Oct 15 20:57:38.565090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-5d19e6cc-d4f6-412b-ae48-d427a16c6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:38.566543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-5d19e6cc-d4f6-412b-ae48-d427a16c6008 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0845389 Oct 15 20:57:38.634975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-f604be2c-e846-4976-ba47-b59bf48ea9b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1001 time: 0.0608869 Oct 15 20:57:38.683213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-148d565b-2a39-4823-9a44-1f864d98d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:38.684669 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-148d565b-2a39-4823-9a44-1f864d98d28d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0424316 Oct 15 20:57:38.730529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-5c75a30c-13c1-43c5-bdb4-d8fd84e69c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:38.731930 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-5c75a30c-13c1-43c5-bdb4-d8fd84e69c86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401485 Oct 15 20:57:38.824835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-f14d10ac-aef5-42ff-b3a7-5212011beed4 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857563 Oct 15 20:57:38.919741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c2d2cc9c-895d-4561-b474-6bd43b4996c6 req-296d92cf-ddb7-43bd-9804-ec28b169833d service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Oct 15 20:57:39.255153 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-c19e721e-0947-4efc-a4bb-027bdaae5f22 service neutron] show failed (client error): The resource could not be found. Oct 15 20:57:39.256176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-c19e721e-0947-4efc-a4bb-027bdaae5f22 service neutron] 10.222.0.15 "GET /v2.0/ports/b37212e0-30a4-49a6-95d1-644ed69bbc1d/bindings/n-h2-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0531058 Oct 15 20:57:39.502281 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e435cf-cf84-4703-b340-36d907eb5c44 req-7c38c527-a123-4ecb-abde-f89773868423 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:39.503719 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e435cf-cf84-4703-b340-36d907eb5c44 req-7c38c527-a123-4ecb-abde-f89773868423 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Oct 15 20:57:39.542491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a6e435cf-cf84-4703-b340-36d907eb5c44 req-b70b0f62-a725-430c-8cff-43ec8991bef5 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327275 Oct 15 20:57:39.843105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-e68f0e49-b76f-4020-89a1-ddb9cab2d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:39.844472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-e68f0e49-b76f-4020-89a1-ddb9cab2d953 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 1097 time: 0.0402067 Oct 15 20:57:39.856674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:57:39.913524 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.110168 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:57:40.142625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:57:40.182179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:57:40.184494 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09f330e-75a9-4598-977a-4a57e9aa51eb" -d '{"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-unplugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:57:40.188659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.204194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Transition to ACTIVE for port object b37212e0-30a4-49a6-95d1-644ed69bbc1d will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:57:40.232995 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 20:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420a4aee-0e7f-414a-aae0-9122dcc0983a x-openstack-request-id: req-420a4aee-0e7f-414a-aae0-9122dcc0983a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:57:40.233280 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-unplugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:57:40.233526 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-420a4aee-0e7f-414a-aae0-9122dcc0983a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:57:40.233917 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'code': 200} Oct 15 20:57:40.272385 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.358186 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=6']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:57:40.370661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.370923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.371258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.371622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.371952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.372280 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.372600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.372919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.373347 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.373555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.373871 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.374187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:40.413112 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] No DVR routers for this DVR port b37212e0-30a4-49a6-95d1-644ed69bbc1d on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:57:40.555046 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:57:40.556418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:57:40.556542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:57:40.561403 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:57:40.562180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Attempting to bind port b37212e0-30a4-49a6-95d1-644ed69bbc1d on network d8603885-1a74-437b-9bdc-1296de33c581 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:57:40.567706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:57:40.568128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Checking segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:57:40.568505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Bound using segment: {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:57:40.568928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Bound port: b37212e0-30a4-49a6-95d1-644ed69bbc1d, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e6db20-9f29-45a5-a122-77ae08a2d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:57:40.569487 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.671796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:57:40.675723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:57:40.690986 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a3893-2014-4456-8adb-84c57a89cf2f req-e24e2489-af63-4fe1-8916-1ad9a0ccc5e8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:40.692505 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-836a3893-2014-4456-8adb-84c57a89cf2f req-e24e2489-af63-4fe1-8916-1ad9a0ccc5e8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.0709434 Oct 15 20:57:40.733552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-836a3893-2014-4456-8adb-84c57a89cf2f req-50fc06bd-f13b-44e2-8bf2-d75a0149e314 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340438 Oct 15 20:57:40.764181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.803350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:40.803825 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:40.805638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] 10.222.0.11 "PUT /v2.0/ports/b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1092 time: 0.9527874 Oct 15 20:57:40.827146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b09d4-c672-4aea-98ca-5d4db17f97bb service neutron] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=7']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:57:40.876512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-c03d613d-1436-4df4-a257-44a47045868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:40.878088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-c03d613d-1436-4df4-a257-44a47045868c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1095 time: 0.0478296 Oct 15 20:57:40.978333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-accef078-9806-4c46-8ac0-357c648bd4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:40.979863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-accef078-9806-4c46-8ac0-357c648bd4ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0950308 Oct 15 20:57:41.051250 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-00fd0388-1138-495e-b437-9126bd89b892 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 999 time: 0.0647883 Oct 15 20:57:41.100356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-9847d6ed-8bf4-46d7-9a14-8bbfb0280ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:41.101811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-9847d6ed-8bf4-46d7-9a14-8bbfb0280ffb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0437248 Oct 15 20:57:41.145895 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-0e0177fe-6640-4d21-88a5-9e16049c4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:41.147345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-0e0177fe-6640-4d21-88a5-9e16049c4174 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384984 Oct 15 20:57:41.241536 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-1a264dbd-f97e-4208-9ac5-158991595527 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Oct 15 20:57:41.330694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9d1f91-f639-4912-86e4-8bcab5bb3175 req-38c05d3e-cda8-479c-ab3b-c417a868d938 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823293 Oct 15 20:57:41.849365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f63db-1ae0-4fef-b118-05f6587ad8b5 req-180aad33-fea8-404a-b073-387b5041618e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:41.850827 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa7f63db-1ae0-4fef-b118-05f6587ad8b5 req-180aad33-fea8-404a-b073-387b5041618e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.0481627 Oct 15 20:57:41.892514 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-aa7f63db-1ae0-4fef-b118-05f6587ad8b5 req-124f56ec-1f1b-473c-bf2a-5a63d47f4ff7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350924 Oct 15 20:57:42.234910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:57:42.237270 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd94d926-083d-4b94-b529-8adb7dcf89aa" -d '{"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:57:42.285958 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a4121a-6389-434d-ba69-9eb4fb2bc2ac x-openstack-request-id: req-b7a4121a-6389-434d-ba69-9eb4fb2bc2ac {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:57:42.286245 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:57:42.286494 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7a4121a-6389-434d-ba69-9eb4fb2bc2ac {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:57:42.286897 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'status': 'completed', 'code': 200} Oct 15 20:57:42.293443 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:57:42.334600 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:57:42.373165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-2bf97427-f30d-4128-9491-74d05ce982a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.377682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-2bf97427-f30d-4128-9491-74d05ce982a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1095 time: 0.0701959 Oct 15 20:57:42.377682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-fdefd6e7-c854-434c-9962-af54b915eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.377682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-fdefd6e7-c854-434c-9962-af54b915eaf6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1095 time: 0.0641227 Oct 15 20:57:42.534731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-f3279f48-aa3b-4106-9e24-484f589b4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.536106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-f3279f48-aa3b-4106-9e24-484f589b4fe4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.1545453 Oct 15 20:57:42.537179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-829dfb27-bfaf-4c89-b401-155ae25a778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.538488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-829dfb27-bfaf-4c89-b401-155ae25a778c service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.1492860 Oct 15 20:57:42.648010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-622f0ef3-09ab-49ed-ba0e-cd5140146a1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 999 time: 0.1049473 Oct 15 20:57:42.649766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-46f02220-46f7-4477-ab19-1ba427fc72ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 999 time: 0.1012833 Oct 15 20:57:42.734185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-36f4d92e-b87a-4e3f-b93b-756339aef5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.735663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-36f4d92e-b87a-4e3f-b93b-756339aef5ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0811365 Oct 15 20:57:42.737289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-98b27edb-b4cc-4e89-8446-8d075b7dcc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.738683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-98b27edb-b4cc-4e89-8446-8d075b7dcc09 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0769777 Oct 15 20:57:42.811911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-91abe447-7065-4595-ad0a-6bc25ec842c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.813289 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-91abe447-7065-4595-ad0a-6bc25ec842c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633793 Oct 15 20:57:42.815613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-a1ef1cce-9371-4723-a076-e30917d61d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:42.816953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-a1ef1cce-9371-4723-a076-e30917d61d02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750420 Oct 15 20:57:42.989738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-470da28f-4aac-420b-a0c5-f096a1e67f32 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677132 Oct 15 20:57:43.004900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-a90e8238-4412-43dc-bed5-52025161e0d3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759629 Oct 15 20:57:43.134396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ab54-d0e2-451c-830b-9ae406ae15c8 req-4bf62702-66a6-4e54-832f-048a70e4067c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:43.135790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bca0ab54-d0e2-451c-830b-9ae406ae15c8 req-4bf62702-66a6-4e54-832f-048a70e4067c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.1678107 Oct 15 20:57:43.206023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bca0ab54-d0e2-451c-830b-9ae406ae15c8 req-d2a15baf-35ce-4627-bc85-20f901817b22 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634046 Oct 15 20:57:43.207962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-c6d6c3a4-e523-45cb-ab20-b7ffc77006c8 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020032 Oct 15 20:57:43.209823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd94d926-083d-4b94-b529-8adb7dcf89aa req-258f3fc5-3d20-422c-90c7-054e4ccdb13d service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937189 Oct 15 20:57:44.326495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c0e8-621d-45d5-8158-c28b83656186 req-10127e2b-fe5d-4932-ae56-04df9482ce03 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:44.328027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c777c0e8-621d-45d5-8158-c28b83656186 req-10127e2b-fe5d-4932-ae56-04df9482ce03 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 943 time: 0.0556395 Oct 15 20:57:44.366242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c777c0e8-621d-45d5-8158-c28b83656186 req-33dcbcdc-a22a-48b4-b666-9b9d1bfddc91 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323324 Oct 15 20:57:44.937891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:57:45.030784 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:57:45.045791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'port_id': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'mac_address': 'fa:16:3e:4c:5e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:57:45.083041 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:45.096411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37212e0-30a4-49a6-95d1-644ed69bbc1d {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:57:45.114712 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:57:45.186494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:45.234404 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:57:45.241592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.241921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.242257 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.242589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.242916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.243240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.243585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.244433 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.244851 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.245173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.245495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.245811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:57:45.479956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c36c0-d021-484f-b599-cdba97c2a428 req-30e3a94d-5a8d-49b6-bdef-b9aa90a8f5cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:45.481313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-165c36c0-d021-484f-b599-cdba97c2a428 req-30e3a94d-5a8d-49b6-bdef-b9aa90a8f5cf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0476050 Oct 15 20:57:45.519077 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-165c36c0-d021-484f-b599-cdba97c2a428 req-d9495c00-a35c-44de-b628-583ff5e59024 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Oct 15 20:57:45.565794 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b37212e0-30a4-49a6-95d1-644ed69bbc1d'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:57:45.857031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c688d5e-dbd6-445e-a68c-6983afd3b8d1 req-0ffebb7f-7b6f-4545-b7a6-c1f172b9f9c0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:45.858508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c688d5e-dbd6-445e-a68c-6983afd3b8d1 req-0ffebb7f-7b6f-4545-b7a6-c1f172b9f9c0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0480757 Oct 15 20:57:45.899345 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c688d5e-dbd6-445e-a68c-6983afd3b8d1 req-3e5fd0f7-19ec-4575-b7d7-0400bfea0b6e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344152 Oct 15 20:57:45.956936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4788-a041-414d-8a5c-626dde9aa574 req-8a988f2c-43f2-4781-85e3-b7ecc1d23a5f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:45.958368 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-8a988f2c-43f2-4781-85e3-b7ecc1d23a5f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6&tenant_id=d152365e358d4636a83c23b1efa842bb&binding%3Ahost_id=n-h2-712140-14 HTTP/1.1" status: 200 len: 944 time: 0.0539403 Oct 15 20:57:46.048290 n-d-712140-14 neutron-server[101180]: INFO neutron.api.v2.resource [req-421c4788-a041-414d-8a5c-626dde9aa574 req-3585a5b5-6eac-4449-830a-4142d81e74da service neutron] delete failed (client error): The resource could not be found. Oct 15 20:57:46.049215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-3585a5b5-6eac-4449-830a-4142d81e74da service neutron] 10.222.0.15 "DELETE /v2.0/ports/b37212e0-30a4-49a6-95d1-644ed69bbc1d/bindings/n-h1-712140-14 HTTP/1.1" status: 404 len: 381 time: 0.0836785 Oct 15 20:57:46.057620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7ab5e-60e5-489b-93ab-38c4f69610e4 req-e6ccb128-55ee-464d-937b-b541b30d163f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:46.059056 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ad7ab5e-60e5-489b-93ab-38c4f69610e4 req-e6ccb128-55ee-464d-937b-b541b30d163f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0883739 Oct 15 20:57:46.123103 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ad7ab5e-60e5-489b-93ab-38c4f69610e4 req-dba47e62-862f-4352-a2a4-b8c4885b94c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580714 Oct 15 20:57:46.141464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4788-a041-414d-8a5c-626dde9aa574 req-172bb535-ba39-427a-b10f-9fc975669f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:46.141464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-172bb535-ba39-427a-b10f-9fc975669f41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1096 time: 0.0484250 Oct 15 20:57:46.231924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4788-a041-414d-8a5c-626dde9aa574 req-3520709a-f49d-437f-9eae-d07518613c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:46.233398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-3520709a-f49d-437f-9eae-d07518613c07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0843747 Oct 15 20:57:46.301342 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-27867c59-2693-45e5-9165-13820daf8849 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1000 time: 0.0608582 Oct 15 20:57:46.348571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4788-a041-414d-8a5c-626dde9aa574 req-aeb170ad-41ad-407e-ae32-d72d36ef014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:46.349955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-aeb170ad-41ad-407e-ae32-d72d36ef014c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0419116 Oct 15 20:57:46.395756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c4788-a041-414d-8a5c-626dde9aa574 req-bc3be9a4-3a0c-4728-8026-2902bc77dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:46.397183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-bc3be9a4-3a0c-4728-8026-2902bc77dbca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395133 Oct 15 20:57:46.487444 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-6d6617b5-9f71-4c61-9d9e-ae7b4f772dc2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Oct 15 20:57:46.575436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-421c4788-a041-414d-8a5c-626dde9aa574 req-1f26ffe3-b350-41ce-897a-c73d669270df service neutron] 10.222.0.15 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804932 Oct 15 20:57:46.947430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:57:47.083172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b37212e0-30a4-49a6-95d1-644ed69bbc1d completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:57:47.087168 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b37212e0-30a4-49a6-95d1-644ed69bbc1d triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:57:47.087535 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:47.167859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:47.191225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:57:47.193572 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b25a0b9-6ca4-4172-9caf-4ad19d0a7aa3" -d '{"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-plugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:57:47.207448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:57:47.240020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d248b-c3f2-409e-b61a-c3ea3014e6ce req-85aa53a7-92ea-42a4-a2e3-bbc4b5c9ad31 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:47.241478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a97d248b-c3f2-409e-b61a-c3ea3014e6ce req-85aa53a7-92ea-42a4-a2e3-bbc4b5c9ad31 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 944 time: 0.0490613 Oct 15 20:57:47.273004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:47.285464 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a97d248b-c3f2-409e-b61a-c3ea3014e6ce req-8da6867d-eec9-4293-8514-69f99b3c5933 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Oct 15 20:57:47.325668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=9']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:57:47.387052 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79b26fa-37db-4b0d-b21e-d3445d82f765 x-openstack-request-id: req-b79b26fa-37db-4b0d-b21e-d3445d82f765 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:57:47.387350 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-plugged", "status": "completed", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:57:47.387667 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b79b26fa-37db-4b0d-b21e-d3445d82f765 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:57:47.395012 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'code': 200} Oct 15 20:57:48.417482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb767fc-86ff-4986-878f-198f18f5f72f req-4e372070-9f90-4653-864d-18b5bf9790a4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:48.418939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccb767fc-86ff-4986-878f-198f18f5f72f req-4e372070-9f90-4653-864d-18b5bf9790a4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0481362 Oct 15 20:57:48.455523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ccb767fc-86ff-4986-878f-198f18f5f72f req-ae6616bf-c18f-47df-a05c-a6df15efe5f2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305061 Oct 15 20:57:48.477481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39506) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:57:48.537234 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-212262e9-0d86-4444-a3e4-b0f2b70e4b3c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 HTTP/1.1" status: 200 len: 993 time: 0.0584626 Oct 15 20:57:48.563506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3a4003ae-2a4a-41a7-9201-f74013899161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:50.644365 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:57:51.492107 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-35464e20-519b-445d-85c6-85de91489e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:52.435225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:53.094537 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:53.268947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:53.606584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:54.843047 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:57:57.684938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-283facbe-3970-4c94-8c75-5e07d5bf017e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424421 Oct 15 20:57:57.764338 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-14f18e3b-5e75-489c-8f65-5d71c7b7002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:57.766067 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-14f18e3b-5e75-489c-8f65-5d71c7b7002c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.0406063 Oct 15 20:57:57.867057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-1727cf7f-4ab9-4b67-bea8-cc542bdcad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:57.868532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-1727cf7f-4ab9-4b67-bea8-cc542bdcad3b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.0835748 Oct 15 20:57:57.940709 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-7d00ecca-deb5-45a1-b4a0-46b39a2b8afc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 1001 time: 0.0629828 Oct 15 20:57:57.990626 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-f8c46b43-90b5-4b2d-86a7-e62ca895beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:57.992099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-f8c46b43-90b5-4b2d-86a7-e62ca895beb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0443954 Oct 15 20:57:58.038500 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-10d5e6af-be81-4540-8a50-4e5617d34af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:57:58.040030 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-10d5e6af-be81-4540-8a50-4e5617d34af2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406353 Oct 15 20:57:58.138095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-b6b34bae-3967-42c1-98f0-5c7a16082cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848088 Oct 15 20:57:58.231450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb6d49d6-a7e6-41cb-844e-9551fcef1c61 req-e8676c11-6e10-43af-ad57-73b33f8e38a6 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864596 Oct 15 20:58:18.555011 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-743ad8e1-26a6-451c-a81a-6a7b97b9ae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:21.520594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a5669f3-fee5-4bd6-bb61-ce7571937cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:22.454740 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:23.088379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:23.280197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:23.612298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:24.817540 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:27.644588 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:58:35.148319 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39522) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:35.623018 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 13d49723-07ef-4170-b6ab-4d5e6bcb5a43 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:58:35.623352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:35.694696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:35.695015 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:35.706807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 13d49723-07ef-4170-b6ab-4d5e6bcb5a43 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:58:35.923087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:35.947676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=13d49723-07ef-4170-b6ab-4d5e6bcb5a43,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:36.012037 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:36.012361 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 disassociated (deleted). External IP: 172.25.0.117, port: b37212e0-30a4-49a6-95d1-644ed69bbc1d. Oct 15 20:58:36.213066 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:58:36.322468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:58:36.327122 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:36.333666 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Sync routers for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:58:36.342833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:36.343456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:36.364300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-696edbeb-68bb-476d-a52a-9cf86f04ba7e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/floatingips/02b81f9b-0d5d-4a44-a13c-239ae8ef3b41 HTTP/1.1" status: 204 len: 168 time: 1.2148917 Oct 15 20:58:36.364974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:58:36.367355 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e" -d '{"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:58:36.540966 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:36.742636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:36.768491 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd570f-5d58-4146-8e85-8a2b77d4f56e x-openstack-request-id: req-08dd570f-5d58-4146-8e85-8a2b77d4f56e {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:58:36.769017 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:58:36.769393 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08dd570f-5d58-4146-8e85-8a2b77d4f56e {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:58:36.769949 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'status': 'completed', 'code': 200} Oct 15 20:58:36.774879 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Checking router: e246786d-cf3d-4f4d-81a1-08baeafdf3f1 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:58:36.785507 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:36.786474 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:36.893016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491769c-251c-4a39-8acc-4933542c334b req-15d6c9b7-7e32-4260-ac34-13ac953a62f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:36.894520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2491769c-251c-4a39-8acc-4933542c334b req-15d6c9b7-7e32-4260-ac34-13ac953a62f8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0776048 Oct 15 20:58:36.895187 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:36.900662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-0d484504-ad4b-4bb0-b1dc-d6e927f8d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:36.902925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-0d484504-ad4b-4bb0-b1dc-d6e927f8d912 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 1097 time: 0.1093554 Oct 15 20:58:36.965654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2491769c-251c-4a39-8acc-4933542c334b req-093a3454-3915-43df-b693-0f84350f1055 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617604 Oct 15 20:58:37.029199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-58f52917-e1cc-48fc-bc0c-5ccc83c30f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:37.030678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-58f52917-e1cc-48fc-bc0c-5ccc83c30f30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 200 len: 897 time: 0.1201022 Oct 15 20:58:37.074418 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-3b330379-ca89-46eb-a4a2-898267e05ae5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 200 len: 217 time: 0.0349431 Oct 15 20:58:37.092547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:37.117836 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9aaf47-067b-4dfb-ab27-3fdfa9c53c50 None None] The sync data for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 is: [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:04Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '255a076a-71a1-4752-a2b5-f25f21120234', 'name': '', 'network_id': 'd8603885-1a74-437b-9bdc-1296de33c581', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:4e:a9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:03Z', 'updated_at': '2021-10-15T20:56:07Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'fb0705d3-3b81-4e37-89be-2cf0fec2426f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:58:37.127927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-eacdf257-8783-49dc-beac-8959db58617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:37.129422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-eacdf257-8783-49dc-beac-8959db58617a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 200 len: 835 time: 0.0488150 Oct 15 20:58:37.177489 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-f3d8fa28-b2f4-4e8d-a4ca-216b0ddb99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:37.179001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-f3d8fa28-b2f4-4e8d-a4ca-216b0ddb99f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d8603885-1a74-437b-9bdc-1296de33c581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412481 Oct 15 20:58:37.277104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-fc348047-d301-43eb-b710-bc048038f279 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902627 Oct 15 20:58:37.364047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45f149-bd69-4e1a-8bbf-34f3c91df89a None None] New status for floating IP 02b81f9b-0d5d-4a44-a13c-239ae8ef3b41: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:58:37.374128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ef8e575-2112-4de3-93e3-bdc2fc78d43e req-eaac1bd6-d62a-4757-b7a9-d6f7f44477b2 service neutron] 10.222.0.11 "GET /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892761 Oct 15 20:58:38.083022 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea56d41-a9cc-46d9-ab72-3ac9cd583909 req-6053c14e-0572-4d11-8a3f-de6a56c8d554 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:38.084580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ea56d41-a9cc-46d9-ab72-3ac9cd583909 req-6053c14e-0572-4d11-8a3f-de6a56c8d554 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0502450 Oct 15 20:58:38.122531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0ea56d41-a9cc-46d9-ab72-3ac9cd583909 req-5b6e2d46-0112-4a37-8743-f13e95e44815 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=28b8ae3d-4464-4640-8ca6-8548615c77cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318666 Oct 15 20:58:38.253389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-c99900f9-06e8-46fb-a3b2-384fb3fe8eb7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:38.254728 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-c99900f9-06e8-46fb-a3b2-384fb3fe8eb7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 945 time: 0.0515020 Oct 15 20:58:38.346538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port b37212e0-30a4-49a6-95d1-644ed69bbc1d {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:58:38.347239 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:38.436911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port b37212e0-30a4-49a6-95d1-644ed69bbc1d, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b37212e0-30a4-49a6-95d1-644ed69bbc1d,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:38.437266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:38.449527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for b37212e0-30a4-49a6-95d1-644ed69bbc1d owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:58:38.629229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:38.661869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=b37212e0-30a4-49a6-95d1-644ed69bbc1d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:38.706929 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] No DVR routers for this DVR port b37212e0-30a4-49a6-95d1-644ed69bbc1d on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:58:38.709721 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:38.713191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fb653262-d73f-4df0-8461-f60b50b524c3 req-8f0a7601-4938-4e4a-98c9-2d713fbe9aea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "DELETE /v2.0/ports/b37212e0-30a4-49a6-95d1-644ed69bbc1d HTTP/1.1" status: 204 len: 173 time: 0.4505639 Oct 15 20:58:38.770870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-deleted', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:58:38.773223 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c428d4-55cb-4633-b5db-0c5567f7ce1b" -d '{"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-deleted", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:58:38.808416 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b0295-634d-49c6-931b-bd48e9cc039d x-openstack-request-id: req-fc5b0295-634d-49c6-931b-bd48e9cc039d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:58:38.808742 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938129ec-65ae-47f7-ad0c-7aa3ccd5abe6", "name": "network-vif-deleted", "tag": "b37212e0-30a4-49a6-95d1-644ed69bbc1d", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:58:38.808991 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc5b0295-634d-49c6-931b-bd48e9cc039d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:58:38.809433 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938129ec-65ae-47f7-ad0c-7aa3ccd5abe6', 'name': 'network-vif-deleted', 'tag': 'b37212e0-30a4-49a6-95d1-644ed69bbc1d', 'status': 'completed', 'code': 200} Oct 15 20:58:39.229860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e991b6c-8eae-4749-9cc6-f10fc4ea4df1 req-d5e230ca-84ca-458b-a908-e66d0e81114a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=938129ec-65ae-47f7-ad0c-7aa3ccd5abe6 HTTP/1.1" status: 200 len: 210 time: 0.0255833 Oct 15 20:58:39.381085 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-a647ae5a-4ea5-44d9-82f9-ba627e2026a3 req-5217587c-dacd-42b1-bab9-5ca1dbc13846 service neutron] (101181) timed out ('10.222.0.13', 34654) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 20:58:40.284542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39542) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:40.633298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:40.879103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 255a076a-71a1-4752-a2b5-f25f21120234 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:58:40.879438 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:40.964344 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 255a076a-71a1-4752-a2b5-f25f21120234, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=255a076a-71a1-4752-a2b5-f25f21120234,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:40.964697 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:40.976795 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 255a076a-71a1-4752-a2b5-f25f21120234 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:58:41.217751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:41.242697 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:58:41.249117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=255a076a-71a1-4752-a2b5-f25f21120234,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:41.262538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.262897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.263237 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.263608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.263951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.264290 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.266524 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:41.267429 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b37212e0-30a4-49a6-95d1-644ed69bbc1d {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:58:41.267810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b37212e0-30a4-49a6-95d1-644ed69bbc1d not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:58:41.443880 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:41.669059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:58:41.774899 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:58:41.780957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f67e29c4-34a6-4bfb-a0b7-eed8d46034bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/e246786d-cf3d-4f4d-81a1-08baeafdf3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4953785 Oct 15 20:58:41.784881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39544) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:41.785598 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Sync routers for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:58:41.795042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:41.795684 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:41.842064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting subnet fb0705d3-3b81-4e37-89be-2cf0fec2426f {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 20:58:41.846030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:41.892775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:41.906265 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:41.983375 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.095242 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:58:41Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:42.121050 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.121283 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Checking router: e246786d-cf3d-4f4d-81a1-08baeafdf3f1 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:58:42.129215 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Routers {'e246786d-cf3d-4f4d-81a1-08baeafdf3f1'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:42.129761 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:42.151048 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0705d3-3b81-4e37-89be-2cf0fec2426f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:42.153281 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.158857 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7298828e-5755-4adf-90dc-a0c3884e3609 None None] Network d8603885-1a74-437b-9bdc-1296de33c581 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:58:42.159236 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39546) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:42.159869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9fefde7e-ca87-416e-b6b5-2a533823bd4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/subnets/fb0705d3-3b81-4e37-89be-2cf0fec2426f HTTP/1.1" status: 204 len: 168 time: 0.3733857 Oct 15 20:58:42.238698 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] Set router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:42.278102 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.365387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] DHCP port deletion for d8603885-1a74-437b-9bdc-1296de33c581 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 20:58:42.390202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.414990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Deleting port ee905d2c-6290-48b1-a619-e951e4ea214f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:58:42.421392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.427821 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:58:41Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:42.453700 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02df3ab8-c161-4f32-be0e-b80f65d64225 None None] The sync data for ids ['e246786d-cf3d-4f4d-81a1-08baeafdf3f1'] in n-d-712140-14 is: [{'id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891587775', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:58:41Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': '04c6c4e9-3e9f-4372-937f-567f6881bece', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:da:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e246786d-cf3d-4f4d-81a1-08baeafdf3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:56:00Z', 'updated_at': '2021-10-15T20:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:58:42.477911 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] For port ee905d2c-6290-48b1-a619-e951e4ea214f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ee905d2c-6290-48b1-a619-e951e4ea214f,segment=NetworkSegment(a3e6db20-9f29-45a5-a122-77ae08a2d01e),segment_id=a3e6db20-9f29-45a5-a122-77ae08a2d01e)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:42.478309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.498912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Calling delete_port for ee905d2c-6290-48b1-a619-e951e4ea214f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:58:42.529206 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 04c6c4e9-3e9f-4372-937f-567f6881bece {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 20:58:42.529532 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.607941 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 04c6c4e9-3e9f-4372-937f-567f6881bece, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=04c6c4e9-3e9f-4372-937f-567f6881bece,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:42.608210 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.619428 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 04c6c4e9-3e9f-4372-937f-567f6881bece owned by network:router_gateway {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 20:58:42.648993 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.675847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] Pushing event deleted for resources: {'Port': ['ID=ee905d2c-6290-48b1-a619-e951e4ea214f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:42.680045 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef63e56-25e4-4abf-affa-42a696446f59 None None] No DVR routers for this DVR port ee905d2c-6290-48b1-a619-e951e4ea214f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 20:58:42.848859 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:42.874099 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=04c6c4e9-3e9f-4372-937f-567f6881bece,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:42.888755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.888755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.888755 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.894034 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:42.952230 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.044107 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.046223 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.140094 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.140570 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Fanout notify agent at l3_agent the message router_deleted on router e246786d-cf3d-4f4d-81a1-08baeafdf3f1 {{(pid=101181) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 20:58:43.148407 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.148845 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b8105ee0-7f99-477a-9a1b-22e8938674db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/routers/e246786d-cf3d-4f4d-81a1-08baeafdf3f1 HTTP/1.1" status: 204 len: 168 time: 0.9876125 Oct 15 20:58:43.152086 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39550) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:43.235510 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.319479 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.339281 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8603885-1a74-437b-9bdc-1296de33c581']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:43.348401 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e6db20-9f29-45a5-a122-77ae08a2d01e') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:43.348686 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e6db20-9f29-45a5-a122-77ae08a2d01e') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:43.358460 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.371364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.377346 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 20:58:43.377726 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: timer() Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 20:58:43.380637 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 20:58:43.517525 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.524963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.528004 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/networks/d8603885-1a74-437b-9bdc-1296de33c581 HTTP/1.1" status: 204 len: 168 time: 0.3749547 Oct 15 20:58:43.530841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39552) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:43.539477 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c1e84-9a23-4793-8e90-aaf9dc8e59cd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Network': ['ID=d8603885-1a74-437b-9bdc-1296de33c581,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:43.596338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.624599 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.639711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 255a076a-71a1-4752-a2b5-f25f21120234 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:58:43.660828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 255a076a-71a1-4752-a2b5-f25f21120234 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:58:43.661178 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 255a076a-71a1-4752-a2b5-f25f21120234 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:58:43.661601 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ee905d2c-6290-48b1-a619-e951e4ea214f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:58:43.690415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ee905d2c-6290-48b1-a619-e951e4ea214f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:58:43.690763 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ee905d2c-6290-48b1-a619-e951e4ea214f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:58:43.691197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 04c6c4e9-3e9f-4372-937f-567f6881bece no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 20:58:43.711612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 04c6c4e9-3e9f-4372-937f-567f6881bece {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 20:58:43.711957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 04c6c4e9-3e9f-4372-937f-567f6881bece not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 20:58:43.749491 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.753023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:43.754189 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/security-groups/28b8ae3d-4464-4640-8ca6-8548615c77cd HTTP/1.1" status: 204 len: 168 time: 0.2223547 Oct 15 20:58:43.763604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04663282-b005-4a2f-9076-12b5e885d051 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b8ae3d-4464-4640-8ca6-8548615c77cd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:44.175832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39558) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:44.180374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227409575', 'description': 'tempest-secgroup-smoke-1227409575 description', 'project_id': 'd152365e358d4636a83c23b1efa842bb'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:44.259765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.323081 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.395044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.429805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4948d9-8c88-41ee-94b6-9fcb18daab81,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:44.479056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.480367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-734cf2d7-bf4b-4f2c-8a52-6fdda851f332 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3035343 Oct 15 20:58:44.483134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39560) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:44.487429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:44.582039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.638687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.703324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.721170 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad25291-136f-4e67-bf22-33303d4ad8dc,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:44.804971 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.806178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1e33f7b2-b296-4b98-89c9-1c74905d7a78 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221059 Oct 15 20:58:44.814628 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:44.819016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:44.898355 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:44.955397 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.019497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.037114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0599683b-fdfd-41b8-906a-2446b07a82ec,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:45.110927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.112177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-42c088ca-c551-4582-9c4c-d81a14098883 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2966068 Oct 15 20:58:45.114838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:45.119117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:45.222341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.280089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.355110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.373975 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78925f46-bbdb-40e1-b0ab-5cc39c627dc2,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:45.447912 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.449144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fb3323d3-eaec-4f91-9bc8-0f40a839b5c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333654 Oct 15 20:58:45.451839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39566) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:45.456088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:45.567294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.625103 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.699905 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.716328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408ba9a8-cd33-4b0a-8bed-8c169adb0cca,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:45.802466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.803740 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-abc42e5a-a6a5-446b-879b-fc0cbd56b92e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3509343 Oct 15 20:58:45.806397 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39568) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:45.810655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:45.886204 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:58:45.891125 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:45.950947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.012149 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.028503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9053ab61-de9a-4815-90aa-1186336dbb94,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:46.099577 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.100973 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-12b73152-7d20-4a5d-82f2-18914546f79b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936525 Oct 15 20:58:46.103583 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39572) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:46.108055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': 'ef4948d9-8c88-41ee-94b6-9fcb18daab81', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:46.183757 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 20:58:46.188875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.268482 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.345650 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.362470 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f56254-2293-46f9-9f92-6a30234ba4b4,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:46.450595 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.451765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bc3b3f8e-85dd-46dc-8f42-4a99b111532f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471503 Oct 15 20:58:46.454464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39574) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:46.459181 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'network': {'name': 'tempest-network-smoke--2146976609', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:46.533716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:58:46.537374 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.560932 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 20:58:46.569294 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.569634 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Added segment ee60ecac-ab1d-4b44-a1d4-57e1c83c8949 of type vlan for network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 Oct 15 20:58:46.608075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.702875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.708545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:46.709131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.778469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Network': ['ID=13e5c27f-646b-44cd-aaf5-b4ffc91ff462,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:46.789066 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 20:58:46.809782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-29e046cc-2584-468f-8b75-9f606c6ee57f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3543162 Oct 15 20:58:46.812472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39576) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:46.816896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'admin_state_up': True, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:46.897873 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.898921 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:46.952659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:47.495358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:47.724063 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:47.746380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:47.844953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.59 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/ac903f29-16ee-4bee-9e9c-af8517ce1f89) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:58:47.950295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.048532 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.083149 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:58:48.086057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:48.090325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:58:48.117277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=ac903f29-16ee-4bee-9e9c-af8517ce1f89,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:48.375537 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.539737 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-830d0122-cbc9-474a-9032-32d8abc4c5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.570193 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.762941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router cbd202e6-40b9-4523-950d-6acc95a29b14 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 20:58:48.867791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:58:48.878000 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Sync routers for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:58:48.887186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:48.887830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:48.953456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:48.954701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df1f7973-af7c-4f36-b0ae-862a4f76d523 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1413002 Oct 15 20:58:48.957803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39578) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:48.996161 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:49.032060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-006f8ac8-d744-4da5-a300-90c210d06f19 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d152365e358d4636a83c23b1efa842bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730119 Oct 15 20:58:49.034408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39582) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:49.123660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5871baf-a6b2-4f29-8a21-baff22cf16c8 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:49.127842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f5871baf-a6b2-4f29-8a21-baff22cf16c8 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898809 Oct 15 20:58:49.128100 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39584) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:49.155979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-3b31765e-5a2f-4e13-b1a7-656a1fcfc1bb tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267782 Oct 15 20:58:49.158508 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39586) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:49.163233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1197254106', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:49.175368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:48Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:49.202603 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Checking router: cbd202e6-40b9-4523-950d-6acc95a29b14 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:58:49.202964 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Updating router cbd202e6-40b9-4523-950d-6acc95a29b14 port ac903f29-16ee-4bee-9e9c-af8517ce1f89 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:58:49.227776 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.311244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:58:49.314780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.477514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.537404 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.568835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.596246 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Attempting to bind port ac903f29-16ee-4bee-9e9c-af8517ce1f89 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:58:49.596799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Attempting to bind port ac903f29-16ee-4bee-9e9c-af8517ce1f89 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:58:49.597043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Attempting to bind port ac903f29-16ee-4bee-9e9c-af8517ce1f89 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:58:49.598901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Pushing event updated for resources: {'Port': ['ID=ac903f29-16ee-4bee-9e9c-af8517ce1f89,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:49.609335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.614176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:49.616758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:58:49.617474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:58:49.617870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.618244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:58:49.618714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Bound port: ac903f29-16ee-4bee-9e9c-af8517ce1f89, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:58:49.619084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.636288 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Subnet': ['ID=c85084f0-b2a1-4d29-892d-13a04808e310,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:49.644374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Checking segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:58:49.644731 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network hostable DHCP agents. Network: 13e5c27f-646b-44cd-aaf5-b4ffc91ff462, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 20:58:49.671995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] For port ac903f29-16ee-4bee-9e9c-af8517ce1f89, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:58:49.674919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] For port ac903f29-16ee-4bee-9e9c-af8517ce1f89, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ac903f29-16ee-4bee-9e9c-af8517ce1f89,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:58:49.734099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 20:58:49.774173 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.835997 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:49.836513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:49.840035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbbadc-c2cb-4459-9eca-c8d838d076e4 None None] Pushing event updated for resources: {'Port': ['ID=ac903f29-16ee-4bee-9e9c-af8517ce1f89,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:49.848128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 13e5c27f-646b-44cd-aaf5-b4ffc91ff462) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:49.852119 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:49.852733 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:49.879595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2a78e-8fde-43a0-abd6-74158d369458 None None] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:58:49.949184 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-72c1eaf0-6183-40e2-862f-840f097de0fd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7885282 Oct 15 20:58:49.951285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39588) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:58:50.008897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:50.333142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 20:58:50.333998 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.386694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.493947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:48Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:50.522900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6cf47-1674-43ce-889f-02351c35be46 None None] The sync data for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 is: [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:48Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:58:50.535420 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Allocated IP 172.20.0.2 (13e5c27f-646b-44cd-aaf5-b4ffc91ff462/c85084f0-b2a1-4d29-892d-13a04808e310/d8e0e6ff-8001-4e6c-8893-58324d443414) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:58:50.690147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.780697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.815709 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:58:50.820474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:50.824614 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:58:50.836321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.1 (13e5c27f-646b-44cd-aaf5-b4ffc91ff462/c85084f0-b2a1-4d29-892d-13a04808e310/e2b72c10-efd5-4d40-a9f9-66428829062c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:58:50.855960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Pushing event updated for resources: {'Port': ['ID=d8e0e6ff-8001-4e6c-8893-58324d443414,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:50.890782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Attempting to bind port d8e0e6ff-8001-4e6c-8893-58324d443414 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:58:50.891832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Attempting to bind port d8e0e6ff-8001-4e6c-8893-58324d443414 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:58:50.892461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Attempting to bind port d8e0e6ff-8001-4e6c-8893-58324d443414 on network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:58:50.898504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:58:50.903754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Checking segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:58:50.903754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.903754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Bound using segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:58:50.903754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Bound port: d8e0e6ff-8001-4e6c-8893-58324d443414, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:58:50.903754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.966620 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:50.969104 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] For port d8e0e6ff-8001-4e6c-8893-58324d443414, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:58:50.972344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] For port d8e0e6ff-8001-4e6c-8893-58324d443414, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8e0e6ff-8001-4e6c-8893-58324d443414,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:58:51.041547 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.066480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.106809 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d213b-49e8-4470-bce2-fde515369c5a None None] Pushing event updated for resources: {'Port': ['ID=d8e0e6ff-8001-4e6c-8893-58324d443414,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:51.123439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:51.139531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:58:51.141735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:51.144126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:58:51.189372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.411285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.499999 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e6031d4d-ec67-4690-967b-b701adcb5433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.504881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8e0e6ff-8001-4e6c-8893-58324d443414 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:58:51.554536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d8e0e6ff-8001-4e6c-8893-58324d443414 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:51.554777 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.638514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.677577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port d8e0e6ff-8001-4e6c-8893-58324d443414, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8e0e6ff-8001-4e6c-8893-58324d443414,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:51.707105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.766575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.767399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ac903f29-16ee-4bee-9e9c-af8517ce1f89 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:58:51.789186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.849450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=d8e0e6ff-8001-4e6c-8893-58324d443414,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:51.858343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ac903f29-16ee-4bee-9e9c-af8517ce1f89 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:51.858703 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.864381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:51.867358 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.950438 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:51.971245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port ac903f29-16ee-4bee-9e9c-af8517ce1f89, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ac903f29-16ee-4bee-9e9c-af8517ce1f89,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:51.973648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:58:51.975459 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:52.063642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.120797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=ac903f29-16ee-4bee-9e9c-af8517ce1f89,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:52.124948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f6eff2-6d79-4a5a-8e17-3acb3ba10a25 None None] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 20:58:52.241672 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9f93ea82-c38d-4141-a842-b43cc0faac5c None None] Provisioning complete for port d8e0e6ff-8001-4e6c-8893-58324d443414 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:52.242201 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9f93ea82-c38d-4141-a842-b43cc0faac5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.451859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.474532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router cbd202e6-40b9-4523-950d-6acc95a29b14 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:58:52.594648 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:58:52.604261 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a90cd4f7-f41a-4760-9724-2ce8d599b995 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/cbd202e6-40b9-4523-950d-6acc95a29b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6517353 Oct 15 20:58:52.611720 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4383ad3a-63e9-4c09-ae94-4d7ecbbf09bf None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:52.612284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4383ad3a-63e9-4c09-ae94-4d7ecbbf09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.643472 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Sync routers for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:58:52.654236 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:52.654947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4383ad3a-63e9-4c09-ae94-4d7ecbbf09bf None None] Port e2b72c10-efd5-4d40-a9f9-66428829062c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:58:52.655325 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:52.665339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4383ad3a-63e9-4c09-ae94-4d7ecbbf09bf None None] Provisioning complete for port d8e0e6ff-8001-4e6c-8893-58324d443414 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:52.665862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4383ad3a-63e9-4c09-ae94-4d7ecbbf09bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.786553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-8a60a441-25f8-4e3b-b87a-fd585e5e54b3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227409575&fields=id&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 267 time: 0.0405393 Oct 15 20:58:52.787615 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:52.888931 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-d7e71b25-36ca-4620-b22b-a98ba4ac90a5 None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:52.889951 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d7e71b25-36ca-4620-b22b-a98ba4ac90a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:52.909472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4dc641d2-5077-45a5-b0d4-67fa56966111 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:52.911022 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4dc641d2-5077-45a5-b0d4-67fa56966111 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 797 time: 0.1142612 Oct 15 20:58:52.929681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-ba98a07a-a14c-4edc-b2e2-d1572a7ec481 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/quotas/d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 375 time: 0.0111716 Oct 15 20:58:52.935969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-d7e71b25-36ca-4620-b22b-a98ba4ac90a5 None None] Port e2b72c10-efd5-4d40-a9f9-66428829062c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:58:53.004138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-947114d5-999b-4631-a382-c8c2534a17ce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547564 Oct 15 20:58:53.094351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.108764 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-ea6d9a90-4825-42de-b2be-119d67d81d8c service neutron] 10.222.0.13 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913491 Oct 15 20:58:53.110005 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 2, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:53.136397 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Checking router: cbd202e6-40b9-4523-950d-6acc95a29b14 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:58:53.136660 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Updating router cbd202e6-40b9-4523-950d-6acc95a29b14 port e2b72c10-efd5-4d40-a9f9-66428829062c binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 20:58:53.157408 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b9bdc232-9e44-4a94-a606-8a060e922d37 None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:53.157922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9bdc232-9e44-4a94-a606-8a060e922d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.161135 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.208984 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-7ae7edcc-51b3-4b53-bcd3-a3b274ce5e57 service neutron] 10.222.0.13 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937419 Oct 15 20:58:53.218925 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdc232-9e44-4a94-a606-8a060e922d37 None None] Port e2b72c10-efd5-4d40-a9f9-66428829062c cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:58:53.282957 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.436934 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.452141 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8e0e6ff-8001-4e6c-8893-58324d443414 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:58:53.460730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d1507b5-d9c7-4577-a77f-b574c5f22f88 req-5f60ca64-3de8-4f14-9dcd-a2cfb3ce205d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0304554 Oct 15 20:58:53.497197 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.510531 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d8e0e6ff-8001-4e6c-8893-58324d443414 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:53.511052 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.593838 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Pushing event updated for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:53.603523 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.604547 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.605594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.605594 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.605991 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.606379 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.606767 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.607153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.607587 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.607980 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.608364 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.608746 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 20:58:53.612145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ac903f29-16ee-4bee-9e9c-af8517ce1f89 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:58:53.624219 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Attempting to bind port e2b72c10-efd5-4d40-a9f9-66428829062c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:58:53.627244 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Attempting to bind port e2b72c10-efd5-4d40-a9f9-66428829062c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:58:53.627244 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Attempting to bind port e2b72c10-efd5-4d40-a9f9-66428829062c on network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:58:53.630448 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:58:53.630831 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Checking segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:58:53.631287 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.631840 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Bound using segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:58:53.632309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Bound port: e2b72c10-efd5-4d40-a9f9-66428829062c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:58:53.632688 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.639229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.670173 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port ac903f29-16ee-4bee-9e9c-af8517ce1f89 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:53.671275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.698653 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] For port e2b72c10-efd5-4d40-a9f9-66428829062c, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:58:53.701977 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] For port e2b72c10-efd5-4d40-a9f9-66428829062c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e2b72c10-efd5-4d40-a9f9-66428829062c,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:58:53.789130 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.845145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:53.845431 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:58:53.845798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.846050 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:53.884255 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4badbe-a88c-4c86-ba03-3bafb7554da8 None None] Pushing event updated for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:53.929759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:53.964240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] For port e2b72c10-efd5-4d40-a9f9-66428829062c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e2b72c10-efd5-4d40-a9f9-66428829062c,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:58:53.967826 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:58:54.023005 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:54.070554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3d46a-6368-4cbe-832f-6b1e46775c4d None None] Pushing event updated for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:54.142496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4ba4856e-cc25-4db7-b64b-61d52605e44d None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:54.142731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ba4856e-cc25-4db7-b64b-61d52605e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:54.171166 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:58:54.197492 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228a9eb3-4de3-4c6d-b564-4e6fcdba41e0 None None] The sync data for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 is: [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:58:54.549081 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a31fac6e-37dd-4e85-a780-b05be6346ffd req-d20271d1-eb14-4f4d-a8a4-025aeb2c09e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Oct 15 20:58:54.829337 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:55.421820 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e2b72c10-efd5-4d40-a9f9-66428829062c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:58:55.468739 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e2b72c10-efd5-4d40-a9f9-66428829062c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:55.469015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:55.625005 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c76dff2a-1f8c-4fbd-9e09-b8bcc721e4b7 req-402abf40-5294-4fd8-a11b-156502bf54c8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0256727 Oct 15 20:58:56.722530 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-173cb60a-66dd-487c-b522-a0ba6328c414 req-bcd83eb3-fee4-44db-9695-3212c3d02d8e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0323999 Oct 15 20:58:57.420793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-10209071-412e-4db0-98fe-8f407bd21f26 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:57.422325 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-10209071-412e-4db0-98fe-8f407bd21f26 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 797 time: 0.1017873 Oct 15 20:58:57.466130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-3888c2bd-e0a5-411d-889b-a7f0fd1d2301 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 380 time: 0.0340846 Oct 15 20:58:57.474215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'port': {'device_id': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'admin_state_up': True, 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'security_groups': ['ef4948d9-8c88-41ee-94b6-9fcb18daab81']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:57.654057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 20:58:57.657597 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:57.781909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.6 (13e5c27f-646b-44cd-aaf5-b4ffc91ff462/c85084f0-b2a1-4d29-892d-13a04808e310/d37542fe-fcf4-44bd-9e57-46aa990e2cdd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:58:57.827468 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a73680c-4962-432c-8378-d9c05fa64356 req-60143d5f-595e-44eb-828a-50df70db9fb8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0369394 Oct 15 20:58:57.948523 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.042859 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.087952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:58:58.090991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:58:58.094652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:58:58.124680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:58.150866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:58.151479 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.234550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-4af07861-feb3-4f35-a58c-97481b542455 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7637892 Oct 15 20:58:58.247515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Request body: {'port': {'device_id': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:58:58.301087 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.367849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a4354605-b121-4f55-b004-66e39f218d61 None None] Provisioning complete for port d37542fe-fcf4-44bd-9e57-46aa990e2cdd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:58:58.368440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4354605-b121-4f55-b004-66e39f218d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.406828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a4354605-b121-4f55-b004-66e39f218d61 None None] Port d37542fe-fcf4-44bd-9e57-46aa990e2cdd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 20:58:58.569740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37542fe-fcf4-44bd-9e57-46aa990e2cdd {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:58:58.577263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.588724 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Transition to ACTIVE for port object d37542fe-fcf4-44bd-9e57-46aa990e2cdd will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 20:58:58.657367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.710737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Pushing event updated for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:58.780759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Attempting to bind port d37542fe-fcf4-44bd-9e57-46aa990e2cdd on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 20:58:58.781131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Attempting to bind port d37542fe-fcf4-44bd-9e57-46aa990e2cdd by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 20:58:58.781457 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Attempting to bind port d37542fe-fcf4-44bd-9e57-46aa990e2cdd on network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:58:58.786020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Port d37542fe-fcf4-44bd-9e57-46aa990e2cdd on network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 20:58:58.786659 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Attempting to bind port d37542fe-fcf4-44bd-9e57-46aa990e2cdd on network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 20:58:58.791264 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 20, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 20:58:58.791618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Checking segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 20:58:58.791997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Bound using segment: {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 20:58:58.792422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Bound port: d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 20:58:58.792773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:58.859482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 20:58:58.865388 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 20:58:58.943228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f7387-9d4e-4f0a-980a-e9d97d5efd02 req-12c099e0-e336-43ae-8b0b-1e6c183a13c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:58.944750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e68f7387-9d4e-4f0a-980a-e9d97d5efd02 req-12c099e0-e336-43ae-8b0b-1e6c183a13c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 943 time: 0.0496495 Oct 15 20:58:58.961348 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:59.004267 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.004875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:58:59.006240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] 10.222.0.15 "PUT /v2.0/ports/d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 1092 time: 0.7636309 Oct 15 20:58:59.006683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:58:59.008978 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75031dc2-1d58-4d26-9a3e-a230d76e406a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:58:59.045453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e68f7387-9d4e-4f0a-980a-e9d97d5efd02 req-d20c9de6-f40f-49b0-bdcc-a32f85535d04 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941272 Oct 15 20:58:59.050357 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c4a9c-3548-448f-ad5b-cde1a267f72f service neutron] Pushing event updated for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:58:59.091997 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4f97a7-ba2f-4404-8544-f3bd0b668f76 x-openstack-request-id: req-5f4f97a7-ba2f-4404-8544-f3bd0b668f76 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:58:59.092290 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:58:59.092539 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f4f97a7-ba2f-4404-8544-f3bd0b668f76 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:58:59.092952 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'status': 'completed', 'code': 200} Oct 15 20:58:59.157422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-17500ed4-e7c9-44af-a24e-844a276f7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.158985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-17500ed4-e7c9-44af-a24e-844a276f7f0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0473857 Oct 15 20:58:59.258491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-1583ece2-658f-404b-94c6-aa5df249c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.259990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-1583ece2-658f-404b-94c6-aa5df249c050 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d152365e358d4636a83c23b1efa842bb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0930731 Oct 15 20:58:59.357475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-99c78bc0-2367-41e1-9d51-05082d81b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.358925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75031dc2-1d58-4d26-9a3e-a230d76e406a req-99c78bc0-2367-41e1-9d51-05082d81b2c5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921166 Oct 15 20:58:59.435465 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-7fc07031-3a82-4121-9874-ec78094edda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.436975 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-7fc07031-3a82-4121-9874-ec78094edda4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0415046 Oct 15 20:58:59.482804 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-5d810467-7bff-469a-9009-6d4aaf495ab4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 217 time: 0.0382862 Oct 15 20:58:59.530994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-6d9ffcf0-b81a-49da-a980-c7a14d871d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.532439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-6d9ffcf0-b81a-49da-a980-c7a14d871d7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0432150 Oct 15 20:58:59.577229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-c4ce2c5a-98f3-4b1f-b982-b8171e195a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:58:59.578698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-c4ce2c5a-98f3-4b1f-b982-b8171e195a2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391653 Oct 15 20:58:59.676553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-ee3abb18-00a3-43cc-a68b-9834da0d0a00 service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907607 Oct 15 20:58:59.766751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1226cf7a-adf8-453a-8d20-21940f79c3ba req-35c87591-85a6-4017-9744-dc493de5d0ad service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831826 Oct 15 20:59:00.165758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0040be-a6db-4950-973f-0c038f387eae req-657f6259-e957-4bad-b38e-c2b3e35d6835 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:00.167210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0040be-a6db-4950-973f-0c038f387eae req-657f6259-e957-4bad-b38e-c2b3e35d6835 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 943 time: 0.0528312 Oct 15 20:59:00.206197 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cb0040be-a6db-4950-973f-0c038f387eae req-e281a86f-5d4a-4249-87db-b90917a2029d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Oct 15 20:59:01.320720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb577f98-8223-4b9d-b3cf-78fac5d331a4 req-3c148820-c8ba-449f-9372-75db7aa5153a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:01.322211 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb577f98-8223-4b9d-b3cf-78fac5d331a4 req-3c148820-c8ba-449f-9372-75db7aa5153a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 943 time: 0.0488145 Oct 15 20:59:01.361626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb577f98-8223-4b9d-b3cf-78fac5d331a4 req-6ab297f9-21b4-49a2-bf27-d11e1baf77a4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Oct 15 20:59:02.476123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb11f3c-ae93-49b2-bdc9-4444e97888fc req-ea3c0c6b-55e4-4470-a91a-f072938e1f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:02.477523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8eb11f3c-ae93-49b2-bdc9-4444e97888fc req-ea3c0c6b-55e4-4470-a91a-f072938e1f9a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 943 time: 0.0488966 Oct 15 20:59:02.514376 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8eb11f3c-ae93-49b2-bdc9-4444e97888fc req-9065d000-6089-4b3a-a7be-e1fc142c016a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Oct 15 20:59:02.650375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d37542fe-fcf4-44bd-9e57-46aa990e2cdd details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 20:59:02.748154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:59:02.759148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'port_id': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'mac_address': 'fa:16:3e:bf:60:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 20:59:02.799439 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:02.817783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37542fe-fcf4-44bd-9e57-46aa990e2cdd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 20:59:02.837741 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:59:02.888653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:02.934790 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:59:03.216244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['d37542fe-fcf4-44bd-9e57-46aa990e2cdd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 20:59:03.632125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec8514-5f93-4250-b463-3cb48be90479 req-a48af8f2-795c-4537-a37a-b480cfce896f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:03.633605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fec8514-5f93-4250-b463-3cb48be90479 req-a48af8f2-795c-4537-a37a-b480cfce896f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 944 time: 0.0530827 Oct 15 20:59:03.671352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5fec8514-5f93-4250-b463-3cb48be90479 req-f07cc416-d48a-4414-ac99-f49268ba5246 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Oct 15 20:59:04.644569 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:59:04.656649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d37542fe-fcf4-44bd-9e57-46aa990e2cdd up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 20:59:04.783863 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba45fd-ae5c-4b40-a94f-fc0b0ff2f30e req-d1ad62e9-c2d8-4a42-9d4d-23504f6f7055 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:04.785047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port d37542fe-fcf4-44bd-9e57-46aa990e2cdd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 20:59:04.785366 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4ba45fd-ae5c-4b40-a94f-fc0b0ff2f30e req-d1ad62e9-c2d8-4a42-9d4d-23504f6f7055 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Oct 15 20:59:04.789068 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port d37542fe-fcf4-44bd-9e57-46aa990e2cdd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 20:59:04.789436 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:04.824803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4ba45fd-ae5c-4b40-a94f-fc0b0ff2f30e req-1d7ca691-4289-4e4b-894c-e982e1ddd6d4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Oct 15 20:59:04.876843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:04.899226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:59:04.901433 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f230bcc7-3188-4cdf-8c15-f77436f6f227" -d '{"events": [{"server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:59:04.914706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 20:59:04.937429 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 20:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c41fd8-821f-4105-8a62-13cd3297b786 x-openstack-request-id: req-f7c41fd8-821f-4105-8a62-13cd3297b786 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:59:04.937714 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "name": "network-vif-plugged", "status": "completed", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:59:04.937963 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7c41fd8-821f-4105-8a62-13cd3297b786 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:59:04.941396 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'code': 200} Oct 15 20:59:04.988600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:05.030860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6412f8-02c9-4e78-b5c5-5fbba047da1a req-b883defa-b983-4d9a-80b8-b1c816d5d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:05.032395 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d6412f8-02c9-4e78-b5c5-5fbba047da1a req-b883defa-b983-4d9a-80b8-b1c816d5d025 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0403514 Oct 15 20:59:05.036799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:59:05.067838 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d6412f8-02c9-4e78-b5c5-5fbba047da1a req-65f6e1af-5c65-4d0f-b004-a18a42082818 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284450 Oct 15 20:59:05.943634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f248c9-e2a4-4ee0-84d8-ee4760372d11 req-e8550f6d-c94d-4af7-a990-804eca823153 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:05.945090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64f248c9-e2a4-4ee0-84d8-ee4760372d11 req-e8550f6d-c94d-4af7-a990-804eca823153 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Oct 15 20:59:05.982235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64f248c9-e2a4-4ee0-84d8-ee4760372d11 req-ee27531d-81f4-4b5d-bc67-f5d90b57c1bd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304208 Oct 15 20:59:07.096939 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55f6a6-4022-4d35-8cc1-1c299f20dd3d req-0019c00a-ee53-4cbf-aada-5b6ae415b74b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:07.098413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e55f6a6-4022-4d35-8cc1-1c299f20dd3d req-0019c00a-ee53-4cbf-aada-5b6ae415b74b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0487697 Oct 15 20:59:07.135064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e55f6a6-4022-4d35-8cc1-1c299f20dd3d req-48f8a1bf-6e29-442a-98be-6c5e10ba697d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307658 Oct 15 20:59:07.246507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6483ef-5c6c-4656-a9a1-ecc5e12e837c req-c2cba949-56e6-4259-850f-8a6406c8d9bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:07.248663 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb6483ef-5c6c-4656-a9a1-ecc5e12e837c req-c2cba949-56e6-4259-850f-8a6406c8d9bb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0490949 Oct 15 20:59:07.305529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bb6483ef-5c6c-4656-a9a1-ecc5e12e837c req-ab1872b2-f489-4e93-88fd-708d87c18c29 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443816 Oct 15 20:59:07.321580 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39656) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:59:07.359823 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa8e6b-5f0b-4926-abd8-e1dc3a52e9f5 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:07.361324 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b0aa8e6b-5f0b-4926-abd8-e1dc3a52e9f5 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1092 time: 0.0387537 Oct 15 20:59:07.364153 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39658) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:59:07.368343 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 20:59:07.436801 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:07.534760 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:07.633545 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_common [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.40 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/dbc81a88-4f81-4a30-b605-c497d41d5037) {{(pid=101181) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 20:59:07.736112 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:07.834611 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:07.870143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101181) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 20:59:07.873738 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 20:59:07.877207 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101181) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 20:59:07.903436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=dbc81a88-4f81-4a30-b605-c497d41d5037,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:59:08.228932 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:08.368202 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:08.515812 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:08.567648 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127291253'] for port, after_update {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:08.635350 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=dbc81a88-4f81-4a30-b605-c497d41d5037,revision_number=2']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 20:59:08.647418 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:08.744349 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 888b47df-2323-4715-bafb-8b536c1d8bf5 associated. External IP: 172.25.0.40, port: d37542fe-fcf4-44bd-9e57-46aa990e2cdd. Oct 15 20:59:09.271071 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router cbd202e6-40b9-4523-950d-6acc95a29b14 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 20:59:09.377235 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 20:59:09.387927 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Sync routers for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 20:59:09.397934 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:59:09.398548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:59:09.450979 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:09.477865 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-acb99205-c1f7-4152-bef6-911d5860cc54 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1126990 Oct 15 20:59:09.481558 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 20:59:09.481558 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30248eec-23df-45d4-8d62-5b205a23ccc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 20:59:09.505894 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:59:09.580613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c7257-a772-4f3b-9f14-86fe4b7b561c req-334f1206-98b3-49bd-a7b7-f79461dd8f1e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:09.582214 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff7c7257-a772-4f3b-9f14-86fe4b7b561c req-334f1206-98b3-49bd-a7b7-f79461dd8f1e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Oct 15 20:59:09.624433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff7c7257-a772-4f3b-9f14-86fe4b7b561c req-193e8842-65d7-4dab-b7a9-07d797e2dc2f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348108 Oct 15 20:59:09.648013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39664) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:59:09.690763 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 20:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc54e31-f862-4b49-b20f-3d93a086c556 x-openstack-request-id: req-ecc54e31-f862-4b49-b20f-3d93a086c556 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 20:59:09.691137 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 20:59:09.691459 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecc54e31-f862-4b49-b20f-3d93a086c556 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 20:59:09.691954 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'status': 'completed', 'code': 200} Oct 15 20:59:09.721353 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-6b122db7-b8b9-4651-9379-281af141760b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/888b47df-2323-4715-bafb-8b536c1d8bf5 HTTP/1.1" status: 200 len: 990 time: 0.0719299 Oct 15 20:59:09.732652 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-574c3e00-eb80-482f-b1e2-5314c1f9d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:09.734146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-574c3e00-eb80-482f-b1e2-5314c1f9d3a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0411632 Oct 15 20:59:09.742947 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '888b47df-2323-4715-bafb-8b536c1d8bf5', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'port_id': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'mac_address': 'fa:16:3e:bf:60:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:59:08Z', 'updated_at': '2021-10-15T20:59:08Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:59:09.770700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Checking router: cbd202e6-40b9-4523-950d-6acc95a29b14 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 20:59:09.778945 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 20:59:09.779535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T20:58:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:59:09.823495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-a99d128f-f229-4973-93a0-8eb7b5288cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:09.825245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-a99d128f-f229-4973-93a0-8eb7b5288cbc service neutron] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 898 time: 0.0844507 Oct 15 20:59:09.896781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-ff0fd842-ba10-4c3e-8d85-149eaa6bd546 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 998 time: 0.0644989 Oct 15 20:59:09.947706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-d467c9ba-b6f9-4dff-b83f-cb7c3f580fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:09.949198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-d467c9ba-b6f9-4dff-b83f-cb7c3f580fa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0446901 Oct 15 20:59:09.996435 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-a8ffd3a2-fa61-45b2-a55d-eb8feff9a39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:09.998924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-a8ffd3a2-fa61-45b2-a55d-eb8feff9a39f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431559 Oct 15 20:59:10.037523 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 20:59:10.092792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-39888be3-0d5b-4b73-aa09-35e69a96db97 service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868969 Oct 15 20:59:10.185848 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-30248eec-23df-45d4-8d62-5b205a23ccc9 req-862c2bb8-5a28-4454-892b-3ec23908dd23 service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866811 Oct 15 20:59:10.261970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '888b47df-2323-4715-bafb-8b536c1d8bf5', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'port_id': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'mac_address': 'fa:16:3e:bf:60:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:59:08Z', 'updated_at': '2021-10-15T20:59:08Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 20:59:10.302885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a09776-162e-434a-8f16-7ca0e1934f8e None None] The sync data for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 is: [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '888b47df-2323-4715-bafb-8b536c1d8bf5', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.40', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'port_id': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'mac_address': 'fa:16:3e:bf:60:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T20:59:08Z', 'updated_at': '2021-10-15T20:59:08Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 20:59:10.495636 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7d670-eac7-4297-a4ce-edcc3acc6249 None None] New status for floating IP 888b47df-2323-4715-bafb-8b536c1d8bf5: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 20:59:10.723961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39666) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 20:59:10.790380 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-52efd0e9-0a43-4c42-8445-dd737409fcd4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/888b47df-2323-4715-bafb-8b536c1d8bf5 HTTP/1.1" status: 200 len: 992 time: 0.0652771 Oct 15 20:59:18.565679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2c66d412-b51b-467a-97ef-267e7e786e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:21.528462 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f8d2dc54-d716-47d0-80c4-d5d9e5b82da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:22.428476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:23.114309 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:23.273869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:23.611270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:24.845864 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:41.433306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-7fbfa43b-ac78-4301-9fd3-167732ea713c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399425 Oct 15 20:59:41.517053 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-b1f9cf8a-edd6-4206-913c-0c92a73b0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:41.518454 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-b1f9cf8a-edd6-4206-913c-0c92a73b0e72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0419621 Oct 15 20:59:41.625049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-3ca447e0-5252-4c06-a3d0-a2cbcffcfa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:41.626515 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-3ca447e0-5252-4c06-a3d0-a2cbcffcfa98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 898 time: 0.0887837 Oct 15 20:59:41.646171 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 20:59:41.695042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-152d38f1-3e6c-4f76-95f1-9db216494e61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 1000 time: 0.0604527 Oct 15 20:59:41.744031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-8b7dd178-b96a-4b3f-9791-22514c6a2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:41.745470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-8b7dd178-b96a-4b3f-9791-22514c6a2f1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0430219 Oct 15 20:59:41.795545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-06521c24-e4aa-4ccb-8aef-1527bfd4c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 20:59:41.796977 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-06521c24-e4aa-4ccb-8aef-1527bfd4c46c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436959 Oct 15 20:59:41.896708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-ea2fea5c-f9e8-4c0e-9bbc-e107249bf0ba service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913684 Oct 15 20:59:41.999946 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-373a81a9-2c42-4ccc-8d2e-ba37ec26c7a2 req-fbe1b103-2491-40f1-96f0-982cd0b6d790 service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958953 Oct 15 20:59:48.579066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c29d1405-8dc2-4cc1-956d-785d35e61e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:51.525197 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7c4a7c2a-ec35-4a7a-a87f-c4174d05545e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:52.424117 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:53.104577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:53.308615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:53.617009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 20:59:54.824420 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:13.881210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226421c7-4db6-4ae4-a15e-3f9835de6c47 req-2b405429-6ca6-4fd6-8fa7-360d97982c3d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:13.882691 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226421c7-4db6-4ae4-a15e-3f9835de6c47 req-2b405429-6ca6-4fd6-8fa7-360d97982c3d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.1212227 Oct 15 21:00:13.919985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-226421c7-4db6-4ae4-a15e-3f9835de6c47 req-93c9867a-2b4a-4df0-a18e-fdc8182c72e8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310342 Oct 15 21:00:15.036199 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772c4ca-dbcf-4767-babd-0cc6f6289617 req-a128bd0a-ae40-4e63-9af1-3a641f816da9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:15.037639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0772c4ca-dbcf-4767-babd-0cc6f6289617 req-a128bd0a-ae40-4e63-9af1-3a641f816da9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Oct 15 21:00:15.077933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0772c4ca-dbcf-4767-babd-0cc6f6289617 req-ab4da646-c0eb-4ec5-a915-fb215be46f27 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343316 Oct 15 21:00:16.191962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae2802-3557-4bb9-9ed5-358a632d6c4c req-6ba636f4-b277-4d15-8382-0e028ce515f7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:16.193439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58ae2802-3557-4bb9-9ed5-358a632d6c4c req-6ba636f4-b277-4d15-8382-0e028ce515f7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Oct 15 21:00:16.231082 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-58ae2802-3557-4bb9-9ed5-358a632d6c4c req-c84ba347-3461-41fe-9d34-11a131c54892 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Oct 15 21:00:17.345717 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b4e33-0a44-40bd-81d6-662b25000799 req-7c347ea8-6cab-4175-ba3f-b36919d91f4b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:17.347154 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c5b4e33-0a44-40bd-81d6-662b25000799 req-7c347ea8-6cab-4175-ba3f-b36919d91f4b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 15 21:00:17.384365 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0c5b4e33-0a44-40bd-81d6-662b25000799 req-b7742b3b-5daf-43de-8e1c-407bff5dd58c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Oct 15 21:00:18.496480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dab3d0-06d9-4e5b-bf46-224c0fa67f71 req-df313fb5-ff80-4e04-a68a-3354b37af96a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:18.497896 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44dab3d0-06d9-4e5b-bf46-224c0fa67f71 req-df313fb5-ff80-4e04-a68a-3354b37af96a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0479996 Oct 15 21:00:18.539229 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44dab3d0-06d9-4e5b-bf46-224c0fa67f71 req-b569519d-ade3-4487-946d-9ed5ae46323e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348504 Oct 15 21:00:18.555723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-492e2e43-700f-46bf-beb5-6ab1b4425c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:18.646653 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:00:19.651378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef1070-65ca-4764-b0bb-a0b514e9cae7 req-090333bc-8f73-488c-a70f-79ddadb4cf2c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:19.652863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eef1070-65ca-4764-b0bb-a0b514e9cae7 req-090333bc-8f73-488c-a70f-79ddadb4cf2c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Oct 15 21:00:19.690332 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7eef1070-65ca-4764-b0bb-a0b514e9cae7 req-caad8896-8b76-483a-9e42-dae6f3e64072 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Oct 15 21:00:20.804472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f771978-b79a-4f13-9b80-78824100f59a req-e1c15121-1113-409f-b993-23f3223342ce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:20.805835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f771978-b79a-4f13-9b80-78824100f59a req-e1c15121-1113-409f-b993-23f3223342ce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0488694 Oct 15 21:00:20.841578 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4f771978-b79a-4f13-9b80-78824100f59a req-724dbb57-019a-4474-a24d-6f692d3bda7b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299537 Oct 15 21:00:21.475150 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f4de06aa-dd3b-49ad-aac8-23bb2ad7a781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:21.957217 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed822-c0a4-4bb8-9f56-ba18c497c4b1 req-61c0bf13-baff-4254-a994-721bbdcd6ce7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:21.962501 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c95ed822-c0a4-4bb8-9f56-ba18c497c4b1 req-61c0bf13-baff-4254-a994-721bbdcd6ce7 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0473547 Oct 15 21:00:22.006297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c95ed822-c0a4-4bb8-9f56-ba18c497c4b1 req-2f8dc6b3-ba17-4229-8a70-62f524a9791e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Oct 15 21:00:22.421909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:23.110186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:23.121371 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c0595-04cd-4b3b-82c9-841044d5630b req-3d686ae3-7181-4f9e-823a-cbfbb858cd1c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:23.124245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e5c0595-04cd-4b3b-82c9-841044d5630b req-3d686ae3-7181-4f9e-823a-cbfbb858cd1c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0483015 Oct 15 21:00:23.160775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8e5c0595-04cd-4b3b-82c9-841044d5630b req-257da475-438d-4690-836e-3050c3c4267c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316005 Oct 15 21:00:23.286445 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:23.629602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:24.275719 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f9800-9502-417f-b581-33515f111307 req-80c24706-70f3-4d2f-9cc1-bbbec4ad6ae2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:24.277195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c03f9800-9502-417f-b581-33515f111307 req-80c24706-70f3-4d2f-9cc1-bbbec4ad6ae2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0482368 Oct 15 21:00:24.314497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c03f9800-9502-417f-b581-33515f111307 req-7cb7774c-713f-4c0d-8d29-b010367e924c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307052 Oct 15 21:00:24.839235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:25.429205 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059c302-cb34-4d7c-b59d-fd8b2849f696 req-30e7b17c-7925-45d2-a714-c6e711828ae8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:25.429205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4059c302-cb34-4d7c-b59d-fd8b2849f696 req-30e7b17c-7925-45d2-a714-c6e711828ae8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0476203 Oct 15 21:00:25.470980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4059c302-cb34-4d7c-b59d-fd8b2849f696 req-7c87decf-554e-4bf4-be5c-4d7b1f539b4f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359428 Oct 15 21:00:26.583233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e797d-be8a-4dd1-a14b-66cb0b8f501f req-6ff4c77d-36a5-4ec8-a66a-63add881c5ea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:26.584852 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-114e797d-be8a-4dd1-a14b-66cb0b8f501f req-6ff4c77d-36a5-4ec8-a66a-63add881c5ea tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0476596 Oct 15 21:00:26.621323 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-114e797d-be8a-4dd1-a14b-66cb0b8f501f req-6fb6220b-bcd5-42a4-9967-7fd2cf5ae165 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Oct 15 21:00:27.733330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a858b-549a-46fb-977e-358644b4bd54 req-6ba8aa3c-d918-4a0e-83a2-2c41f65ac932 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:27.734783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d2a858b-549a-46fb-977e-358644b4bd54 req-6ba8aa3c-d918-4a0e-83a2-2c41f65ac932 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0475879 Oct 15 21:00:27.771891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9d2a858b-549a-46fb-977e-358644b4bd54 req-6de589a2-be38-4c2c-bcde-042c34722c25 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306170 Oct 15 21:00:28.884327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad3025-c35a-402a-82d9-738e9280bc8d req-59d826fb-b96e-44af-a4de-70bd3155729d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:28.885783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5ad3025-c35a-402a-82d9-738e9280bc8d req-59d826fb-b96e-44af-a4de-70bd3155729d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0477874 Oct 15 21:00:28.927073 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b5ad3025-c35a-402a-82d9-738e9280bc8d req-51652857-7c30-47a1-9a37-45c07e103f22 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354104 Oct 15 21:00:30.039847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba251a06-9b16-4e4a-8bb2-ccd3bad41124 req-43bf45a6-50ac-44e4-8171-2cd84d7c1eeb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:30.041304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba251a06-9b16-4e4a-8bb2-ccd3bad41124 req-43bf45a6-50ac-44e4-8171-2cd84d7c1eeb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0481668 Oct 15 21:00:30.080068 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba251a06-9b16-4e4a-8bb2-ccd3bad41124 req-a4938a81-3fb6-4718-9b01-6fde8f11d363 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329130 Oct 15 21:00:30.101527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39726) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:00:30.159156 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b8e7047f-41eb-4b5e-9b6a-25aee4c52178 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/888b47df-2323-4715-bafb-8b536c1d8bf5 HTTP/1.1" status: 200 len: 992 time: 0.0565073 Oct 15 21:00:31.544389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e5935-6720-4695-b561-ef8d86a07e9b req-a770f051-f7d2-4e8b-a780-d3ad14f7a402 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:31.545912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f15e5935-6720-4695-b561-ef8d86a07e9b req-a770f051-f7d2-4e8b-a780-d3ad14f7a402 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0569971 Oct 15 21:00:31.607137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f15e5935-6720-4695-b561-ef8d86a07e9b req-dd54cd62-8d0d-4727-9e2b-17a3749ef2bf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545597 Oct 15 21:00:31.623016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-85b39868-a942-4358-a916-0689e7ca7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:31.624638 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-85b39868-a942-4358-a916-0689e7ca7cdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0443792 Oct 15 21:00:31.716137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-493e69ad-46a5-40ac-b61b-10b1b0068f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:31.717453 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-493e69ad-46a5-40ac-b61b-10b1b0068f1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 898 time: 0.0857904 Oct 15 21:00:31.781854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-d81c85e3-3f08-49fc-af06-8215902c5d69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 1000 time: 0.0554879 Oct 15 21:00:31.830302 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-897ecc0a-5f2c-4afc-b513-5372f7f75ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:31.832401 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-897ecc0a-5f2c-4afc-b513-5372f7f75ec2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0421977 Oct 15 21:00:31.878370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-9702c341-ed88-48a4-8eb2-9dd46fdee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:31.880681 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-9702c341-ed88-48a4-8eb2-9dd46fdee272 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414956 Oct 15 21:00:31.891691 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-d74547d3-1151-464d-8726-2e65eee6892c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:00:31.892862 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-d74547d3-1151-464d-8726-2e65eee6892c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049336 Oct 15 21:00:31.981388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-3c5c8c48-8dc8-4979-b7cf-de031194db50 service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812137 Oct 15 21:00:32.076720 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-68023c58-9e10-49fa-9a06-14865ec430f2 req-c837f58d-4ab9-4c0c-b407-c4e6c55c7a5e service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874779 Oct 15 21:00:32.725409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf346-caad-4788-b64a-fb1a360d5604 req-a5afe0a3-066e-4083-905c-47a9f412496a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:32.726909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62dbf346-caad-4788-b64a-fb1a360d5604 req-a5afe0a3-066e-4083-905c-47a9f412496a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0512047 Oct 15 21:00:32.765582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-62dbf346-caad-4788-b64a-fb1a360d5604 req-a7f82a2e-f989-41d8-8ddc-ff624b504a4d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325692 Oct 15 21:00:33.879144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258b6ac-d930-4942-a6a4-f9294f17db43 req-23581d04-2468-4e69-ab4a-ddb8fe7471eb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:33.880621 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8258b6ac-d930-4942-a6a4-f9294f17db43 req-23581d04-2468-4e69-ab4a-ddb8fe7471eb tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0471506 Oct 15 21:00:33.917997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8258b6ac-d930-4942-a6a4-f9294f17db43 req-fc152c7d-9603-43af-8f97-838821851cf2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315351 Oct 15 21:00:33.939251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39738) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:00:34.001554 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-804d0ec3-1cff-4df9-acb5-05865e96612b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/888b47df-2323-4715-bafb-8b536c1d8bf5 HTTP/1.1" status: 200 len: 992 time: 0.0611517 Oct 15 21:00:42.441465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-151c3459-8a94-40d5-8751-324cade719fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0372069 Oct 15 21:00:42.518651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-53ee3ef7-682c-409f-80b9-c82915f4e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:42.520160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-53ee3ef7-682c-409f-80b9-c82915f4e2ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0406895 Oct 15 21:00:42.622365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-52d8de7b-2c4a-4217-98c9-846668666d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:42.623821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-52d8de7b-2c4a-4217-98c9-846668666d1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 898 time: 0.0852337 Oct 15 21:00:42.691095 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-8bb982e1-2f93-4ac5-ba2c-70606663820b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 1000 time: 0.0585108 Oct 15 21:00:42.747188 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-e060f52e-1d98-4cc5-96a4-4f0ad51b6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:42.748647 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-e060f52e-1d98-4cc5-96a4-4f0ad51b6302 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0512559 Oct 15 21:00:42.795404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-56fbf2ee-724b-48f7-b210-eac44df4ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:00:42.796833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-56fbf2ee-724b-48f7-b210-eac44df4ad99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409856 Oct 15 21:00:42.887513 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-8f70b92c-afad-418d-a0ff-f67bab6055ac service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831680 Oct 15 21:00:42.982865 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-12877b61-0aa2-47a8-a5a2-d8f83d9837b4 req-9d0efcd6-9e3d-42a9-b77d-6f4484c12e8a service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866866 Oct 15 21:00:48.560598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2175e249-49c1-4eee-a27e-9dd5e09fdfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:51.474985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c2b26558-c690-4cf5-b448-7e1d3f7bb2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:52.417852 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:53.107409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:53.291983 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:53.657394 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:54.861479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:00:55.646077 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:01:18.559982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50a5ab7e-0328-442d-af43-1003c6bb271e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:21.497094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d66394fd-3304-444d-81f6-fcdd12154825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:22.405954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:22.594855 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39760) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:22.751373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port dbc81a88-4f81-4a30-b605-c497d41d5037 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:01:22.751736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:22.830609 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:22.831916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:22.842825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for dbc81a88-4f81-4a30-b605-c497d41d5037 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:01:23.086044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.116157 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=dbc81a88-4f81-4a30-b605-c497d41d5037,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:23.137720 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.141877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.142227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.142825 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.143159 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.144358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.144700 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.145031 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.145363 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.145692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.146016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.146341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.146662 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:23.186082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.186410 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP 888b47df-2323-4715-bafb-8b536c1d8bf5 disassociated (deleted). External IP: 172.25.0.40, port: d37542fe-fcf4-44bd-9e57-46aa990e2cdd. Oct 15 21:01:23.324424 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.638519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.724300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router cbd202e6-40b9-4523-950d-6acc95a29b14 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:01:23.832423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:01:23.837292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:23.842057 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Sync routers for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:01:23.851153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:23.851791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:23.867327 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6b6fe145-da66-4061-9234-372bfb545600 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/floatingips/888b47df-2323-4715-bafb-8b536c1d8bf5 HTTP/1.1" status: 204 len: 168 time: 1.2691076 Oct 15 21:01:23.867327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:01:23.868090 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:01:23.984803 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:24.187096 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:24.218497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Checking router: cbd202e6-40b9-4523-950d-6acc95a29b14 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:01:24.227302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:24.227922 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:24.336446 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36ce695-6e22-4693-9c29-6f5f253eec05 x-openstack-request-id: req-e36ce695-6e22-4693-9c29-6f5f253eec05 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:01:24.336806 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:01:24.337125 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e36ce695-6e22-4693-9c29-6f5f253eec05 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:01:24.337597 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'status': 'completed', 'code': 200} Oct 15 21:01:24.340032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:24.484430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb096a1-d208-4927-baf2-18ae13534185 req-34799ecb-d840-4cd6-bb17-c81d005b7dde tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:24.485932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beb096a1-d208-4927-baf2-18ae13534185 req-34799ecb-d840-4cd6-bb17-c81d005b7dde tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0978925 Oct 15 21:01:24.505321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-a679c05d-5e38-4330-aaae-e194d53957a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:24.506713 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-a679c05d-5e38-4330-aaae-e194d53957a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 1097 time: 0.1426828 Oct 15 21:01:24.549064 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:24.563932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-beb096a1-d208-4927-baf2-18ae13534185 req-4f495151-2750-49eb-a14d-efe9894c03ac tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696111 Oct 15 21:01:24.585032 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17d6499-2fc1-4a80-bd06-5df86db0455b None None] The sync data for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 is: [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'e2b72c10-efd5-4d40-a9f9-66428829062c', 'name': '', 'network_id': '13e5c27f-646b-44cd-aaf5-b4ffc91ff462', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:40:b7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:50Z', 'updated_at': '2021-10-15T20:58:53Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'c85084f0-b2a1-4d29-892d-13a04808e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:01:24.637919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-ba604d2a-3d57-4a4c-993a-fc411007b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:24.639521 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-ba604d2a-3d57-4a4c-993a-fc411007b193 service neutron] 10.222.0.15 "GET /v2.0/networks?id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 200 len: 898 time: 0.1183560 Oct 15 21:01:24.685091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-d12c3e44-b595-4619-b2f1-e0b0344459ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 200 len: 217 time: 0.0382750 Oct 15 21:01:24.741232 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-30724c16-6a08-4e98-94e0-1f794d539a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:24.742750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-30724c16-6a08-4e98-94e0-1f794d539a7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 200 len: 835 time: 0.0502152 Oct 15 21:01:24.794444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-e1be00ce-aec8-42b6-ace4-bc3936b86456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:24.796000 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-e1be00ce-aec8-42b6-ace4-bc3936b86456 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=13e5c27f-646b-44cd-aaf5-b4ffc91ff462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450990 Oct 15 21:01:24.834376 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:24.861582 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c59483-3689-4f1f-b1f7-f957abd1a6e7 None None] New status for floating IP 888b47df-2323-4715-bafb-8b536c1d8bf5: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:01:24.907129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-4237795b-1803-47c1-bee4-5389b98f557e service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022513 Oct 15 21:01:24.999819 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5720e4f2-2a3a-43ef-bea0-0d09968d21fd req-c5d46bbc-ab85-4b30-8d9d-a009f9539b5b service neutron] 10.222.0.15 "GET /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Oct 15 21:01:25.680620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea2848-936f-4e12-92e8-1b9755a5d0a9 req-d10cfd5a-f468-4108-92ac-54bc7c466828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:25.682086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5ea2848-936f-4e12-92e8-1b9755a5d0a9 req-d10cfd5a-f468-4108-92ac-54bc7c466828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0485754 Oct 15 21:01:25.718950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c5ea2848-936f-4e12-92e8-1b9755a5d0a9 req-43e95636-e5fe-47c0-ace7-78bb2702bb40 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef4948d9-8c88-41ee-94b6-9fcb18daab81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310426 Oct 15 21:01:26.138631 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-e4bdc2ee-ba1f-471b-9e7d-2bccbb950386 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:26.140096 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-e4bdc2ee-ba1f-471b-9e7d-2bccbb950386 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 945 time: 0.0524349 Oct 15 21:01:26.228111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port d37542fe-fcf4-44bd-9e57-46aa990e2cdd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:01:26.228448 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:26.326980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port d37542fe-fcf4-44bd-9e57-46aa990e2cdd, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:26.327332 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:26.339359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for d37542fe-fcf4-44bd-9e57-46aa990e2cdd owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:01:26.529910 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:26.562333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=d37542fe-fcf4-44bd-9e57-46aa990e2cdd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:26.604942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] No DVR routers for this DVR port d37542fe-fcf4-44bd-9e57-46aa990e2cdd on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:01:26.608143 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:26.611441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-07bf3d0e-b49a-45f8-90a9-1304c682e158 req-5279f33c-e774-4e7d-9554-c48cc34f136a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.15 "DELETE /v2.0/ports/d37542fe-fcf4-44bd-9e57-46aa990e2cdd HTTP/1.1" status: 204 len: 173 time: 0.4653625 Oct 15 21:01:26.612095 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'name': 'network-vif-deleted', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:01:26.614360 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ecc7d5-a9f4-4f38-9437-e43f7233e857" -d '{"events": [{"server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "name": "network-vif-deleted", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:01:26.649700 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe7157b-aa06-4da6-9cfc-30a4a318539f x-openstack-request-id: req-0fe7157b-aa06-4da6-9cfc-30a4a318539f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:01:26.649998 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab6564c-eaa2-46f8-9d2a-583d4030c8b7", "name": "network-vif-deleted", "tag": "d37542fe-fcf4-44bd-9e57-46aa990e2cdd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:01:26.650330 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fe7157b-aa06-4da6-9cfc-30a4a318539f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:01:26.650749 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab6564c-eaa2-46f8-9d2a-583d4030c8b7', 'name': 'network-vif-deleted', 'tag': 'd37542fe-fcf4-44bd-9e57-46aa990e2cdd', 'status': 'completed', 'code': 200} Oct 15 21:01:26.812765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d0381cc3-7ca9-4d05-8a67-35b909f98013 req-1c8e43a0-3b27-4fa3-9d83-c8eb769cbf7b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab6564c-eaa2-46f8-9d2a-583d4030c8b7 HTTP/1.1" status: 200 len: 210 time: 0.0257366 Oct 15 21:01:27.867128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39784) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:28.225579 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:28.474590 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port e2b72c10-efd5-4d40-a9f9-66428829062c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:01:28.474817 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:28.560114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port e2b72c10-efd5-4d40-a9f9-66428829062c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e2b72c10-efd5-4d40-a9f9-66428829062c,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:28.560472 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:28.572936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for e2b72c10-efd5-4d40-a9f9-66428829062c owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:01:28.851371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:28.882807 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=e2b72c10-efd5-4d40-a9f9-66428829062c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:29.055262 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.265361 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router cbd202e6-40b9-4523-950d-6acc95a29b14 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:01:29.370575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:01:29.375928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c559d3b2-de88-4020-af37-ba2f9b6fb6f6 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/cbd202e6-40b9-4523-950d-6acc95a29b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5076563 Oct 15 21:01:29.378784 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:29.380137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Sync routers for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:01:29.390053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:29.390684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:29.429213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting subnet c85084f0-b2a1-4d29-892d-13a04808e310 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:01:29.432330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.474417 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.504198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:29.560529 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.682569 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T21:01:28Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:29.692333 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.709236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Checking router: cbd202e6-40b9-4523-950d-6acc95a29b14 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:01:29.717993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Routers {'cbd202e6-40b9-4523-950d-6acc95a29b14'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:29.718587 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['cbd202e6-40b9-4523-950d-6acc95a29b14'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:29.720378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Subnet': ['ID=c85084f0-b2a1-4d29-892d-13a04808e310,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:29.724246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.727489 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fc1a26ff-86be-45a2-b600-c52661ff28d1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/subnets/c85084f0-b2a1-4d29-892d-13a04808e310 HTTP/1.1" status: 204 len: 168 time: 0.3477528 Oct 15 21:01:29.730201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39788) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:29.754385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e949b5-4eb9-4a61-8692-76b2c2f5e769 None None] Network 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:01:29.837292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:29.942137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.045644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port ac903f29-16ee-4bee-9e9c-af8517ce1f89 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:01:30.045909 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.067823 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] Set router cbd202e6-40b9-4523-950d-6acc95a29b14 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:30.128805 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port ac903f29-16ee-4bee-9e9c-af8517ce1f89, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=ac903f29-16ee-4bee-9e9c-af8517ce1f89,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:30.129169 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.140760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for ac903f29-16ee-4bee-9e9c-af8517ce1f89 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:01:30.230775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] DHCP port deletion for 13e5c27f-646b-44cd-aaf5-b4ffc91ff462 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:01:30.289388 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T21:01:28Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:30.325480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Deleting port d8e0e6ff-8001-4e6c-8893-58324d443414 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:01:30.325756 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.327422 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892b86c0-b2d4-4fd4-bf52-7f0b366f77e6 None None] The sync data for ids ['cbd202e6-40b9-4523-950d-6acc95a29b14'] in n-d-712140-14 is: [{'id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1441677783', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59'}], 'enable_snat': True}, 'gw_port_id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T20:58:46Z', 'updated_at': '2021-10-15T21:01:28Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'ac903f29-16ee-4bee-9e9c-af8517ce1f89', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:c1:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd202e6-40b9-4523-950d-6acc95a29b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T20:58:47Z', 'updated_at': '2021-10-15T20:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:01:30.378232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.397081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] For port d8e0e6ff-8001-4e6c-8893-58324d443414, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d8e0e6ff-8001-4e6c-8893-58324d443414,segment=NetworkSegment(ee60ecac-ab1d-4b44-a1d4-57e1c83c8949),segment_id=ee60ecac-ab1d-4b44-a1d4-57e1c83c8949)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:30.397674 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.403818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=ac903f29-16ee-4bee-9e9c-af8517ce1f89,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:30.411966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Calling delete_port for d8e0e6ff-8001-4e6c-8893-58324d443414 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:01:30.464330 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.554242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.582102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Pushing event deleted for resources: {'Port': ['ID=d8e0e6ff-8001-4e6c-8893-58324d443414,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:30.584577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] No DVR routers for this DVR port d8e0e6ff-8001-4e6c-8893-58324d443414 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.600798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd06df71-93f7-4239-826e-f58cd10bda6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:30.883794 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:30.885784 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.015391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.016114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Fanout notify agent at l3_agent the message router_deleted on router cbd202e6-40b9-4523-950d-6acc95a29b14 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:01:31.023653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.024775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-9878c047-bc4f-4923-8785-f9bee6194173 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/routers/cbd202e6-40b9-4523-950d-6acc95a29b14 HTTP/1.1" status: 204 len: 168 time: 1.2936122 Oct 15 21:01:31.027637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:31.107707 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.200454 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.220196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e5c27f-646b-44cd-aaf5-b4ffc91ff462']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:31.236516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:31.237409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee60ecac-ab1d-4b44-a1d4-57e1c83c8949') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:31.247530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.260886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.266844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:01:31.267227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: timer() Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:01:31.270533 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:01:31.387240 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.398804 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.398939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/networks/13e5c27f-646b-44cd-aaf5-b4ffc91ff462 HTTP/1.1" status: 204 len: 168 time: 0.3702168 Oct 15 21:01:31.401722 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 39792) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:31.408503 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a831f79-3d98-4b97-a33e-5a211492a340 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Network': ['ID=13e5c27f-646b-44cd-aaf5-b4ffc91ff462,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:31.426353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d37542fe-fcf4-44bd-9e57-46aa990e2cdd no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:01:31.458829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: d37542fe-fcf4-44bd-9e57-46aa990e2cdd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:01:31.459508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device d37542fe-fcf4-44bd-9e57-46aa990e2cdd not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:01:31.476650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.509410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8e0e6ff-8001-4e6c-8893-58324d443414 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:01:31.510338 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.529504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d8e0e6ff-8001-4e6c-8893-58324d443414 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:01:31.530343 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d8e0e6ff-8001-4e6c-8893-58324d443414 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:01:31.530795 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ac903f29-16ee-4bee-9e9c-af8517ce1f89 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:01:31.549599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: ac903f29-16ee-4bee-9e9c-af8517ce1f89 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:01:31.550298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device ac903f29-16ee-4bee-9e9c-af8517ce1f89 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:01:31.550298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e2b72c10-efd5-4d40-a9f9-66428829062c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:01:31.571164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: e2b72c10-efd5-4d40-a9f9-66428829062c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:01:31.571509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e2b72c10-efd5-4d40-a9f9-66428829062c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:01:31.632996 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.635717 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:31.636978 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/security-groups/ef4948d9-8c88-41ee-94b6-9fcb18daab81 HTTP/1.1" status: 204 len: 168 time: 0.2342770 Oct 15 21:01:31.648176 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4948d9-8c88-41ee-94b6-9fcb18daab81,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:31.657486 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.657830 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.658165 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.658500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.659594 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:31.662305 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d451e6-4a25-4da9-a59c-1cc70040d418 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:32.383573 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39800) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:32.388162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620486572', 'description': 'tempest-secgroup-smoke-620486572 description', 'project_id': 'd152365e358d4636a83c23b1efa842bb'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:32.462782 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.531181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.594247 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.622554 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43893018-c7e1-4dab-968e-629fbd3f094f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:32.645457 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:01:32.675002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.676301 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-aaccf449-7297-4853-810f-ed99da6396c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2917087 Oct 15 21:01:32.679336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39806) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:32.683857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:32.804946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.859858 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.924229 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:32.946016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb09e6d-a91c-40bb-b602-63867c690ccd,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:33.023746 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.024985 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6f62b36e-3471-4196-a75a-8b9cddac9b92 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446546 Oct 15 21:01:33.027788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39808) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:33.032148 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:33.129640 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.188419 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.256107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.273912 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810c4940-a0bc-4317-9bc5-f6bf8b686dbf,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:33.345101 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.346343 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b9936937-fc38-480d-ab68-e918d4d94513 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3176277 Oct 15 21:01:33.349952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39810) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:33.354230 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:33.450388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.506148 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.565384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.583786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffc3702-462e-4cac-a978-ce2779751e47,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:33.636271 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.637480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6556175d-1e96-49df-8dd0-f936742df4ff tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2866027 Oct 15 21:01:33.640289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39812) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:33.645785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:33.752728 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.810221 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.873819 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.890826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce071ed-4bda-4f7b-847f-506ab0ae5d73,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:33.984861 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:33.986106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-908f6ee2-fafe-44f2-babb-6bb1b5c28fe2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448932 Oct 15 21:01:33.988924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39814) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:33.993261 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:34.091697 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:01:34.096767 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.156351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.221415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.239955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacde7c5-5970-4687-aa69-96e2ff2cd059,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:34.309659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.310944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a8413b17-2936-4143-a1cd-8ed4309c62e3 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3210509 Oct 15 21:01:34.313642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39816) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:34.318786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'security_group_rule': {'security_group_id': '43893018-c7e1-4dab-968e-629fbd3f094f', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:34.393048 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Project d152365e358d4636a83c23b1efa842bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:01:34.398645 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.457013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.512850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.530910 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065b4439-3a94-461b-90e9-727274bf4673,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:34.596833 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.598313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d74c9f7b-4336-43ac-bfc5-0971993a1d63 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2835436 Oct 15 21:01:34.601467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39818) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:34.606298 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'network': {'name': 'tempest-network-smoke--1283018821', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'port_security_enabled': True}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:34.692128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:01:34.695678 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.717924 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 21:01:34.726056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.726394 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Added segment beb317e4-f693-4784-bd46-1af0d5480a91 of type vlan for network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b Oct 15 21:01:34.764219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.845774 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.851747 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:34.852324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:34.921922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Network': ['ID=2cabd3cd-1139-4abb-b4ee-4c0781f6995b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:34.936684 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 21:01:34.940629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0f8a54b2-2754-4b65-b318-4e7da22e8a41 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3371229 Oct 15 21:01:34.942386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39820) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:34.946701 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'admin_state_up': True, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:35.057159 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.058214 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.107295 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.321752 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.566420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.585157 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.684243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.116 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/db23ae3f-96dc-43a0-a18d-86d4bb93987a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:01:35.791370 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.875042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:35.913812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:35.916588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:35.919944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:01:35.944334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=db23ae3f-96dc-43a0-a18d-86d4bb93987a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:36.234578 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:36.427773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:36.617616 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router d1754f3d-590e-42a5-8fc1-5b5f17171acb is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 21:01:36.722941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:01:36.733724 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Sync routers for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:01:36.743660 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:36.744261 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:36.796877 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:36.798159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-df7ce04e-a5a4-4764-a48c-1ff789beb5e0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8548982 Oct 15 21:01:36.802002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39822) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:36.834283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1de1912a-d956-42a2-9631-e5dbee7ba702 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=d152365e358d4636a83c23b1efa842bb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287349 Oct 15 21:01:36.834550 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39824) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:36.925321 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3265188-7d94-4633-b5b6-bccfa6f71e82 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:36.927689 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f3265188-7d94-4633-b5b6-bccfa6f71e82 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920670 Oct 15 21:01:36.930640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39826) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:36.934521 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:36.962920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e8f8f3e0-e23c-4d92-857d-9693ffbc3683 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=00140a8f-6847-44f5-b4b0-42e25e9a6f51&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309083 Oct 15 21:01:36.965493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39828) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:36.970108 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252522192', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:37.112127 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:36Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:37.114442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:01:37.118030 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.138320 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Checking router: d1754f3d-590e-42a5-8fc1-5b5f17171acb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:01:37.138684 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Updating router d1754f3d-590e-42a5-8fc1-5b5f17171acb port db23ae3f-96dc-43a0-a18d-86d4bb93987a binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:01:37.163258 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.365821 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.415501 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.435499 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Subnet': ['ID=bd7c043e-48df-44ae-b315-58f496433669,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:37.440823 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Checking segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:01:37.441189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network hostable DHCP agents. Network: 2cabd3cd-1139-4abb-b4ee-4c0781f6995b, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 21:01:37.485862 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.508687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 21:01:37.536690 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Attempting to bind port db23ae3f-96dc-43a0-a18d-86d4bb93987a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:01:37.537048 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Attempting to bind port db23ae3f-96dc-43a0-a18d-86d4bb93987a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:01:37.537402 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Attempting to bind port db23ae3f-96dc-43a0-a18d-86d4bb93987a on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:01:37.539270 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Pushing event updated for resources: {'Port': ['ID=db23ae3f-96dc-43a0-a18d-86d4bb93987a,revision_number=2']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:37.548275 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.548614 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.548945 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.549271 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.549597 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.550437 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.550755 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.551071 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.551386 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.551726 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.552043 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.552403 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:01:37.555511 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:01:37.555899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:01:37.556294 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.556661 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:01:37.557114 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Bound port: db23ae3f-96dc-43a0-a18d-86d4bb93987a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:01:37.557478 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.581663 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 2cabd3cd-1139-4abb-b4ee-4c0781f6995b) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:37.586187 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:37.586773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.591362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c13c9-1d12-45c4-9a41-79499c3ae544 None None] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:01:37.609175 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] For port db23ae3f-96dc-43a0-a18d-86d4bb93987a, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:01:37.612215 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] For port db23ae3f-96dc-43a0-a18d-86d4bb93987a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=db23ae3f-96dc-43a0-a18d-86d4bb93987a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:01:37.681222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c0bf3d34-7347-4113-b70d-45262f496f6c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7146645 Oct 15 21:01:37.684064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:37.686343 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.742446 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 21:01:37.743658 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:37.743787 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:37.744286 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:37.784514 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87652341-c8dc-4587-bdf5-9164864c9001 None None] Pushing event updated for resources: {'Port': ['ID=db23ae3f-96dc-43a0-a18d-86d4bb93987a,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:37.857336 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:37.890532 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Allocated IP 172.20.0.2 (2cabd3cd-1139-4abb-b4ee-4c0781f6995b/bd7c043e-48df-44ae-b315-58f496433669/e28beb25-b429-4aba-9140-0e4cc0a31af8) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:01:38.045530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.047815 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:36Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:38.074254 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391df697-f9cf-4e67-9efa-5649a3d5b829 None None] The sync data for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 is: [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:36Z', 'revision_number': 3, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:01:38.109208 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.140530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.152028 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:38.154810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:38.161649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:01:38.164758 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Pushing event updated for resources: {'Port': ['ID=e28beb25-b429-4aba-9140-0e4cc0a31af8,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:38.218548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Attempting to bind port e28beb25-b429-4aba-9140-0e4cc0a31af8 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:01:38.218914 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Attempting to bind port e28beb25-b429-4aba-9140-0e4cc0a31af8 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:01:38.219278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Attempting to bind port e28beb25-b429-4aba-9140-0e4cc0a31af8 on network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:01:38.224551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:01:38.224919 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Checking segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:01:38.225311 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.225695 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Bound using segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:01:38.226153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Bound port: e28beb25-b429-4aba-9140-0e4cc0a31af8, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:01:38.226521 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.292883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] For port e28beb25-b429-4aba-9140-0e4cc0a31af8, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:01:38.297035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] For port e28beb25-b429-4aba-9140-0e4cc0a31af8, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e28beb25-b429-4aba-9140-0e4cc0a31af8,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:01:38.360858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.434634 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca82972-7d60-4325-8024-7d2176ee91db None None] Pushing event updated for resources: {'Port': ['ID=e28beb25-b429-4aba-9140-0e4cc0a31af8,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:38.450373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.1 (2cabd3cd-1139-4abb-b4ee-4c0781f6995b/bd7c043e-48df-44ae-b315-58f496433669/17ed6419-a038-4fcb-bbb8-c80cfc788a21) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:01:38.577321 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.696351 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:38.744107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:38.747682 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:38.750348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:01:38.780994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:38.805493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.024925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.356668 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce509dd7-c251-42b0-b9c5-81663cd2c60a None None] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:01:39.476144 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] Provisioning complete for port e28beb25-b429-4aba-9140-0e4cc0a31af8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:39.476609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.571035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e28beb25-b429-4aba-9140-0e4cc0a31af8 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:39.647196 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.679350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.690295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e28beb25-b429-4aba-9140-0e4cc0a31af8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:39.695758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.696723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] For port e28beb25-b429-4aba-9140-0e4cc0a31af8, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e28beb25-b429-4aba-9140-0e4cc0a31af8,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:39.748892 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.779434 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.782267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.827442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:39.832674 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.908049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 21:01:39.908405 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 21:01:39.912302 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd33d-ad48-4d37-a4c7-3580a9b685b5 None None] Pushing event updated for resources: {'Port': ['ID=e28beb25-b429-4aba-9140-0e4cc0a31af8,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:39.923973 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-92cfb69b-4fd1-4be1-b09f-17a9a8a8c04d None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:39.924340 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-92cfb69b-4fd1-4be1-b09f-17a9a8a8c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:39.939680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:39.941896 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:39.963043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-92cfb69b-4fd1-4be1-b09f-17a9a8a8c04d None None] Port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:01:39.973303 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-92cfb69b-4fd1-4be1-b09f-17a9a8a8c04d None None] Provisioning complete for port e28beb25-b429-4aba-9140-0e4cc0a31af8 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:39.973670 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-92cfb69b-4fd1-4be1-b09f-17a9a8a8c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.078153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router d1754f3d-590e-42a5-8fc1-5b5f17171acb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:01:40.192648 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8a3c0a3d-19b1-4317-b43f-971ce85deb24 None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:40.193012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a3c0a3d-19b1-4317-b43f-971ce85deb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.198417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:01:40.206413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f4f80ff9-3ffd-42ea-ab92-cf0158f7a1c2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/d1754f3d-590e-42a5-8fc1-5b5f17171acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204122 Oct 15 21:01:40.214417 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Sync routers for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:01:40.232209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:40.232836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:40.240009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c0a3d-19b1-4317-b43f-971ce85deb24 None None] Port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:01:40.341027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:40.435171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-65bcf353-eedc-48b0-89e3-a247da52e088 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620486572&fields=id&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 267 time: 0.0336666 Oct 15 21:01:40.441754 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f2578ac9-aa7d-4a2d-9a11-39a320f093e7 None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:40.442268 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f2578ac9-aa7d-4a2d-9a11-39a320f093e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.524797 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device db23ae3f-96dc-43a0-a18d-86d4bb93987a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:40.544073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-83162a30-a287-40ab-aad4-c786e7164bdf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:40.545546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-83162a30-a287-40ab-aad4-c786e7164bdf tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 797 time: 0.1030312 Oct 15 21:01:40.556053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-f2578ac9-aa7d-4a2d-9a11-39a320f093e7 None None] Port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:01:40.561246 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-27f3ad8b-3ef6-40c0-ad4f-d761cbe0156c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/quotas/d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 375 time: 0.0091527 Oct 15 21:01:40.619356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-fd5e7e63-26ec-4f7a-a376-7d480e32cfa9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514781 Oct 15 21:01:40.623049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port db23ae3f-96dc-43a0-a18d-86d4bb93987a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:40.623422 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.683895 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:39Z', 'revision_number': 2, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:40.711623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Checking router: d1754f3d-590e-42a5-8fc1-5b5f17171acb for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:01:40.711977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Updating router d1754f3d-590e-42a5-8fc1-5b5f17171acb port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:01:40.715532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-40185a8f-281d-487a-8a98-9eb3b0a81e92 service neutron] 10.222.0.13 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836089 Oct 15 21:01:40.758560 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.764566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.808177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-aac39598-6061-43cd-b3ef-b2f60343c710 service neutron] 10.222.0.13 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Oct 15 21:01:40.811685 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port db23ae3f-96dc-43a0-a18d-86d4bb93987a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=db23ae3f-96dc-43a0-a18d-86d4bb93987a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:40.875004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:40.960058 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=db23ae3f-96dc-43a0-a18d-86d4bb93987a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:41.021239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5dba814-afef-4881-804d-d43932d4e475 req-2ee8b73c-88a3-4e95-92ef-e60c91b6ecbd tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 210 time: 0.0302229 Oct 15 21:01:41.248843 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.354232 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.409855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854bb9e-8baa-43c2-8b29-71e3ec545f55 None None] Pushing event updated for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:41.476508 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Attempting to bind port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:01:41.477205 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Attempting to bind port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:01:41.477333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Attempting to bind port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 on network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:01:41.483457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:01:41.484832 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Checking segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:01:41.485235 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.485829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Bound using segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:01:41.486310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Bound port: 17ed6419-a038-4fcb-bbb8-c80cfc788a21, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:01:41.486685 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.525723 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e28beb25-b429-4aba-9140-0e4cc0a31af8 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:41.601869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] For port 17ed6419-a038-4fcb-bbb8-c80cfc788a21, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:01:41.616353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] For port 17ed6419-a038-4fcb-bbb8-c80cfc788a21, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=17ed6419-a038-4fcb-bbb8-c80cfc788a21,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:01:41.625225 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port e28beb25-b429-4aba-9140-0e4cc0a31af8 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:41.625709 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.691527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.696966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:41.697446 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:41.832356 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:41.833153 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:41.840292 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854bb9e-8baa-43c2-8b29-71e3ec545f55 None None] Pushing event updated for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:41.884159 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device db23ae3f-96dc-43a0-a18d-86d4bb93987a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:42.020284 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:42.054756 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:42.099642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port db23ae3f-96dc-43a0-a18d-86d4bb93987a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:42.099953 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:42.121442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f22231a-59b7-425d-833b-9d93294f7bd9 req-633bdea4-3e4c-4c84-90a9-54b966da5d20 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 210 time: 0.0273769 Oct 15 21:01:42.140693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] For port 17ed6419-a038-4fcb-bbb8-c80cfc788a21, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=17ed6419-a038-4fcb-bbb8-c80cfc788a21,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:42.211391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:42.335513 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102eb5c-7b69-423c-b086-9cd0864e9b5c None None] Pushing event updated for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:42.381476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-30f8dc22-9a35-41d2-8654-402117f957a5 None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:42.381838 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30f8dc22-9a35-41d2-8654-402117f957a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:42.447599 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:41Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:42.491310 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8257eeca-066a-43aa-b8f4-2eb82b5d7639 None None] The sync data for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 is: [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:41Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:01:43.000709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-4ba8d85d-2271-456f-8891-ae01ab9cdfce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:43.002506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-4ba8d85d-2271-456f-8891-ae01ab9cdfce tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 797 time: 0.1153004 Oct 15 21:01:43.052503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-69c4c609-1b59-41ce-9e80-da9d20d5769b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d152365e358d4636a83c23b1efa842bb HTTP/1.1" status: 200 len: 379 time: 0.0398390 Oct 15 21:01:43.062919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'port': {'device_id': '78d8abc2-2ed2-4450-a469-762de5796f36', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'admin_state_up': True, 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'security_groups': ['43893018-c7e1-4dab-968e-629fbd3f094f']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:43.222731 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-85e3b823-1712-4f82-8e52-ee80d1ef3466 req-3f45c14a-9ab0-4d8c-8c3f-bf163da27e7b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 210 time: 0.0297000 Oct 15 21:01:43.261295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Made reservation on behalf of d152365e358d4636a83c23b1efa842bb for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:01:43.265038 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.397111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.20.0.8 (2cabd3cd-1139-4abb-b4ee-4c0781f6995b/bd7c043e-48df-44ae-b315-58f496433669/b8f7b27e-1844-48af-ab2f-199328f45fcd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:01:43.541496 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 17ed6419-a038-4fcb-bbb8-c80cfc788a21 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:43.550787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.592493 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:43.592857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.629585 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.674911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:43.678434 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:43.682000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:01:43.690881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:43.742389 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:43.743032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.814571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-85652b00-fc4b-452a-8d9a-eccd42d33828 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7556772 Oct 15 21:01:43.827253 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Request body: {'port': {'device_id': '78d8abc2-2ed2-4450-a469-762de5796f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:43.880662 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.940971 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-01956458-e807-4242-b979-288132d424b3 None None] Provisioning complete for port b8f7b27e-1844-48af-ab2f-199328f45fcd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:43.941342 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-01956458-e807-4242-b979-288132d424b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:43.975761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-01956458-e807-4242-b979-288132d424b3 None None] Port b8f7b27e-1844-48af-ab2f-199328f45fcd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:01:44.155490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f7b27e-1844-48af-ab2f-199328f45fcd {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:01:44.164023 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:44.176240 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Transition to ACTIVE for port object b8f7b27e-1844-48af-ab2f-199328f45fcd will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:01:44.318340 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:44.385102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bb08-dbb6-4ce0-b3fd-e3de03506044 req-5757169a-1121-4971-9bc4-8b3d74cd44c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:44.386612 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29f9bb08-dbb6-4ce0-b3fd-e3de03506044 req-5757169a-1121-4971-9bc4-8b3d74cd44c4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 931 time: 0.0958838 Oct 15 21:01:44.405054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:44.481822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-29f9bb08-dbb6-4ce0-b3fd-e3de03506044 req-efd2df3f-abd1-476b-85ca-c7f5ac70629d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828607 Oct 15 21:01:44.499935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Attempting to bind port b8f7b27e-1844-48af-ab2f-199328f45fcd on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:01:44.500271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Attempting to bind port b8f7b27e-1844-48af-ab2f-199328f45fcd by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:01:44.500601 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Attempting to bind port b8f7b27e-1844-48af-ab2f-199328f45fcd on network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:01:44.505191 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Port b8f7b27e-1844-48af-ab2f-199328f45fcd on network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:01:44.505509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Attempting to bind port b8f7b27e-1844-48af-ab2f-199328f45fcd on network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:01:44.510506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:01:44.510843 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Checking segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:01:44.511231 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Bound using segment: {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:01:44.511690 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Bound port: b8f7b27e-1844-48af-ab2f-199328f45fcd, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb317e4-f693-4784-bd46-1af0d5480a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:01:44.512048 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:44.574809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:01:44.577753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:01:44.673029 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:44.706069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:44.706716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:44.708123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] 10.222.0.11 "PUT /v2.0/ports/b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 1092 time: 0.8852134 Oct 15 21:01:44.708589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:01:44.710877 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce9efe7-7562-4bc0-8d24-61bb767ca492" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:01:44.739189 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef938e-f0d2-4118-8b21-28146af2aa59 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:44.750821 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f18e765-9286-4bc9-b443-f4e0c2940e58 x-openstack-request-id: req-1f18e765-9286-4bc9-b443-f4e0c2940e58 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:01:44.750821 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:01:44.750821 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f18e765-9286-4bc9-b443-f4e0c2940e58 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:01:44.750821 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'status': 'completed', 'code': 200} Oct 15 21:01:44.813219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-92467a3b-b10d-4760-a416-7071bda3959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:44.814742 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-92467a3b-b10d-4760-a416-7071bda3959b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1095 time: 0.0454836 Oct 15 21:01:44.920196 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-9228551b-a9e8-4623-a542-b49d63fded05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:44.921682 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-9228551b-a9e8-4623-a542-b49d63fded05 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=d152365e358d4636a83c23b1efa842bb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0996413 Oct 15 21:01:45.020894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-fa459ed6-b13b-4008-b06f-3e16da7f6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:45.022291 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8ce9efe7-7562-4bc0-8d24-61bb767ca492 req-fa459ed6-b13b-4008-b06f-3e16da7f6fc8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939727 Oct 15 21:01:45.098534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-cce2c34d-ee80-4a4f-a891-0f18e67203f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:45.100090 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-cce2c34d-ee80-4a4f-a891-0f18e67203f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1095 time: 0.0405300 Oct 15 21:01:45.141932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-993302a7-455a-43f9-aeac-77f508f2aca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 217 time: 0.0336423 Oct 15 21:01:45.193156 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-c707a890-241e-429b-a727-f2e31056003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:45.194580 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-c707a890-241e-429b-a727-f2e31056003c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0461755 Oct 15 21:01:45.239054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-05827c69-1116-4cc6-aace-445644414ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:45.240520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-05827c69-1116-4cc6-aace-445644414ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391369 Oct 15 21:01:45.332107 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-9cb4de7a-18a4-4152-a01d-95fa74dc1ffb service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835764 Oct 15 21:01:45.419313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a2c7ac-f470-448e-b5a5-103ca335c049 req-e4f0f2e5-9290-42a5-92de-902c6314aa0f service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807996 Oct 15 21:01:45.601419 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7ccd8-7ab1-4996-843e-9ec096702ac4 req-f18a5b44-f615-4804-a0fb-7411190a3633 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:45.602811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fe7ccd8-7ab1-4996-843e-9ec096702ac4 req-f18a5b44-f615-4804-a0fb-7411190a3633 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 943 time: 0.0488031 Oct 15 21:01:45.640986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6fe7ccd8-7ab1-4996-843e-9ec096702ac4 req-e4f47ef2-eca7-4c09-9c3d-905b54c45520 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320110 Oct 15 21:01:46.758462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f588a2-50ef-4270-b629-c86df1d14be3 req-4fbadcbe-0f05-4b72-965c-10b9d48c4bf9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:46.759962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51f588a2-50ef-4270-b629-c86df1d14be3 req-4fbadcbe-0f05-4b72-965c-10b9d48c4bf9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 943 time: 0.0525177 Oct 15 21:01:46.796734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51f588a2-50ef-4270-b629-c86df1d14be3 req-e2b82a84-0f44-44b4-9983-7b4f1a6feed1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Oct 15 21:01:47.912275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf80d3a-71d2-4090-8ccc-8bc990a813d7 req-7d092a6a-b1d6-44fd-b65d-c99fa6119212 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:47.913813 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bf80d3a-71d2-4090-8ccc-8bc990a813d7 req-7d092a6a-b1d6-44fd-b65d-c99fa6119212 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 943 time: 0.0499241 Oct 15 21:01:47.951579 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bf80d3a-71d2-4090-8ccc-8bc990a813d7 req-8f6d2dc8-95ff-4e7b-998d-7079d34b6f27 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319338 Oct 15 21:01:48.096187 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8f7b27e-1844-48af-ab2f-199328f45fcd details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:01:48.192123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:48.203489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'port_id': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'mac_address': 'fa:16:3e:d8:d3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:01:48.240609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:48.253533 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f7b27e-1844-48af-ab2f-199328f45fcd {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:01:48.272430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:48.325349 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:48.372383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:48.565460 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f5ce34aa-f8f9-4ac4-963d-cd7d0a09f0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:48.677389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b8f7b27e-1844-48af-ab2f-199328f45fcd'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:01:49.063793 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a59876-bf70-4b6b-a61b-ecbd10aa3b5c req-79441061-96c6-420f-97a0-89bb028e9ab2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:49.065529 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a59876-bf70-4b6b-a61b-ecbd10aa3b5c req-79441061-96c6-420f-97a0-89bb028e9ab2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 944 time: 0.0487232 Oct 15 21:01:49.101856 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a5a59876-bf70-4b6b-a61b-ecbd10aa3b5c req-be600343-8b05-486d-bfa3-9ab6a7bf3eec tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305490 Oct 15 21:01:50.127075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8f7b27e-1844-48af-ab2f-199328f45fcd up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:01:50.221867 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bee67e-226f-422c-8afc-f3a7f4f5a172 req-aaf297c1-9c44-4d3e-a945-2e8ee0cc70f9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:50.223548 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97bee67e-226f-422c-8afc-f3a7f4f5a172 req-aaf297c1-9c44-4d3e-a945-2e8ee0cc70f9 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 944 time: 0.0540507 Oct 15 21:01:50.258520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b8f7b27e-1844-48af-ab2f-199328f45fcd completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:01:50.259979 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-97bee67e-226f-422c-8afc-f3a7f4f5a172 req-36729568-0bf7-4be0-87c1-dff01c58ad9d tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303597 Oct 15 21:01:50.262670 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b8f7b27e-1844-48af-ab2f-199328f45fcd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:01:50.263039 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:50.339295 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:50.361184 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:01:50.363486 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d220bba-6b57-4cbe-827f-044275b9b680" -d '{"events": [{"server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "name": "network-vif-plugged", "status": "completed", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:01:50.375710 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:01:50.400778 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3ff323-c01a-4ad5-8c02-7990ed3bfe60 x-openstack-request-id: req-bd3ff323-c01a-4ad5-8c02-7990ed3bfe60 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:01:50.401185 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "name": "network-vif-plugged", "status": "completed", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:01:50.401517 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd3ff323-c01a-4ad5-8c02-7990ed3bfe60 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:01:50.401960 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'code': 200} Oct 15 21:01:50.422671 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:50.474962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:50.500086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b080a8-3013-44d3-b383-3b6e142fb8a7 req-a979f789-cfd2-45af-89e8-0282fd1a5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:50.501582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7b080a8-3013-44d3-b383-3b6e142fb8a7 req-a979f789-cfd2-45af-89e8-0282fd1a5b82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.0412765 Oct 15 21:01:50.536774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7b080a8-3013-44d3-b383-3b6e142fb8a7 req-5c32a8c4-c5fb-47eb-ae68-4843676b7cdc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282605 Oct 15 21:01:51.374464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81593aad-ddc0-4ac8-974a-cd4328e24900 req-808dc1eb-8fb5-4605-acb1-90270cf43fcc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:51.375932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81593aad-ddc0-4ac8-974a-cd4328e24900 req-808dc1eb-8fb5-4605-acb1-90270cf43fcc tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0475590 Oct 15 21:01:51.412870 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81593aad-ddc0-4ac8-974a-cd4328e24900 req-327e294d-346f-44cc-81b8-6eaaf3d06eab tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Oct 15 21:01:51.502667 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-211671ad-3817-4363-85fa-1995608a9a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:52.416584 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:52.530421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee376e-1aa7-43ac-8a03-7b29803c80b5 req-bfa431ea-77dd-433c-9352-f5233e286032 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:52.531899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9ee376e-1aa7-43ac-8a03-7b29803c80b5 req-bfa431ea-77dd-433c-9352-f5233e286032 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0512073 Oct 15 21:01:52.569283 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b9ee376e-1aa7-43ac-8a03-7b29803c80b5 req-27ed068d-240f-488c-ad35-aa8cb005e130 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306792 Oct 15 21:01:52.681937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab8ea4-0a53-459e-8bdf-38f69188cdc5 req-3cba4656-e331-44f5-bb53-f98d405dc3c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:52.683383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0ab8ea4-0a53-459e-8bdf-38f69188cdc5 req-3cba4656-e331-44f5-bb53-f98d405dc3c1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Oct 15 21:01:52.723171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b0ab8ea4-0a53-459e-8bdf-38f69188cdc5 req-935d447f-ce92-4193-aad9-621f515e6a46 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332654 Oct 15 21:01:52.744248 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39888) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:52.784984 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24d7af8-7a05-4a72-8ceb-22c6e2044477 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:52.786487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b24d7af8-7a05-4a72-8ceb-22c6e2044477 tempest-TestNetworkAdvancedServerOps-2015711497 tempest-TestNetworkAdvancedServerOps-2015711497-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1092 time: 0.0411823 Oct 15 21:01:52.789285 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39890) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:52.793507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:01:52.872850 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:52.969480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.074760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Allocated IP 172.25.0.228 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/a63133eb-4727-4a9a-9af8-f237cf2af970) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:01:53.125718 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.175095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.263041 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.299787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:01:53.302511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:01:53.305102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:01:53.337105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=a63133eb-4727-4a9a-9af8-f237cf2af970,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:53.347811 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.627008 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.663618 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.808701 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:53.951032 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:54.015343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:54.086450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event updated for resources: {'Port': ['ID=a63133eb-4727-4a9a-9af8-f237cf2af970,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:01:54.096407 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:54.194826 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP edf60972-bcf8-4753-bc94-f8019ba02cbf associated. External IP: 172.25.0.228, port: b8f7b27e-1844-48af-ab2f-199328f45fcd. Oct 15 21:01:54.396919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router d1754f3d-590e-42a5-8fc1-5b5f17171acb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:01:54.501683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:01:54.511735 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Sync routers for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:01:54.521380 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:54.523700 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:54.573383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:54.601003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4ede22bc-76a4-4a9f-8c8f-2941dcb3541a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8107157 Oct 15 21:01:54.601692 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:01:54.604792 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:01:54.629947 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:54.814027 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dfb2d-6343-4630-9e8f-b987cf5e0bae req-fb8b9018-9422-447e-8bc5-beab635e8844 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:54.815780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-649dfb2d-6343-4630-9e8f-b987cf5e0bae req-fb8b9018-9422-447e-8bc5-beab635e8844 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0495002 Oct 15 21:01:54.844316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:01:54.855145 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-649dfb2d-6343-4630-9e8f-b987cf5e0bae req-fa73348c-68b9-4093-98c7-d9c0f079a0f1 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Oct 15 21:01:54.859884 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'edf60972-bcf8-4753-bc94-f8019ba02cbf', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'port_id': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'mac_address': 'fa:16:3e:d8:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d8abc2-2ed2-4450-a469-762de5796f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:01:53Z', 'updated_at': '2021-10-15T21:01:53Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:54.878516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39898) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:54.886741 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Checking router: d1754f3d-590e-42a5-8fc1-5b5f17171acb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:01:54.896001 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:01:54.896609 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:01:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:54.923483 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63ad74-b866-4b21-99c2-6c352b6126d3 x-openstack-request-id: req-7a63ad74-b866-4b21-99c2-6c352b6126d3 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:01:54.923841 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:01:54.924024 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a63ad74-b866-4b21-99c2-6c352b6126d3 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:01:54.925210 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'status': 'completed', 'code': 200} Oct 15 21:01:55.006082 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:01:55.239311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'edf60972-bcf8-4753-bc94-f8019ba02cbf', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'port_id': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'mac_address': 'fa:16:3e:d8:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d8abc2-2ed2-4450-a469-762de5796f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:01:53Z', 'updated_at': '2021-10-15T21:01:53Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:01:55.322161 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e431fcbd-3bc6-40b4-b732-34206224777e tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/edf60972-bcf8-4753-bc94-f8019ba02cbf HTTP/1.1" status: 200 len: 991 time: 0.4421930 Oct 15 21:01:55.330958 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-b4d88510-cc80-4e0a-824d-3ad1a4704c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:55.332567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-b4d88510-cc80-4e0a-824d-3ad1a4704c58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.4049923 Oct 15 21:01:55.357531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cf841f-a1bd-4f3d-9fdc-9a08f684fc5f None None] The sync data for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 is: [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'edf60972-bcf8-4753-bc94-f8019ba02cbf', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'port_id': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'mac_address': 'fa:16:3e:d8:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d8abc2-2ed2-4450-a469-762de5796f36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:01:53Z', 'updated_at': '2021-10-15T21:01:53Z', 'revision_number': 0, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:01:55.427630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-d92bbdbb-a66a-48e7-b495-71a6ed3a9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:55.429170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-d92bbdbb-a66a-48e7-b495-71a6ed3a9f14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 898 time: 0.0890756 Oct 15 21:01:55.499711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-67d5298b-e260-4acf-a7af-a3c93dbd6cd2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 999 time: 0.0624607 Oct 15 21:01:55.550791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-4c913ab2-22b3-4249-a58b-c4ddc17c53e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:55.552321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-4c913ab2-22b3-4249-a58b-c4ddc17c53e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0460162 Oct 15 21:01:55.557267 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffd0069-812a-4fcf-b518-dfe4b1f5ce1e None None] New status for floating IP edf60972-bcf8-4753-bc94-f8019ba02cbf: ACTIVE {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:01:55.597960 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-44fdb8fb-2afc-4abf-8a84-a308edc2ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:55.599625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-44fdb8fb-2afc-4abf-8a84-a308edc2ef1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402477 Oct 15 21:01:55.692959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-a68b89f3-1693-453b-9dc5-997b75546827 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855305 Oct 15 21:01:55.791058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca6dd23-f27c-4f39-8f33-fa7d77e8c7b7 req-a42aa7f9-5d2e-492a-869f-0a5d813ddcaf service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906389 Oct 15 21:01:56.325955 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39900) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:01:56.385884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a1270bb8-0619-4b75-9ff8-ec78e2855009 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/edf60972-bcf8-4753-bc94-f8019ba02cbf HTTP/1.1" status: 200 len: 993 time: 0.0587990 Oct 15 21:01:59.686099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-fce86744-7833-4388-9529-5a9d332da8eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381241 Oct 15 21:01:59.765671 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-1b6897d2-5962-4aee-af04-ab41f035c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:59.767133 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-1b6897d2-5962-4aee-af04-ab41f035c6ca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.0419552 Oct 15 21:01:59.867343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-163701d9-21cf-464f-903d-46d140182711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:59.868894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-163701d9-21cf-464f-903d-46d140182711 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 898 time: 0.0839772 Oct 15 21:01:59.937990 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-27fb3c04-c8af-4684-954e-484b8a6cba24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 1001 time: 0.0618372 Oct 15 21:01:59.985808 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-b0e06c80-db88-4795-8f79-1abffce45520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:01:59.988194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-b0e06c80-db88-4795-8f79-1abffce45520 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0437689 Oct 15 21:02:00.034154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-69eaec4c-acb8-458a-9ade-b0f74a37a584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:00.035636 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-69eaec4c-acb8-458a-9ade-b0f74a37a584 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Oct 15 21:02:00.130751 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-b83f70ae-4a21-4879-904c-7e6ea88e3dcc service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858302 Oct 15 21:02:00.222900 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b76339b-5b8f-4408-8971-eac783ea8c43 req-6c87f5c3-2ecf-4e65-be6f-e3e9562da6fd service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853536 Oct 15 21:02:09.645612 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:02:18.558882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a49cf3f5-6a4c-41af-a4e6-132bf7b53e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:21.525108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e089-b646-423a-a442-46af4766304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:22.439098 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:23.158853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:23.317785 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:23.632158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:24.827473 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:46.646067 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:02:48.581072 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a431ef39-a98a-4383-a96a-f3d343ed190f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:51.478858 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bc7c5d35-4d94-4188-b637-c414216e6b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:52.421379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:53.123397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:53.369887 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:53.621527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:54.842816 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:02:57.392102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b35f8-143a-4e36-8e9b-33e054c6fa92 req-4d2fc15a-822e-4fce-8d69-1ebfeb5f7ba0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:57.393922 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c75b35f8-143a-4e36-8e9b-33e054c6fa92 req-4d2fc15a-822e-4fce-8d69-1ebfeb5f7ba0 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Oct 15 21:02:57.431128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c75b35f8-143a-4e36-8e9b-33e054c6fa92 req-3b428d8e-cbc2-4487-867f-e65aaf773796 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Oct 15 21:02:58.546210 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc11e0-d14f-453f-9edb-d81d6b660eda req-adb74716-9db4-4251-928c-6ee538381f31 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:58.547704 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bafc11e0-d14f-453f-9edb-d81d6b660eda req-adb74716-9db4-4251-928c-6ee538381f31 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0495563 Oct 15 21:02:58.586193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bafc11e0-d14f-453f-9edb-d81d6b660eda req-a3f4e625-ea0c-4ac7-b56e-7c5e507d968b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323739 Oct 15 21:02:59.708911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-f0b9b919-c99b-4022-8980-2ad3ff9faa41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695198 Oct 15 21:02:59.723568 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2572882-0e91-4fa2-954b-d976b3d62b0d req-dae12d2a-c147-40b2-adf3-334900acba1c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:59.725039 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2572882-0e91-4fa2-954b-d976b3d62b0d req-dae12d2a-c147-40b2-adf3-334900acba1c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0614810 Oct 15 21:02:59.785597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d2572882-0e91-4fa2-954b-d976b3d62b0d req-fe27828a-3061-4f64-9b33-7cd398237f48 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540030 Oct 15 21:02:59.800417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-62897bf6-58e0-4a61-b198-c2336f450955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:59.801914 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-62897bf6-58e0-4a61-b198-c2336f450955 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.0501237 Oct 15 21:02:59.807587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39944) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:02:59.919871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0dd0b25d-8552-47d2-a9fc-abd32f62c74b tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/edf60972-bcf8-4753-bc94-f8019ba02cbf HTTP/1.1" status: 200 len: 993 time: 0.1108825 Oct 15 21:02:59.947358 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-c42eae9b-a3a4-4bd0-9535-ef44774bfe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:02:59.953431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-c42eae9b-a3a4-4bd0-9535-ef44774bfe38 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 898 time: 0.1064005 Oct 15 21:03:00.019297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-31249071-bfe3-4581-b157-48f6bbe17ca9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 1001 time: 0.0630448 Oct 15 21:03:00.068271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-6b639ba5-0a82-4ac9-beb5-11d60c21ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:00.069600 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-6b639ba5-0a82-4ac9-beb5-11d60c21ec43 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0428240 Oct 15 21:03:00.114326 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-e38cf98b-3cac-48ed-8c88-1470c0328a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:00.115835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-e38cf98b-3cac-48ed-8c88-1470c0328a14 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395827 Oct 15 21:03:00.207965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-94c315f5-82a7-494b-a1c8-06cec05efd74 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852563 Oct 15 21:03:00.295163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4d5b215b-6fbc-407d-869d-f629f7a4617f req-d4f468c1-c439-4e1f-bf33-6bf9dbd38ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804667 Oct 15 21:03:01.289308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5ad43-9312-418e-b7b1-4d612db76462 req-f7afa16a-736f-4684-93db-82ce4ff7e568 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:01.290790 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69e5ad43-9312-418e-b7b1-4d612db76462 req-f7afa16a-736f-4684-93db-82ce4ff7e568 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0495193 Oct 15 21:03:01.355686 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-69e5ad43-9312-418e-b7b1-4d612db76462 req-60f32060-a6d4-4ce9-a15c-67fabf8d4e9c tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579233 Oct 15 21:03:01.368151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-908505ce-5d01-443a-985f-f20961b1b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:01.369590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-908505ce-5d01-443a-985f-f20961b1b599 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.0489802 Oct 15 21:03:01.457544 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-245c66c0-5be0-4281-ab41-9bd1c10e5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:01.458883 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-245c66c0-5be0-4281-ab41-9bd1c10e5513 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 898 time: 0.0825415 Oct 15 21:03:01.526256 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-8887731a-f759-4b25-843b-bd443ebc3ebc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 1001 time: 0.0605996 Oct 15 21:03:01.573037 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-e2a37bb9-4bba-424e-97fa-37c33331a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:01.574400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-e2a37bb9-4bba-424e-97fa-37c33331a607 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0418620 Oct 15 21:03:01.618229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-80956453-2955-4e05-b8be-5ea0dd990981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:01.619700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-80956453-2955-4e05-b8be-5ea0dd990981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384870 Oct 15 21:03:01.712786 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-d1a510ab-de07-4709-8bd2-5d28de31e138 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 Oct 15 21:03:01.806863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-696aad3d-8419-4fd2-9405-bc0c30f3201e req-564aa1ec-83ac-45bf-a664-ce0e517359c0 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872471 Oct 15 21:03:02.725980 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdb10e-ba27-4533-a803-411df2346e5d req-c0bf5cc9-cca6-4e14-8278-9b356a63a210 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:02.727440 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ebdb10e-ba27-4533-a803-411df2346e5d req-c0bf5cc9-cca6-4e14-8278-9b356a63a210 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0479364 Oct 15 21:03:02.765351 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ebdb10e-ba27-4533-a803-411df2346e5d req-b63aa39e-2e4b-4b13-ae66-2946b3bed789 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Oct 15 21:03:03.883380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c838d-9976-43e6-b9c5-5e5c318c3c7f req-27bce1a5-7020-4f49-a12d-9576a1b3a10f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:03.884857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e9c838d-9976-43e6-b9c5-5e5c318c3c7f req-27bce1a5-7020-4f49-a12d-9576a1b3a10f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0480328 Oct 15 21:03:03.921281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2e9c838d-9976-43e6-b9c5-5e5c318c3c7f req-585a57a8-93dc-46bb-a9e2-4c9cbb6058db tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305939 Oct 15 21:03:03.943762 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39956) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:04.006013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2ec81d15-05a0-4d72-aadc-680d2218b05f tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/floatingips/edf60972-bcf8-4753-bc94-f8019ba02cbf HTTP/1.1" status: 200 len: 993 time: 0.0611169 Oct 15 21:03:04.234008 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39962) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:04.385944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port a63133eb-4727-4a9a-9af8-f237cf2af970 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:03:04.386194 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:04.463235 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:04.463571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:04.474866 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for a63133eb-4727-4a9a-9af8-f237cf2af970 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:03:04.678667 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:04.708522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=a63133eb-4727-4a9a-9af8-f237cf2af970,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:04.735746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.736096 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.736443 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.736778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.737114 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.738227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.738723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.739059 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.739393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.739746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.740082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.740402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:04.777210 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:04.777539 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Floating IP edf60972-bcf8-4753-bc94-f8019ba02cbf disassociated (deleted). External IP: 172.25.0.228, port: b8f7b27e-1844-48af-ab2f-199328f45fcd. Oct 15 21:03:04.979370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router d1754f3d-590e-42a5-8fc1-5b5f17171acb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:03:05.086206 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:05.091056 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:05.095445 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Sync routers for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:05.104161 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:05.104757 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:05.118367 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-837339d2-19c7-4209-911a-179a545f2a69 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/floatingips/edf60972-bcf8-4753-bc94-f8019ba02cbf HTTP/1.1" status: 204 len: 168 time: 0.8832901 Oct 15 21:03:05.118951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:03:05.121231 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd1055-1b32-4519-a675-0e999c5a2765" -d '{"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:03:05.208531 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:05.408269 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:05.433722 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Checking router: d1754f3d-590e-42a5-8fc1-5b5f17171acb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:05.442837 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:05.443435 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:05.462641 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e23b99-99b6-4fc0-a25b-0c24ba1e973f x-openstack-request-id: req-64e23b99-99b6-4fc0-a25b-0c24ba1e973f {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:03:05.462994 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:03:05.463389 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64e23b99-99b6-4fc0-a25b-0c24ba1e973f {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:03:05.463826 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'status': 'completed', 'code': 200} Oct 15 21:03:05.553051 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:05.563518 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-e57fda87-d323-4c5a-a67a-ab51509e432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:05.565099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-e57fda87-d323-4c5a-a67a-ab51509e432b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d152365e358d4636a83c23b1efa842bb&device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 1097 time: 0.0726416 Oct 15 21:03:05.578504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab572482-4412-4d93-bb7e-eb22f04a8a05 req-f6ded41b-167e-4461-9416-d04e9f28e351 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:05.580048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab572482-4412-4d93-bb7e-eb22f04a8a05 req-f6ded41b-167e-4461-9416-d04e9f28e351 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0621581 Oct 15 21:03:05.675928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab572482-4412-4d93-bb7e-eb22f04a8a05 req-900e00c6-0aa3-456e-a2ee-c8865ed41a50 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860543 Oct 15 21:03:05.700759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-76abb4f2-de42-43eb-aada-fab566d63bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:05.702221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-76abb4f2-de42-43eb-aada-fab566d63bef service neutron] 10.222.0.11 "GET /v2.0/networks?id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 200 len: 898 time: 0.1212506 Oct 15 21:03:05.744603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-6a497604-5f6f-4123-a495-927b5b4484ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 200 len: 217 time: 0.0342703 Oct 15 21:03:05.750068 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:05.780555 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e339a-dbc7-4a30-90bb-180120636f1e None None] The sync data for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 is: [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:38Z', 'revision_number': 4, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '17ed6419-a038-4fcb-bbb8-c80cfc788a21', 'name': '', 'network_id': '2cabd3cd-1139-4abb-b4ee-4c0781f6995b', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'mac_address': 'fa:16:3e:2b:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'bd7c043e-48df-44ae-b315-58f496433669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:38Z', 'updated_at': '2021-10-15T21:01:42Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'subnets': [{'id': 'bd7c043e-48df-44ae-b315-58f496433669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:05.803169 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-0ff6f850-7aae-43dc-b38f-4b2b0180a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:05.804651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-0ff6f850-7aae-43dc-b38f-4b2b0180a466 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 200 len: 835 time: 0.0520315 Oct 15 21:03:05.856369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-013a00d0-4ee3-476c-97b7-e9e694391b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:05.857910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-013a00d0-4ee3-476c-97b7-e9e694391b64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2cabd3cd-1139-4abb-b4ee-4c0781f6995b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449851 Oct 15 21:03:05.958755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-5c7260b5-a296-4121-bffc-7ab3d568ced9 service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918694 Oct 15 21:03:06.016912 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21eb176-a06a-498e-9849-e250af63b9f5 None None] New status for floating IP edf60972-bcf8-4753-bc94-f8019ba02cbf: DOWN {{(pid=101182) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:03:06.053469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-20dd1055-1b32-4519-a675-0e999c5a2765 req-b7f5a493-5c45-4815-aac3-d6effab4ab3d service neutron] 10.222.0.11 "GET /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Oct 15 21:03:06.795061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5b5e1-5534-482c-9726-27fb2a54a086 req-1335649b-e310-4506-9ab5-cda7cb244241 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:06.796574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40f5b5e1-5534-482c-9726-27fb2a54a086 req-1335649b-e310-4506-9ab5-cda7cb244241 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0489552 Oct 15 21:03:06.833850 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40f5b5e1-5534-482c-9726-27fb2a54a086 req-e7559cbe-eca8-471a-92f5-27103f3bb207 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/security-groups?id=43893018-c7e1-4dab-968e-629fbd3f094f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309246 Oct 15 21:03:07.270834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d17fa356-c13a-4a57-a548-f79eec683941 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:07.272287 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d17fa356-c13a-4a57-a548-f79eec683941 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 945 time: 0.0515530 Oct 15 21:03:07.359751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port b8f7b27e-1844-48af-ab2f-199328f45fcd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:03:07.360084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:07.449720 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port b8f7b27e-1844-48af-ab2f-199328f45fcd, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b8f7b27e-1844-48af-ab2f-199328f45fcd,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:07.450134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:07.461777 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for b8f7b27e-1844-48af-ab2f-199328f45fcd owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:03:07.632947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:07.664346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=b8f7b27e-1844-48af-ab2f-199328f45fcd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:07.704740 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] No DVR routers for this DVR port b8f7b27e-1844-48af-ab2f-199328f45fcd on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:03:07.707514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:07.710944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1c0cd98e-4bc0-4e8c-abf9-e794471e5acb req-d45330d2-4d7c-49b9-954b-1e15d1c0d603 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.11 "DELETE /v2.0/ports/b8f7b27e-1844-48af-ab2f-199328f45fcd HTTP/1.1" status: 204 len: 173 time: 0.4324756 Oct 15 21:03:07.711376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'name': 'network-vif-deleted', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:03:07.713629 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c128a-0117-434a-99b9-4d668bfe3b99" -d '{"events": [{"server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "name": "network-vif-deleted", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:03:07.750722 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb610c-c884-42b3-9387-5fbe33649771 x-openstack-request-id: req-bffb610c-c884-42b3-9387-5fbe33649771 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:03:07.751121 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d8abc2-2ed2-4450-a469-762de5796f36", "name": "network-vif-deleted", "tag": "b8f7b27e-1844-48af-ab2f-199328f45fcd", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:03:07.751376 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bffb610c-c884-42b3-9387-5fbe33649771 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:03:07.751810 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d8abc2-2ed2-4450-a469-762de5796f36', 'name': 'network-vif-deleted', 'tag': 'b8f7b27e-1844-48af-ab2f-199328f45fcd', 'status': 'completed', 'code': 200} Oct 15 21:03:07.932443 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-59a23687-c91d-487b-aa42-b51b9a5c6a0f req-07c54eb5-27f4-4732-ac35-6ca2b43ea5be tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "GET /v2.0/ports?device_id=78d8abc2-2ed2-4450-a469-762de5796f36 HTTP/1.1" status: 200 len: 210 time: 0.0278633 Oct 15 21:03:08.986820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39978) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:09.653755 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:09.909918 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port 17ed6419-a038-4fcb-bbb8-c80cfc788a21 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:03:09.910163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:09.996512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port 17ed6419-a038-4fcb-bbb8-c80cfc788a21, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=17ed6419-a038-4fcb-bbb8-c80cfc788a21,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:09.997246 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:10.009484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for 17ed6419-a038-4fcb-bbb8-c80cfc788a21 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:03:10.250071 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:10.276039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=17ed6419-a038-4fcb-bbb8-c80cfc788a21,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:10.446313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:10.658201 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Router d1754f3d-590e-42a5-8fc1-5b5f17171acb has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:03:10.764856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:10.771001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1337800-15f4-4dcd-9a07-486435537c4a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "PUT /v2.0/routers/d1754f3d-590e-42a5-8fc1-5b5f17171acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7825274 Oct 15 21:03:10.773579 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39980) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:10.775505 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Sync routers for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:10.784632 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:10.785848 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:10.828996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting subnet bd7c043e-48df-44ae-b315-58f496433669 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:03:10.832704 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:10.871800 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:10.888521 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:10.959927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.064308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:03:10Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:11.089697 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Checking router: d1754f3d-590e-42a5-8fc1-5b5f17171acb for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:11.097694 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Routers {'d1754f3d-590e-42a5-8fc1-5b5f17171acb'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:11.098273 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:11.111868 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.140089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7c043e-48df-44ae-b315-58f496433669,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:11.144316 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.149948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-647cc6d5-5058-4fd1-8199-135e158158a8 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/subnets/bd7c043e-48df-44ae-b315-58f496433669 HTTP/1.1" status: 204 len: 168 time: 0.3728402 Oct 15 21:03:11.150421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39982) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:11.153884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f455c-0b11-484f-acdb-861e0abbfefd None None] Network 2cabd3cd-1139-4abb-b4ee-4c0781f6995b requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:03:11.207285 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] Set router d1754f3d-590e-42a5-8fc1-5b5f17171acb gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:11.266743 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.344641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] DHCP port deletion for 2cabd3cd-1139-4abb-b4ee-4c0781f6995b request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:03:11.387462 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.391053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Deleting port e28beb25-b429-4aba-9140-0e4cc0a31af8 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:03:11.391215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.398441 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:03:10Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:11.462419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] For port e28beb25-b429-4aba-9140-0e4cc0a31af8, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=e28beb25-b429-4aba-9140-0e4cc0a31af8,segment=NetworkSegment(beb317e4-f693-4784-bd46-1af0d5480a91),segment_id=beb317e4-f693-4784-bd46-1af0d5480a91)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:11.463141 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.477708 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Calling delete_port for e28beb25-b429-4aba-9140-0e4cc0a31af8 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:03:11.519942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Deleting port db23ae3f-96dc-43a0-a18d-86d4bb93987a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:03:11.520445 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.523132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa515-5fcf-4739-a7cc-7d73b4d6ea48 None None] The sync data for ids ['d1754f3d-590e-42a5-8fc1-5b5f17171acb'] in n-d-712140-14 is: [{'id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1589584372', 'tenant_id': 'd152365e358d4636a83c23b1efa842bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:03:10Z', 'revision_number': 5, 'project_id': 'd152365e358d4636a83c23b1efa842bb', 'gw_port': {'id': 'db23ae3f-96dc-43a0-a18d-86d4bb93987a', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1754f3d-590e-42a5-8fc1-5b5f17171acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:01:35Z', 'updated_at': '2021-10-15T21:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:11.609089 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] For port db23ae3f-96dc-43a0-a18d-86d4bb93987a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=db23ae3f-96dc-43a0-a18d-86d4bb93987a,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:11.609367 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.621308 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Calling delete_port for db23ae3f-96dc-43a0-a18d-86d4bb93987a owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:03:11.661423 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.842042 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Pushing event deleted for resources: {'Port': ['ID=e28beb25-b429-4aba-9140-0e4cc0a31af8,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:11.846261 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] No DVR routers for this DVR port e28beb25-b429-4aba-9140-0e4cc0a31af8 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:03:11.849820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:11.854148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.854148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.854437 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.854561 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.854869 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.855197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.855525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.855872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.856198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.856625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.856830 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.857146 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06401a28-c889-4034-9a8a-bffba78b44a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:11.893263 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Port': ['ID=db23ae3f-96dc-43a0-a18d-86d4bb93987a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:11.930149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e28beb25-b429-4aba-9140-0e4cc0a31af8 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:03:11.949282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: e28beb25-b429-4aba-9140-0e4cc0a31af8 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:03:11.949625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device e28beb25-b429-4aba-9140-0e4cc0a31af8 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:03:11.972884 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.066602 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.068736 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.181145 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.181824 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Fanout notify agent at l3_agent the message router_deleted on router d1754f3d-590e-42a5-8fc1-5b5f17171acb {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:03:12.188976 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.190128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d2869fe2-5c73-4bd4-be6d-946df238a7d2 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/routers/d1754f3d-590e-42a5-8fc1-5b5f17171acb HTTP/1.1" status: 204 len: 168 time: 1.0389850 Oct 15 21:03:12.193610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39984) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:12.273634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.365781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.385346 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cabd3cd-1139-4abb-b4ee-4c0781f6995b']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:12.395190 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb317e4-f693-4784-bd46-1af0d5480a91') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:12.395484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb317e4-f693-4784-bd46-1af0d5480a91') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:12.404622 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.417380 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.423084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:03:12.423459 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: timer() Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:03:12.426434 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:03:12.540305 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.547020 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.550741 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/networks/2cabd3cd-1139-4abb-b4ee-4c0781f6995b HTTP/1.1" status: 204 len: 168 time: 0.3555305 Oct 15 21:03:12.553408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39986) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:12.557789 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8f7b27e-1844-48af-ab2f-199328f45fcd no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:03:12.570047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed351f-8c1b-449b-a83f-ba464dbeb19a tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'Network': ['ID=2cabd3cd-1139-4abb-b4ee-4c0781f6995b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:12.577772 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b8f7b27e-1844-48af-ab2f-199328f45fcd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:03:12.578115 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b8f7b27e-1844-48af-ab2f-199328f45fcd not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:03:12.622215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.648942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.752300 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.755054 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:12.756232 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] 10.222.0.13 "DELETE /v2.0/security-groups/43893018-c7e1-4dab-968e-629fbd3f094f HTTP/1.1" status: 204 len: 168 time: 0.2019038 Oct 15 21:03:12.765521 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cf2a8-b89e-4dcc-a869-77003ca56af4 tempest-TestNetworkAdvancedServerOps-1916100810 tempest-TestNetworkAdvancedServerOps-1916100810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43893018-c7e1-4dab-968e-629fbd3f094f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:13.349856 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39994) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:13.478208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88b203f8-2e38-4d12-b076-a3dde6661bef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d152365e358d4636a83c23b1efa842bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272025 Oct 15 21:03:13.480713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 39998) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:13.534493 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:13.538782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 17ed6419-a038-4fcb-bbb8-c80cfc788a21 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:03:13.557142 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:13.558519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 17ed6419-a038-4fcb-bbb8-c80cfc788a21 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:03:13.559047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 17ed6419-a038-4fcb-bbb8-c80cfc788a21 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:03:13.559272 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device db23ae3f-96dc-43a0-a18d-86d4bb93987a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:03:13.577732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: db23ae3f-96dc-43a0-a18d-86d4bb93987a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:03:13.578300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device db23ae3f-96dc-43a0-a18d-86d4bb93987a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:03:13.672780 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:13.676042 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:13.677302 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c20da3c-1395-4b49-9b17-7e42f1e4ca6b HTTP/1.1" status: 204 len: 168 time: 0.1956053 Oct 15 21:03:13.684900 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafe276-cf44-4c02-8cad-04a4da83bf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20da3c-1395-4b49-9b17-7e42f1e4ca6b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:14.181429 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 40004) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:14.196364 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.276288 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.318156 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.354070 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55856b-6d3d-43bb-9257-c7974563a846,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:14.357799 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9caad1b7ac5489e8fff52670a0ac39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751785 Oct 15 21:03:14.360634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40008) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:14.364467 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.364810 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.365143 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.365473 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.365801 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.366126 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.366446 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.366767 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.367109 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.367403 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.367748 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.368066 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80f306c-358a-44c5-984a-76388cfd5afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:14.410581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.431180 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.536163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.538652 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:14.539837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc55856b-6d3d-43bb-9257-c7974563a846 HTTP/1.1" status: 204 len: 168 time: 0.1781983 Oct 15 21:03:14.547689 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7894993-dd35-4871-a84b-27b9fe070ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55856b-6d3d-43bb-9257-c7974563a846,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:15.529481 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40030) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:15.622035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2039127068-network', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:15.723799 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Made reservation on behalf of daec8edf505040ecba0eece7f6c77f55 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:03:15.726047 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:15.734343 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:15.809840 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:15.861146 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:15.898814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 21:03:15.907797 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc5cf5-c75d-4f42-b6da-020de0503873,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:15.914306 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:15.915147 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Added segment 60410a3f-c2fc-4c91-b477-22759db8b8fd of type vlan for network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 Oct 15 21:03:15.953754 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.043044 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.044058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:16.044637 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.103241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] Pushing event updated for resources: {'Network': ['ID=621f9f83-a3b5-47ba-a630-ab19e5ee9432,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:16.113792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 21:03:16.131668 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-8fe79e62-2ce7-40b5-9533-7c73baed26a1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6010211 Oct 15 21:03:16.134638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40034) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:16.139390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Request body: {'subnet': {'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2039127068-subnet', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:16.221318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Made reservation on behalf of daec8edf505040ecba0eece7f6c77f55 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:03:16.224466 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.471520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.530911 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=717baae3-1e23-4b73-adc2-47f662e2a697,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:16.535934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:16.536297 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Network hostable DHCP agents. Network: 621f9f83-a3b5-47ba-a630-ab19e5ee9432, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 21:03:16.631303 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 21:03:16.694322 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 621f9f83-a3b5-47ba-a630-ab19e5ee9432) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:16.698255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:16.698848 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.703848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1bcfa-a27e-4a14-828f-82603bf27c20 None None] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:03:16.773008 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88b752a5-d577-43d0-8cf8-952638eafb89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6371632 Oct 15 21:03:16.775615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40036) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:16.779817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:16.850470 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 21:03:16.851494 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.873095 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.874186 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.924207 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:16.992847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Allocated IP 172.20.0.2 (621f9f83-a3b5-47ba-a630-ab19e5ee9432/717baae3-1e23-4b73-adc2-47f662e2a697/99cee839-3506-4829-9a23-7fdcdab8f70f) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:17.110885 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.186861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.256033 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.300025 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:17.302950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:17.309476 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:17.312492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Pushing event updated for resources: {'Port': ['ID=99cee839-3506-4829-9a23-7fdcdab8f70f,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:17.349131 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.365291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Attempting to bind port 99cee839-3506-4829-9a23-7fdcdab8f70f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:17.365592 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Attempting to bind port 99cee839-3506-4829-9a23-7fdcdab8f70f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:17.365956 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Attempting to bind port 99cee839-3506-4829-9a23-7fdcdab8f70f on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:17.367876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.370940 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:17.371316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:17.372188 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.375848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Bound using segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:17.375848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Bound port: 99cee839-3506-4829-9a23-7fdcdab8f70f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:17.375848 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.437806 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] For port 99cee839-3506-4829-9a23-7fdcdab8f70f, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:17.441340 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] For port 99cee839-3506-4829-9a23-7fdcdab8f70f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=99cee839-3506-4829-9a23-7fdcdab8f70f,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:17.470365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Allocated IP 172.25.0.8 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/8e53e24f-237d-4e35-9188-ec6284e564da) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:17.501469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.562655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89920d7-b693-4d5a-8e1b-05f492501616 None None] Pushing event updated for resources: {'Port': ['ID=99cee839-3506-4829-9a23-7fdcdab8f70f,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:17.580991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.697469 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:17.742760 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:17.745614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:17.748135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:17.757519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e53e24f-237d-4e35-9188-ec6284e564da,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:18.059059 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.259338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.423069 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16227da9-fd17-4461-912b-f3d9d75cf91a None None] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:03:18.493108 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] Provisioning complete for port 99cee839-3506-4829-9a23-7fdcdab8f70f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:18.493488 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.494844 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 21:03:18.629470 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f3feba7-ab0e-46c5-ba21-158be087fd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.651773 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.693333 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] For port 99cee839-3506-4829-9a23-7fdcdab8f70f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=99cee839-3506-4829-9a23-7fdcdab8f70f,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:18.791943 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.846716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d23e8b-7ea9-42f7-aa90-969e515615fc None None] Pushing event updated for resources: {'Port': ['ID=99cee839-3506-4829-9a23-7fdcdab8f70f,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:18.913075 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-ac655329-2e57-4083-9f1f-904e96521067 None None] Provisioning complete for port 99cee839-3506-4829-9a23-7fdcdab8f70f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:18.913440 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ac655329-2e57-4083-9f1f-904e96521067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:18.931778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:18.942679 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:18.962963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:18.963586 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:19.006473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.007815 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c5dffe12-fcf5-4ee6-853c-73785372c2a1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2312181 Oct 15 21:03:19.010591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40038) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:19.098917 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:19.275171 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:17Z', 'revision_number': 3, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:19.305536 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:19.305888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Updating router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 port 8e53e24f-237d-4e35-9188-ec6284e564da binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:03:19.330375 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.416017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.575529 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Allocated IP 172.20.0.1 (621f9f83-a3b5-47ba-a630-ab19e5ee9432/717baae3-1e23-4b73-adc2-47f662e2a697/f213fcec-ac50-43df-9e58-c0f991cf8289) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:19.595249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 99cee839-3506-4829-9a23-7fdcdab8f70f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:19.625944 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.654778 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 99cee839-3506-4829-9a23-7fdcdab8f70f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:19.655143 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.685758 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.697231 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.767132 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Attempting to bind port 8e53e24f-237d-4e35-9188-ec6284e564da on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:19.767504 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Attempting to bind port 8e53e24f-237d-4e35-9188-ec6284e564da by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:19.767881 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Attempting to bind port 8e53e24f-237d-4e35-9188-ec6284e564da on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:19.780465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.782935 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:19.783304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:19.783727 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.784116 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:19.784577 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Bound port: 8e53e24f-237d-4e35-9188-ec6284e564da, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:19.785603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.787062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef398b-46fa-4572-9de2-5a1b87a3c6cf None None] Pushing event updated for resources: {'Port': ['ID=8e53e24f-237d-4e35-9188-ec6284e564da,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:19.816645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:19.819751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:19.823147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:19.850788 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] For port 8e53e24f-237d-4e35-9188-ec6284e564da, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:19.852772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Pushing event updated for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:19.854298 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] For port 8e53e24f-237d-4e35-9188-ec6284e564da, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e53e24f-237d-4e35-9188-ec6284e564da,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:19.871356 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.919004 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:19.982748 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:19.983375 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:02:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:19.988341 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef398b-46fa-4572-9de2-5a1b87a3c6cf None None] Pushing event updated for resources: {'Port': ['ID=8e53e24f-237d-4e35-9188-ec6284e564da,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:20.091820 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.092688 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:20.176018 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-17f45e49-0b85-4d05-a1c2-444af74ffc88 None None] Provisioning complete for port f213fcec-ac50-43df-9e58-c0f991cf8289 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:20.176386 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17f45e49-0b85-4d05-a1c2-444af74ffc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.246087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-17f45e49-0b85-4d05-a1c2-444af74ffc88 None None] Port f213fcec-ac50-43df-9e58-c0f991cf8289 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:03:20.259668 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.305041 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:17Z', 'revision_number': 3, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:20.323851 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.334819 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd681fde-f933-4fc8-a65e-0b2b33fae78f None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:17Z', 'revision_number': 3, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:20.396951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Pushing event updated for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:20.399400 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.494835 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:20.496342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:20.651429 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:03:20.775163 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:20.776332 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-5840d305-1374-4516-8130-abe92839bc32 None None] Provisioning complete for port f213fcec-ac50-43df-9e58-c0f991cf8289 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:20.776871 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5840d305-1374-4516-8130-abe92839bc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:20.780300 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ce918181-a776-4f64-9495-50a2f79eec73 admin admin] 10.222.0.13 "PUT /v2.0/routers/25671f97-e5bc-4d51-b23a-0bbcf12e2775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7687309 Oct 15 21:03:20.814291 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-5840d305-1374-4516-8130-abe92839bc32 None None] Port f213fcec-ac50-43df-9e58-c0f991cf8289 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:03:21.480142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40054) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:21.483801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bae71378-ca08-4be7-be76-1a26f8d76521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.486194 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1412128561-network', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:21.568561 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Made reservation on behalf of a3a5c945f8ec4a12b3d8a7c0c49f4917 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:03:21.570953 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.582928 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.584548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e53e24f-237d-4e35-9188-ec6284e564da up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:21.633562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8e53e24f-237d-4e35-9188-ec6284e564da triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:21.634021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.664321 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.716679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.724338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.737394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 8e53e24f-237d-4e35-9188-ec6284e564da, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e53e24f-237d-4e35-9188-ec6284e564da,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:21.745106 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 21:03:21.759800 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d047e11-5a90-4380-b293-9512552675ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:21.762835 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.762998 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Added segment ed3bd9a4-b675-46ec-85bb-4085b44f61ca of type vlan for network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 Oct 15 21:03:21.807648 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.809701 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.847132 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:21.856376 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:21.857073 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:21.864689 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=8e53e24f-237d-4e35-9188-ec6284e564da,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:21.895497 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.896495 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:21.897076 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:21.956566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] Pushing event updated for resources: {'Network': ['ID=80c9c39a-1a71-4f06-bee1-095b1ab984e9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:21.968068 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:21.968198 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 21:03:21.994405 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd927f69-7964-4640-ac6c-0c0f016f99d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5131569 Oct 15 21:03:21.998102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40056) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:22.002486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Request body: {'subnet': {'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1412128561-subnet', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:22.113633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Made reservation on behalf of a3a5c945f8ec4a12b3d8a7c0c49f4917 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:03:22.116119 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.158915 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:20Z', 'revision_number': 2, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:22.193893 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:22.194242 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Updating router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 port f213fcec-ac50-43df-9e58-c0f991cf8289 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:03:22.220069 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.341253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.404516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e578750e-11df-4e71-96f1-e681313dcc89,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:22.408996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Checking segment: {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:22.409364 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Network hostable DHCP agents. Network: 80c9c39a-1a71-4f06-bee1-095b1ab984e9, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 21:03:22.432468 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.484286 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.512471 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 21:03:22.569605 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.598857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, 80c9c39a-1a71-4f06-bee1-095b1ab984e9) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:22.603283 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:22.603978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.615145 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73087e4-7ae5-4208-9bd7-165922cf6c55 None None] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:03:22.654555 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Pushing event updated for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:22.677942 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-524acd74-b8ff-4360-9fe2-71e7ed485fac admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6772170 Oct 15 21:03:22.684315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40058) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.684904 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:03:22.685581 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:22.696379 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Attempting to bind port f213fcec-ac50-43df-9e58-c0f991cf8289 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:22.696748 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Attempting to bind port f213fcec-ac50-43df-9e58-c0f991cf8289 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:22.697115 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Attempting to bind port f213fcec-ac50-43df-9e58-c0f991cf8289 on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:22.702782 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:22.703329 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:22.703756 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.704150 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Bound using segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:22.704619 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Bound port: f213fcec-ac50-43df-9e58-c0f991cf8289, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:22.704996 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.770307 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.772426 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.774309 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] For port f213fcec-ac50-43df-9e58-c0f991cf8289, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:22.786586 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] For port f213fcec-ac50-43df-9e58-c0f991cf8289, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f213fcec-ac50-43df-9e58-c0f991cf8289,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:22.842581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.855607 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.865035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] Provisioning complete for port f213fcec-ac50-43df-9e58-c0f991cf8289 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:22.865565 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:22.912583 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:22.913200 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:22.963790 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ac43d-28dc-45b6-88ca-0152c1cdc47a None None] Pushing event updated for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:22.988669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 21:03:22.990543 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.034801 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:23.093109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.138234 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.179177 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] For port f213fcec-ac50-43df-9e58-c0f991cf8289, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f213fcec-ac50-43df-9e58-c0f991cf8289,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:23.182378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.204092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Allocated IP 172.20.0.2 (80c9c39a-1a71-4f06-bee1-095b1ab984e9/e578750e-11df-4e71-96f1-e681313dcc89/035ef541-0161-4845-996c-a18b9128a9eb) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:23.270204 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:22Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:23.282825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.296965 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae723f0-1fd5-45f2-82a4-d070f689f35a None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:22Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:23.376259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b60b3-5128-4684-8300-8aa92ad9cb2c None None] Pushing event updated for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:23.382669 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.433633 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-6d63e0a8-c415-4877-80cf-155b12c45844 None None] Provisioning complete for port f213fcec-ac50-43df-9e58-c0f991cf8289 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:23.434003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6d63e0a8-c415-4877-80cf-155b12c45844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.435835 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.463734 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.494002 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.528426 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.630681 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:23.645410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:23.647308 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:03:23.649538 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:23.652633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Allocated IP 172.25.0.247 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:23.653169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Pushing event updated for resources: {'Port': ['ID=035ef541-0161-4845-996c-a18b9128a9eb,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:23.692048 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e53e24f-237d-4e35-9188-ec6284e564da up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:23.713012 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.750351 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Attempting to bind port 035ef541-0161-4845-996c-a18b9128a9eb on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:23.750828 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Attempting to bind port 035ef541-0161-4845-996c-a18b9128a9eb by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:23.751233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Attempting to bind port 035ef541-0161-4845-996c-a18b9128a9eb on network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:23.763328 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:23.763848 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Checking segment: {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:23.764318 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.764782 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Bound using segment: {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:23.765339 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Bound port: 035ef541-0161-4845-996c-a18b9128a9eb, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:23.765787 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.796222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.813774 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 8e53e24f-237d-4e35-9188-ec6284e564da triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:23.814287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.868746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] For port 035ef541-0161-4845-996c-a18b9128a9eb, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:23.884338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] For port 035ef541-0161-4845-996c-a18b9128a9eb, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=035ef541-0161-4845-996c-a18b9128a9eb,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:23.896152 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:23.930951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f213fcec-ac50-43df-9e58-c0f991cf8289 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:23.941511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:23.944630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:23.948211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:23.959212 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:24.001490 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Pushing event updated for resources: {'Port': ['ID=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:24.083276 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbca05-f629-4250-8518-eed0de761f9e None None] Pushing event updated for resources: {'Port': ['ID=035ef541-0161-4845-996c-a18b9128a9eb,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:24.092362 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port f213fcec-ac50-43df-9e58-c0f991cf8289 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:24.092649 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:24.356582 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:24.867042 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:24.936808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.118706 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d19326-8c48-4090-8e06-133eb9e7b6ea None None] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:03:25.134509 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Router 99742c76-a8e0-452a-bdfe-1fe27590c710 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 21:03:25.176611 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] Provisioning complete for port 035ef541-0161-4845-996c-a18b9128a9eb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:25.176982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.247759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:25.259199 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Sync routers for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:25.303167 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:25.303849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:25.332540 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.333911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-cb826b1b-f033-4bb8-aebd-62cc9afc2311 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6546156 Oct 15 21:03:25.336651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40060) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:25.382252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.463354 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] For port 035ef541-0161-4845-996c-a18b9128a9eb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=035ef541-0161-4845-996c-a18b9128a9eb,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:25.471052 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:25.621291 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.668942 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 035ef541-0161-4845-996c-a18b9128a9eb up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:25.746394 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a673337-adb0-4964-8dcf-146ef5cd3e7e None None] Pushing event updated for resources: {'Port': ['ID=035ef541-0161-4845-996c-a18b9128a9eb,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:25.772733 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-110bc113-5c36-440e-a4fa-3f40340aa855 None None] Provisioning complete for port 035ef541-0161-4845-996c-a18b9128a9eb triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:25.773086 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-110bc113-5c36-440e-a4fa-3f40340aa855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.779192 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.809943 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:24Z', 'revision_number': 3, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:25.849660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 035ef541-0161-4845-996c-a18b9128a9eb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:25.850021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.856316 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Checking router: 99742c76-a8e0-452a-bdfe-1fe27590c710 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:25.856669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Updating router 99742c76-a8e0-452a-bdfe-1fe27590c710 port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:03:25.911930 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:25.937560 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Allocated IP 172.20.0.1 (80c9c39a-1a71-4f06-bee1-095b1ab984e9/e578750e-11df-4e71-96f1-e681313dcc89/d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:26.039198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.158977 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.198527 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:26.201686 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:26.205476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:26.242868 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Pushing event updated for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:26.264136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.404127 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.478367 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.479594 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.537454 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de7422-7254-47b1-83ca-a26ce02d0219 None None] Pushing event updated for resources: {'Port': ['ID=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:26.546043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Attempting to bind port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:26.546043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Attempting to bind port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:26.546043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Attempting to bind port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:26.547882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-1a48f197-20ad-486e-8eff-72df239668a3 None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:26.548281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1a48f197-20ad-486e-8eff-72df239668a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.572259 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:26.574768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:26.574768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.574768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:26.574768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Bound port: 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:26.574768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.613966 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-1a48f197-20ad-486e-8eff-72df239668a3 None None] Port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:03:26.635155 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] For port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:26.638325 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] For port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:26.645451 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.718342 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.747688 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.776939 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:26.777554 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:26.780491 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de7422-7254-47b1-83ca-a26ce02d0219 None None] Pushing event updated for resources: {'Port': ['ID=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:26.820455 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:26.822244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Pushing event updated for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:26.886387 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:26.914069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:26.915492 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:27.046813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Router 99742c76-a8e0-452a-bdfe-1fe27590c710 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:03:27.122411 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd40e8a5d-7bd2-4ae8-bfaf-09edca9554dd', 'name': '', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'mac_address': 'fa:16:3e:80:4a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:25Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 2, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'subnets': [{'id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:27.151189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6c0f0-2ddc-4d4a-905e-e00c43e339a5 None None] The sync data for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 is: [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd40e8a5d-7bd2-4ae8-bfaf-09edca9554dd', 'name': '', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'mac_address': 'fa:16:3e:80:4a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:25Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 2, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'subnets': [{'id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:27.192086 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:27.197275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0e10ce0e-e414-421c-b395-d6a873882070 admin admin] 10.222.0.13 "PUT /v2.0/routers/99742c76-a8e0-452a-bdfe-1fe27590c710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593271 Oct 15 21:03:27.238960 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-a0ac07cf-87f0-46c8-a36f-cbcae8a3f5c4 None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:27.239115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a0ac07cf-87f0-46c8-a36f-cbcae8a3f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:27.273910 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac07cf-87f0-46c8-a36f-cbcae8a3f5c4 None None] Port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:03:27.576642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 035ef541-0161-4845-996c-a18b9128a9eb up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:27.626890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 035ef541-0161-4845-996c-a18b9128a9eb triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:27.627258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.104335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40068) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:28.108990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855198794', 'description': 'tempest-secgroup-smoke-855198794 description', 'project_id': 'daec8edf505040ecba0eece7f6c77f55'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:28.237253 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.307765 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.375383 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.408511 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de32543-5667-4351-ae6c-cfb0cbd602a9,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:28.468528 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.469774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-76fddd11-888f-454e-a6cf-3f7e8bf906e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3644178 Oct 15 21:03:28.472881 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40070) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:28.477192 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:28.579476 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.634222 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.712070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.730079 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da8041d-866d-4c12-bbe3-f8b65d4f860f,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:28.823219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.824866 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-bd1b9902-d5a5-4f50-9a23-7866370449d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3510625 Oct 15 21:03:28.827523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40072) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:28.832548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:28.917079 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:28.971268 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.043768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.062566 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dc2966-1048-42be-85cc-2f2e2923af63,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:29.142832 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.144422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ccfc6443-bce7-4139-b107-dd2d9e48d5bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158591 Oct 15 21:03:29.147109 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40074) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:29.151480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:29.244065 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.300717 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.357916 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.380229 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fb21e4-b4f2-4114-ba1f-d30e5dc3feb8,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:29.445581 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.446822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e8ed662f-afc0-4851-b320-f2d24df1f41e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987661 Oct 15 21:03:29.449552 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40076) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:29.454416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:29.534942 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.580425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:29.600506 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.628969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:29.629331 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.677961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.696249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9193721e-58c7-4668-9c21-9f90172b295e,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:29.711125 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.729562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:29.759094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.760560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d22fe67b-58f5-4043-a2ad-7c4f8d2fc5bf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3099031 Oct 15 21:03:29.763180 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40078) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:29.767571 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:29.814221 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.862497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:29.867709 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Project daec8edf505040ecba0eece7f6c77f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:03:29.873508 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:29.934227 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.015319 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.035375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31919146-832c-4d44-97d5-e21b3f743a11,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:30.108057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.109433 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7c094dc9-754d-499e-856e-8db1eb682db3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452778 Oct 15 21:03:30.112128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40080) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:30.122064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': '3de32543-5667-4351-ae6c-cfb0cbd602a9', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:30.198592 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Project daec8edf505040ecba0eece7f6c77f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:03:30.203986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.265178 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.274872 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Sync routers for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:30.284153 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:30.284768 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:30.341163 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.361007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60344348-4510-40a5-b46d-1bd35dc03153,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:30.389150 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:30.440074 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.442357 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-70db7dff-ee7a-47ca-acbd-05291fe4b423 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3291731 Oct 15 21:03:30.582272 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-462237d8-23f0-40ad-97d6-087508b24dd7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855198794&fields=id&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 267 time: 0.0347838 Oct 15 21:03:30.684029 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd40e8a5d-7bd2-4ae8-bfaf-09edca9554dd', 'name': '', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'mac_address': 'fa:16:3e:80:4a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:25Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 2, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'subnets': [{'id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:30.694387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-39816762-7d8a-4193-b0cf-ac67b4b42bc5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:30.695903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-39816762-7d8a-4193-b0cf-ac67b4b42bc5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 809 time: 0.1062925 Oct 15 21:03:30.709242 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Checking router: 99742c76-a8e0-452a-bdfe-1fe27590c710 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:30.709589 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Updating router 99742c76-a8e0-452a-bdfe-1fe27590c710 port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:03:30.712110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-61504cec-a386-4f79-a10b-b13e886c745f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/quotas/daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Oct 15 21:03:30.734225 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:30.763738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-56419294-88b0-41d4-a593-a2b71667c56f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460246 Oct 15 21:03:30.868369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f23d41aa-ac90-49db-8a3f-a62a25c0526a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:03:30.869387 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f23d41aa-ac90-49db-8a3f-a62a25c0526a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0931146 Oct 15 21:03:30.967550 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-1ef53b2e-d53d-4b87-b25c-b5c44252847e service neutron] 10.222.0.13 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915966 Oct 15 21:03:30.995363 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.061774 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f8ca9fe2-90f1-43e9-b715-ff9f3a1db020 service neutron] 10.222.0.13 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875409 Oct 15 21:03:31.072372 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.119943 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ecf12-39dd-4892-968d-bd6fbed985e3 None None] Pushing event updated for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:31.181311 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Attempting to bind port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:31.181686 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Attempting to bind port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:31.182049 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Attempting to bind port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd on network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:31.187538 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:31.187941 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Checking segment: {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:31.188337 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.188724 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Bound using segment: {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:31.189183 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Bound port: d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:31.189554 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.264135 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] For port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:31.268241 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] For port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:31.306777 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-63899c93-0d9a-41eb-9555-bc32190e2f66 req-9a4d6e61-d92b-49b6-b717-691c46012d78 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0281289 Oct 15 21:03:31.334630 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.395491 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:31.396139 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:31.399088 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ecf12-39dd-4892-968d-bd6fbed985e3 None None] Pushing event updated for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:31.418840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:31.419429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.507345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.515842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:31.563282 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] For port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:31.608574 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:31.639263 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.696660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790418a-75a8-4608-be98-1892077f3fc5 None None] Pushing event updated for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:31.700148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:31.700414 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.736701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd40e8a5d-7bd2-4ae8-bfaf-09edca9554dd', 'name': '', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'mac_address': 'fa:16:3e:80:4a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:25Z', 'updated_at': '2021-10-15T21:03:31Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'subnets': [{'id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:31.764436 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddc7aa-4162-4eb4-a634-ebb0c7b28fe3 None None] The sync data for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 is: [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:03:26Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'd40e8a5d-7bd2-4ae8-bfaf-09edca9554dd', 'name': '', 'network_id': '80c9c39a-1a71-4f06-bee1-095b1ab984e9', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'mac_address': 'fa:16:3e:80:4a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:25Z', 'updated_at': '2021-10-15T21:03:31Z', 'revision_number': 4, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'subnets': [{'id': 'e578750e-11df-4e71-96f1-e681313dcc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:31.788233 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:31.789888 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-853139e4-926f-4d48-958d-acd1899a24ab None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:31.790246 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-853139e4-926f-4d48-958d-acd1899a24ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:31.889236 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:31.889598 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:32.396099 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ae5ffeb-86a9-4e7c-b13c-501b84478b7f req-d8d96edd-5c9d-4b2c-aa84-68e937d4af97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0295680 Oct 15 21:03:33.469711 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-25c14a14-76b2-48a3-bd7f-67034f48521d req-f11f0e2f-d748-44cb-bd07-b3910c97b44a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0252523 Oct 15 21:03:33.556189 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:33.602521 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:33.602883 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:34.561044 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6ae04fc7-eab1-4a1d-b193-ddcc6fd90b1a req-4734eb8e-bf86-4a3f-945d-7f3c1d2a02fd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0264413 Oct 15 21:03:35.427378 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e7fc7372-a6f1-4e98-bb98-0c007e2f1843 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:35.428920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e7fc7372-a6f1-4e98-bb98-0c007e2f1843 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 809 time: 0.1028078 Oct 15 21:03:35.478308 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-a591a90a-d680-48bb-89d7-e1f978c56ce8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 379 time: 0.0336053 Oct 15 21:03:35.487972 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'port': {'device_id': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'admin_state_up': True, 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'security_groups': ['3de32543-5667-4351-ae6c-cfb0cbd602a9']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:35.655407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc8e1b41-30c7-4efd-877f-85e4bd5e13a4 req-1252122d-8f93-499f-9f09-1258386df1ab tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0259168 Oct 15 21:03:35.671977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Made reservation on behalf of daec8edf505040ecba0eece7f6c77f55 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:03:35.676580 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:35.798826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Allocated IP 172.20.0.10 (621f9f83-a3b5-47ba-a630-ab19e5ee9432/717baae3-1e23-4b73-adc2-47f662e2a697/b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:35.940961 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.021318 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.061936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:36.064877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:36.069126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:36.102905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:36.129794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:36.130415 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.189275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-f21a9cd6-3d94-4bf3-a24a-0fe8d976f023 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7054555 Oct 15 21:03:36.255480 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Request body: {'port': {'device_id': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:36.278591 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-63747313-43d5-4e88-a6f6-aeec99b3742f None None] Provisioning complete for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:36.279202 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-63747313-43d5-4e88-a6f6-aeec99b3742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.313017 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-63747313-43d5-4e88-a6f6-aeec99b3742f None None] Port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:03:36.313341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.570259 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:03:36.577360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.589394 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Transition to ACTIVE for port object b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:03:36.660935 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.711342 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:36.824501 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3add825-3118-4a93-a304-b1d31270be70 req-58bdf249-af25-49a4-a193-1a99097cf9af tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:36.826003 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3add825-3118-4a93-a304-b1d31270be70 req-58bdf249-af25-49a4-a193-1a99097cf9af tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0928380 Oct 15 21:03:36.826753 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:03:36.827080 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:03:36.827408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:36.839004 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:03:36.839328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:03:36.853469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:03:36.853849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:03:36.854193 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Bound using segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:03:36.854636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Bound port: b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:03:36.855066 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:36.902470 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d3add825-3118-4a93-a304-b1d31270be70 req-0ac37b23-2774-4c2a-b9f4-e86254727dcd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694315 Oct 15 21:03:36.934683 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:03:36.937914 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:03:36.976010 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:37.010331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.011013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:37.012415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1093 time: 0.7613425 Oct 15 21:03:37.012853 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:03:37.015102 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e5733d-0763-421b-abbd-82acd1a71906" -d '{"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:03:37.038450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79703f2-f03d-4c44-8620-3968f5e1d884 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:37.060572 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe83c04-0fac-440c-860b-48454501812b x-openstack-request-id: req-dbe83c04-0fac-440c-860b-48454501812b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:03:37.060866 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:03:37.061123 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbe83c04-0fac-440c-860b-48454501812b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:03:37.061523 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'status': 'completed', 'code': 200} Oct 15 21:03:37.128565 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5733d-0763-421b-abbd-82acd1a71906 req-cbb87464-7fdb-4b09-9952-b80f2eb01ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.130171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44e5733d-0763-421b-abbd-82acd1a71906 req-cbb87464-7fdb-4b09-9952-b80f2eb01ae9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1096 time: 0.0475891 Oct 15 21:03:37.231482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5733d-0763-421b-abbd-82acd1a71906 req-dd6602bd-3ad9-434b-831f-63beecc6fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.232967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44e5733d-0763-421b-abbd-82acd1a71906 req-dd6602bd-3ad9-434b-831f-63beecc6fe30 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=daec8edf505040ecba0eece7f6c77f55&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0940104 Oct 15 21:03:37.346244 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5733d-0763-421b-abbd-82acd1a71906 req-1067ca08-fe44-4f1a-b69b-fda81e2c8e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.347665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-44e5733d-0763-421b-abbd-82acd1a71906 req-1067ca08-fe44-4f1a-b69b-fda81e2c8e29 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081395 Oct 15 21:03:37.422759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-b6980ed4-e0e1-427f-a650-cd4df495684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.424236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-b6980ed4-e0e1-427f-a650-cd4df495684a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1096 time: 0.0401692 Oct 15 21:03:37.465195 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-37fc0296-ded5-4f08-8881-485884cb3bbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 217 time: 0.0326810 Oct 15 21:03:37.517076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-c83b67ca-0520-4e30-825e-ff54580763ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.518539 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-c83b67ca-0520-4e30-825e-ff54580763ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0472419 Oct 15 21:03:37.561757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-c1cd7c17-e1dc-47d3-877d-65bb2569e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:37.563198 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-c1cd7c17-e1dc-47d3-877d-65bb2569e18c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381646 Oct 15 21:03:37.649793 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-23f66444-356e-4fd5-8356-16c86cb7ed5e service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794594 Oct 15 21:03:37.739297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a679b017-e9f6-416a-a97a-6b83f54baa28 req-c15bb8cc-20c1-4200-b012-48e0a6685e3f service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Oct 15 21:03:38.021962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff92b11-bc62-4689-8277-fff86c8180a1 req-6aa1e49e-fcd6-4515-a436-ef24f9ec5834 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:38.023427 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ff92b11-bc62-4689-8277-fff86c8180a1 req-6aa1e49e-fcd6-4515-a436-ef24f9ec5834 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0496376 Oct 15 21:03:38.060781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3ff92b11-bc62-4689-8277-fff86c8180a1 req-d5483f5a-a540-41be-a9e7-3e7767929308 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Oct 15 21:03:39.180075 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e36b1b-59ad-4715-9443-eddcb24c0180 req-7933e3da-c668-466a-b71f-8634e257049f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:39.181555 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e36b1b-59ad-4715-9443-eddcb24c0180 req-7933e3da-c668-466a-b71f-8634e257049f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0519071 Oct 15 21:03:39.218475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c3e36b1b-59ad-4715-9443-eddcb24c0180 req-d8b67043-1cf1-4eb6-b0a1-136f23133a87 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Oct 15 21:03:40.075502 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:03:40.168975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:40.183913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:03:40.220215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:40.233421 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:03:40.253385 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:40.294978 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:40.333519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0bc8c-e093-494c-a998-bb7a38e5e15c req-eca38116-0476-4da4-904d-22317543ce93 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:40.334958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dca0bc8c-e093-494c-a998-bb7a38e5e15c req-eca38116-0476-4da4-904d-22317543ce93 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0491686 Oct 15 21:03:40.341165 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:40.372792 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dca0bc8c-e093-494c-a998-bb7a38e5e15c req-589ad12a-24e8-46e4-b25d-819ada4faff7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318589 Oct 15 21:03:40.662179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:03:41.485289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b689168-6b60-408e-9b0e-c3183b6a2dae req-7eebdd18-b8dc-4ece-909f-2b7f102f7dd2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:41.486657 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b689168-6b60-408e-9b0e-c3183b6a2dae req-7eebdd18-b8dc-4ece-909f-2b7f102f7dd2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0479019 Oct 15 21:03:41.525128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b689168-6b60-408e-9b0e-c3183b6a2dae req-c6b449d4-cfc7-402f-9e08-cb88b05393b8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323670 Oct 15 21:03:42.092039 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:03:42.243425 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:03:42.247383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:03:42.247813 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:42.325567 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:42.347133 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:03:42.349407 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ed2bd-fb31-4f53-b972-af180421f6d9" -d '{"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:03:42.361471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:03:42.415206 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:42.442092 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f496eb29-d93b-4372-a43a-5642d0308246 x-openstack-request-id: req-f496eb29-d93b-4372-a43a-5642d0308246 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:03:42.442386 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:03:42.442640 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f496eb29-d93b-4372-a43a-5642d0308246 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:03:42.443031 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'code': 200} Oct 15 21:03:42.465872 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:42.539847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50473fcb-6277-42bf-bb42-1001742aa08e req-f24d4595-0571-4710-a5d2-788f9d43da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:42.541286 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50473fcb-6277-42bf-bb42-1001742aa08e req-f24d4595-0571-4710-a5d2-788f9d43da12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0438404 Oct 15 21:03:42.577168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-50473fcb-6277-42bf-bb42-1001742aa08e req-9d8e1107-139b-4c00-9ea9-fa9954274974 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287488 Oct 15 21:03:42.641522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eafa65-5d47-43bf-845f-6fe67bf901d8 req-3cc07a01-63a4-440e-a817-ad006d39485a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:42.643080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64eafa65-5d47-43bf-845f-6fe67bf901d8 req-3cc07a01-63a4-440e-a817-ad006d39485a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0479681 Oct 15 21:03:42.679948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-64eafa65-5d47-43bf-845f-6fe67bf901d8 req-07054414-a1c1-466a-9a82-af4eb351b5de tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 Oct 15 21:03:43.805153 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba7d06-2bd6-4580-a72d-a798c6c409c2 req-a203bfa5-a227-4f60-b37a-09b466ca5581 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:43.806766 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ba7d06-2bd6-4580-a72d-a798c6c409c2 req-a203bfa5-a227-4f60-b37a-09b466ca5581 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0581691 Oct 15 21:03:43.850309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c1ba7d06-2bd6-4580-a72d-a798c6c409c2 req-fedbe57a-777b-4e5b-9664-dcb9364fa9d0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 Oct 15 21:03:44.967688 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555e2db-85af-4111-b7d6-b87a9bab9f81 req-a6b4264e-b5f4-46ff-8327-8b1551c58928 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:44.969142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c555e2db-85af-4111-b7d6-b87a9bab9f81 req-a6b4264e-b5f4-46ff-8327-8b1551c58928 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0513141 Oct 15 21:03:45.006231 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c555e2db-85af-4111-b7d6-b87a9bab9f81 req-1004d666-68b5-4018-869b-03e9858d12b5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Oct 15 21:03:45.117505 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c32b4-d5bc-4536-8659-af3eae10bbf5 req-9c5bd9cc-85f7-4c75-87e8-4eb10732b8b8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:45.118957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d36c32b4-d5bc-4536-8659-af3eae10bbf5 req-9c5bd9cc-85f7-4c75-87e8-4eb10732b8b8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0477011 Oct 15 21:03:45.156304 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d36c32b4-d5bc-4536-8659-af3eae10bbf5 req-93545ab3-4251-4299-b0ec-2e43d6877857 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Oct 15 21:03:45.177713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40148) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:45.257625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c453cb-9856-4d13-8fe1-c130dbc25061 tempest-TestShelveInstance-1377321690 tempest-TestShelveInstance-1377321690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:45.259119 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-52c453cb-9856-4d13-8fe1-c130dbc25061 tempest-TestShelveInstance-1377321690 tempest-TestShelveInstance-1377321690-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1093 time: 0.0804079 Oct 15 21:03:45.261999 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40152) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:03:45.266124 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:03:45.340518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:45.436240 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:45.536165 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Allocated IP 172.25.0.154 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/05631675-b84d-4e91-b36b-baf3343228dd) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:03:45.636209 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:45.706700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:45.742606 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:03:45.745349 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:03:45.748754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:03:45.773826 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=05631675-b84d-4e91-b36b-baf3343228dd,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:46.101682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:46.199745 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:46.346809 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:46.404906 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:46.479275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-23e7d9d9-e9e6-4347-8372-0a9ac9600465 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1009445 Oct 15 21:03:46.488115 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=05631675-b84d-4e91-b36b-baf3343228dd,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:03:46.497499 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:46.611146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-f2534c75-fb02-4453-9a77-08137cc91564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:46.612625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-f2534c75-fb02-4453-9a77-08137cc91564 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0820282 Oct 15 21:03:46.626742 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Floating IP a40eeac7-eee7-4c4b-b5b0-585660483527 associated. External IP: 172.25.0.154, port: b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a. Oct 15 21:03:47.120998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-6ec5c463-2da6-4ea6-8b77-23fd12da2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:47.122411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-6ec5c463-2da6-4ea6-8b77-23fd12da2e05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.4917951 Oct 15 21:03:47.230610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-a762578d-1451-4c7b-89c5-6be0a7aeaea2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1000 time: 0.0998979 Oct 15 21:03:47.315959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:03:47.321707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-c6e3b4b2-3bf3-46df-b3e6-9a0f3327425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:47.323128 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-c6e3b4b2-3bf3-46df-b3e6-9a0f3327425e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0668454 Oct 15 21:03:47.411249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-393cef92-5a5b-4c75-9328-36af400d132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:47.412701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-393cef92-5a5b-4c75-9328-36af400d132f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826056 Oct 15 21:03:47.509060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:03:47.520090 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:03:47.530430 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:47.535926 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:47.546564 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-2e963b5e-93cb-47f5-a94c-54353eda0a25 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052115 Oct 15 21:03:47.576993 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:47.638207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:47.644549 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4d8ad4fc-1c99-481b-902e-918987796e7e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3813210 Oct 15 21:03:47.646486 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:03:47.648813 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b7343-b4dd-46d0-8d75-c8173f0e229c" -d '{"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:03:47.673253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dc44e863-fc73-4d7c-aa7d-c0f150c5e889 req-6366f7cb-0349-46f3-81b3-c1741b354681 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194377 Oct 15 21:03:47.696528 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1def717-2b77-4b83-b7e3-5120537b1523 x-openstack-request-id: req-b1def717-2b77-4b83-b7e3-5120537b1523 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:03:47.696528 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:03:47.696528 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1def717-2b77-4b83-b7e3-5120537b1523 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:03:47.696528 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'status': 'completed', 'code': 200} Oct 15 21:03:47.811941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-7ffae0e4-ff87-4fe4-9295-33570c46fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:47.813456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-7ffae0e4-ff87-4fe4-9295-33570c46fbc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0411139 Oct 15 21:03:47.869873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'a40eeac7-eee7-4c4b-b5b0-585660483527', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:03:45Z', 'updated_at': '2021-10-15T21:03:45Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:47.896445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:03:47.904647 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:03:47.905244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:03:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:47.912673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-b7f422b2-e457-4b39-9a18-b30707e243c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:47.914206 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-b7f422b2-e457-4b39-9a18-b30707e243c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0937510 Oct 15 21:03:47.983408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-48cbe65a-6749-4369-b4be-9d5fbfebf447 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1000 time: 0.0608530 Oct 15 21:03:48.012118 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:03:48.038368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-60be273a-2d49-4a0e-890b-573704380983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:48.039934 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-60be273a-2d49-4a0e-890b-573704380983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0489392 Oct 15 21:03:48.087548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-bcd3d0f4-6849-43ee-bb53-a06545a04ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:03:48.089176 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-bcd3d0f4-6849-43ee-bb53-a06545a04ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423789 Oct 15 21:03:48.190705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-5d57324f-0871-4985-acda-e76464499562 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948308 Oct 15 21:03:48.276381 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'a40eeac7-eee7-4c4b-b5b0-585660483527', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:03:45Z', 'updated_at': '2021-10-15T21:03:45Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:03:48.290623 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a39b7343-b4dd-46d0-8d75-c8173f0e229c req-b376509c-d934-4ce4-9163-c953ce780c19 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921195 Oct 15 21:03:48.306886 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbd9ed-1991-4a7b-8776-5708637816e1 None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'a40eeac7-eee7-4c4b-b5b0-585660483527', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.154', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:03:45Z', 'updated_at': '2021-10-15T21:03:45Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:03:48.503823 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632d9a51-b5e8-4951-90cd-d80abb697618 None None] New status for floating IP a40eeac7-eee7-4c4b-b5b0-585660483527: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:03:48.563425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-86ec2252-18fe-4b16-8bcd-1097a3bcff2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:51.500867 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3f08bdd7-106a-4f33-bf9f-6f9c1f7fd476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:52.409101 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:53.146170 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:53.334310 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:53.659566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:03:54.860073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:00.646989 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:04:18.580115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e791caf5-e343-4a48-b300-ba928743820a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:21.465355 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ba204c10-e8a0-4de6-8492-89944c2f0e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:22.408003 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:23.146435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:23.334895 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:23.620074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:24.836700 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:37.646688 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:04:48.420042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-88e042a4-c3c3-4980-978c-db4332f17414 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414035 Oct 15 21:04:48.514380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-5663fbd4-851a-45e2-a692-f7f4c5aa5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:04:48.516523 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-5663fbd4-851a-45e2-a692-f7f4c5aa5cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0544200 Oct 15 21:04:48.574382 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-62ca9ff0-309e-4d7e-8b94-e82350cf06c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:48.622818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-59f75447-707f-41d5-85a7-b22f25cfb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:04:48.624334 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-59f75447-707f-41d5-85a7-b22f25cfb7f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0881550 Oct 15 21:04:48.695872 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-0f3cf98c-ca63-46af-9792-1a83bf62f6fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1002 time: 0.0637658 Oct 15 21:04:48.745604 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-d3413c50-76ed-439e-988a-bd679d05b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:04:48.747009 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-d3413c50-76ed-439e-988a-bd679d05b372 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0441854 Oct 15 21:04:48.793632 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-a827e7d4-db62-4326-a0e4-c1ca42fffb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:04:48.795025 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-a827e7d4-db62-4326-a0e4-c1ca42fffb16 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397980 Oct 15 21:04:48.900608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-7810fdc4-4ad0-423f-9189-573d76d5303b service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882978 Oct 15 21:04:48.991842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4431a49b-e20a-421c-9f4e-15952bc9413f req-15f369a2-5e23-4afc-ad1f-55edda32aca6 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836356 Oct 15 21:04:51.476711 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a38d0127-c76b-41c6-a005-82d36e2f4144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:52.447262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:53.139399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:53.339329 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:53.630522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:04:54.887517 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:14.645374 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:05:18.555894 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-98250ee0-3f76-48b3-8955-371c07ae34f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:21.538837 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3213c2f3-5abb-4daa-b44a-9f97faaf9cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:22.470353 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:23.133238 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:23.321658 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:23.647857 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:24.859227 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:48.433267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-6776363c-6f19-4e90-af2f-bfecd13ce4fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429838 Oct 15 21:05:48.514850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-0415fe19-e4a9-4a14-941e-e9c30c36c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:05:48.516382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-0415fe19-e4a9-4a14-941e-e9c30c36c419 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0400121 Oct 15 21:05:48.567129 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8308b5b0-eba1-444f-9024-e022ff50a3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:48.622333 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-3552ad84-75c5-49c4-9cb3-3abc72c4eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:05:48.623810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-3552ad84-75c5-49c4-9cb3-3abc72c4eb81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0852571 Oct 15 21:05:48.692573 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-ff5773c6-b231-4b95-8a09-4768a2d31f82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1002 time: 0.0605707 Oct 15 21:05:48.741988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-effd825c-9fc1-4562-af05-e1d3870ac292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:05:48.743540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-effd825c-9fc1-4562-af05-e1d3870ac292 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0442653 Oct 15 21:05:48.793369 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-a3d4a2fe-a2d3-418e-9c6f-06cc74a62c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:05:48.794868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-a3d4a2fe-a2d3-418e-9c6f-06cc74a62c30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443740 Oct 15 21:05:48.891086 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-5ad2addc-e0b9-4f69-ac1f-5d30a263a529 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Oct 15 21:05:48.982486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2db936fc-672e-4f4c-8776-8b16636018e4 req-205e32ba-26f1-4f59-acf4-ed56541ad508 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835431 Oct 15 21:05:51.486554 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4ca647cb-d7ff-4644-963a-6ba108d74c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:51.643701 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:05:52.440908 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:53.132920 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:53.355530 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:53.647368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:05:54.864336 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:14.684379 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7b39b-e2ac-4b36-a299-2abef4c7b09e req-f448a686-2a5d-4eab-a90f-6d3dc65859a9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:14.685863 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca7b39b-e2ac-4b36-a299-2abef4c7b09e req-f448a686-2a5d-4eab-a90f-6d3dc65859a9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0546145 Oct 15 21:06:14.724605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1ca7b39b-e2ac-4b36-a299-2abef4c7b09e req-cc6c3a5a-721a-414c-a4e1-ddefa22a4265 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317273 Oct 15 21:06:15.862160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a568934-a87b-4581-81da-269d37e760b1 req-7ff120f8-3afc-4680-a59b-7f7cc069d60f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:15.863672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a568934-a87b-4581-81da-269d37e760b1 req-7ff120f8-3afc-4680-a59b-7f7cc069d60f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0480454 Oct 15 21:06:15.902123 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8a568934-a87b-4581-81da-269d37e760b1 req-1c7fb2d9-afbd-4d73-be9e-57ba836c8384 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316873 Oct 15 21:06:17.016479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3261ea-bde5-4eee-b0c7-f48fcb6f8eaa req-9239e371-718a-4661-9a24-4ce65831705d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:17.017924 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d3261ea-bde5-4eee-b0c7-f48fcb6f8eaa req-9239e371-718a-4661-9a24-4ce65831705d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0481880 Oct 15 21:06:17.055258 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8d3261ea-bde5-4eee-b0c7-f48fcb6f8eaa req-425591f4-c5d3-4155-a4c8-770f67a0f7d6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Oct 15 21:06:18.172491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b914de9-a721-414f-8e4c-57d70734dd75 req-c835e518-25e1-40b9-9be2-d60311e255fc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:18.174220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b914de9-a721-414f-8e4c-57d70734dd75 req-c835e518-25e1-40b9-9be2-d60311e255fc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0519631 Oct 15 21:06:18.212375 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b914de9-a721-414f-8e4c-57d70734dd75 req-475299ab-5226-4b96-b1e3-71f6e62a085d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Oct 15 21:06:18.554563 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-709c4368-6f9a-4df3-8f7f-705791d227a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:19.324942 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d919f0d-5159-4797-ab27-0230b59839cd req-c9c4818f-ae4c-4fb8-9609-d307e079290e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:19.326382 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d919f0d-5159-4797-ab27-0230b59839cd req-c9c4818f-ae4c-4fb8-9609-d307e079290e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0476432 Oct 15 21:06:19.362797 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0d919f0d-5159-4797-ab27-0230b59839cd req-fe32d083-aeac-41d0-8f21-fc1b99f0da2c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305564 Oct 15 21:06:20.477249 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a422eb-51a5-491e-9371-ea3d8ff51371 req-db55013d-7a1f-4a25-b159-d28985be9512 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:20.478630 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00a422eb-51a5-491e-9371-ea3d8ff51371 req-db55013d-7a1f-4a25-b159-d28985be9512 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0482519 Oct 15 21:06:20.514925 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00a422eb-51a5-491e-9371-ea3d8ff51371 req-149a977f-2452-4548-bd8a-47d88c110f37 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303142 Oct 15 21:06:21.497910 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd32f7c6-e449-4808-85e5-55a000d5534d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:21.632768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9b3b9-bccf-48cf-b063-faf601fa5f7f req-478e684a-4dba-424b-bf83-6b4c8a0e636e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:21.634225 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0d9b3b9-bccf-48cf-b063-faf601fa5f7f req-478e684a-4dba-424b-bf83-6b4c8a0e636e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0525100 Oct 15 21:06:21.671024 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e0d9b3b9-bccf-48cf-b063-faf601fa5f7f req-eb3271c8-91a4-4b2d-a2b1-d84557c2cf66 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Oct 15 21:06:22.434479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:22.784185 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e22ae-123d-4013-81bc-02bc4aeb7214 req-1511086c-8b80-47c6-ba3f-ad6d70d7a4b8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:22.791586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-033e22ae-123d-4013-81bc-02bc4aeb7214 req-1511086c-8b80-47c6-ba3f-ad6d70d7a4b8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0483923 Oct 15 21:06:22.824754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-033e22ae-123d-4013-81bc-02bc4aeb7214 req-8f639445-146e-404e-aa8e-682044a91281 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328431 Oct 15 21:06:23.120642 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:23.343158 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:23.618020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:23.941930 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76556b93-44c3-4e39-9ce8-534663e156ee req-3de9d92d-de89-47f0-8dcf-ae17bbc438d1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:23.943400 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76556b93-44c3-4e39-9ce8-534663e156ee req-3de9d92d-de89-47f0-8dcf-ae17bbc438d1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0484142 Oct 15 21:06:23.982179 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-76556b93-44c3-4e39-9ce8-534663e156ee req-7b823e26-54fb-48cd-89ec-edc638ba1e5e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326226 Oct 15 21:06:24.858237 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:25.099602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2f7be-5138-4562-b14e-a8a479e59333 req-d0dcaa90-4f88-468d-b7da-8fca249de4c8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:25.101049 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b2f7be-5138-4562-b14e-a8a479e59333 req-d0dcaa90-4f88-468d-b7da-8fca249de4c8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0520506 Oct 15 21:06:25.139307 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b4b2f7be-5138-4562-b14e-a8a479e59333 req-83fff40d-4fce-4fb8-83f5-64a7223da32e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Oct 15 21:06:26.253432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e85ff-4939-471a-b840-030f6217edf0 req-3a5e112c-db4d-4c7f-b75a-6657977f7d90 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:26.255047 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c9e85ff-4939-471a-b840-030f6217edf0 req-3a5e112c-db4d-4c7f-b75a-6657977f7d90 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0483718 Oct 15 21:06:26.292034 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c9e85ff-4939-471a-b840-030f6217edf0 req-b93a8a3c-5124-4240-9cdf-b825ca1dda46 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311558 Oct 15 21:06:27.408343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528e159-66ad-4ace-95a2-8aaa65abe97f req-2885300d-0534-4f32-8f17-613432a24b88 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:27.409830 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4528e159-66ad-4ace-95a2-8aaa65abe97f req-2885300d-0534-4f32-8f17-613432a24b88 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0502925 Oct 15 21:06:27.447938 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4528e159-66ad-4ace-95a2-8aaa65abe97f req-b4fc1783-7ed0-45de-8f31-9e16b74011ff tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320299 Oct 15 21:06:28.565325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f374d1-3dc3-4995-834f-bb1d28da8567 req-7b45132e-b29e-437f-bcb0-7784a27e14f7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:28.567322 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84f374d1-3dc3-4995-834f-bb1d28da8567 req-7b45132e-b29e-437f-bcb0-7784a27e14f7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0518095 Oct 15 21:06:28.604566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-84f374d1-3dc3-4995-834f-bb1d28da8567 req-dcdbfd29-5d4f-495c-9052-2c94dc673ccd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309622 Oct 15 21:06:28.642563 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:06:28.752142 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:06:28.845136 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:06:28.856102 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:06:28.892677 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:28.908604 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:06:28.927414 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:06:29.006093 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:29.056047 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:06:29.063500 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.063884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.064226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.064562 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.064898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.065229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.065558 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.065885 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.066209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.066534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.067655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.068087 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:29.079357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:06:29.718460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d0d7-faf6-48b5-88fd-c4f0cd4819cb req-7e54bf62-8b18-43e1-9a5c-73a7a896726e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:29.719951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c37d0d7-faf6-48b5-88fd-c4f0cd4819cb req-7e54bf62-8b18-43e1-9a5c-73a7a896726e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0483534 Oct 15 21:06:29.757155 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2c37d0d7-faf6-48b5-88fd-c4f0cd4819cb req-1ccc96a9-7774-467c-bedc-e1356b946517 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313106 Oct 15 21:06:30.766250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:06:30.816031 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:06:30.816403 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:30.886956 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b7f56-f238-4b7b-a396-766fdbef7b7e req-0a156829-b757-4678-9120-8078e75ae90d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:30.888511 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f34b7f56-f238-4b7b-a396-766fdbef7b7e req-0a156829-b757-4678-9120-8078e75ae90d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0554307 Oct 15 21:06:30.902073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:30.928715 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:06:30.931530 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194b854f-dced-465d-bbee-92c6cce6be89" -d '{"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:06:30.933779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f34b7f56-f238-4b7b-a396-766fdbef7b7e req-95c2afd6-10ec-473f-bb9f-b3dbda061ca9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375526 Oct 15 21:06:30.944654 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:06:30.985986 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b68427-af81-4312-87d3-b16d23a983ff x-openstack-request-id: req-65b68427-af81-4312-87d3-b16d23a983ff {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:06:30.986280 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:06:30.986533 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65b68427-af81-4312-87d3-b16d23a983ff {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:06:30.986930 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'code': 200} Oct 15 21:06:31.023409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:31.070984 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:06:32.087813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b310379-262c-495b-87d2-d5860c38a6fe req-7cb9442d-5e01-4200-90bf-64d7492438d3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:32.089360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b310379-262c-495b-87d2-d5860c38a6fe req-7cb9442d-5e01-4200-90bf-64d7492438d3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0702758 Oct 15 21:06:32.132617 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1b310379-262c-495b-87d2-d5860c38a6fe req-7feb47cb-6bc6-457e-a141-74cc6da4b1a3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370758 Oct 15 21:06:33.273255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411d5de-0d2a-4389-b19f-e078ccc82b07 req-5ae4db12-cc7b-4fd2-aaf6-b747b24de35e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:33.274899 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3411d5de-0d2a-4389-b19f-e078ccc82b07 req-5ae4db12-cc7b-4fd2-aaf6-b747b24de35e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0553353 Oct 15 21:06:33.326251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3411d5de-0d2a-4389-b19f-e078ccc82b07 req-7bf4f93b-188d-4433-b8e0-71cc6639d5f3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436952 Oct 15 21:06:34.448608 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e38bd-167d-412a-aa17-583ac46f7580 req-45c57d2b-1cda-4f80-a85c-30dd28eafb98 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:34.451057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-216e38bd-167d-412a-aa17-583ac46f7580 req-45c57d2b-1cda-4f80-a85c-30dd28eafb98 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0581803 Oct 15 21:06:34.491242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-216e38bd-167d-412a-aa17-583ac46f7580 req-967a857e-2fb3-4312-bfe4-81e09f376ea9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341599 Oct 15 21:06:35.620725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb019e-d0a1-475c-b8cb-493c1b65e0b0 req-841b4ddc-cc4d-40e8-8025-f7bceb77e6bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:35.622237 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28eb019e-d0a1-475c-b8cb-493c1b65e0b0 req-841b4ddc-cc4d-40e8-8025-f7bceb77e6bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0553808 Oct 15 21:06:35.664437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-28eb019e-d0a1-475c-b8cb-493c1b65e0b0 req-947380c0-cbeb-4602-a7c4-e1d3ac8f9bfc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Oct 15 21:06:36.796620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6499-1510-4ac0-8131-e9a2e938a359 req-7b960353-79c3-4192-8ebf-84815e53e278 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:36.798293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbed6499-1510-4ac0-8131-e9a2e938a359 req-7b960353-79c3-4192-8ebf-84815e53e278 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0560436 Oct 15 21:06:36.843597 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cbed6499-1510-4ac0-8131-e9a2e938a359 req-a81b4e76-dd8f-4dcf-adb2-a20ae8d927fc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365496 Oct 15 21:06:37.966582 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ad60c-dd6b-4685-af4b-2f5d4e5ec6c7 req-35827112-0777-4353-9556-0816debbca65 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:37.968141 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-158ad60c-dd6b-4685-af4b-2f5d4e5ec6c7 req-35827112-0777-4353-9556-0816debbca65 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0538304 Oct 15 21:06:38.016215 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-158ad60c-dd6b-4685-af4b-2f5d4e5ec6c7 req-49d3c474-e7f0-4cfc-8d72-886845ef8d3e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404537 Oct 15 21:06:39.145325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05218e7-1326-41f9-bae7-dc2a0ed5d745 req-68ef7aef-9f02-44bb-b9c7-8a68e254276b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:39.147737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05218e7-1326-41f9-bae7-dc2a0ed5d745 req-68ef7aef-9f02-44bb-b9c7-8a68e254276b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0595255 Oct 15 21:06:39.193997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b05218e7-1326-41f9-bae7-dc2a0ed5d745 req-f10b1ee0-79ad-4988-8438-725084dcc073 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396211 Oct 15 21:06:40.326175 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c019-94e5-4a9d-bc70-1225047f896b req-c55a8a05-27ce-43d2-a25f-289bf740f58e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:40.335278 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b93c019-94e5-4a9d-bc70-1225047f896b req-c55a8a05-27ce-43d2-a25f-289bf740f58e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0536954 Oct 15 21:06:40.367296 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3b93c019-94e5-4a9d-bc70-1225047f896b req-ef1096c7-5e9f-4daf-81c6-4d70327b7ac0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Oct 15 21:06:41.482669 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabda135-9707-4153-b3c3-c0653d657a6a req-7272dd86-7955-43c2-b69e-c05cbb7f761e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:41.484045 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cabda135-9707-4153-b3c3-c0653d657a6a req-7272dd86-7955-43c2-b69e-c05cbb7f761e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0479696 Oct 15 21:06:41.522321 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-cabda135-9707-4153-b3c3-c0653d657a6a req-40b18d65-716e-4e3e-90bc-e2c74c16b768 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Oct 15 21:06:42.391131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-a711b0bd-32ea-4a66-8d57-85aefea8bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:42.392643 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-a711b0bd-32ea-4a66-8d57-85aefea8bbce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1098 time: 0.0985403 Oct 15 21:06:42.484595 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-9055f81d-801e-4599-8601-9871797fb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:42.485950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-9055f81d-801e-4599-8601-9871797fb5c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0861979 Oct 15 21:06:42.554729 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-510731cf-abd4-484b-8715-9f7c4bf59145 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1002 time: 0.0605595 Oct 15 21:06:42.627642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-c3867761-7e49-4de6-bf64-6b2d0974e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:42.629079 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-c3867761-7e49-4de6-bf64-6b2d0974e8f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0678780 Oct 15 21:06:42.670468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed471663-fcd2-4dc9-a734-e86c39e88c40 req-5fea17eb-b08b-4339-8802-928972137cca tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:42.671961 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed471663-fcd2-4dc9-a734-e86c39e88c40 req-5fea17eb-b08b-4339-8802-928972137cca tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0824816 Oct 15 21:06:42.707713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-5a796a1e-6596-43f5-b5d9-d7a0e8ea3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:42.709773 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-5a796a1e-6596-43f5-b5d9-d7a0e8ea3957 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733473 Oct 15 21:06:42.739014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ed471663-fcd2-4dc9-a734-e86c39e88c40 req-315016fc-2af3-4f43-90d0-5b2f2825da97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603690 Oct 15 21:06:42.804958 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-e56b9b95-9d32-47ba-b5e2-c28d445e7195 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881071 Oct 15 21:06:42.898393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9f65f2fe-7a4c-4541-8067-57fb15d91a98 req-7c9e007f-7204-4a33-a7c5-0a19250f3f00 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864866 Oct 15 21:06:43.855636 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a1cf8-eef6-45e7-af50-9850270a2687 req-494f8825-432e-4609-86ff-77bcfcce6ef9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:43.857014 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af5a1cf8-eef6-45e7-af50-9850270a2687 req-494f8825-432e-4609-86ff-77bcfcce6ef9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0493205 Oct 15 21:06:43.893057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-af5a1cf8-eef6-45e7-af50-9850270a2687 req-d6bc85fe-20ba-40bc-b735-bc2e706959d9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301673 Oct 15 21:06:44.809418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:06:44.884766 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:44.905862 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:06:44.908077 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c799840-8de3-436b-b7d2-3ac78f0c6ef2" -d '{"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:06:44.921082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:06:44.944440 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 21:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b074c56-7473-4922-9c31-10cbc25a27e7 x-openstack-request-id: req-9b074c56-7473-4922-9c31-10cbc25a27e7 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:06:44.944838 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:06:44.945093 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b074c56-7473-4922-9c31-10cbc25a27e7 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:06:44.945615 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'code': 200} Oct 15 21:06:44.977399 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:45.029913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:06:45.039732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750938-db7d-4030-94f5-38fa02f3805c req-5591dfcb-7509-4271-afe1-7b76fc68873d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:45.040889 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a750938-db7d-4030-94f5-38fa02f3805c req-5591dfcb-7509-4271-afe1-7b76fc68873d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0516629 Oct 15 21:06:45.078831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2a750938-db7d-4030-94f5-38fa02f3805c req-595b8955-3519-401a-8cbe-4bde76060fd4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Oct 15 21:06:45.147468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-7e5370d6-d0f5-424e-8520-1b6770bf61b9 req-83ba2f91-a22a-455d-a7e0-f86b67daeb33 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:06:45.148506 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7e5370d6-d0f5-424e-8520-1b6770bf61b9 req-83ba2f91-a22a-455d-a7e0-f86b67daeb33 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057218 Oct 15 21:06:45.464200 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0b86e-ade7-40eb-abeb-9ff0b6f69b84 req-f9ac2b80-736e-424b-992b-0bddb955b3ec tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:45.465724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2c0b86e-ade7-40eb-abeb-9ff0b6f69b84 req-f9ac2b80-736e-424b-992b-0bddb955b3ec tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0537534 Oct 15 21:06:45.503576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2c0b86e-ade7-40eb-abeb-9ff0b6f69b84 req-05808e67-5038-43dd-8906-d9c264edc06b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319004 Oct 15 21:06:45.805301 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-a94e94d5-fb4d-445a-8082-955f68ce877d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852559 Oct 15 21:06:46.618469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc57da5-529d-41a5-b2e3-ffc038d9e066 req-f3ec6486-3141-411d-83f9-a74af37644be tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:46.619971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cc57da5-529d-41a5-b2e3-ffc038d9e066 req-f3ec6486-3141-411d-83f9-a74af37644be tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0482392 Oct 15 21:06:46.656507 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1cc57da5-529d-41a5-b2e3-ffc038d9e066 req-a094abee-e658-45b9-8688-ed4fca5d08a3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306518 Oct 15 21:06:47.769432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e186f-7151-40cc-9b83-e1d31f332d98 req-527f4f99-f7df-45fb-85d6-cc722aab56df tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:47.771144 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c6e186f-7151-40cc-9b83-e1d31f332d98 req-527f4f99-f7df-45fb-85d6-cc722aab56df tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0480747 Oct 15 21:06:47.808721 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3c6e186f-7151-40cc-9b83-e1d31f332d98 req-eb0d4426-f935-4489-a723-bfe339fcdd88 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Oct 15 21:06:48.566281 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-64fd7038-a634-49a3-829a-283a199d0ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:48.822175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:06:48.937076 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e98fbb-e22b-4770-aebc-6a8842aeacd9 req-c88cc919-2cd0-46cc-ab9f-6c266779829f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:48.938567 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35e98fbb-e22b-4770-aebc-6a8842aeacd9 req-c88cc919-2cd0-46cc-ab9f-6c266779829f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0609024 Oct 15 21:06:48.985290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-35e98fbb-e22b-4770-aebc-6a8842aeacd9 req-18728e09-2288-4bf4-8aa5-c32844c587e2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396423 Oct 15 21:06:50.100166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c938-df71-4ae3-a174-c5b942516ce8 req-a99f73d7-c66c-45e0-a04f-98ebca8c6000 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:50.101635 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d75c938-df71-4ae3-a174-c5b942516ce8 req-a99f73d7-c66c-45e0-a04f-98ebca8c6000 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0479035 Oct 15 21:06:50.139574 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2d75c938-df71-4ae3-a174-c5b942516ce8 req-8cd3b663-3dc6-4dc4-81c7-17647c436565 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Oct 15 21:06:51.257788 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-542c9f0c-908c-4d16-90fe-d3768a7645e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:51.259275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-542c9f0c-908c-4d16-90fe-d3768a7645e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 1096 time: 0.1168234 Oct 15 21:06:51.270179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992b7dd-648e-44cd-98e8-89f468d4a603 req-a9a9505f-a933-49ed-a60d-435785d4ede8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:51.272903 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e992b7dd-648e-44cd-98e8-89f468d4a603 req-a9a9505f-a933-49ed-a60d-435785d4ede8 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 944 time: 0.0614107 Oct 15 21:06:51.277466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-010908c9-c0df-461b-8b2d-cd817cc2171b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:06:51.278385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-010908c9-c0df-461b-8b2d-cd817cc2171b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046809 Oct 15 21:06:51.297099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-14', 'device_owner': 'compute:nova'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:06:51.340670 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e992b7dd-648e-44cd-98e8-89f468d4a603 req-bed0a30b-eb14-4ef5-9892-225d1e50e1f7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613048 Oct 15 21:06:51.365747 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:51.514314 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a09f44d0-9ed9-487e-be6d-0fde0a16a68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:51.564387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:06:51.595940 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:06:51.632737 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:06:51.639995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:51.652123 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Transition to ACTIVE for port object b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:06:51.697237 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:51.770136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=9']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:06:51.785137 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.785476 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.785810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.786142 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.786466 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.786790 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.787540 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.787943 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.788304 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.788668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.788982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.789416 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:06:51.828487 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] No DVR routers for this DVR port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:06:51.965276 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:06:51.965613 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:06:51.965944 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:06:51.970146 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:06:51.970468 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Attempting to bind port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:06:51.975949 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:06:51.990981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:06:51.990981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Bound using segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:06:51.990981 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Bound port: b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:06:51.990981 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:52.039957 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:06:52.043380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:06:52.114664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:52.149409 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.150012 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:52.151354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] 10.222.0.11 "PUT /v2.0/ports/b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1093 time: 0.8593447 Oct 15 21:06:52.151810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:06:52.154037 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f" -d '{"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:06:52.192588 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748710ec-038b-4734-8af2-aa60d361e587 service neutron] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=10']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:06:52.227640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-c24474b7-37f0-410c-a509-3b30c930a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.229172 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-c24474b7-37f0-410c-a509-3b30c930a157 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1097 time: 0.0469310 Oct 15 21:06:52.274727 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0c22b-96ed-4e53-9c46-253278cc4c99 x-openstack-request-id: req-dbe0c22b-96ed-4e53-9c46-253278cc4c99 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:06:52.275370 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:06:52.275370 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbe0c22b-96ed-4e53-9c46-253278cc4c99 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:06:52.275755 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'status': 'completed', 'code': 200} Oct 15 21:06:52.332732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-28a7ed3c-6f4b-48c5-8158-13a74f15fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.335303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-28a7ed3c-6f4b-48c5-8158-13a74f15fc1b service neutron] 10.222.0.11 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0986896 Oct 15 21:06:52.402344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-24df7b98-c62e-446c-a75d-fd6368f09a90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1000 time: 0.0604720 Oct 15 21:06:52.411722 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:52.486507 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-b3473525-413b-4da2-9f7b-d77aa36d944e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.487992 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-b3473525-413b-4da2-9f7b-d77aa36d944e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0785193 Oct 15 21:06:52.498833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3ea43-5e7e-49cb-adae-84c26d7dbbc8 req-b6ea4dc5-5f25-402f-9cd2-054aba24c9d2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.500219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d3ea43-5e7e-49cb-adae-84c26d7dbbc8 req-b6ea4dc5-5f25-402f-9cd2-054aba24c9d2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0827017 Oct 15 21:06:52.562199 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00d3ea43-5e7e-49cb-adae-84c26d7dbbc8 req-60e95577-0ee7-4c55-977f-fbf95f031053 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532892 Oct 15 21:06:52.564676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d5984-789f-412f-aedf-d10a000d5823 req-28f11344-dadd-48ee-8216-63c45660a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.566043 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-28f11344-dadd-48ee-8216-63c45660a4b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650125 Oct 15 21:06:52.660063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-f6121f3e-86b1-4310-882c-ec7882e6d68a service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853641 Oct 15 21:06:52.752298 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f87d5984-789f-412f-aedf-d10a000d5823 req-0bf7d394-7998-4a3b-8201-7605570405c2 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850904 Oct 15 21:06:52.889919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-b6950aa3-e9be-4e51-bbde-90c1eac306b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.891424 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-b6950aa3-e9be-4e51-bbde-90c1eac306b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1097 time: 0.0460722 Oct 15 21:06:52.985542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-6ab707c9-4620-4b52-95aa-04337b7b85a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:52.987018 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-6ab707c9-4620-4b52-95aa-04337b7b85a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0889559 Oct 15 21:06:53.059385 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-295dc588-f533-4bf9-a1a2-4c2cd149ef54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1000 time: 0.0652218 Oct 15 21:06:53.111772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-f04e9d56-a4ce-414a-8f25-88b4a6c46da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:53.113255 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-f04e9d56-a4ce-414a-8f25-88b4a6c46da9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0469086 Oct 15 21:06:53.143215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:53.171415 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-f7931081-5200-4738-87a8-28bf4365fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:53.173626 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-f7931081-5200-4738-87a8-28bf4365fa8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534353 Oct 15 21:06:53.314228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-0ffb1628-8c0d-4b98-8db0-169f9530e927 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336305 Oct 15 21:06:53.355873 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:53.652130 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:53.683798 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938d06-9b31-4ff9-ac1b-956f4bc58776 req-865027c6-0e30-4d17-8481-a14a02f75900 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:53.685398 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da938d06-9b31-4ff9-ac1b-956f4bc58776 req-865027c6-0e30-4d17-8481-a14a02f75900 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0512707 Oct 15 21:06:53.725221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-da938d06-9b31-4ff9-ac1b-956f4bc58776 req-c48420fe-e304-4950-b22e-53c7721a27c0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Oct 15 21:06:54.859368 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21502e-eed1-4a36-b399-ec76cff25a71 req-1604abdf-1ba5-4951-8604-dec955f914da tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:54.860932 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a21502e-eed1-4a36-b399-ec76cff25a71 req-1604abdf-1ba5-4951-8604-dec955f914da tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0503831 Oct 15 21:06:54.874298 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:06:54.907875 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a21502e-eed1-4a36-b399-ec76cff25a71 req-64b024fc-84ea-4759-b01a-cf0e24c9caff tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375061 Oct 15 21:06:56.030085 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee667c45-1a59-4115-8b3d-639a1f6f5d0b req-78f1ae1f-5568-417a-ab81-48685b69b34a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:56.037568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee667c45-1a59-4115-8b3d-639a1f6f5d0b req-78f1ae1f-5568-417a-ab81-48685b69b34a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0577800 Oct 15 21:06:56.072414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ee667c45-1a59-4115-8b3d-639a1f6f5d0b req-1afe57f3-5a19-4101-a54e-a34e552b5e39 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328743 Oct 15 21:06:57.197614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679e231-b531-4901-8102-6a2cb0e0ec52 req-6827c0fe-51ee-4a42-8b10-cb128f7b7949 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:57.199174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5679e231-b531-4901-8102-6a2cb0e0ec52 req-6827c0fe-51ee-4a42-8b10-cb128f7b7949 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0522275 Oct 15 21:06:57.241414 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5679e231-b531-4901-8102-6a2cb0e0ec52 req-6e9d8ec2-a939-47f4-9ccd-c78c1b0a0e55 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357468 Oct 15 21:06:58.361334 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c00a19-41e2-45f5-b5fb-337921da6276 req-c458fb03-5b48-45dc-8f8b-9fd7ed4b7232 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:58.362891 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23c00a19-41e2-45f5-b5fb-337921da6276 req-c458fb03-5b48-45dc-8f8b-9fd7ed4b7232 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0503120 Oct 15 21:06:58.408185 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-23c00a19-41e2-45f5-b5fb-337921da6276 req-d112972f-3803-4375-afdd-494d97149a75 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387204 Oct 15 21:06:59.852162 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a364-4252-4ed9-bddf-6d7db64c4781 req-ef8cc981-37cf-4d2b-8c63-94675fbfb247 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:06:59.855013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4d4a364-4252-4ed9-bddf-6d7db64c4781 req-ef8cc981-37cf-4d2b-8c63-94675fbfb247 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.3765962 Oct 15 21:06:59.895032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a4d4a364-4252-4ed9-bddf-6d7db64c4781 req-13260e91-de5a-4077-beae-8423ee57f930 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330811 Oct 15 21:07:01.018432 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712ea58-6a1b-4f4d-92ed-faede60857c5 req-707d31e5-3f14-4df7-b70d-8e65b283c2f6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:01.021062 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f712ea58-6a1b-4f4d-92ed-faede60857c5 req-707d31e5-3f14-4df7-b70d-8e65b283c2f6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0555975 Oct 15 21:07:01.065605 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f712ea58-6a1b-4f4d-92ed-faede60857c5 req-85aec772-4ba3-42bc-9e3c-cd5a152438a1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Oct 15 21:07:02.188305 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039493de-899c-4f0e-8f9b-49bf64fae819 req-5ed1b687-5d34-4b08-9cca-a26b4e64c9a5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:02.189965 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039493de-899c-4f0e-8f9b-49bf64fae819 req-5ed1b687-5d34-4b08-9cca-a26b4e64c9a5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0507011 Oct 15 21:07:02.232639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-039493de-899c-4f0e-8f9b-49bf64fae819 req-731513ab-8de9-4beb-88e4-cbc8a3f51095 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363014 Oct 15 21:07:02.530690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-11bdcb4d-6aa9-40b0-8d8f-3233c37b763f req-2f41ff87-d2f4-4912-81eb-5771e8fbb5c6 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861785 Oct 15 21:07:02.630016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-142d2f51-9434-4ee3-ba54-1d1e447968ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:02.631487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-142d2f51-9434-4ee3-ba54-1d1e447968ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1097 time: 0.0432467 Oct 15 21:07:02.740549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-6c5b4650-ae36-44b1-8139-764c28c99b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:02.742135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-6c5b4650-ae36-44b1-8139-764c28c99b4b service neutron] 10.222.0.11 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0925605 Oct 15 21:07:02.813679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-a78291d6-6198-49d2-983e-b30a874b3d68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1000 time: 0.0651507 Oct 15 21:07:02.865804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-2fcc911f-ce6c-4ebd-8945-196f323cc8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:02.867416 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-2fcc911f-ce6c-4ebd-8945-196f323cc8b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0473220 Oct 15 21:07:02.912633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-6544c82d-59c5-41d8-b1b8-5b3b01a493f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:02.915046 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-6544c82d-59c5-41d8-b1b8-5b3b01a493f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413392 Oct 15 21:07:03.356428 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b0370-c3cd-43c3-8408-805045e19721 req-3b3a7ce7-0a04-4572-aa68-e2de2f6b3e49 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:03.357928 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a51b0370-c3cd-43c3-8408-805045e19721 req-3b3a7ce7-0a04-4572-aa68-e2de2f6b3e49 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0494492 Oct 15 21:07:03.398108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a51b0370-c3cd-43c3-8408-805045e19721 req-16ac30f4-5279-4fe3-aa43-1be25187ce1d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Oct 15 21:07:04.514979 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025a84-ebf2-43ba-9904-256244540e73 req-3c8e258a-7c49-460f-ac95-ca17bdf94ff0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:04.516374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac025a84-ebf2-43ba-9904-256244540e73 req-3c8e258a-7c49-460f-ac95-ca17bdf94ff0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0509572 Oct 15 21:07:04.553174 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ac025a84-ebf2-43ba-9904-256244540e73 req-a0c67c02-139f-4404-9cab-98f74f20eecd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Oct 15 21:07:05.642919 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:07:05.668905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f23db4-ef29-4da0-a887-84c784a0cf10 req-301deab0-5370-45f7-ac09-94ed87326337 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:05.670411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03f23db4-ef29-4da0-a887-84c784a0cf10 req-301deab0-5370-45f7-ac09-94ed87326337 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0493541 Oct 15 21:07:05.707130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-03f23db4-ef29-4da0-a887-84c784a0cf10 req-5e14fe8c-570d-4330-ba0f-9674bd68cba1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306780 Oct 15 21:07:06.229767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-be66663a-7f61-4364-a721-fd97007b3c3c service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866518 Oct 15 21:07:06.322106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-899eb385-6dfb-4ac4-9eea-e286118a774e req-451f0311-37f9-4d58-8670-7f361e2ea62e service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817580 Oct 15 21:07:06.821933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036e6dc-7492-4c8c-9a48-103d16d62b77 req-3e7935f9-1462-4beb-94c2-20075b51112a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:06.823388 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a036e6dc-7492-4c8c-9a48-103d16d62b77 req-3e7935f9-1462-4beb-94c2-20075b51112a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0483475 Oct 15 21:07:06.859909 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a036e6dc-7492-4c8c-9a48-103d16d62b77 req-430aeb60-fd99-462c-93f7-797377f2019f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304968 Oct 15 21:07:07.978166 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1ebc6-0e29-4730-b03e-c4a067bafa82 req-8c132197-51be-4b31-a88e-483ebf1e1adc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:07.990665 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a1ebc6-0e29-4730-b03e-c4a067bafa82 req-8c132197-51be-4b31-a88e-483ebf1e1adc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0528374 Oct 15 21:07:08.018442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-56a1ebc6-0e29-4730-b03e-c4a067bafa82 req-93e7b0eb-996c-4deb-8d90-ed9e4d156afd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Oct 15 21:07:09.132449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5eafe5-4485-4412-8d98-4b2eb8b39012 req-26908d26-30a2-4751-b103-d225bdb6cf91 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:09.133931 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db5eafe5-4485-4412-8d98-4b2eb8b39012 req-26908d26-30a2-4751-b103-d225bdb6cf91 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 945 time: 0.0487139 Oct 15 21:07:09.170434 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db5eafe5-4485-4412-8d98-4b2eb8b39012 req-7889f383-2923-4d7e-a3a7-fe14f623fa85 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306356 Oct 15 21:07:09.522519 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:07:09.614985 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:07:09.625962 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'port_id': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'mac_address': 'fa:16:3e:b5:0a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:07:09.665762 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:09.677737 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:07:09.697089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:07:09.754225 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:09.801722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=11']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:07:10.096643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:07:10.284255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e21de-2ce1-4ecd-8b0d-55f7c076c75b req-87fe77bc-30a8-4cd1-a2e7-9f971f59510e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:10.285738 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f6e21de-2ce1-4ecd-8b0d-55f7c076c75b req-87fe77bc-30a8-4cd1-a2e7-9f971f59510e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0486915 Oct 15 21:07:10.323998 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0f6e21de-2ce1-4ecd-8b0d-55f7c076c75b req-62668c9a-7550-4690-8310-ce4e42751cf9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320537 Oct 15 21:07:11.440475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8eb244-60b7-4b09-a04f-279c9c66c4b1 req-cabaa0ec-ffe9-42eb-a54b-61299f360660 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:11.441951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d8eb244-60b7-4b09-a04f-279c9c66c4b1 req-cabaa0ec-ffe9-42eb-a54b-61299f360660 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 946 time: 0.0516582 Oct 15 21:07:11.479708 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5d8eb244-60b7-4b09-a04f-279c9c66c4b1 req-16d4aec8-0085-4112-aa48-9ae137e06e0f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308583 Oct 15 21:07:11.538050 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:07:11.657197 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:07:11.661212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:07:11.661575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:11.740296 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:11.762497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:07:11.764724 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fb48d8-9597-48e9-9760-8fba52e14120" -d '{"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:07:11.776993 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:07:11.800797 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c955d088-ea76-4de4-af13-a256ce735e73 x-openstack-request-id: req-c955d088-ea76-4de4-af13-a256ce735e73 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:07:11.801081 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-plugged", "status": "completed", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:07:11.801332 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c955d088-ea76-4de4-af13-a256ce735e73 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:07:11.801739 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'code': 200} Oct 15 21:07:11.863153 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:11.910098 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=12']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:07:12.016386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e32ed-3218-43fa-aa2a-11ffe17a95a1 req-5dc6dd3e-2249-4bff-88ba-cadcef5302a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:12.017772 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-823e32ed-3218-43fa-aa2a-11ffe17a95a1 req-5dc6dd3e-2249-4bff-88ba-cadcef5302a6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0397596 Oct 15 21:07:12.053601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-823e32ed-3218-43fa-aa2a-11ffe17a95a1 req-2c80ce58-ade0-49cd-83f8-1d749f10e111 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272503 Oct 15 21:07:12.596328 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4641df6-a4a4-4c8c-b62b-9829bd721568 req-e7476fe1-7588-40a0-b493-b238f05671fe tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:12.597831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4641df6-a4a4-4c8c-b62b-9829bd721568 req-e7476fe1-7588-40a0-b493-b238f05671fe tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0490882 Oct 15 21:07:12.634216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4641df6-a4a4-4c8c-b62b-9829bd721568 req-f5204a71-ab35-4651-b04f-d47f0b6d4b40 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304451 Oct 15 21:07:13.756127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c236a11-0736-4a67-85de-66d73cd2f6c6 req-23564339-6809-4647-aa85-71a179e66869 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:13.757607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c236a11-0736-4a67-85de-66d73cd2f6c6 req-23564339-6809-4647-aa85-71a179e66869 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0539219 Oct 15 21:07:13.796442 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6c236a11-0736-4a67-85de-66d73cd2f6c6 req-e8d41e97-5598-4657-8811-18555f249a25 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Oct 15 21:07:14.909408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92607-3cdf-49d0-8054-a9b2143820f6 req-2d8dbc63-1c08-48d1-a439-8833361c01f3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:07:14.910868 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ed92607-3cdf-49d0-8054-a9b2143820f6 req-2d8dbc63-1c08-48d1-a439-8833361c01f3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0486393 Oct 15 21:07:14.948629 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5ed92607-3cdf-49d0-8054-a9b2143820f6 req-b84107f7-cd20-4a82-acff-074b1b71ef01 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312755 Oct 15 21:07:18.565149 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5e29460a-ba8d-42a2-ab10-6aec62be2db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:21.480469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-87812d76-95b4-46be-beff-20ee63f4f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:22.417341 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:23.142693 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:23.365452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:23.640112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:24.863109 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:42.642080 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:07:48.610859 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f6ac821a-7a9e-4ae7-9a64-66639a4ccc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:51.513381 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6f14d04d-7f9b-4ca1-b6f4-bfa661605987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:52.456364 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:53.182429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:53.365123 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:53.645378 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:07:54.873267 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:03.650631 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-2eacc92b-bce2-4d7f-ac55-b31e71f09ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397310 Oct 15 21:08:03.734977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-9ee6dedc-4b1c-4619-984b-2b3bc8225569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:08:03.736508 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-9ee6dedc-4b1c-4619-984b-2b3bc8225569 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0436139 Oct 15 21:08:03.838716 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-ea56000c-d179-4988-8a5a-ab534031dbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:08:03.840170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-ea56000c-d179-4988-8a5a-ab534031dbd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0840836 Oct 15 21:08:03.907490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-ac9e6138-d41b-4ee7-abd4-dff15e6a74ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 1002 time: 0.0601318 Oct 15 21:08:03.956847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-879ce26d-ebf0-4d8e-ae13-af8ec92f41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:08:03.958253 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-879ce26d-ebf0-4d8e-ae13-af8ec92f41b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0437608 Oct 15 21:08:04.002977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-6620e921-3b85-40a5-9c2c-148f13e14da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:08:04.004528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-6620e921-3b85-40a5-9c2c-148f13e14da6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395300 Oct 15 21:08:04.095380 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-49dea30a-40e7-4de0-be0f-ab8f8687ff18 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Oct 15 21:08:04.185265 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-78f6cec4-f801-4b32-8a48-48bb67e0da47 req-b5cc3f65-e0a3-4a1e-8655-de8a90d03d07 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816321 Oct 15 21:08:18.581936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-15394603-1397-4ea3-97b8-e8d0a1f3655a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:19.643518 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:08:21.507200 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17a9c816-b833-48ef-9df3-a2c962730f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:22.455493 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:23.187095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:23.364558 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:23.651112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:24.912767 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:48.558663 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fd6e417d-c117-446e-b574-c78c641402e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:51.490180 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df2b2bab-deaf-4c66-8b5d-9fdb9693ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:52.426821 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:53.152650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:53.392696 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:53.684181 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:54.884868 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:08:56.642881 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:08:59.872995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40534) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:00.084892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Deleting port 05631675-b84d-4e91-b36b-baf3343228dd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:09:00.085232 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.161134 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.161458 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.174712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Calling delete_port for 05631675-b84d-4e91-b36b-baf3343228dd owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:09:00.381061 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.407393 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'Port': ['ID=05631675-b84d-4e91-b36b-baf3343228dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:00.419376 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.419757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.420104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.420452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.420787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.421128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.421461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.421792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.422122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.422450 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.422781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.423107 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:00.483357 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.483621 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Floating IP a40eeac7-eee7-4c4b-b5b0-585660483527 disassociated (deleted). External IP: 172.25.0.154, port: b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a. Oct 15 21:09:00.686994 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:09:00.787427 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:09:00.792215 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:00.797237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:09:00.806419 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:09:00.807027 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:08:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:00.822543 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-0d367535-b9b5-4e14-a137-3096b17b3e61 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "DELETE /v2.0/floatingips/a40eeac7-eee7-4c4b-b5b0-585660483527 HTTP/1.1" status: 204 len: 168 time: 0.9484296 Oct 15 21:09:00.823132 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:09:00.825440 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbcd8fd-5433-4592-a216-420c635d68b9" -d '{"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:09:00.919091 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:09:01.116226 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:01.141449 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e70d62-cd3c-4335-a8ea-c35b4c95bf80 x-openstack-request-id: req-43e70d62-cd3c-4335-a8ea-c35b4c95bf80 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:09:01.141972 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:09:01.142081 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43e70d62-cd3c-4335-a8ea-c35b4c95bf80 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:09:01.142427 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'status': 'completed', 'code': 200} Oct 15 21:09:01.143237 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:09:01.154138 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:09:01.155245 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:08:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:01.230858 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-5bb38d37-6f51-4ff0-b471-24132d0a3b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:01.232383 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-5bb38d37-6f51-4ff0-b471-24132d0a3b7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 1099 time: 0.0685377 Oct 15 21:09:01.255215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0223-1cca-44e8-a54f-fdf244096b39 req-f21a4bf1-3ba2-4d2c-a8ab-3e9a7dda8462 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:01.256661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4bd0223-1cca-44e8-a54f-fdf244096b39 req-f21a4bf1-3ba2-4d2c-a8ab-3e9a7dda8462 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0604908 Oct 15 21:09:01.264335 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:09:01.343213 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e4bd0223-1cca-44e8-a54f-fdf244096b39 req-02875ea2-56dd-4125-a047-3b8d04905ab4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752709 Oct 15 21:09:01.364144 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-7f00a466-6c4f-40a4-84f0-65d938c73b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:01.365551 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-7f00a466-6c4f-40a4-84f0-65d938c73b98 service neutron] 10.222.0.11 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.1252785 Oct 15 21:09:01.408315 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-e154c470-e194-4e33-887e-60a6f901e87f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 200 len: 217 time: 0.0344021 Oct 15 21:09:01.459847 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-2a3726d5-e488-427e-8ee5-af23d7eec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:01.461664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-2a3726d5-e488-427e-8ee5-af23d7eec5f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0438037 Oct 15 21:09:01.467669 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:01.497497 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77067d35-db04-4b64-8489-aed52fa0d136 None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:09:01.514084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-9461f482-a9d2-4f51-9715-3b85371988f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:01.515608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-9461f482-a9d2-4f51-9715-3b85371988f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467772 Oct 15 21:09:01.607203 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-d599a225-5ac8-4082-9588-ff311a162caa service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Oct 15 21:09:01.708436 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9fbcd8fd-5433-4592-a216-420c635d68b9 req-44311781-49f0-425f-8ae1-0d1e1093dca3 service neutron] 10.222.0.11 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940204 Oct 15 21:09:01.718813 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3090c6d-a7d4-4be2-8996-ee2acfa47333 None None] New status for floating IP a40eeac7-eee7-4c4b-b5b0-585660483527: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:09:02.460094 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b26d5-4cd1-472e-aae0-d9574f8d7faa req-228d9713-cfc2-4a44-a02d-ceff25bd726e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:02.461469 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-937b26d5-4cd1-472e-aae0-d9574f8d7faa req-228d9713-cfc2-4a44-a02d-ceff25bd726e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0477815 Oct 15 21:09:02.498806 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-937b26d5-4cd1-472e-aae0-d9574f8d7faa req-0225f467-0cfc-44c9-878a-fd69e642af97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=3de32543-5667-4351-ae6c-cfb0cbd602a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306923 Oct 15 21:09:02.697359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-da3aab3e-15e5-4d61-a1c9-ff88e0dab26a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:02.698820 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-da3aab3e-15e5-4d61-a1c9-ff88e0dab26a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.11 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 947 time: 0.0469832 Oct 15 21:09:02.795017 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Deleting port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:09:02.795258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:02.886365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] For port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:09:02.886727 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:02.898680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Calling delete_port for b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:09:03.077737 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:03.110644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'Port': ['ID=b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:03.151936 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] No DVR routers for this DVR port b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:09:03.154655 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:03.158240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0b09d892-4f40-48d4-ae97-027cdbc379e8 req-edcbfd60-659a-4df4-b97f-239918df9de4 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.11 "DELETE /v2.0/ports/b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a HTTP/1.1" status: 204 len: 173 time: 0.4516599 Oct 15 21:09:03.158702 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-deleted', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:09:03.161122 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b02871-5482-4759-9f45-579c151af0fa" -d '{"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-deleted", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:09:03.198462 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce8bbc-78ac-4239-bbf9-cf334905c3c5 x-openstack-request-id: req-ffce8bbc-78ac-4239-bbf9-cf334905c3c5 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:09:03.198689 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938583f2-11c7-4737-9b93-ef1e414f6b3b", "name": "network-vif-deleted", "tag": "b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:09:03.198945 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ffce8bbc-78ac-4239-bbf9-cf334905c3c5 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:09:03.199345 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938583f2-11c7-4737-9b93-ef1e414f6b3b', 'name': 'network-vif-deleted', 'tag': 'b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a', 'status': 'completed', 'code': 200} Oct 15 21:09:03.609031 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4da73ca0-8d8e-4bf0-80d0-2dbb48c0eab4 req-ec53e0bb-695f-4424-a1d3-4538419a03b2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=938583f2-11c7-4737-9b93-ef1e414f6b3b HTTP/1.1" status: 200 len: 210 time: 0.0277123 Oct 15 21:09:04.663183 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40554) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:04.720575 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:04.745814 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:04.923978 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:04.926501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:04.927672 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "DELETE /v2.0/security-groups/3de32543-5667-4351-ae6c-cfb0cbd602a9 HTTP/1.1" status: 204 len: 168 time: 0.2634490 Oct 15 21:09:04.937611 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98901635-336e-4500-98e9-b047ec8ed06f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de32543-5667-4351-ae6c-cfb0cbd602a9,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:05.381372 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40560) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:05.386462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1185900766', 'description': 'tempest-secgroup-smoke-1185900766 description', 'project_id': 'daec8edf505040ecba0eece7f6c77f55'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:05.444513 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.507757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.564311 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.592660 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6764f-a660-45ec-88a6-d5ac914e95fe,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:05.628979 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.630290 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fa46174b-10f7-455a-9710-0c1b62c36929 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2479119 Oct 15 21:09:05.633227 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40562) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:05.638221 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:05.718110 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.773000 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.821584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.838442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2340f119-0b39-4e8c-8beb-9172361962fa,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:05.908105 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:05.909344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-a5250947-a3e2-43e7-8243-a403ec4e69cb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2745786 Oct 15 21:09:05.912092 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:05.916998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:06.128811 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.175125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:09:06.186552 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.195162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:09:06.195509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b1a3f9e9-488a-4ef7-b72e-f9a001b1fc8a not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:09:06.272682 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.292575 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57f8883-5d46-41de-a9f7-d19af47bae26,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:06.353973 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.355159 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-15e99c73-bae0-4e46-9af2-71828444f23c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420178 Oct 15 21:09:06.357821 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40566) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:06.362208 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:06.448659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.506783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.574617 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.593609 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e87eecc-2aaf-4bed-8e3f-1b6f1aff43b3,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:06.656716 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.657912 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-404ea180-894d-45bd-ac19-96d92fc98a95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991230 Oct 15 21:09:06.660584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40568) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:06.664889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:06.751773 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.808897 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.872810 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.890603 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2646ab-5283-4238-a766-8ad3dae89578,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:06.942963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:06.944240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-1083268b-07e9-41bf-a03c-cea9c257c27c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2826974 Oct 15 21:09:06.946970 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40570) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:06.951309 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:07.027090 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Project daec8edf505040ecba0eece7f6c77f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:09:07.031841 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.089836 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.152075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.166888 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c88943-3c0c-431e-ae3a-f06f294b1cde,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:07.229013 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.230263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8feca6d-be83-463e-ab3c-1441f3f3ebd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2823141 Oct 15 21:09:07.233010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40572) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:07.237330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6764f-a660-45ec-88a6-d5ac914e95fe', 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:07.307349 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Project daec8edf505040ecba0eece7f6c77f55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:09:07.312298 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.373949 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.448696 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.465812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64417c32-19c8-45bd-b02a-3f4ead657b70,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:07.542887 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:07.544165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e1c8d339-055b-4f81-bc6f-b0caf0bade24 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102207 Oct 15 21:09:18.557975 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e412ebad-69f9-450b-8669-44f0fdc97c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:21.490902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e5db286d-5d62-4db5-ae5e-579504575301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:22.465970 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:23.168705 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:23.376148 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:23.684627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:24.901128 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:28.375878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-fe832c6e-8f78-40e0-a88a-a08cde560184 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1185900766&fields=id&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 267 time: 0.0319705 Oct 15 21:09:28.480926 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-639fb40b-dd93-43c5-b7da-d1525b3d8686 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:28.482310 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-639fb40b-dd93-43c5-b7da-d1525b3d8686 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 809 time: 0.0999913 Oct 15 21:09:28.497326 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-f4742e32-6220-4d1f-b923-08a9519b121d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/quotas/daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 375 time: 0.0091007 Oct 15 21:09:28.551430 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-71f3d54e-88e9-48fa-8680-5669360676b7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488307 Oct 15 21:09:28.681911 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-f7e08a25-dfe5-4a2f-8a34-0951374af0c2 service neutron] 10.222.0.13 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187813 Oct 15 21:09:28.773831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-c4f91089-e66f-4236-b557-07d4813b02eb service neutron] 10.222.0.13 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Oct 15 21:09:29.288651 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-be8b1b12-85d1-4280-92cb-11fef12d19ee req-cd9cbf3f-4fb7-499b-9972-b71ac670020f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0260212 Oct 15 21:09:30.399452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7a909808-16a1-4d5b-894e-8476520daf72 req-5abc3d69-d001-45b9-97f2-fc9219fa6829 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0261388 Oct 15 21:09:31.046506 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ae548620-e0d4-4c2e-ab4f-e8a7bdd5fe95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:31.048021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ae548620-e0d4-4c2e-ab4f-e8a7bdd5fe95 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 809 time: 0.1047950 Oct 15 21:09:31.091879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ce53ee3f-1c8d-45f4-bf49-62f0d4ac9502 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 380 time: 0.0327716 Oct 15 21:09:31.101301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'port': {'device_id': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'admin_state_up': True, 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'security_groups': ['a1c6764f-a660-45ec-88a6-d5ac914e95fe']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:31.277832 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Made reservation on behalf of daec8edf505040ecba0eece7f6c77f55 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:09:31.281408 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.406718 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Allocated IP 172.20.0.13 (621f9f83-a3b5-47ba-a630-ab19e5ee9432/717baae3-1e23-4b73-adc2-47f662e2a697/db899fe3-a04d-46e2-a0ed-2ed7c7585019) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:09:31.532057 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-01729df9-65f9-419b-9181-22b738d2ff26 req-6b683341-0ab9-4726-8381-78365072e26f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0568814 Oct 15 21:09:31.574414 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.655808 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.706147 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:09:31.714617 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:09:31.717209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:31.721084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:09:31.776522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:31.777165 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.870222 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-ac04fc98-de33-445e-918e-8dc8b70dd02d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7726460 Oct 15 21:09:31.882674 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Request body: {'port': {'device_id': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:31.935904 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b3a5683f-9147-44c3-bcf1-516a68c41437 None None] Provisioning complete for port db899fe3-a04d-46e2-a0ed-2ed7c7585019 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:09:31.936502 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b3a5683f-9147-44c3-bcf1-516a68c41437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.940324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:31.975423 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5683f-9147-44c3-bcf1-516a68c41437 None None] Port db899fe3-a04d-46e2-a0ed-2ed7c7585019 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:09:32.206539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db899fe3-a04d-46e2-a0ed-2ed7c7585019 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:09:32.214886 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:32.226817 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Transition to ACTIVE for port object db899fe3-a04d-46e2-a0ed-2ed7c7585019 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:09:32.295659 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:32.349292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:32.416915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Attempting to bind port db899fe3-a04d-46e2-a0ed-2ed7c7585019 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:09:32.417622 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Attempting to bind port db899fe3-a04d-46e2-a0ed-2ed7c7585019 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:09:32.417743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Attempting to bind port db899fe3-a04d-46e2-a0ed-2ed7c7585019 on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:09:32.422310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Port db899fe3-a04d-46e2-a0ed-2ed7c7585019 on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:09:32.422707 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Attempting to bind port db899fe3-a04d-46e2-a0ed-2ed7c7585019 on network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:09:32.427839 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:09:32.428251 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Checking segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:09:32.428715 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Bound using segment: {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:09:32.429215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Bound port: db899fe3-a04d-46e2-a0ed-2ed7c7585019, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60410a3f-c2fc-4c91-b477-22759db8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:09:32.429638 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:32.502973 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:09:32.506258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:09:32.570545 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:32.608634 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:32.609168 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:32.611221 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] 10.222.0.15 "PUT /v2.0/ports/db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1093 time: 0.7330260 Oct 15 21:09:32.613846 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:09:32.619497 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40475d71-79ea-43c5-b0d7-552541df1826" -d '{"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:09:32.677209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc80b5e-0165-4858-815c-d7af7c8a7548 service neutron] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:32.707243 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ecd39a-5cde-4af6-9ea4-0638336d2ddb req-3b4de59e-b110-425c-b67e-a1a210095106 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:32.710487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2ecd39a-5cde-4af6-9ea4-0638336d2ddb req-3b4de59e-b110-425c-b67e-a1a210095106 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0807014 Oct 15 21:09:32.793841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f2ecd39a-5cde-4af6-9ea4-0638336d2ddb req-6268b7d4-ec99-4fe0-8a46-4196403a1caa tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747221 Oct 15 21:09:32.803963 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-df3e135f-2303-4de3-9bbe-604392ba3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:32.806324 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-df3e135f-2303-4de3-9bbe-604392ba3a18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1096 time: 0.0794380 Oct 15 21:09:32.853413 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-77dd284d-c4dc-4126-8dbe-0fbbdbe46ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 217 time: 0.0391178 Oct 15 21:09:32.861420 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ed514-9831-4749-85e3-96fd041992f6 x-openstack-request-id: req-d96ed514-9831-4749-85e3-96fd041992f6 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:09:32.861715 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:09:32.861971 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d96ed514-9831-4749-85e3-96fd041992f6 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:09:32.862393 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'status': 'completed', 'code': 200} Oct 15 21:09:32.908647 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-bf274d8b-3621-4866-ac8f-d1f5739151e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:32.910071 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-bf274d8b-3621-4866-ac8f-d1f5739151e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0451572 Oct 15 21:09:32.960179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-f0da4736-d501-4de6-a287-26cc367edb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:32.961667 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-f0da4736-d501-4de6-a287-26cc367edb47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449040 Oct 15 21:09:33.051814 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-078c60da-e1d3-46cd-8303-d74894a65f8e service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828106 Oct 15 21:09:33.477207 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c28797ef-e8f0-412e-9886-a81d73f311e4 req-8b952063-ee2a-4aca-884e-532ca7cfb80e service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188821 Oct 15 21:09:33.642103 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475d71-79ea-43c5-b0d7-552541df1826 req-380de03b-5fd0-4d91-b158-63113040d1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:33.642950 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:09:33.643627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-380de03b-5fd0-4d91-b158-63113040d1cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1096 time: 0.0428512 Oct 15 21:09:33.737039 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475d71-79ea-43c5-b0d7-552541df1826 req-40c6cab4-5ec5-4925-9527-8240d6105aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:33.738404 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-40c6cab4-5ec5-4925-9527-8240d6105aba service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0874138 Oct 15 21:09:33.780732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-f924e980-2a7e-48af-844d-1967fe5dfdf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 217 time: 0.0356150 Oct 15 21:09:33.830838 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475d71-79ea-43c5-b0d7-552541df1826 req-9b44b6cc-20bd-472e-9f0f-ee32b6fded06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:33.832478 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-9b44b6cc-20bd-472e-9f0f-ee32b6fded06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0448356 Oct 15 21:09:33.882522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475d71-79ea-43c5-b0d7-552541df1826 req-1db44dc8-9c5d-4988-bd32-4607c3a3356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:33.884032 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-1db44dc8-9c5d-4988-bd32-4607c3a3356f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451369 Oct 15 21:09:33.988045 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab616c83-a578-449d-832a-189a196ccacc req-6ed7c5c5-bcd9-458d-b512-feb498a07ac9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:33.989450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab616c83-a578-449d-832a-189a196ccacc req-6ed7c5c5-bcd9-458d-b512-feb498a07ac9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.1045530 Oct 15 21:09:34.018500 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-ac82b587-4537-40ec-a7c4-26998349a095 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257136 Oct 15 21:09:34.056831 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ab616c83-a578-449d-832a-189a196ccacc req-2ce531c9-9d4a-4c7e-886e-956b05848cab tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590584 Oct 15 21:09:34.117560 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40475d71-79ea-43c5-b0d7-552541df1826 req-1cc7ea34-1092-4e1d-957c-7a3c108bd97d service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914657 Oct 15 21:09:35.175977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81252e-43ff-4c84-88a2-7968c14e4ff0 req-0af58ce1-8674-4735-9c69-97de7470709e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:35.177450 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f81252e-43ff-4c84-88a2-7968c14e4ff0 req-0af58ce1-8674-4735-9c69-97de7470709e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0528471 Oct 15 21:09:35.216967 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f81252e-43ff-4c84-88a2-7968c14e4ff0 req-690af6f6-0329-4a80-ba96-2d7505e09cf5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325115 Oct 15 21:09:36.330483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23cf8e-7fa5-44b6-8e2d-21c7b01cee6e req-c07ad5b4-d470-46bb-9f0f-98450a77a11b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:36.331982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e23cf8e-7fa5-44b6-8e2d-21c7b01cee6e req-c07ad5b4-d470-46bb-9f0f-98450a77a11b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0486164 Oct 15 21:09:36.369431 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e23cf8e-7fa5-44b6-8e2d-21c7b01cee6e req-52b1e826-c3a9-41df-ac68-64029607e5ad tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Oct 15 21:09:37.486998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ded0b-6fd5-4063-a407-6c7326b7a35a req-d00751c0-f3ab-4b87-a8aa-7900444e05dd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:37.488408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f27ded0b-6fd5-4063-a407-6c7326b7a35a req-d00751c0-f3ab-4b87-a8aa-7900444e05dd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0483649 Oct 15 21:09:37.526654 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f27ded0b-6fd5-4063-a407-6c7326b7a35a req-7aa80574-b210-4f00-9707-29ec4f7aa374 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316594 Oct 15 21:09:38.646384 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e1444-bd8f-4e08-a821-cc7328689a60 req-2188a50a-bd8e-4c07-b06f-1b63ea36f9ce tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:38.648108 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a71e1444-bd8f-4e08-a821-cc7328689a60 req-2188a50a-bd8e-4c07-b06f-1b63ea36f9ce tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0521615 Oct 15 21:09:38.685023 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a71e1444-bd8f-4e08-a821-cc7328689a60 req-4d092ae8-777c-4566-af01-bb6b87411d46 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303116 Oct 15 21:09:39.798822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27896385-bcba-4755-a41c-f73fa47f1911 req-5f7e7fda-8663-4546-82d6-229a13c3fc7f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:39.800316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27896385-bcba-4755-a41c-f73fa47f1911 req-5f7e7fda-8663-4546-82d6-229a13c3fc7f tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0498178 Oct 15 21:09:39.838048 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27896385-bcba-4755-a41c-f73fa47f1911 req-e2d2fdfa-2ddc-4489-b972-692f9eab5a8c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Oct 15 21:09:40.950402 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efe617-a7a7-48ff-be74-75ee3c4993ff req-f0874b2d-fc4d-4689-ba9f-87e2f76413e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:40.951943 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7efe617-a7a7-48ff-be74-75ee3c4993ff req-f0874b2d-fc4d-4689-ba9f-87e2f76413e1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0481958 Oct 15 21:09:40.988350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b7efe617-a7a7-48ff-be74-75ee3c4993ff req-c1547d3a-3fbc-4f94-97ca-10a1145d4572 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305490 Oct 15 21:09:42.109373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0fe3f-e203-4206-a623-c4345f229c95 req-608d6b5b-45fe-4bbf-a707-ba96d5d9d057 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:42.110849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bc0fe3f-e203-4206-a623-c4345f229c95 req-608d6b5b-45fe-4bbf-a707-ba96d5d9d057 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0555680 Oct 15 21:09:42.148949 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bc0fe3f-e203-4206-a623-c4345f229c95 req-a66c7f27-6492-4183-acf8-2f14b3be7fe0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Oct 15 21:09:43.264010 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23bb65-3780-43bb-9ddb-e3d0b9e82a56 req-824bf7b6-95ff-4f08-99cd-be43bfc94c0e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:43.265490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b23bb65-3780-43bb-9ddb-e3d0b9e82a56 req-824bf7b6-95ff-4f08-99cd-be43bfc94c0e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0490916 Oct 15 21:09:43.303411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b23bb65-3780-43bb-9ddb-e3d0b9e82a56 req-3750a5d7-25dc-4cc3-b00c-d9e34633c764 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320103 Oct 15 21:09:44.418977 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f00787-3f4c-4987-a8bf-f9af6071b6b3 req-cce0ed9f-1707-48a9-bd9f-7b7918019f62 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:44.420471 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00f00787-3f4c-4987-a8bf-f9af6071b6b3 req-cce0ed9f-1707-48a9-bd9f-7b7918019f62 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0483148 Oct 15 21:09:44.457716 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00f00787-3f4c-4987-a8bf-f9af6071b6b3 req-c23140de-cb3b-4149-a68b-f2a5b43386aa tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309379 Oct 15 21:09:45.574484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4db6bb-515b-4152-a05a-9f9cb4a6fbb5 req-a227e305-7ac4-49f3-8bfb-a570a7c603f9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:45.575960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a4db6bb-515b-4152-a05a-9f9cb4a6fbb5 req-a227e305-7ac4-49f3-8bfb-a570a7c603f9 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0526023 Oct 15 21:09:45.612637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4a4db6bb-515b-4152-a05a-9f9cb4a6fbb5 req-c7164bf3-6fe6-4e69-8810-4482feeab83c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Oct 15 21:09:45.736215 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:09:45.835585 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:09:45.847213 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:09:45.884407 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:45.896511 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db899fe3-a04d-46e2-a0ed-2ed7c7585019 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:09:45.915736 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:09:45.997636 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:46.048179 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:46.056395 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.056811 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.057149 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.057484 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.057818 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.058148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.058474 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.058798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.059119 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.059445 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.059840 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.060163 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:09:46.365625 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['db899fe3-a04d-46e2-a0ed-2ed7c7585019'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:09:46.728219 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c88d4-5bff-49f2-b951-00ddff07b510 req-d8353403-be62-458a-9e06-5c32ce53cf94 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:46.729698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e81c88d4-5bff-49f2-b951-00ddff07b510 req-d8353403-be62-458a-9e06-5c32ce53cf94 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 945 time: 0.0485137 Oct 15 21:09:46.768354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e81c88d4-5bff-49f2-b951-00ddff07b510 req-9ae36d30-46e8-4e91-96db-14874a814ab5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Oct 15 21:09:47.767166 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:09:47.882904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8594f20-9b21-46c1-b5dd-d3b7393ff4c1 req-ff2d5604-a473-44fa-a332-a45568bac0cf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:47.884677 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port db899fe3-a04d-46e2-a0ed-2ed7c7585019 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:09:47.885219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8594f20-9b21-46c1-b5dd-d3b7393ff4c1 req-ff2d5604-a473-44fa-a332-a45568bac0cf tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 945 time: 0.0497904 Oct 15 21:09:47.889448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port db899fe3-a04d-46e2-a0ed-2ed7c7585019 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:09:47.897759 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:47.924379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e8594f20-9b21-46c1-b5dd-d3b7393ff4c1 req-24cbaea7-14e8-4bb2-b435-2a7b70dc10de tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330865 Oct 15 21:09:47.966647 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:47.990567 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:09:47.993359 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f17fc6-563e-49b3-b401-3b08650d9594" -d '{"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-plugged", "status": "completed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:09:48.006700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:09:48.072025 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:48.077631 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498626e0-87c8-416e-9980-c0ff55116880 x-openstack-request-id: req-498626e0-87c8-416e-9980-c0ff55116880 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:09:48.077933 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-plugged", "status": "completed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:09:48.078176 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-498626e0-87c8-416e-9980-c0ff55116880 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:09:48.078566 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'code': 200} Oct 15 21:09:48.123402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:48.174781 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60bc7-be25-4853-9367-5d8e71340c81 req-3389abfa-1669-41b8-b5b5-6a6ca2b96b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:48.176281 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4fb60bc7-be25-4853-9367-5d8e71340c81 req-3389abfa-1669-41b8-b5b5-6a6ca2b96b86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0429783 Oct 15 21:09:48.210463 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4fb60bc7-be25-4853-9367-5d8e71340c81 req-a22a584a-1ea6-442a-b3b3-522d0db99976 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273101 Oct 15 21:09:48.574922 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5201d1fb-28c1-4def-bd4f-e7f83ab6b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:49.042155 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00a234-9496-4816-be9e-bab3e31564ab req-921904b4-9239-4c72-88ab-dc311ffd70f6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:49.043760 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe00a234-9496-4816-be9e-bab3e31564ab req-921904b4-9239-4c72-88ab-dc311ffd70f6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0489001 Oct 15 21:09:49.080569 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fe00a234-9496-4816-be9e-bab3e31564ab req-28f86107-a369-4cf0-8d07-ca827462c24d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309069 Oct 15 21:09:50.192542 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d4b23-0332-44b1-8356-505f7eb6f1d3 req-f7ba92a9-cb83-43ae-9d5d-964ef431503a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:50.194021 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-887d4b23-0332-44b1-8356-505f7eb6f1d3 req-f7ba92a9-cb83-43ae-9d5d-964ef431503a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0487483 Oct 15 21:09:50.232353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-887d4b23-0332-44b1-8356-505f7eb6f1d3 req-2363535b-2003-439e-bb04-43762caf3e48 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Oct 15 21:09:50.355959 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e7d7-9665-4432-8206-491775cfb2f2 req-70816ac4-0bc7-499a-b723-fc9c0671075a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:50.357834 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0613e7d7-9665-4432-8206-491775cfb2f2 req-70816ac4-0bc7-499a-b723-fc9c0671075a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0528891 Oct 15 21:09:50.400509 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0613e7d7-9665-4432-8206-491775cfb2f2 req-df959113-a04f-444c-96f6-ab82277f7737 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Oct 15 21:09:50.421491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40786) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:50.508850 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e063e3-134d-4f80-b37b-a456106be3c0 tempest-TestShelveInstance-1377321690 tempest-TestShelveInstance-1377321690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:50.510371 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-43e063e3-134d-4f80-b37b-a456106be3c0 tempest-TestShelveInstance-1377321690 tempest-TestShelveInstance-1377321690-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1093 time: 0.0878794 Oct 15 21:09:50.513117 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40790) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:09:50.517386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:09:50.648962 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:50.765057 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:50.899323 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Allocated IP 172.25.0.230 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/f4f6c439-cf87-45b6-9886-1d7c386ab8ce) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:09:51.015612 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.118986 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.155922 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:09:51.158723 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:09:51.162651 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:09:51.170802 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=f4f6c439-cf87-45b6-9886-1d7c386ab8ce,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:51.505575 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2ab55362-b815-4558-a078-87d80e90fe29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.523642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.652501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.802369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.860420 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:51.932060 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event updated for resources: {'Port': ['ID=f4f6c439-cf87-45b6-9886-1d7c386ab8ce,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:09:51.942354 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:52.048099 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Floating IP 864f085f-bc44-4310-a911-8e8dea32c8ad associated. External IP: 172.25.0.230, port: db899fe3-a04d-46e2-a0ed-2ed7c7585019. Oct 15 21:09:52.253820 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:09:52.359738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:09:52.369702 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:09:52.379055 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:09:52.379700 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:52.437452 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:52.445486 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:52.483661 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-19e4e776-b467-4b86-a6c1-f27a2e37adeb tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9587100 Oct 15 21:09:52.483661 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:09:52.483661 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba50bb16-44b0-4700-a749-abb6bb1d94eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:09:52.487799 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:09:52.516342 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b4dc62-0a04-4dda-8763-7d83c6d1fd67 x-openstack-request-id: req-34b4dc62-0a04-4dda-8763-7d83c6d1fd67 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:09:52.516342 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:09:52.516342 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34b4dc62-0a04-4dda-8763-7d83c6d1fd67 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:09:52.516342 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'status': 'completed', 'code': 200} Oct 15 21:09:52.579065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-927e506a-1d30-4e85-adda-93f92dbbc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:52.580606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-927e506a-1d30-4e85-adda-93f92dbbc28a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0438845 Oct 15 21:09:52.673044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-5d20ab87-a637-48d4-af4b-13229c696e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:52.675001 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-5d20ab87-a637-48d4-af4b-13229c696e3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0870681 Oct 15 21:09:52.720822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '864f085f-bc44-4310-a911-8e8dea32c8ad', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:09:51Z', 'updated_at': '2021-10-15T21:09:51Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:52.743666 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-ac4eb826-b4c7-445c-ba8f-ebba17aa8f23 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1000 time: 0.0618956 Oct 15 21:09:52.747209 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:09:52.755448 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:09:52.756076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:09:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:52.794341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-7100aaad-992e-464b-a1e5-f73de6898d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:52.795859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-7100aaad-992e-464b-a1e5-f73de6898d4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0457404 Oct 15 21:09:52.843069 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-65afe167-ff54-4130-9419-66a8284edd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:09:52.844603 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-65afe167-ff54-4130-9419-66a8284edd65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418587 Oct 15 21:09:52.867232 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:09:52.943520 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-be4e528f-3507-41e4-83f0-3144ede3a27c service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915692 Oct 15 21:09:53.035135 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ba50bb16-44b0-4700-a749-abb6bb1d94eb req-5c42e25e-caf0-4842-b0ce-58a4e785d265 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847733 Oct 15 21:09:53.101399 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '864f085f-bc44-4310-a911-8e8dea32c8ad', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:09:51Z', 'updated_at': '2021-10-15T21:09:51Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:09:53.137846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b6d2bb-9cc4-44ff-8ddd-7b80d9ea5824 None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': '864f085f-bc44-4310-a911-8e8dea32c8ad', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:09:51Z', 'updated_at': '2021-10-15T21:09:51Z', 'revision_number': 0, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:09:53.198058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:53.392085 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:53.441471 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c6ffd-6de9-407f-a57d-f9ac7941b3fc None None] New status for floating IP 864f085f-bc44-4310-a911-8e8dea32c8ad: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:09:53.637981 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:09:54.888994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:10.644266 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:10:18.567825 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ee3bfaa2-36f8-46a2-bb5a-e6f4ba5f37c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:21.517874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6c6e8322-abee-4e0c-a98b-60764e155cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:22.419853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:23.179430 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:23.430588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:23.671490 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:24.875754 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:47.643743 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:10:48.556425 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-59e0083e-656e-42d7-8bb7-c189b1dcf5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:50.426936 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-19011412-29bd-4650-a9fd-38f4c57d140c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460007 Oct 15 21:10:50.510390 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-06849e27-5ead-48f6-9109-d477c9c5be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:10:50.511835 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-06849e27-5ead-48f6-9109-d477c9c5be4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0413427 Oct 15 21:10:50.617687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-9de54cfa-2ea5-4fe2-adb3-3850b677d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:10:50.619146 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-9de54cfa-2ea5-4fe2-adb3-3850b677d0a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0864489 Oct 15 21:10:50.690268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-8e0b6b74-b187-4dd4-9470-5671a5957653 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1002 time: 0.0633087 Oct 15 21:10:50.739738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-1a4d390a-e73f-4b89-b3cd-e60223dd534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:10:50.741274 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-1a4d390a-e73f-4b89-b3cd-e60223dd534f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0441964 Oct 15 21:10:50.788026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-96af2deb-de67-4591-b9f0-ce59272a6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:10:50.789534 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-96af2deb-de67-4591-b9f0-ce59272a6c46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418744 Oct 15 21:10:50.800461 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-8427d271-70c6-47e2-9484-694acabc274d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:10:50.801412 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-8427d271-70c6-47e2-9484-694acabc274d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049083 Oct 15 21:10:50.898417 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-5a2ea226-7b87-4f5f-8c15-b86022b08b46 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899508 Oct 15 21:10:50.996615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17c8bad6-7398-48f3-8fcc-ad3dabc1907e req-06951160-2b3e-4488-ae0d-34a1265fef7d service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901716 Oct 15 21:10:51.499612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-902f755f-6a09-4982-8da5-f795a8f57f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:52.435646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:53.299936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:53.436714 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:53.682548 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:10:54.921476 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:18.556862 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bb53176b-1523-419a-9a69-b1b649eca006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:21.510323 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f44d1966-4d74-4034-ab58-c454ffbf3890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:22.464768 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:23.150668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:23.429019 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:23.726333 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:24.643832 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:11:24.922135 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:48.583050 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-1b2c47c2-1695-46d4-b7e0-afb1cc294a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:50.453908 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-cddfa6a7-6dac-40e9-be65-e859c46b30a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0820687 Oct 15 21:11:50.550996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-4be681a1-b587-4188-9a3f-51920cd6bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:11:50.552519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-4be681a1-b587-4188-9a3f-51920cd6bb3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0558224 Oct 15 21:11:51.018433 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-30c41490-07e4-45c8-bc52-c528cbda1556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:11:51.019933 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-30c41490-07e4-45c8-bc52-c528cbda1556 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.4481730 Oct 15 21:11:51.092583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-193cf0c7-e2fa-4f7a-a1b4-522813a33fcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1002 time: 0.0656912 Oct 15 21:11:51.142025 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-66205dae-6d20-4cfe-8da2-71e8d5c30786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:11:51.143452 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-66205dae-6d20-4cfe-8da2-71e8d5c30786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0440452 Oct 15 21:11:51.192131 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-35c3d10e-6e00-45a6-85cc-c838dfc1c662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:11:51.193598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-35c3d10e-6e00-45a6-85cc-c838dfc1c662 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430136 Oct 15 21:11:51.283138 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-a05975cc-022e-4165-924a-1a7f535363b0 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822668 Oct 15 21:11:51.374869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9e5893a1-d145-4ebc-9e47-50e427a61d6a req-bad97f3d-ed79-4e51-bfc4-a3afb23bbc8f service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854070 Oct 15 21:11:51.521322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-94d38b80-a9fe-4b3b-9c6d-a4053a17c7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:52.429902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:53.177390 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:53.417385 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:53.732928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:11:54.927682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:01.642840 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:12:18.600947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a60f15a0-2e5b-45dc-8bad-b61fb043d5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:20.426744 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279036c-a3e0-4501-847b-131ffd1087b3 req-8d2f3461-409a-48d6-8d07-d8783225a629 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:20.428650 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e279036c-a3e0-4501-847b-131ffd1087b3 req-8d2f3461-409a-48d6-8d07-d8783225a629 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.1208816 Oct 15 21:12:20.466403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-e279036c-a3e0-4501-847b-131ffd1087b3 req-4741a5a3-3e9a-4bf0-9771-f38aec431325 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316136 Oct 15 21:12:21.525108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e696df9-061c-4f9a-8044-fc3e98701d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:21.582637 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6935-d5a9-42e5-b826-b8cd579fa356 req-0888e3be-9368-4bd0-913e-62d27aa0c637 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:21.584126 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edff6935-d5a9-42e5-b826-b8cd579fa356 req-0888e3be-9368-4bd0-913e-62d27aa0c637 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0490882 Oct 15 21:12:21.621360 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-edff6935-d5a9-42e5-b826-b8cd579fa356 req-a1589912-6667-403f-a724-26d2dd4b7832 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Oct 15 21:12:22.439523 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:22.737842 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c19f-1338-45e3-a16f-d51436c4bc94 req-cbf04d10-a237-4817-afd5-dc48da3c5afc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:22.739288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e10c19f-1338-45e3-a16f-d51436c4bc94 req-cbf04d10-a237-4817-afd5-dc48da3c5afc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0511348 Oct 15 21:12:22.776194 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3e10c19f-1338-45e3-a16f-d51436c4bc94 req-99c6ab63-bd1c-4d9b-94e2-6700e39fb355 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310323 Oct 15 21:12:23.184047 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:23.407697 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:23.727081 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:23.894833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898645fb-fc49-47c7-87a2-948d8f7677f0 req-30c395cd-d33b-41f3-bd64-dac36c9cdbda tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:23.896268 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-898645fb-fc49-47c7-87a2-948d8f7677f0 req-30c395cd-d33b-41f3-bd64-dac36c9cdbda tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0497105 Oct 15 21:12:23.933309 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-898645fb-fc49-47c7-87a2-948d8f7677f0 req-c4af56ec-919a-4af9-b6e1-3633bbbf3ac2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307384 Oct 15 21:12:24.932615 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:25.049982 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647db257-5058-43e0-b01b-67dc2b1297f8 req-a1b8cd32-4803-4cd9-b5f3-d7ca3831b384 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:25.051393 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-647db257-5058-43e0-b01b-67dc2b1297f8 req-a1b8cd32-4803-4cd9-b5f3-d7ca3831b384 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0498216 Oct 15 21:12:25.088491 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-647db257-5058-43e0-b01b-67dc2b1297f8 req-780539c2-edb7-4476-9880-9cd1e9864b97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Oct 15 21:12:26.212440 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bdbf4-414f-4a6f-bbb5-20f182e89e9e req-ee68d162-93f5-40ce-a546-ab9e23535b15 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:26.213923 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a36bdbf4-414f-4a6f-bbb5-20f182e89e9e req-ee68d162-93f5-40ce-a546-ab9e23535b15 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0525587 Oct 15 21:12:26.251986 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a36bdbf4-414f-4a6f-bbb5-20f182e89e9e req-65f5f9eb-2c7a-45c7-994d-63c773240886 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314467 Oct 15 21:12:27.364909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478592ab-20db-4d5a-a2ef-98d817938d0d req-5d8aad4d-4d83-450f-b361-d76b8029575c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:27.366403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-478592ab-20db-4d5a-a2ef-98d817938d0d req-5d8aad4d-4d83-450f-b361-d76b8029575c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0486178 Oct 15 21:12:27.403282 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-478592ab-20db-4d5a-a2ef-98d817938d0d req-ce2cdab4-0fe6-44f9-9aa0-4d329f29de64 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310092 Oct 15 21:12:28.515819 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ba71-184c-4d42-a7cc-09bd67c27a1d req-732f4de5-b067-46ff-b2c6-8f2ef76a7174 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:28.517849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bd4ba71-184c-4d42-a7cc-09bd67c27a1d req-732f4de5-b067-46ff-b2c6-8f2ef76a7174 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0480771 Oct 15 21:12:28.553882 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0bd4ba71-184c-4d42-a7cc-09bd67c27a1d req-1dda9327-a4ab-4e8d-9a8a-33ec90c04e41 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297713 Oct 15 21:12:29.670803 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811a6f-077d-41de-8718-5a51f0c2ece6 req-48fd6d7d-cc1b-4160-8dc4-d070a209d373 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:29.672267 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52811a6f-077d-41de-8718-5a51f0c2ece6 req-48fd6d7d-cc1b-4160-8dc4-d070a209d373 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0511646 Oct 15 21:12:29.709320 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-52811a6f-077d-41de-8718-5a51f0c2ece6 req-27159d17-d92f-46d6-ae4c-6afbdedf86fe tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Oct 15 21:12:30.538877 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-d0d96be2-0637-409b-b685-fc23bf4be940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:30.540313 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-d0d96be2-0637-409b-b685-fc23bf4be940 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0416646 Oct 15 21:12:30.632128 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-51486cb0-8799-4da0-9b23-7d895a6cbc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:30.633571 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-51486cb0-8799-4da0-9b23-7d895a6cbc28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0866742 Oct 15 21:12:30.697013 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-02e01e77-dcc2-4dfa-8de2-6c7864ef9843 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1002 time: 0.0568411 Oct 15 21:12:30.746677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-74e2fee5-57d5-4b32-8397-e652fadb82ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:30.748152 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-74e2fee5-57d5-4b32-8397-e652fadb82ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0441103 Oct 15 21:12:30.806849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-a130543a-0d09-4095-888c-3d7e10fe39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:30.808223 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-a130543a-0d09-4095-888c-3d7e10fe39b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531087 Oct 15 21:12:30.900545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3cb93-e713-43aa-b299-b250cb3d4a5a req-41aae070-a735-43e6-936e-2b80f3cf21f5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:30.902006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4df3cb93-e713-43aa-b299-b250cb3d4a5a req-41aae070-a735-43e6-936e-2b80f3cf21f5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.1098197 Oct 15 21:12:30.945608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-472a74c5-03ff-4f80-8bc8-f4ce5569bc8b service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245456 Oct 15 21:12:30.965409 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4df3cb93-e713-43aa-b299-b250cb3d4a5a req-cbbaa717-38ce-4269-b746-7ffb71082ac7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568337 Oct 15 21:12:31.040006 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b078ff5-c01b-4d4d-ac1e-682d9f1bae7e req-422c59a4-6e2d-48c4-90ce-998f8b0b7b04 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866282 Oct 15 21:12:32.092687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe65d4-e1c3-4621-91c5-0b2fb5ed034c req-6266d150-3765-4413-82c0-4bc1a17c9aa1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:32.094076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6efe65d4-e1c3-4621-91c5-0b2fb5ed034c req-6266d150-3765-4413-82c0-4bc1a17c9aa1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0492289 Oct 15 21:12:32.132316 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6efe65d4-e1c3-4621-91c5-0b2fb5ed034c req-5f90d1d4-7dfd-4cd7-87f9-cc020f9c06bc tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320597 Oct 15 21:12:33.250947 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f2f87-7eeb-4a4e-9b16-bdb96b8354b2 req-03e6471f-3898-4862-bfe4-725a103adefd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:33.253063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b93f2f87-7eeb-4a4e-9b16-bdb96b8354b2 req-03e6471f-3898-4862-bfe4-725a103adefd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0525477 Oct 15 21:12:33.289664 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b93f2f87-7eeb-4a4e-9b16-bdb96b8354b2 req-5bef6062-6ce4-474a-aac1-d152d0d1b878 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Oct 15 21:12:34.408007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb81571-b23c-48e4-a4fa-e0d0bc5ac270 req-4ac61e77-5358-45d7-9828-caac6c272b63 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:34.409732 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cb81571-b23c-48e4-a4fa-e0d0bc5ac270 req-4ac61e77-5358-45d7-9828-caac6c272b63 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0515301 Oct 15 21:12:34.449884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0cb81571-b23c-48e4-a4fa-e0d0bc5ac270 req-064b3027-cf37-4781-8698-d0055cf9e379 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Oct 15 21:12:35.569090 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac9180-c5a5-45c4-a94d-ae179f760bf4 req-0fbdee2d-4613-458c-a2af-510cfcfa80f2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:35.570576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ac9180-c5a5-45c4-a94d-ae179f760bf4 req-0fbdee2d-4613-458c-a2af-510cfcfa80f2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0522933 Oct 15 21:12:35.609216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-73ac9180-c5a5-45c4-a94d-ae179f760bf4 req-0866085e-f950-449a-a05b-2fcba90c4ece tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Oct 15 21:12:35.943728 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be4cc1-0926-4fa9-b22d-e3970acbf9e9 req-5324bc1b-bb76-4ce4-8686-90446be0d81b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:35.945191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81be4cc1-0926-4fa9-b22d-e3970acbf9e9 req-5324bc1b-bb76-4ce4-8686-90446be0d81b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0527928 Oct 15 21:12:35.984902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-81be4cc1-0926-4fa9-b22d-e3970acbf9e9 req-60d02b9d-10ed-43c1-a0d1-ed78e2d75d4a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Oct 15 21:12:36.036553 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-192e755c-1d4c-4d4f-b4fb-409fa1a1dba7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816667 Oct 15 21:12:36.049621 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-7f70ea0c-545a-45d3-b5a9-fcd0d3c50100 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101181) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:12:36.049621 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-7f70ea0c-545a-45d3-b5a9-fcd0d3c50100 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050292 Oct 15 21:12:36.493727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:12:36.573199 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:36.596415 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:12:36.599142 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b62992f-b120-46fb-8a19-99f485c9257d" -d '{"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-unplugged", "status": "completed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:12:36.613148 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:12:36.631098 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 15 Oct 2021 21:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff735865-0e2c-49db-b797-fcafd2c002d5 x-openstack-request-id: req-ff735865-0e2c-49db-b797-fcafd2c002d5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:12:36.631383 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-unplugged", "status": "failed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "code": 422}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:12:36.631683 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff735865-0e2c-49db-b797-fcafd2c002d5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:12:36.632079 n-d-712140-14 neutron-server[101182]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'code': 422} returned with failed status Oct 15 21:12:36.713418 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:36.760953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:12:36.769012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.769012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.769012 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.769406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.769406 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.769753 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.770067 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.770386 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.770707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.771026 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.771344 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:36.771690 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:12:37.102640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027899d8-86fa-45a7-b20b-71ee91b34935 req-e56977de-e534-48c3-bc66-0d69af1c7a97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:37.104165 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-027899d8-86fa-45a7-b20b-71ee91b34935 req-e56977de-e534-48c3-bc66-0d69af1c7a97 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0498073 Oct 15 21:12:37.144768 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-027899d8-86fa-45a7-b20b-71ee91b34935 req-34f3584a-4eb3-4056-9357-29ed07388392 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Oct 15 21:12:38.258619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f4edb-4bd9-418d-b698-e065cb59cb01 req-06e7acf8-8946-4af0-b111-3a75e0fd14ff tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:38.260129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259f4edb-4bd9-418d-b698-e065cb59cb01 req-06e7acf8-8946-4af0-b111-3a75e0fd14ff tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0487752 Oct 15 21:12:38.299697 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-259f4edb-4bd9-418d-b698-e065cb59cb01 req-563e3cc8-9f3e-41c3-86d4-9b2bc7737bac tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Oct 15 21:12:38.645957 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:12:39.418064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19dd11-219e-4470-bf3a-a61e21d4c3f1 req-318d1a67-2301-425b-8d7c-9b3198a32f74 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:39.419428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc19dd11-219e-4470-bf3a-a61e21d4c3f1 req-318d1a67-2301-425b-8d7c-9b3198a32f74 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0532064 Oct 15 21:12:39.457625 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fc19dd11-219e-4470-bf3a-a61e21d4c3f1 req-0d192598-78b4-4d64-9de6-74da587035fd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315020 Oct 15 21:12:40.575082 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418d88-e824-4773-af9b-a46cc4e3d647 req-98f39927-89af-4cdc-aa92-f2d2a9a857c1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:40.576598 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7418d88-e824-4773-af9b-a46cc4e3d647 req-98f39927-89af-4cdc-aa92-f2d2a9a857c1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0492134 Oct 15 21:12:40.614519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d7418d88-e824-4773-af9b-a46cc4e3d647 req-f7f652ff-fe45-43db-9169-2d89112fca2a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313363 Oct 15 21:12:41.733915 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa610fd-1c31-45b9-a39c-d4cef21b4478 req-29fbe0e9-8a0c-48f7-b90b-b802019aa5ab tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:41.735415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa610fd-1c31-45b9-a39c-d4cef21b4478 req-29fbe0e9-8a0c-48f7-b90b-b802019aa5ab tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0517428 Oct 15 21:12:41.775877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-eaa610fd-1c31-45b9-a39c-d4cef21b4478 req-f6eee3d7-9ba4-42b1-b7c9-189a530d8e72 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Oct 15 21:12:42.832668 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-b643e02b-e44c-46f9-968c-e805cfab1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:42.834379 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-b643e02b-e44c-46f9-968c-e805cfab1a42 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f&tenant_id=daec8edf505040ecba0eece7f6c77f55 HTTP/1.1" status: 200 len: 1096 time: 0.0457063 Oct 15 21:12:42.923058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7e7a0-6cad-48e9-8d4f-c6137fd8703b req-70a17324-4b7c-40f7-a019-f7462d5d4410 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:42.924546 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15d7e7a0-6cad-48e9-8d4f-c6137fd8703b req-70a17324-4b7c-40f7-a019-f7462d5d4410 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0765636 Oct 15 21:12:42.927458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-f92d271d-3a0c-439f-b5cc-3a2862d24e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:42.928821 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-f92d271d-3a0c-439f-b5cc-3a2862d24e23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1096 time: 0.0696526 Oct 15 21:12:43.014575 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-15d7e7a0-6cad-48e9-8d4f-c6137fd8703b req-927f2772-ecd2-4a12-b01b-3c368208026c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832617 Oct 15 21:12:43.043104 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-9408455f-96d2-4cc8-9bef-535b47836edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:43.044572 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-9408455f-96d2-4cc8-9bef-535b47836edc service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.1077592 Oct 15 21:12:43.111841 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-5661e830-af8f-456e-ab42-add838244bc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1000 time: 0.0568526 Oct 15 21:12:43.164902 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-f55a5060-93dd-4656-843b-05e0a33468c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:43.166344 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-f55a5060-93dd-4656-843b-05e0a33468c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0473151 Oct 15 21:12:43.212050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-d74ae20c-08ac-4610-bc03-db97718a2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:43.213552 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-d74ae20c-08ac-4610-bc03-db97718a2b9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402312 Oct 15 21:12:43.305920 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-c73e3f18-6527-4e40-b172-dd09a4a4ccaf service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853729 Oct 15 21:12:43.394065 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-49f7e0c4-0af0-4b83-9cf9-6e819cf8171d service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812359 Oct 15 21:12:44.128236 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708aa140-b04d-4c9a-94f0-cb07f48b8503 req-52694f99-bb13-4c52-a65e-67a39df159ea tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:44.130236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-708aa140-b04d-4c9a-94f0-cb07f48b8503 req-52694f99-bb13-4c52-a65e-67a39df159ea tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0495906 Oct 15 21:12:44.167477 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-708aa140-b04d-4c9a-94f0-cb07f48b8503 req-a459a52c-faa8-46b9-8c45-e19c6f309eb2 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Oct 15 21:12:45.283292 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936415e-3cb8-449c-9ea8-13b455d305c9 req-745a4ddf-c07e-4ca2-9f25-b356ff6e6354 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:45.284752 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c936415e-3cb8-449c-9ea8-13b455d305c9 req-745a4ddf-c07e-4ca2-9f25-b356ff6e6354 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0518880 Oct 15 21:12:45.321948 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c936415e-3cb8-449c-9ea8-13b455d305c9 req-73a6d187-c01e-4cb2-ab00-730919e2d1b5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304158 Oct 15 21:12:46.437454 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802298e-1a95-4032-b29e-615339e9b1e9 req-24290867-cb4c-4fa3-af5e-7120cb621fd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:46.438910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4802298e-1a95-4032-b29e-615339e9b1e9 req-24290867-cb4c-4fa3-af5e-7120cb621fd0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0501690 Oct 15 21:12:46.475944 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4802298e-1a95-4032-b29e-615339e9b1e9 req-7aebfa78-5740-4959-9d72-092cfa62012a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309424 Oct 15 21:12:47.589567 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e2813-d1eb-404f-97eb-1c88addd2e1f req-25ee8172-d8b1-4808-989a-aef29d501ccd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:47.591033 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-272e2813-d1eb-404f-97eb-1c88addd2e1f req-25ee8172-d8b1-4808-989a-aef29d501ccd tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0491917 Oct 15 21:12:47.627960 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-272e2813-d1eb-404f-97eb-1c88addd2e1f req-87452f56-6709-4b57-92a4-ed9c022fc8c7 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308063 Oct 15 21:12:48.554844 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7d8182e5-4d75-4dbd-a008-2e94e2638282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:48.745077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a61b9c-be47-4d83-a1a4-0939c626ae52 req-dcfe33d7-824a-4f66-b68e-f348d6141eb5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:48.746525 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51a61b9c-be47-4d83-a1a4-0939c626ae52 req-dcfe33d7-824a-4f66-b68e-f348d6141eb5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0521817 Oct 15 21:12:48.783582 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51a61b9c-be47-4d83-a1a4-0939c626ae52 req-ce9f7a97-9a76-4da9-9d5f-f66efcb674b1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311503 Oct 15 21:12:49.910584 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686446-7623-4d75-ba89-db1e60984f0e req-c8694e32-f4de-487b-a892-48deca957bed tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:49.912116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b686446-7623-4d75-ba89-db1e60984f0e req-c8694e32-f4de-487b-a892-48deca957bed tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0616007 Oct 15 21:12:49.950208 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b686446-7623-4d75-ba89-db1e60984f0e req-958c738b-d265-42f3-8b8b-e2e9208962c6 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Oct 15 21:12:51.064768 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d3a2b-4e6c-45d0-93ae-fcebf558e139 req-35d47bb8-3013-49d3-9163-b7f04bf8ae21 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:51.066219 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd5d3a2b-4e6c-45d0-93ae-fcebf558e139 req-35d47bb8-3013-49d3-9163-b7f04bf8ae21 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0490239 Oct 15 21:12:51.104168 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-bd5d3a2b-4e6c-45d0-93ae-fcebf558e139 req-99dfd222-c7d8-497e-9e47-1752ec9bcb71 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Oct 15 21:12:51.431814 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-34d93e30-8b2d-48f2-9a49-9c3aa4f5bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:51.433836 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-34d93e30-8b2d-48f2-9a49-9c3aa4f5bbdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1096 time: 0.0443017 Oct 15 21:12:51.530274 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-81dbfb68-d1bc-4645-8a58-2f24595f9a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:51.547036 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-cd28b8ae-e165-45bb-b183-f1f873932758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:51.548531 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-cd28b8ae-e165-45bb-b183-f1f873932758 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0954020 Oct 15 21:12:51.628164 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-a77edc56-a048-47c3-b2df-dadb64f37902 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1000 time: 0.0715733 Oct 15 21:12:51.679746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-a3adf4e8-fd3d-4597-9c28-24bdea815fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:51.681266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-a3adf4e8-fd3d-4597-9c28-24bdea815fc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0467086 Oct 15 21:12:51.727513 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-244faefe-e2f0-40ee-b246-c4c3f38ef660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:51.728915 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-244faefe-e2f0-40ee-b246-c4c3f38ef660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412867 Oct 15 21:12:51.828963 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-fdb9d7d2-1ed0-411b-a9f1-9cfe3e141d77 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931377 Oct 15 21:12:51.918601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-c4c5f6db-5ace-4103-b1da-01f58ad25821 req-567d5731-eb37-4341-ad2b-600a7d72861d service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828178 Oct 15 21:12:52.224044 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f6dfd-c481-4120-a8d7-75c894528b27 req-64adc182-a24c-4e6e-bfec-9b43049fbd8a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:52.225532 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f6f6dfd-c481-4120-a8d7-75c894528b27 req-64adc182-a24c-4e6e-bfec-9b43049fbd8a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 944 time: 0.0541015 Oct 15 21:12:52.262791 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3f6f6dfd-c481-4120-a8d7-75c894528b27 req-838b9024-66a0-490a-bb06-eb00cc440ec3 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Oct 15 21:12:52.432925 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:52.572043 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:12:52.666549 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:12:52.677432 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'port_id': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'mac_address': 'fa:16:3e:f0:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:12:52.713027 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:52.725568 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db899fe3-a04d-46e2-a0ed-2ed7c7585019 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:12:52.743822 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:12:52.834987 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:52.886856 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:12:53.160593 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['db899fe3-a04d-46e2-a0ed-2ed7c7585019'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:12:53.182392 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:53.379424 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28074c-3167-41d8-ab7f-f872b0ad2f53 req-3109b403-cf3a-41bf-88f1-97f62f4af117 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:53.381132 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b28074c-3167-41d8-ab7f-f872b0ad2f53 req-3109b403-cf3a-41bf-88f1-97f62f4af117 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 945 time: 0.0502071 Oct 15 21:12:53.419976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7b28074c-3167-41d8-ab7f-f872b0ad2f53 req-ae47e835-4181-4634-9271-3bffeb3e98ba tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323067 Oct 15 21:12:53.463457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:53.703236 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:54.533167 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd953a3-d126-4ece-b182-99ccf3177dc6 req-0598b98f-df0b-45aa-81a2-1007ac36b0d0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:54.534601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cd953a3-d126-4ece-b182-99ccf3177dc6 req-0598b98f-df0b-45aa-81a2-1007ac36b0d0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 945 time: 0.0477085 Oct 15 21:12:54.572178 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cd953a3-d126-4ece-b182-99ccf3177dc6 req-8fc2c801-10db-491b-8152-c6cc3811a23e tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Oct 15 21:12:54.572441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:12:54.619046 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port db899fe3-a04d-46e2-a0ed-2ed7c7585019 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:12:54.619408 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:54.693082 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:54.714813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:12:54.716992 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c4841b-257f-4748-820a-1b25009ce201" -d '{"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-plugged", "status": "completed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:12:54.731707 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:12:54.753353 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84055b1-07ae-47e8-b4ee-52925567e81a x-openstack-request-id: req-f84055b1-07ae-47e8-b4ee-52925567e81a {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:12:54.753644 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-plugged", "status": "completed", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:12:54.754482 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f84055b1-07ae-47e8-b4ee-52925567e81a {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:12:54.755052 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'code': 200} Oct 15 21:12:54.781599 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:54.834959 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:12:54.904828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bac3b-4c1e-40da-aff3-980d80d41fcd req-5046cc73-883b-4a3b-9048-3e01c2864301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:54.906266 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-648bac3b-4c1e-40da-aff3-980d80d41fcd req-5046cc73-883b-4a3b-9048-3e01c2864301 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0436606 Oct 15 21:12:54.932467 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:12:54.941170 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-648bac3b-4c1e-40da-aff3-980d80d41fcd req-c9e54563-0b8e-49fa-ab67-8ff411246240 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269110 Oct 15 21:12:55.688746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b8d71-e2a6-4ad0-a0b7-14b69a9510df req-9fd105a0-e40f-49f3-bb42-d739aff8635d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:55.690251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-106b8d71-e2a6-4ad0-a0b7-14b69a9510df req-9fd105a0-e40f-49f3-bb42-d739aff8635d tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0495851 Oct 15 21:12:55.729803 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-106b8d71-e2a6-4ad0-a0b7-14b69a9510df req-fe53e62f-7710-4aed-9e97-97538f92bc48 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Oct 15 21:12:56.848007 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b206683-afce-44cc-a003-b46798215ef0 req-b7456b56-5a87-43f2-80f5-e7410cac00e0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:12:56.849487 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b206683-afce-44cc-a003-b46798215ef0 req-b7456b56-5a87-43f2-80f5-e7410cac00e0 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0477901 Oct 15 21:12:56.886027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9b206683-afce-44cc-a003-b46798215ef0 req-8b8b6c8e-3502-4339-93d1-206fb11563b5 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Oct 15 21:13:15.656289 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:13:18.554256 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d13b9ff3-bfaa-440e-959d-9f785e4a3306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:21.548522 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9519080e-d408-4ede-92e6-78810eb7403d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:22.426798 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:23.187030 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:23.455409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:23.821007 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:24.925860 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:48.557823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d66655d-6173-4cda-a01a-a2e55cf4da18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:51.397537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-b0fab4eb-6894-4105-bb58-e7cd2a8ed09e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439792 Oct 15 21:13:51.479758 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-1ab57b20-706a-4a9a-b390-fe383ce79b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:13:51.481220 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-1ab57b20-706a-4a9a-b390-fe383ce79b3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0407598 Oct 15 21:13:51.536818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a4608258-5097-4fea-b645-934a57c4f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:51.584329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-2e2717d7-4a87-4d78-8b74-3a5f1cf29255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:13:51.585817 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-2e2717d7-4a87-4d78-8b74-3a5f1cf29255 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.0857010 Oct 15 21:13:51.654601 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-55ae0944-ad67-4a53-bb96-266a4fd35720 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 1002 time: 0.0615706 Oct 15 21:13:51.710315 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-2bc97898-be2f-4a1f-99fb-9dbb577ef8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:13:51.712137 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-2bc97898-be2f-4a1f-99fb-9dbb577ef8d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0491920 Oct 15 21:13:51.757905 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-5dbcec55-8f59-463d-ae2c-8d333e667de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:13:51.759284 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-5dbcec55-8f59-463d-ae2c-8d333e667de9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401905 Oct 15 21:13:51.853240 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-c2939d20-b0ca-4321-85e7-f91ee5b03dea service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858002 Oct 15 21:13:51.947242 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f1edad06-5397-40d4-9ae1-e9bab088a127 req-7ce51175-7026-491d-8da7-3922e6c4114b service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Oct 15 21:13:52.462379 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:52.644332 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:13:53.211049 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:53.480271 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:53.743119 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:13:54.919626 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:18.587976 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3074fe2e-6a50-4a8f-9042-36f1cb0e1ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:21.525594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a06999a9-eb8e-4cbd-b1bd-aa8073392569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:22.490790 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:23.196869 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:23.450892 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:23.791297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:24.917602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:29.643168 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:14:33.196073 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 40990) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:33.523515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Deleting port f4f6c439-cf87-45b6-9886-1d7c386ab8ce {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:33.523781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:33.597155 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:33.597473 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:33.609564 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Calling delete_port for f4f6c439-cf87-45b6-9886-1d7c386ab8ce owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:33.814091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:33.838725 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'Port': ['ID=f4f6c439-cf87-45b6-9886-1d7c386ab8ce,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:33.851254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.851254 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.851475 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.851746 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.852072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.852391 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.852710 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.853029 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.853446 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.853644 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.853991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.854345 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:33.911679 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:33.912012 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Floating IP 864f085f-bc44-4310-a911-8e8dea32c8ad disassociated (deleted). External IP: 172.25.0.230, port: db899fe3-a04d-46e2-a0ed-2ed7c7585019. Oct 15 21:14:34.113517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:14:34.221934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:14:34.226843 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:34.232846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:14:34.241613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:34.242218 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:34.253042 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-531946ca-64e7-4f9c-8995-d1be1f492d9b tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "DELETE /v2.0/floatingips/864f085f-bc44-4310-a911-8e8dea32c8ad HTTP/1.1" status: 204 len: 168 time: 1.0557673 Oct 15 21:14:34.253618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:14:34.255881 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747ed10-693c-4308-869b-fa9e1910c245" -d '{"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:14:34.504704 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:34.702915 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:34.703664 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c3de5-baf7-47ba-afae-2edb5e24c42d x-openstack-request-id: req-493c3de5-baf7-47ba-afae-2edb5e24c42d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:14:34.704162 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:14:34.704632 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-493c3de5-baf7-47ba-afae-2edb5e24c42d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:14:34.705267 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'status': 'completed', 'code': 200} Oct 15 21:14:34.730014 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:14:34.738520 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:34.739125 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:34.796845 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747ed10-693c-4308-869b-fa9e1910c245 req-7c93319e-2a0b-4e09-9556-6af2bd3802bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:34.798257 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-7c93319e-2a0b-4e09-9556-6af2bd3802bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=daec8edf505040ecba0eece7f6c77f55&device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 1098 time: 0.0666475 Oct 15 21:14:34.821780 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce36765-37de-41c5-b1a4-624d9ae60151 req-d0bdcf57-5f44-4873-bb73-0df138813fae tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:34.823177 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fce36765-37de-41c5-b1a4-624d9ae60151 req-d0bdcf57-5f44-4873-bb73-0df138813fae tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0665057 Oct 15 21:14:34.846581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:34.912639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fce36765-37de-41c5-b1a4-624d9ae60151 req-9c8c9c9b-8f7e-4575-a0c9-65a18d7d87af tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790710 Oct 15 21:14:34.932482 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747ed10-693c-4308-869b-fa9e1910c245 req-515caa16-3709-4567-bbbc-13980ccc7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:34.934756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-515caa16-3709-4567-bbbc-13980ccc7277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 200 len: 910 time: 0.1279352 Oct 15 21:14:34.977089 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-aea0c275-03c1-4905-9279-a5b0c093f3a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 200 len: 217 time: 0.0339644 Oct 15 21:14:35.030620 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747ed10-693c-4308-869b-fa9e1910c245 req-aed61261-47d5-4971-8b3f-2db38759e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:35.032130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-aed61261-47d5-4971-8b3f-2db38759e25b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 200 len: 848 time: 0.0478928 Oct 15 21:14:35.049977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:35.076826 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0681ad14-8f70-4776-8937-cdb4a68a263b None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:03:19Z', 'revision_number': 4, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': 'f213fcec-ac50-43df-9e58-c0f991cf8289', 'name': '', 'network_id': '621f9f83-a3b5-47ba-a630-ab19e5ee9432', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'mac_address': 'fa:16:3e:3e:9e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:19Z', 'updated_at': '2021-10-15T21:03:23Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'subnets': [{'id': '717baae3-1e23-4b73-adc2-47f662e2a697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:14:35.079160 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747ed10-693c-4308-869b-fa9e1910c245 req-1125e7f2-741c-4dd8-ad48-e0cce6466133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:35.080745 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-1125e7f2-741c-4dd8-ad48-e0cce6466133 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=621f9f83-a3b5-47ba-a630-ab19e5ee9432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401497 Oct 15 21:14:35.172860 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-ea14fda2-a7db-4160-88b5-caa2f3b52776 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Oct 15 21:14:35.277270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8747ed10-693c-4308-869b-fa9e1910c245 req-8cce29c5-fbfa-4a88-99c3-a7d54844f3a2 service neutron] 10.222.0.15 "GET /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957477 Oct 15 21:14:35.303385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008aa615-65cc-47ed-bf58-ce938edbe4a9 None None] New status for floating IP 864f085f-bc44-4310-a911-8e8dea32c8ad: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:14:36.029478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902b24d-15f6-47e0-87e8-512a6c696c11 req-9666c060-ad80-4eae-b54a-edff96c135db tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:36.030953 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1902b24d-15f6-47e0-87e8-512a6c696c11 req-9666c060-ad80-4eae-b54a-edff96c135db tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0491850 Oct 15 21:14:36.070871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1902b24d-15f6-47e0-87e8-512a6c696c11 req-79c5dc8c-bada-4b8d-98cf-4b3b0c8d6478 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/security-groups?id=a1c6764f-a660-45ec-88a6-d5ac914e95fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338819 Oct 15 21:14:36.294257 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-1d2cf21f-48b4-4ea5-a57f-d5ee8b832d79 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:36.295737 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-1d2cf21f-48b4-4ea5-a57f-d5ee8b832d79 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 946 time: 0.0537076 Oct 15 21:14:36.381741 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Deleting port db899fe3-a04d-46e2-a0ed-2ed7c7585019 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:36.382075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:36.470869 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] For port db899fe3-a04d-46e2-a0ed-2ed7c7585019, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=db899fe3-a04d-46e2-a0ed-2ed7c7585019,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:36.471140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:36.482743 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Calling delete_port for db899fe3-a04d-46e2-a0ed-2ed7c7585019 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:36.667927 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:36.700070 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'Port': ['ID=db899fe3-a04d-46e2-a0ed-2ed7c7585019,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:37.069211 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] No DVR routers for this DVR port db899fe3-a04d-46e2-a0ed-2ed7c7585019 on host n-h1-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:14:37.071934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:37.075292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b6eec32b-ff56-4f4e-afbb-b10a80138159 req-ffa36004-cc21-46f2-a1a7-aebf6b11f692 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.15 "DELETE /v2.0/ports/db899fe3-a04d-46e2-a0ed-2ed7c7585019 HTTP/1.1" status: 204 len: 173 time: 0.7738235 Oct 15 21:14:37.075773 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-deleted', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:14:37.078056 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f22afff-36d3-43c5-882d-87a950e20c04" -d '{"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-deleted", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:14:37.118238 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ba12a9-e0de-416f-907f-4ca44125bd1b x-openstack-request-id: req-12ba12a9-e0de-416f-907f-4ca44125bd1b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:14:37.118591 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5481eddb-202f-4333-b0e4-bb6fee9d951f", "name": "network-vif-deleted", "tag": "db899fe3-a04d-46e2-a0ed-2ed7c7585019", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:14:37.118885 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12ba12a9-e0de-416f-907f-4ca44125bd1b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:14:37.119286 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5481eddb-202f-4333-b0e4-bb6fee9d951f', 'name': 'network-vif-deleted', 'tag': 'db899fe3-a04d-46e2-a0ed-2ed7c7585019', 'status': 'completed', 'code': 200} Oct 15 21:14:37.198064 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-8c8432b1-12e7-4ab6-ae0b-0b61617493d9 req-86f93b20-26d0-490a-9903-5b3153d9a2b1 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0290680 Oct 15 21:14:38.291615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-746f7251-d3cc-4ac8-919e-34c3083c508d req-e32308e7-5e42-4287-84e2-58844ce9672a tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0262191 Oct 15 21:14:39.037829 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:39.057551 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: db899fe3-a04d-46e2-a0ed-2ed7c7585019 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:39.057898 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device db899fe3-a04d-46e2-a0ed-2ed7c7585019 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:39.385353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-929c5aa3-405f-45ab-9120-cbebf4e08c22 req-c1256354-9a33-447a-bb3d-830551950c65 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0283806 Oct 15 21:14:40.481610 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-66366f1e-b85e-4aa7-b7db-0e431a1d7e5d req-2f0a3434-6471-4ee4-a72a-65871f83a0ba tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0265996 Oct 15 21:14:41.575088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-001c9f7d-1d14-4f9d-897c-0c96780246dc req-16192170-3fde-4122-ba46-ac32ad4cb72c tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "GET /v2.0/ports?device_id=5481eddb-202f-4333-b0e4-bb6fee9d951f HTTP/1.1" status: 200 len: 210 time: 0.0258491 Oct 15 21:14:42.634730 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41026) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:42.695084 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:42.719360 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:42.839337 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:42.842269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:42.843767 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1c6764f-a660-45ec-88a6-d5ac914e95fe HTTP/1.1" status: 204 len: 168 time: 0.2079399 Oct 15 21:14:42.856642 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f2db-a398-4bf9-8061-f2a261b45396 tempest-TestShelveInstance-1572863168 tempest-TestShelveInstance-1572863168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6764f-a660-45ec-88a6-d5ac914e95fe,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:42.975126 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41030) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:43.451359 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:43.698804 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Deleting port f213fcec-ac50-43df-9e58-c0f991cf8289 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:43.699598 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:43.774460 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] For port f213fcec-ac50-43df-9e58-c0f991cf8289, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=f213fcec-ac50-43df-9e58-c0f991cf8289,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:43.774715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:43.792102 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Calling delete_port for f213fcec-ac50-43df-9e58-c0f991cf8289 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:44.025700 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:44.052916 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f213fcec-ac50-43df-9e58-c0f991cf8289,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:44.238285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:44.458458 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:14:44.569862 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:14:44.575542 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f9f47071-e5e5-4bdd-886a-7a46e5613a9a admin admin] 10.222.0.13 "PUT /v2.0/routers/25671f97-e5bc-4d51-b23a-0bbcf12e2775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5988827 Oct 15 21:14:44.577629 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41034) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:44.580426 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Sync routers for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:14:44.600662 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:44.601273 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:44.689394 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:44.713450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:44.796778 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:44.893970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:14:43Z', 'revision_number': 5, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port': {'id': '8e53e24f-237d-4e35-9188-ec6284e564da', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:29:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:17Z', 'updated_at': '2021-10-15T21:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:44.921206 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Checking router: 25671f97-e5bc-4d51-b23a-0bbcf12e2775 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:14:44.925873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Deleting port 8e53e24f-237d-4e35-9188-ec6284e564da {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:44.926211 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:44.929370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Routers {'25671f97-e5bc-4d51-b23a-0bbcf12e2775'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:44.929969 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:45.010258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] For port 8e53e24f-237d-4e35-9188-ec6284e564da, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=8e53e24f-237d-4e35-9188-ec6284e564da,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:45.010548 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.022728 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] Set router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:45.028786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Calling delete_port for 8e53e24f-237d-4e35-9188-ec6284e564da owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:45.074860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:14:44Z', 'revision_number': 6, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:45.104459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdabb9c-3a0f-4160-9bdf-936833f0936b None None] The sync data for ids ['25671f97-e5bc-4d51-b23a-0bbcf12e2775'] in n-d-712140-14 is: [{'id': '25671f97-e5bc-4d51-b23a-0bbcf12e2775', 'name': 'tempest-TestShelveInstance-2039127068-router', 'tenant_id': 'daec8edf505040ecba0eece7f6c77f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:16Z', 'updated_at': '2021-10-15T21:14:44Z', 'revision_number': 6, 'project_id': 'daec8edf505040ecba0eece7f6c77f55', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:14:45.265369 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.296054 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e53e24f-237d-4e35-9188-ec6284e564da,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:45.355346 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.446990 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.449216 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.573694 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.574380 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25671f97-e5bc-4d51-b23a-0bbcf12e2775 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:14:45.579603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.581519 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c68120df-c2b2-4a6c-b9c4-a2cfe9f45b53 admin admin] 10.222.0.13 "DELETE /v2.0/routers/25671f97-e5bc-4d51-b23a-0bbcf12e2775 HTTP/1.1" status: 204 len: 168 time: 1.0019460 Oct 15 21:14:45.582998 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41036) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:45.629548 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Deleting subnet 717baae3-1e23-4b73-adc2-47f662e2a697 {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:14:45.633144 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.667589 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.748308 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.854039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.885455 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717baae3-1e23-4b73-adc2-47f662e2a697,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:45.888258 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.891843 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-942e0f17-203e-4f08-9b1f-67960b08d975 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/717baae3-1e23-4b73-adc2-47f662e2a697 HTTP/1.1" status: 204 len: 168 time: 0.3078089 Oct 15 21:14:45.894436 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41038) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:45.899817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1582f392-7a04-4dce-b6d7-27a22c157346 None None] Network 621f9f83-a3b5-47ba-a630-ab19e5ee9432 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:14:45.968480 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e53e24f-237d-4e35-9188-ec6284e564da no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:45.971909 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:45.996683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 8e53e24f-237d-4e35-9188-ec6284e564da {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:45.997137 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 8e53e24f-237d-4e35-9188-ec6284e564da not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:45.997638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f213fcec-ac50-43df-9e58-c0f991cf8289 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:46.029479 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: f213fcec-ac50-43df-9e58-c0f991cf8289 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:46.029961 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device f213fcec-ac50-43df-9e58-c0f991cf8289 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:46.032961 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Deleting port 99cee839-3506-4829-9a23-7fdcdab8f70f {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:46.033420 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.123989 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] For port 99cee839-3506-4829-9a23-7fdcdab8f70f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=99cee839-3506-4829-9a23-7fdcdab8f70f,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:46.123989 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.141740 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Calling delete_port for 99cee839-3506-4829-9a23-7fdcdab8f70f owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:46.181557 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] DHCP port deletion for 621f9f83-a3b5-47ba-a630-ab19e5ee9432 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:14:46.237214 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Deleting port 99cee839-3506-4829-9a23-7fdcdab8f70f {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:46.237592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.307540 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] For port 99cee839-3506-4829-9a23-7fdcdab8f70f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=99cee839-3506-4829-9a23-7fdcdab8f70f,segment=NetworkSegment(60410a3f-c2fc-4c91-b477-22759db8b8fd),segment_id=60410a3f-c2fc-4c91-b477-22759db8b8fd)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:46.307977 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.308493 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.326176 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Calling delete_port for 99cee839-3506-4829-9a23-7fdcdab8f70f owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:46.340692 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cee839-3506-4829-9a23-7fdcdab8f70f,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:46.344147 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] No DVR routers for this DVR port 99cee839-3506-4829-9a23-7fdcdab8f70f on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:14:46.352009 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.352353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.354736 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.355353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.355353 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.355750 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.408287 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.420953 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] No DVR routers for this DVR port 99cee839-3506-4829-9a23-7fdcdab8f70f on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:14:46.428405 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.440465 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Pushing event deleted for resources: {'Port': ['ID=99cee839-3506-4829-9a23-7fdcdab8f70f,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:46.448908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.448908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.449140 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621f9f83-a3b5-47ba-a630-ab19e5ee9432']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:46.449810 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.450111 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.451481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.451481 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.451808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.452021 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.452324 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.452649 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.452977 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.453300 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391d28e2-0847-4cc4-9aec-d88609688ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:14:46.463584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60410a3f-c2fc-4c91-b477-22759db8b8fd') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:46.463584 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60410a3f-c2fc-4c91-b477-22759db8b8fd') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:46.468581 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.482398 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.488144 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:14:46.488515 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: timer() Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:14:46.490126 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:14:46.633296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.638815 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:46.642084 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/621f9f83-a3b5-47ba-a630-ab19e5ee9432 HTTP/1.1" status: 204 len: 168 time: 0.7458572 Oct 15 21:14:46.645154 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41042) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:46.654244 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1a51b-bd50-472e-8f16-8a8d618ada68 admin admin] Pushing event deleted for resources: {'Network': ['ID=621f9f83-a3b5-47ba-a630-ab19e5ee9432,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:46.986093 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:47.227171 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Deleting port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:47.227504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:47.306439 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] For port d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:47.306712 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:47.319732 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Calling delete_port for d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:47.553391 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:47.579423 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Pushing event deleted for resources: {'Port': ['ID=d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:47.741603 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:47.962417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Router 99742c76-a8e0-452a-bdfe-1fe27590c710 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:14:47.968082 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 99cee839-3506-4829-9a23-7fdcdab8f70f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:47.987957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 99cee839-3506-4829-9a23-7fdcdab8f70f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:47.988304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 99cee839-3506-4829-9a23-7fdcdab8f70f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:48.067396 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:14:48.072811 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-7841a32a-ebe0-4b84-8734-1b53bb6aa124 admin admin] 10.222.0.13 "PUT /v2.0/routers/99742c76-a8e0-452a-bdfe-1fe27590c710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265625 Oct 15 21:14:48.075519 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41044) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:48.076376 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Sync routers for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:14:48.085385 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:48.085982 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:48.192328 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:48.389564 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:14:47Z', 'revision_number': 5, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:48.416163 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Checking router: 99742c76-a8e0-452a-bdfe-1fe27590c710 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:14:48.425084 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Routers {'99742c76-a8e0-452a-bdfe-1fe27590c710'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:48.425684 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['99742c76-a8e0-452a-bdfe-1fe27590c710'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:48.500276 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:48.532243 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] Set router 99742c76-a8e0-452a-bdfe-1fe27590c710 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:48.559028 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5da01eab-a408-4372-907a-d085228d8dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:48.612285 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:48.704611 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:14:47Z', 'revision_number': 5, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:48.722694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Deleting port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:48.723040 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:48.808311 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] For port 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:48.808683 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:48.820706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Calling delete_port for 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:48.822393 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a41517-1ec6-46e2-a75c-30c5dbb9974c None None] The sync data for ids ['99742c76-a8e0-452a-bdfe-1fe27590c710'] in n-d-712140-14 is: [{'id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'name': 'tempest-TestShelveInstance-1412128561-router', 'tenant_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:03:22Z', 'updated_at': '2021-10-15T21:14:47Z', 'revision_number': 5, 'project_id': 'a3a5c945f8ec4a12b3d8a7c0c49f4917', 'gw_port': {'id': '3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:d6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99742c76-a8e0-452a-bdfe-1fe27590c710', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:03:23Z', 'updated_at': '2021-10-15T21:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:14:49.044792 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.068619 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:49.129365 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.226530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.228692 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.357173 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.357755 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99742c76-a8e0-452a-bdfe-1fe27590c710 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:14:49.365437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.365437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-34ce1e1c-828f-421c-bca8-f379d71841a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/99742c76-a8e0-452a-bdfe-1fe27590c710 HTTP/1.1" status: 204 len: 168 time: 1.2866402 Oct 15 21:14:49.366037 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41046) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:49.413124 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.db_base_plugin_v2 [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Deleting subnet e578750e-11df-4e71-96f1-e681313dcc89 {{(pid=101181) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:14:49.416313 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.452534 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127289742'] for subnet, precommit_delete_associations {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.536153 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.642659 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127291211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126553564'] for subnet, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.668779 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e578750e-11df-4e71-96f1-e681313dcc89,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:49.672650 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.675840 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-e136f2ae-c3e6-41e1-a756-ffe7fe22304b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e578750e-11df-4e71-96f1-e681313dcc89 HTTP/1.1" status: 204 len: 168 time: 0.3087480 Oct 15 21:14:49.678315 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41048) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:49.680800 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201a737-9787-493b-b0ed-4b7ae94c7b36 None None] Network 80c9c39a-1a71-4f06-bee1-095b1ab984e9 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:14:49.749574 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.802273 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Deleting port 035ef541-0161-4845-996c-a18b9128a9eb {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:49.802623 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.847887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] DHCP port deletion for 80c9c39a-1a71-4f06-bee1-095b1ab984e9 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:14:49.865500 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] For port 035ef541-0161-4845-996c-a18b9128a9eb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=035ef541-0161-4845-996c-a18b9128a9eb,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:49.865869 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.880419 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Calling delete_port for 035ef541-0161-4845-996c-a18b9128a9eb owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:49.900062 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Deleting port 035ef541-0161-4845-996c-a18b9128a9eb {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:14:49.900387 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:49.954207 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 035ef541-0161-4845-996c-a18b9128a9eb no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:49.988606 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] For port 035ef541-0161-4845-996c-a18b9128a9eb, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=035ef541-0161-4845-996c-a18b9128a9eb,segment=NetworkSegment(ed3bd9a4-b675-46ec-85bb-4085b44f61ca),segment_id=ed3bd9a4-b675-46ec-85bb-4085b44f61ca)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:49.988986 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.005342 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Calling delete_port for 035ef541-0161-4845-996c-a18b9128a9eb owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:14:50.022071 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.024441 n-d-712140-14 neutron-server[101182]: INFO neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No ports have port_id starting with 035ef541-0161-4845-996c-a18b9128a9eb Oct 15 21:14:50.051156 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=035ef541-0161-4845-996c-a18b9128a9eb,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:50.053054 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] No DVR routers for this DVR port 035ef541-0161-4845-996c-a18b9128a9eb on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:14:50.056965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:50.080312 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:50.080584 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3b6ad9e9-ef85-45ec-990c-e4200fd3b7ef not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:50.081002 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:14:50.108034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:14:50.108393 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d40e8a5d-7bd2-4ae8-bfaf-09edca9554dd not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:14:50.128099 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.128300 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.149664 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c9c39a-1a71-4f06-bee1-095b1ab984e9']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:50.154463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] Pushing event deleted for resources: {'Port': ['ID=035ef541-0161-4845-996c-a18b9128a9eb,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:50.159865 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831de4a-60dd-4a6e-8554-71508fca8768 None None] No DVR routers for this DVR port 035ef541-0161-4845-996c-a18b9128a9eb on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:14:50.162336 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:50.165668 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3bd9a4-b675-46ec-85bb-4085b44f61ca') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:50.173059 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.186786 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.192679 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:14:50.193052 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: timer() Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:14:50.194708 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:14:50.307387 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.312880 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.316060 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/80c9c39a-1a71-4f06-bee1-095b1ab984e9 HTTP/1.1" status: 204 len: 168 time: 0.6366580 Oct 15 21:14:50.327304 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5383caf-3fbe-4e2f-9529-f2355ff0f6a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c9c39a-1a71-4f06-bee1-095b1ab984e9,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:50.646485 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41052) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:50.686589 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-732baf8d-d5a7-41b0-999e-b12b1f3f3215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daec8edf505040ecba0eece7f6c77f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388689 Oct 15 21:14:50.689050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41054) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:50.740635 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.761573 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.882281 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.884844 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:50.886008 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8dc5cf5-c75d-4f42-b6da-020de0503873 HTTP/1.1" status: 204 len: 168 time: 0.1960552 Oct 15 21:14:50.896838 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bc43f-e377-4ccf-9855-a841de559cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc5cf5-c75d-4f42-b6da-020de0503873,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:51.528959 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5b331753-0110-4f0f-ad66-4231142d7e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:51.569752 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41064) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:51.609116 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-547d119d-7c6f-4da6-aa21-56907fea3eca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3a5c945f8ec4a12b3d8a7c0c49f4917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382290 Oct 15 21:14:51.611464 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41066) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:51.658502 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:51.679136 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:51.796541 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:51.799088 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:51.800275 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d047e11-5a90-4380-b293-9512552675ca HTTP/1.1" status: 204 len: 168 time: 0.1878965 Oct 15 21:14:51.808026 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3b27d-e811-4c45-bc3b-9856b5c1710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d047e11-5a90-4380-b293-9512552675ca,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:52.473956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:52.818268 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41088) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:52.915020 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1157441640-network', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:14:53.024997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Made reservation on behalf of 17dc8cc5d3f94a5a99fa022dab7027b5 for: {'network': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:14:53.027713 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.036266 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.108212 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.187406 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.213904 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=101180) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 21:14:53.216073 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.220215 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae4f501-06cc-4140-b7cf-63e414e38b0f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:53.226115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.226452 n-d-712140-14 neutron-server[101180]: INFO neutron.db.segments_db [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Added segment dd9653d4-fda5-45b5-ba58-79bc365c7a19 of type vlan for network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 Oct 15 21:14:53.265917 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.347501 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.348411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:53.348982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.412676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] Pushing event updated for resources: {'Network': ['ID=aef8f3fb-560f-44ad-890e-8b7bb5d9e993,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:53.423683 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 21:14:53.441415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-b8df6980-2df5-456a-9929-7ee60558e22c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6220429 Oct 15 21:14:53.485283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.506491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41092) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:53.511485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Request body: {'subnet': {'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1157441640-subnet', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'ip_version': 4}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:14:53.622216 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Made reservation on behalf of 17dc8cc5d3f94a5a99fa022dab7027b5 for: {'subnet': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:14:53.624520 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129583557'] for subnet, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.768185 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.848230 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130016433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129583607'] for subnet, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:53.924441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc46fdec-0c60-4756-85da-2b7638f161ac,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:53.924441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Checking segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:14:53.924441 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Network hostable DHCP agents. Network: aef8f3fb-560f-44ad-890e-8b7bb5d9e993, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101180) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 21:14:53.990759 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101180) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 21:14:54.061478 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, aef8f3fb-560f-44ad-890e-8b7bb5d9e993) {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:14:54.067224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:54.068017 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.069034 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2fcb10-cc5e-4235-a4fc-29aebf08a2db None None] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:14:54.144535 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-090075ff-eeec-4bca-b55d-92e565640fe7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6368203 Oct 15 21:14:54.147172 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41094) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:54.151873 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:14:54.221812 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 21:14:54.222679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.239263 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.240384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.296757 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.362461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Allocated IP 172.20.0.2 (aef8f3fb-560f-44ad-890e-8b7bb5d9e993/fc46fdec-0c60-4756-85da-2b7638f161ac/d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:14:54.517244 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.525775 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.610740 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.659847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:14:54.664755 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:14:54.671732 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:14:54.675295 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Pushing event updated for resources: {'Port': ['ID=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:54.731235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Attempting to bind port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:14:54.731610 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Attempting to bind port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:14:54.731972 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Attempting to bind port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:14:54.737308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:14:54.737675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Checking segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:14:54.738110 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.738492 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Bound using segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:14:54.738981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Bound port: d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:14:54.739348 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.802368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] For port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:14:54.805360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] For port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:14:54.834090 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.854384 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.873954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.945248 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355a64c-7f6d-4c01-86f0-53478f4cd8be None None] Pushing event updated for resources: {'Port': ['ID=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:54.957252 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:54.975870 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Allocated IP 172.25.0.71 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/84ef0fb4-e8cf-4f81-85a7-153819370ec0) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:14:55.087672 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:55.180181 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:55.220545 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:14:55.223472 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:14:55.226179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:14:55.255706 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=84ef0fb4-e8cf-4f81-85a7-153819370ec0,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:55.573350 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:55.778109 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:55.826813 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9fc36-4a52-4803-b5fe-5de096f197cb None None] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:14:55.948107 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] Provisioning complete for port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:55.948480 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:55.970722 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:14:56.002125 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Router c6676d32-aa84-412b-85e1-092bd078c53f is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 21:14:56.088049 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:56.098074 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.115618 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:14:56.213070 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.214408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-352ec7fc-0e20-4fc2-af36-a559a828d7d9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0661654 Oct 15 21:14:56.217786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41096) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:56.282780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:14:56.306870 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.319396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:56.320035 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:56.392053 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] For port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:14:56.465526 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.473684 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.491873 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:56.635913 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.669488 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021ff09-a3ae-483f-972f-191680089bf1 None None] Pushing event updated for resources: {'Port': ['ID=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:56.686941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 21:14:56.687295 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 21:14:56.696278 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-f2f692c6-9d41-43bf-be72-37773408713d None None] Provisioning complete for port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:56.696647 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f2f692c6-9d41-43bf-be72-37773408713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.794786 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Allocated IP 172.20.0.1 (aef8f3fb-560f-44ad-890e-8b7bb5d9e993/fc46fdec-0c60-4756-85da-2b7638f161ac/08461689-e5a8-42c8-bbf0-98a0c74d635f) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:14:56.827975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:55Z', 'revision_number': 3, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:56.857463 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:14:56.857867 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Updating router c6676d32-aa84-412b-85e1-092bd078c53f port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:14:56.884618 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:56.913185 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.158136 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.233101 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.287970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Attempting to bind port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:14:57.288338 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Attempting to bind port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:14:57.288703 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Attempting to bind port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:14:57.291882 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638003ab-89d0-4b1f-aa98-eab7e665e5ff None None] Pushing event updated for resources: {'Port': ['ID=84ef0fb4-e8cf-4f81-85a7-153819370ec0,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:57.296398 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:14:57.296773 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:14:57.297169 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.297548 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:14:57.298011 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Bound port: 84ef0fb4-e8cf-4f81-85a7-153819370ec0, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:14:57.298536 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.351285 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] For port 84ef0fb4-e8cf-4f81-85a7-153819370ec0, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:14:57.354288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] For port 84ef0fb4-e8cf-4f81-85a7-153819370ec0, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=84ef0fb4-e8cf-4f81-85a7-153819370ec0,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:14:57.359404 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.396316 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:14:57.399277 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:14:57.401681 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:14:57.431136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Pushing event updated for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:57.440432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.453539 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.503281 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:57.503955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:57.541250 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638003ab-89d0-4b1f-aa98-eab7e665e5ff None None] Pushing event updated for resources: {'Port': ['ID=84ef0fb4-e8cf-4f81-85a7-153819370ec0,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:57.625517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:57.698338 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.716457 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-876b6710-6aba-4956-b125-d6b302a76d0b None None] Provisioning complete for port 08461689-e5a8-42c8-bbf0-98a0c74d635f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:57.716753 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-876b6710-6aba-4956-b125-d6b302a76d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.787581 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-876b6710-6aba-4956-b125-d6b302a76d0b None None] Port 08461689-e5a8-42c8-bbf0-98a0c74d635f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:14:57.845402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:55Z', 'revision_number': 3, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:57.861091 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.877249 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27421283-d112-47b2-b759-5a645c07bb81 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:55Z', 'revision_number': 3, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:14:57.921827 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.934623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:14:57.988595 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:57.989115 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:57.997370 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Pushing event updated for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:58.000925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:58.095300 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:14:58.096813 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:14:58.242523 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:14:58.362988 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:14:58.369744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f6eefd10-31ea-49dc-b9b1-1205a0e3ea7f admin admin] 10.222.0.13 "PUT /v2.0/routers/c6676d32-aa84-412b-85e1-092bd078c53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1508789 Oct 15 21:14:58.410802 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-fb0d7efe-873b-44c9-aa8b-2186a6d6a405 None None] Provisioning complete for port 08461689-e5a8-42c8-bbf0-98a0c74d635f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:14:58.411156 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-fb0d7efe-873b-44c9-aa8b-2186a6d6a405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:58.452416 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d7efe-873b-44c9-aa8b-2186a6d6a405 None None] Port 08461689-e5a8-42c8-bbf0-98a0c74d635f cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:14:59.097805 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41116) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:59.102783 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1803414006-network', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0'}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:14:59.187373 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Made reservation on behalf of 00cbaec82f3949c5a034edab5571a4c0 for: {'network': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:14:59.189781 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for network, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.198453 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.273579 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.324586 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.354215 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=101181) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 15 21:14:59.359761 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973985d-2637-413d-8dcf-d2b45680e10b,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:59.367679 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.367679 n-d-712140-14 neutron-server[101181]: INFO neutron.db.segments_db [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Added segment e9a08236-0464-4e01-bb22-4d4c907ac3a8 of type vlan for network ea1f4250-bb28-45fb-adfa-ead49baf658d Oct 15 21:14:59.409855 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751874352523'] for network, precommit_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.431924 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:14:59.441899 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:14:59.442492 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:59.525119 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195'] for network, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.526100 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:14:59.526670 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.546527 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:14:59.591536 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] Pushing event updated for resources: {'Network': ['ID=ea1f4250-bb28-45fb-adfa-ead49baf658d,revision_number=1']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:14:59.601780 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Network ea1f4250-bb28-45fb-adfa-ead49baf658d details requested by agent ovs-agent-n-d-712140-14 with host n-d-712140-14 {{(pid=101182) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 15 21:14:59.624137 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-7b23b7df-17b8-4abb-90a7-99293ce2ff5a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5227199 Oct 15 21:14:59.624400 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41118) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:14:59.630448 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.v2.base [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Request body: {'subnet': {'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1803414006-subnet', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'ip_version': 4}} {{(pid=101181) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:14:59.733609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Made reservation on behalf of 00cbaec82f3949c5a034edab5571a4c0 for: {'subnet': 1} {{(pid=101181) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:14:59.735961 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126553593'] for subnet, before_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.761109 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 2, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:14:59.796764 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:14:59.797109 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Updating router c6676d32-aa84-412b-85e1-092bd078c53f port 08461689-e5a8-42c8-bbf0-98a0c74d635f binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:14:59.821238 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:14:59.961188 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 84ef0fb4-e8cf-4f81-85a7-153819370ec0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:14:59.968296 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127289742', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126553547'] for subnet, after_create {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.009169 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:00.009656 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.025137 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc81baf-f74c-4ce3-a2fb-f1ee09856ade,revision_number=0']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:00.034877 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Checking segment: {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101181) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:00.035307 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Network hostable DHCP agents. Network: ea1f4250-bb28-45fb-adfa-ead49baf658d, hostable agents: ['88ebb45e-37ec-4078-96a4-f3d226174ab2'], hosted agents: [] {{(pid=101181) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 15 21:15:00.097655 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.098124 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.113226 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Network ea1f4250-bb28-45fb-adfa-ead49baf658d is scheduled to be hosted by DHCP agent 88ebb45e-37ec-4078-96a4-f3d226174ab2 with binding_index 1 {{(pid=101181) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 15 21:15:00.117080 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 84ef0fb4-e8cf-4f81-85a7-153819370ec0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=84ef0fb4-e8cf-4f81-85a7-153819370ec0,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:00.196451 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.227650 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.base_scheduler [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-14, ea1f4250-bb28-45fb-adfa-ead49baf658d) {{(pid=101181) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:00.227904 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.238702 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:00.239514 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.260162 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c33c25-df54-47ae-983f-a10bd83cd1bd None None] Network ea1f4250-bb28-45fb-adfa-ead49baf658d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:15:00.279938 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Pushing event updated for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:00.299829 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.300281 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.300689 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.301093 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.301494 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.301911 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.302304 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.302699 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.303090 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.303480 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.303889 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.304272 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101183) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:15:00.323760 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Attempting to bind port 08461689-e5a8-42c8-bbf0-98a0c74d635f on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:15:00.324622 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Attempting to bind port 08461689-e5a8-42c8-bbf0-98a0c74d635f by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:15:00.324989 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Attempting to bind port 08461689-e5a8-42c8-bbf0-98a0c74d635f on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:00.330315 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:15:00.330693 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Checking segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:00.331088 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.331486 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Bound using segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:15:00.331981 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Bound port: 08461689-e5a8-42c8-bbf0-98a0c74d635f, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:15:00.332360 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.343467 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=84ef0fb4-e8cf-4f81-85a7-153819370ec0,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:00.344704 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-d9618de6-480b-4e90-a431-e805626d30ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7192690 Oct 15 21:15:00.347374 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41122) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:00.352745 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:00.413369 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] For port 08461689-e5a8-42c8-bbf0-98a0c74d635f, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:15:00.418931 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] For port 08461689-e5a8-42c8-bbf0-98a0c74d635f, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=08461689-e5a8-42c8-bbf0-98a0c74d635f,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:15:00.440092 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2221639e-1712-5cf2-8c7c-7386deaf204b-ea1f4250-bb28-45fb-adfa-ead49baf658d', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade'}]}} from n-d-712140-14. {{(pid=101182) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 15 21:15:00.441076 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.456680 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3741440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3385'] for router, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.457934 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3741588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3743041', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4172872', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3376'] for router, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.497880 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.522051 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.555042 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:00.557927 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:00.594736 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09ba2-6a4d-4b6d-885d-71bf8cdbd045 None None] Pushing event updated for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:00.604063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.db_base_plugin_common [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Allocated IP 172.20.0.2 (ea1f4250-bb28-45fb-adfa-ead49baf658d/ecc81baf-f74c-4ce3-a2fb-f1ee09856ade/c11a8388-d500-402b-8ddf-4dcfdfd90b7a) {{(pid=101182) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:15:00.604063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] Provisioning complete for port 08461689-e5a8-42c8-bbf0-98a0c74d635f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:00.604063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.695257 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:00.774521 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.786082 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.844255 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] For port 08461689-e5a8-42c8-bbf0-98a0c74d635f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=08461689-e5a8-42c8-bbf0-98a0c74d635f,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:00.845377 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks [] for port, precommit_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.915223 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:00.939528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:00.941827 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe779960-18b8-4630-b02c-2933c2179916 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:15:00.974492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769'] for port, after_create {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.010965 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Network ea1f4250-bb28-45fb-adfa-ead49baf658d is already hosted by enough agents. {{(pid=101182) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:01.020563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.scheduler.base_scheduler [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Resources bound (agent type, host, resource id): {{(pid=101182) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:01.026967 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Received port after_create {{(pid=101182) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:15:01.029403 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cee37-fa18-4b34-b29d-690dc6a25ecf None None] Pushing event updated for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:01.095857 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.117436 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.142768 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82dc7815-5283-43f1-8c81-c27c720f192c None None] Provisioning complete for port 08461689-e5a8-42c8-bbf0-98a0c74d635f triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:01.143146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82dc7815-5283-43f1-8c81-c27c720f192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.145618 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Pushing event updated for resources: {'Port': ['ID=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,revision_number=1']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:01.151009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Attempting to bind port c11a8388-d500-402b-8ddf-4dcfdfd90b7a on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:15:01.151009 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Attempting to bind port c11a8388-d500-402b-8ddf-4dcfdfd90b7a by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:15:01.151353 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Attempting to bind port c11a8388-d500-402b-8ddf-4dcfdfd90b7a on network ea1f4250-bb28-45fb-adfa-ead49baf658d {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:01.181573 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:15:01.181950 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Checking segment: {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:01.182350 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.182743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Bound using segment: {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:15:01.183305 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Bound port: c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:15:01.183889 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.235035 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Allocated IP 172.25.0.136 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/3a896e9e-e783-4ad7-948e-cfd17aa9aa1c) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:15:01.284995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] For port c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:15:01.301970 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] For port c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:15:01.357666 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.370682 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.434459 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69038bfd-a3f0-4589-b724-7ad2e93e9783 None None] Pushing event updated for resources: {'Port': ['ID=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:01.462123 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:01.502812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:01.505891 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:01.508555 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:15:01.541307 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:01.876172 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.071438 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 84ef0fb4-e8cf-4f81-85a7-153819370ec0 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:02.115890 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3741581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742994'] for router, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.137482 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:02.138094 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.247906 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 08461689-e5a8-42c8-bbf0-98a0c74d635f up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:02.353589 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Router fe7f006f-fb90-474a-8779-698b60db1a45 is scheduled to L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da with binding_index 1 {{(pid=101180) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 15 21:15:02.460624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34f7f9-70ad-48e0-acdf-e5ec56e76ca9 None None] Network ea1f4250-bb28-45fb-adfa-ead49baf658d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:15:02.463983 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 08461689-e5a8-42c8-bbf0-98a0c74d635f triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:02.464956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.481927 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:15:02.500097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Sync routers for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:15:02.566764 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.568058 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-6a5a3ce1-0ca4-415f-a997-59504db635d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2189863 Oct 15 21:15:02.569643 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:02.570264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:02.570754 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41126) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:02.629182 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] Provisioning complete for port c11a8388-d500-402b-8ddf-4dcfdfd90b7a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:02.629550 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.798716 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c11a8388-d500-402b-8ddf-4dcfdfd90b7a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:02.815277 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:02.965574 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:02.981714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.061097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] For port c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:03.063655 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c11a8388-d500-402b-8ddf-4dcfdfd90b7a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:03.064020 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.162399 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Allocated IP 172.20.0.1 (ea1f4250-bb28-45fb-adfa-ead49baf658d/ecc81baf-f74c-4ce3-a2fb-f1ee09856ade/3f3621ef-a501-4f14-b3f7-53c8d8a70ae4) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:15:03.167142 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.213229 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:01Z', 'revision_number': 3, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:03.218469 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.251461 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Checking router: fe7f006f-fb90-474a-8779-698b60db1a45 for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:15:03.251833 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Updating router fe7f006f-fb90-474a-8779-698b60db1a45 port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c binding host n-d-712140-14 {{(pid=101182) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:15:03.284634 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.310791 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2d60f-d94a-4315-a854-5a0fafdcba1d None None] Pushing event updated for resources: {'Port': ['ID=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:03.316785 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.365471 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-9f631bac-4279-4bc6-a371-ebc6a3d2b912 None None] Provisioning complete for port c11a8388-d500-402b-8ddf-4dcfdfd90b7a triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:03.365928 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-9f631bac-4279-4bc6-a371-ebc6a3d2b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.379922 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.423418 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Network ea1f4250-bb28-45fb-adfa-ead49baf658d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:03.427684 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:03.431151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:15:03.458229 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101182) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 15 21:15:03.458617 n-d-712140-14 neutron-server[101182]: DEBUG oslo_db.api [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 15 21:15:03.459923 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:03.481371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3742529'] for router_interface, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.685514 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks [] for port, precommit_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.690292 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.711389 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-610bd7b6-049c-40e1-8b88-c492e1bf828f None None] Provisioning complete for port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:03.711389 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-610bd7b6-049c-40e1-8b88-c492e1bf828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.747798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-610bd7b6-049c-40e1-8b88-c492e1bf828f None None] Port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:15:03.767222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.814636 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Attempting to bind port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c on host n-d-712140-14 for vnic_type normal with profile {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:15:03.815006 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Attempting to bind port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:15:03.815370 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Attempting to bind port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c on network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:03.826308 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83361562-46d0-4c7b-b130-7518d839d8de None None] Pushing event updated for resources: {'Port': ['ID=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,revision_number=2']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:03.829738 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:15:03.830112 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Checking segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101182) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:03.830506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.830884 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Bound using segment: {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'} {{(pid=101182) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:15:03.831357 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.managers [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Bound port: 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda12e5-7e5f-43d2-aa25-3cc2482004cc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51'}}] {{(pid=101182) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:15:03.831749 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.861685 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.891916 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] For port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c, host n-d-712140-14, cleared binding levels {{(pid=101182) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:15:03.894890 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] For port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:15:03.918872 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.982418 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.986642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3718577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742677'] for router_interface, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:03.988479 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:04.057402 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:04.058579 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:04.060698 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83361562-46d0-4c7b-b130-7518d839d8de None None] Pushing event updated for resources: {'Port': ['ID=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,revision_number=3']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:04.089791 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Network ea1f4250-bb28-45fb-adfa-ead49baf658d is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:04.091246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:04.109644 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c11a8388-d500-402b-8ddf-4dcfdfd90b7a up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:04.223327 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Router fe7f006f-fb90-474a-8779-698b60db1a45 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:15:04.387089 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:04.421883 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8948517b-99f5-4a6f-8c78-d16c0031611c None None] Provisioning complete for port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:04.422262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8948517b-99f5-4a6f-8c78-d16c0031611c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:04.430638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port c11a8388-d500-402b-8ddf-4dcfdfd90b7a triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:04.431015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:04.554583 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8948517b-99f5-4a6f-8c78-d16c0031611c None None] Port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:15:04.669937 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:15:04.674971 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-de951b40-8e04-4d7d-94e6-fe53921af6f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/fe7f006f-fb90-474a-8779-698b60db1a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1031473 Oct 15 21:15:04.701410 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3f3621ef-a501-4f14-b3f7-53c8d8a70ae4', 'name': '', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'mac_address': 'fa:16:3e:71:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:02Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 2, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'subnets': [{'id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:04.732658 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4049be-a51d-4c41-890c-e03d8ea1c914 None None] The sync data for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 is: [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3f3621ef-a501-4f14-b3f7-53c8d8a70ae4', 'name': '', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'mac_address': 'fa:16:3e:71:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:02Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 2, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'subnets': [{'id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:15:05.289084 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41134) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:05.295314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-142552112', 'description': 'tempest-secgroup-smoke-142552112 description', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:05.402995 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.474571 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.551199 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.580484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998e8b4c-2341-4495-abfb-522a55a805ca,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:05.644094 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.645374 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-157a97da-0d32-4d7d-afee-d08bc43b2fff tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3552451 Oct 15 21:15:05.648406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41136) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:05.653952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:05.744089 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.801514 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.886854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.903677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c37150-fe57-406d-beaa-66ce67d74677,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:05.963895 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:05.965787 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88d0ed7f-bb5c-4918-890b-f38d336df563 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3164117 Oct 15 21:15:05.968600 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41138) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:05.972997 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:06.107107 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.118676 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:06.170627 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:06.171047 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.173797 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.249758 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.269963 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] For port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:06.273480 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.291840 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311a4c0e-b539-4f18-9ebe-cbaf3a720427,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:06.370982 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.383768 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.385063 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea1b73b1-58a5-44c9-85da-aeed9fc892e7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4155385 Oct 15 21:15:06.388058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41140) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:06.392494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:06.423613 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Pushing event updated for resources: {'Port': ['ID=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:06.492763 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.550805 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.630198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.642841 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:15:06.648258 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d806c844-0215-492a-9d33-2bd5f6b9f9ac,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:06.718068 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.719285 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-81a74776-379e-40c0-8064-6fd350528fc3 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303008 Oct 15 21:15:06.721941 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41142) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:06.726235 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:06.811937 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.868504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.947077 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:06.966694 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc19c43-8988-41a6-aa10-d016882a4030,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:07.066537 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.067726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-564af998-bb89-4623-85e2-8b89b3792d1f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448365 Oct 15 21:15:07.070502 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41144) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:07.075278 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:07.158747 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Project 17dc8cc5d3f94a5a99fa022dab7027b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:15:07.163653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.226115 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.272852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.290630 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4843b9ba-8464-4feb-864f-e1bf92572f75,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:07.349560 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.350750 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-332d0d77-99ef-4af9-8ed0-c64604c609f1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793241 Oct 15 21:15:07.353444 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41146) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:07.357736 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'security_group_rule': {'security_group_id': '998e8b4c-2341-4495-abfb-522a55a805ca', 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:07.444301 n-d-712140-14 neutron-server[101180]: INFO neutron.db.securitygroups_db [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Project 17dc8cc5d3f94a5a99fa022dab7027b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 15 21:15:07.449489 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.507381 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.584946 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4139587'] for security_group_rule, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.604016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb61226-5e55-4804-999d-e1a838b34f31,revision_number=0']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:07.672389 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:07.673673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-fddc5178-ab40-4598-9b74-1c8b3a4ab7c1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3193154 Oct 15 21:15:07.815877 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-ed77cc0f-11c4-4cf1-bee9-4b9863ca97d9 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142552112&fields=id&tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 267 time: 0.0348270 Oct 15 21:15:07.879814 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Sync routers for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:15:07.890179 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:07.890786 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:07.927318 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-155b0979-00ad-43d6-9048-6b0664e6a71f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:07.928988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-155b0979-00ad-43d6-9048-6b0664e6a71f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 810 time: 0.1061351 Oct 15 21:15:07.944775 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-578f57a8-3523-40d3-ab0f-f62bbd18868d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/quotas/17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 375 time: 0.0091670 Oct 15 21:15:07.997124 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-943ce3b5-967b-46da-a22e-2eb31088c956 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454435 Oct 15 21:15:08.002355 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:08.105531 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-137d0ed6-ce02-4723-bdad-b952c819b728 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:15:08.106142 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-137d0ed6-ce02-4723-bdad-b952c819b728 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0973756 Oct 15 21:15:08.115541 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:08.164900 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:08.165213 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.208590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-d9ee0896-ba7d-4d29-87bd-2b81f76a5e07 service neutron] 10.222.0.13 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957632 Oct 15 21:15:08.225111 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3f3621ef-a501-4f14-b3f7-53c8d8a70ae4', 'name': '', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'mac_address': 'fa:16:3e:71:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:02Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 2, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'subnets': [{'id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:08.252244 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Checking router: fe7f006f-fb90-474a-8779-698b60db1a45 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:15:08.252727 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Updating router fe7f006f-fb90-474a-8779-698b60db1a45 port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 binding host n-d-712140-14 {{(pid=101183) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 15 21:15:08.278415 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.300566 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-293e6423-bb7d-468f-91fd-15ba0c3c8ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829544 Oct 15 21:15:08.537955 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-54cbdf32-e70c-4017-a85a-96e4f45762b2 req-d1b4e4e1-705c-409e-9006-a33723206c21 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 210 time: 0.0270841 Oct 15 21:15:08.544203 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks [] for port, precommit_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.598955 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.747658 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26189e30-ef00-4521-9f4e-ad38c303b16c None None] Pushing event updated for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=3']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:08.794833 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Attempting to bind port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 on host n-d-712140-14 for vnic_type normal with profile {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:15:08.795280 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Attempting to bind port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 by drivers openvswitch,hyperv on host n-d-712140-14 at level 0 using segments [{'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:15:08.795806 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Attempting to bind port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 on network ea1f4250-bb28-45fb-adfa-ead49baf658d {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:08.801058 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Checking agent: {'id': '31b1b4dd-0586-4431-8bb2-9923571f292e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 25, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 25, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:15:08.801426 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Checking segment: {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101183) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:08.801823 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.802212 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Bound using segment: {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'} {{(pid=101183) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:15:08.802839 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.managers [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Bound port: 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4, host: n-d-712140-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a08236-0464-4e01-bb22-4d4c907ac3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d'}}] {{(pid=101183) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:15:08.803220 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:08.871136 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] For port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4, host n-d-712140-14, cleared binding levels {{(pid=101183) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:15:08.875024 n-d-712140-14 neutron-server[101183]: DEBUG neutron.plugins.ml2.db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] For port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4, host n-d-712140-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101183) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:15:08.959213 n-d-712140-14 neutron-server[101183]: DEBUG neutron_lib.callbacks.manager [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101183) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:09.011441 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] Provisioning complete for port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:09.011909 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:09.021266 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:09.022194 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:14:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:09.064009 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26189e30-ef00-4521-9f4e-ad38c303b16c None None] Pushing event updated for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=4']} {{(pid=101183) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:09.109321 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:09.146975 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] For port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:09.147682 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:09.198830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:09.248447 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db889f-4d63-4e01-94f1-3e00a1458088 None None] Pushing event updated for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:09.317216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4a2bcab9-1803-4dd5-a9c7-0eeaa63df50b None None] Provisioning complete for port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:09.317686 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4a2bcab9-1803-4dd5-a9c7-0eeaa63df50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:09.356283 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3f3621ef-a501-4f14-b3f7-53c8d8a70ae4', 'name': '', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'mac_address': 'fa:16:3e:71:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:02Z', 'updated_at': '2021-10-15T21:15:08Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'subnets': [{'id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:09.388892 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e01fc-6840-4bee-8b7d-647547c5ebf5 None None] The sync data for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 is: [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:15:03Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '3f3621ef-a501-4f14-b3f7-53c8d8a70ae4', 'name': '', 'network_id': 'ea1f4250-bb28-45fb-adfa-ead49baf658d', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'mac_address': 'fa:16:3e:71:ca:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:02Z', 'updated_at': '2021-10-15T21:15:08Z', 'revision_number': 4, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'subnets': [{'id': 'ecc81baf-f74c-4ce3-a2fb-f1ee09856ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:15:09.617690 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-75e3884c-93b2-458a-b757-38cb734e2b42 req-db33f84d-17e0-4e0c-8c79-1e4172fc3a9f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 210 time: 0.0262191 Oct 15 21:15:10.129860 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 up at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:10.178244 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Provisioning complete for port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:10.178936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:10.721054 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2b7beced-229c-4c04-b115-a0c3a264a31d req-35182e62-497f-4dbf-9970-cf762fae9782 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 210 time: 0.0313592 Oct 15 21:15:10.827366 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-76d43646-26af-492e-99b8-b4f07872889d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:10.828754 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-76d43646-26af-492e-99b8-b4f07872889d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 810 time: 0.1033864 Oct 15 21:15:10.871497 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-fb1f7149-6b0c-41fe-8c74-0fdabbda1a55 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 379 time: 0.0338347 Oct 15 21:15:10.880693 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'port': {'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'admin_state_up': True, 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'security_groups': ['998e8b4c-2341-4495-abfb-522a55a805ca']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:11.067614 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Made reservation on behalf of 17dc8cc5d3f94a5a99fa022dab7027b5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:15:11.071242 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.204610 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Allocated IP 172.20.0.9 (aef8f3fb-560f-44ad-890e-8b7bb5d9e993/fc46fdec-0c60-4756-85da-2b7638f161ac/f68e0513-9568-41d9-aed8-338a4dabb6d3) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:15:11.340984 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.441656 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.489262 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:11.492241 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:11.494591 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:15:11.523836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:11.558810 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:11.559435 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.644857 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-b4703ff6-310a-40c4-a12a-f43fd442923d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675667 Oct 15 21:15:11.657209 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Request body: {'port': {'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:11.712925 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.737164 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-4f9f930c-3d66-4d87-8a35-ebeb8689a73b None None] Provisioning complete for port f68e0513-9568-41d9-aed8-338a4dabb6d3 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:11.737779 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-4f9f930c-3d66-4d87-8a35-ebeb8689a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:11.777083 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f930c-3d66-4d87-8a35-ebeb8689a73b None None] Port f68e0513-9568-41d9-aed8-338a4dabb6d3 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:15:11.907255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8023e-48b4-4200-bc0e-24ee09c13e82 req-9f1ac809-0247-4ea0-8699-15ea3c2265a2 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:11.908779 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92c8023e-48b4-4200-bc0e-24ee09c13e82 req-9f1ac809-0247-4ea0-8699-15ea3c2265a2 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 931 time: 0.0841837 Oct 15 21:15:11.993097 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-92c8023e-48b4-4200-bc0e-24ee09c13e82 req-c9bd3f20-4414-4679-a97a-010610f3483c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529010 Oct 15 21:15:12.051179 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68e0513-9568-41d9-aed8-338a4dabb6d3 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:15:12.059277 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:12.070646 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Transition to ACTIVE for port object f68e0513-9568-41d9-aed8-338a4dabb6d3 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:15:12.124219 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:12.180233 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:12.252151 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Attempting to bind port f68e0513-9568-41d9-aed8-338a4dabb6d3 on host n-h1-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:15:12.252504 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Attempting to bind port f68e0513-9568-41d9-aed8-338a4dabb6d3 by drivers openvswitch,hyperv on host n-h1-712140-14 at level 0 using segments [{'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:15:12.252812 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Attempting to bind port f68e0513-9568-41d9-aed8-338a4dabb6d3 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:12.257417 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Port f68e0513-9568-41d9-aed8-338a4dabb6d3 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:15:12.257677 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Attempting to bind port f68e0513-9568-41d9-aed8-338a4dabb6d3 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:15:12.263325 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Checking agent: {'id': 'a9cdcc01-4344-4982-b27f-05ae1bfe091b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:15:12.263696 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Checking segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:15:12.264088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Bound using segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:15:12.264517 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Bound port: f68e0513-9568-41d9-aed8-338a4dabb6d3, host: n-h1-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:15:12.264875 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:12.329833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:15:12.332961 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:15:12.390867 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:12.431074 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.431708 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:12.433239 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 1092 time: 0.7804422 Oct 15 21:15:12.433687 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:15:12.435966 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f556b87-99e5-48da-a550-61ffff4a730a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:15:12.461796 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf829f-adf1-44f6-a810-f6475700e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:12.475764 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b31acd-353c-4e0c-8292-676d26066443 x-openstack-request-id: req-48b31acd-353c-4e0c-8292-676d26066443 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:15:12.476055 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:15:12.476317 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48b31acd-353c-4e0c-8292-676d26066443 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:15:12.476781 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'status': 'completed', 'code': 200} Oct 15 21:15:12.541294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556b87-99e5-48da-a550-61ffff4a730a req-9b789c99-9f72-45ec-93ea-fe3d0755c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.543724 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f556b87-99e5-48da-a550-61ffff4a730a req-9b789c99-9f72-45ec-93ea-fe3d0755c545 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0461788 Oct 15 21:15:12.646088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556b87-99e5-48da-a550-61ffff4a730a req-dbe19917-326b-4ae3-9e23-0ac2fc459e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.647541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f556b87-99e5-48da-a550-61ffff4a730a req-dbe19917-326b-4ae3-9e23-0ac2fc459e05 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0962780 Oct 15 21:15:12.745738 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556b87-99e5-48da-a550-61ffff4a730a req-62fe356c-26f9-44d0-8707-cfcc404a0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.747191 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6f556b87-99e5-48da-a550-61ffff4a730a req-62fe356c-26f9-44d0-8707-cfcc404a0361 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932636 Oct 15 21:15:12.824226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-a2c7407a-0810-4f5b-8a9a-908d3d740846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.825331 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-a2c7407a-0810-4f5b-8a9a-908d3d740846 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0402803 Oct 15 21:15:12.872163 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-21501ed7-9c45-4f42-a47a-6af9b818e738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 217 time: 0.0381663 Oct 15 21:15:12.922549 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-39aa26d6-86be-4a2e-8adf-1bd43638d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.924019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-39aa26d6-86be-4a2e-8adf-1bd43638d208 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0447578 Oct 15 21:15:12.972395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-85c8ce8c-c79d-4ce6-a6aa-bd1be439ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:12.973902 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-85c8ce8c-c79d-4ce6-a6aa-bd1be439ce90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430467 Oct 15 21:15:13.079415 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-c3dd8862-e265-4e47-82ec-d114b10fe3ef service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979416 Oct 15 21:15:13.177099 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309714fb-3148-4158-83be-afcdf08ac3de req-00e5f7c6-7741-4cdb-a1a9-b71208927676 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:13.178587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-309714fb-3148-4158-83be-afcdf08ac3de req-00e5f7c6-7741-4cdb-a1a9-b71208927676 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.1151447 Oct 15 21:15:13.218599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9db71701-d699-4d11-8cf5-555e4affeee9 req-0aa42fba-a198-4930-a86d-62c42817eaae service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247549 Oct 15 21:15:13.233466 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-309714fb-3148-4158-83be-afcdf08ac3de req-24e813bd-129a-457f-8638-0eeda7d3c239 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482416 Oct 15 21:15:14.347953 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ed860-0118-44a3-ad3e-f96688b2b683 req-d7004744-8926-4e7e-b53a-900f196267b5 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:14.349356 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d94ed860-0118-44a3-ad3e-f96688b2b683 req-d7004744-8926-4e7e-b53a-900f196267b5 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.0491557 Oct 15 21:15:14.386957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d94ed860-0118-44a3-ad3e-f96688b2b683 req-bcb62023-768e-4b77-88e0-66c7daceafd8 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315049 Oct 15 21:15:15.500220 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9d31a-6f4f-49ee-8306-fcfd7b85f1b0 req-02c4e3a5-8bfc-4639-9edb-bfc1fa839da1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:15.501637 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94a9d31a-6f4f-49ee-8306-fcfd7b85f1b0 req-02c4e3a5-8bfc-4639-9edb-bfc1fa839da1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.0490155 Oct 15 21:15:15.538982 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94a9d31a-6f4f-49ee-8306-fcfd7b85f1b0 req-63ceddea-0a4d-41a4-87fe-333dbb92d30c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Oct 15 21:15:16.654948 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8d7cd-edde-444b-8361-4ec58dc9213a req-4909ef7d-9d2f-4bb2-aea5-e21083d3451e tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:16.656333 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99d8d7cd-edde-444b-8361-4ec58dc9213a req-4909ef7d-9d2f-4bb2-aea5-e21083d3451e tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.0530219 Oct 15 21:15:16.692694 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-99d8d7cd-edde-444b-8361-4ec58dc9213a req-28c47ff3-4c95-4d75-bc57-2b0307813b3d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304377 Oct 15 21:15:17.130266 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:15:17.227743 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:17.238948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:15:17.279357 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:17.291624 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68e0513-9568-41d9-aed8-338a4dabb6d3 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:15:17.311442 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:17.373214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:17.420641 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:17.695529 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f68e0513-9568-41d9-aed8-338a4dabb6d3'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:15:17.807272 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f83e15-73bc-4ad3-9012-5ece5a17cd38 req-b175031a-b480-49b1-b8f4-97c346458b5b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:17.809263 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f83e15-73bc-4ad3-9012-5ece5a17cd38 req-b175031a-b480-49b1-b8f4-97c346458b5b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 944 time: 0.0494981 Oct 15 21:15:17.848017 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-94f83e15-73bc-4ad3-9012-5ece5a17cd38 req-3bb3aa1d-b13c-43c7-a798-5e8cbb59b212 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329463 Oct 15 21:15:18.563940 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-698e2c5b-67dc-4f7a-aed8-5b74443ffde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:18.966676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c327-b19f-4012-9445-cddf889c7a7f req-d40eb257-5842-43bc-ac43-e674ee15fba1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:18.968171 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcc7c327-b19f-4012-9445-cddf889c7a7f req-d40eb257-5842-43bc-ac43-e674ee15fba1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 944 time: 0.0481777 Oct 15 21:15:19.005348 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-dcc7c327-b19f-4012-9445-cddf889c7a7f req-2778ea67-2bde-4e44-8680-f74f6e13ebae tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Oct 15 21:15:19.145128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:15:19.293128 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning for port f68e0513-9568-41d9-aed8-338a4dabb6d3 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:15:19.297283 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f68e0513-9568-41d9-aed8-338a4dabb6d3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:15:19.297650 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:19.374557 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:19.396489 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:15:19.398638 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36769ceb-1477-49ac-a56f-fc455c0d44ae" -d '{"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-plugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:15:19.412495 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:15:19.481923 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:19.505167 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe953d9-d70b-4768-b8d5-6b27ec8dd5fd x-openstack-request-id: req-8fe953d9-d70b-4768-b8d5-6b27ec8dd5fd {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:15:19.505514 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-plugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:15:19.505698 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fe953d9-d70b-4768-b8d5-6b27ec8dd5fd {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:15:19.506078 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'code': 200} Oct 15 21:15:19.533621 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:19.586703 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf219de-0f4d-4d38-9bf2-70404e04d77b req-c1d6e5e5-b7e9-4ce1-b81a-c708c044303d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:19.588204 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bf219de-0f4d-4d38-9bf2-70404e04d77b req-c1d6e5e5-b7e9-4ce1-b81a-c708c044303d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1097 time: 0.0429955 Oct 15 21:15:19.623639 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1bf219de-0f4d-4d38-9bf2-70404e04d77b req-6d532ed4-b286-487b-bdac-1d64805e5e61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271823 Oct 15 21:15:20.121639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceba7fb-067a-4313-9724-b12976a1ae57 req-817088e6-6355-42fc-adac-535ac2bdd069 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:20.123106 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ceba7fb-067a-4313-9724-b12976a1ae57 req-817088e6-6355-42fc-adac-535ac2bdd069 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 945 time: 0.0484023 Oct 15 21:15:20.160027 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-2ceba7fb-067a-4313-9724-b12976a1ae57 req-40b26401-4501-4fc4-bb2f-0ed6cbe4f606 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308726 Oct 15 21:15:21.279331 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352ce500-4969-41ea-814d-c7e97d7f3fa4 req-57126f09-2182-4bd7-a82c-b9435f0c2f6f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:21.280837 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-352ce500-4969-41ea-814d-c7e97d7f3fa4 req-57126f09-2182-4bd7-a82c-b9435f0c2f6f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 945 time: 0.0506890 Oct 15 21:15:21.318842 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-352ce500-4969-41ea-814d-c7e97d7f3fa4 req-0112aa66-4a03-4a98-a83f-7f68beff8cc0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Oct 15 21:15:21.437525 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5af1-c1b4-420e-9565-23b374e7216c req-3c9f4b91-eb6f-4c90-a020-898a0413ab20 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:21.438957 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-921a5af1-c1b4-420e-9565-23b374e7216c req-3c9f4b91-eb6f-4c90-a020-898a0413ab20 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 945 time: 0.0519247 Oct 15 21:15:21.475951 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-921a5af1-c1b4-420e-9565-23b374e7216c req-72e61ae1-85d2-4d57-8409-844cd8e17f83 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309701 Oct 15 21:15:21.498178 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41210) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:21.541133 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-390c363d-18c7-477d-bbd6-f3ca2593aa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:21.581860 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3bf44-a69c-41be-813a-62db52084947 tempest-TestSnapshotPattern-1589338252 tempest-TestSnapshotPattern-1589338252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:21.583411 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d8d3bf44-a69c-41be-813a-62db52084947 tempest-TestSnapshotPattern-1589338252 tempest-TestSnapshotPattern-1589338252-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1092 time: 0.0841770 Oct 15 21:15:21.586373 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41214) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:15:21.591406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:15:21.672646 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:21.770114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:21.871445 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Allocated IP 172.25.0.74 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/43f7d878-75a9-420d-a23b-d49366fd661b) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:15:21.975315 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.056112 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.092952 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:15:22.095750 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:15:22.099341 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:15:22.126336 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=43f7d878-75a9-420d-a23b-d49366fd661b,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:22.444435 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.455468 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.584140 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.734326 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.793518 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.861913 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=43f7d878-75a9-420d-a23b-d49366fd661b,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:15:22.874039 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:22.973974 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Floating IP d0ea38ba-2ace-4ee1-89a5-45ce05dccdc1 associated. External IP: 172.25.0.74, port: f68e0513-9568-41d9-aed8-338a4dabb6d3. Oct 15 21:15:23.180974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:15:23.181412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:23.291182 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:15:23.301761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:15:23.311699 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:23.312313 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:15:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:23.351959 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:23.378907 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-e8d658fa-6ae0-4564-ac2c-ccd7bc90c988 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7915328 Oct 15 21:15:23.379494 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:15:23.381774 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:15:23.417420 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e6fd99-4b21-454e-9fad-4a92ac8df165 x-openstack-request-id: req-c8e6fd99-4b21-454e-9fad-4a92ac8df165 {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:15:23.417713 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:15:23.417971 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8e6fd99-4b21-454e-9fad-4a92ac8df165 {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:15:23.418373 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'status': 'completed', 'code': 200} Oct 15 21:15:23.430506 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:23.484643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-ab227d3b-cec7-4411-9005-c0dc1768603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:23.486441 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-ab227d3b-cec7-4411-9005-c0dc1768603f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1097 time: 0.0454061 Oct 15 21:15:23.510289 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:23.581024 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-b90678ed-a801-404e-9b13-4a5bc1802380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:23.582894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-b90678ed-a801-404e-9b13-4a5bc1802380 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0898459 Oct 15 21:15:23.661100 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-bbacbf67-e981-4598-9247-d3cc899fa35d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 998 time: 0.0710635 Oct 15 21:15:23.674836 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:22Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:23.707724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:15:23.714015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-227ff73d-78cf-4bc6-9523-114c3a95deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:23.715465 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-227ff73d-78cf-4bc6-9523-114c3a95deb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0481942 Oct 15 21:15:23.721321 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:15:23.721921 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:15:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:23.765375 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-bb8aa6e2-f6b6-4929-85cc-5fbea907181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:23.766782 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-bb8aa6e2-f6b6-4929-85cc-5fbea907181a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435812 Oct 15 21:15:23.810850 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:23.833424 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:15:23.863484 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-5e7fb5a6-94be-478d-82aa-9db4705a5acb service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894828 Oct 15 21:15:23.957228 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-b58a7fec-7c80-40cf-a895-ae03cc6dc1d1 req-3399de5f-dc86-4f98-99c3-7d2b8498b11d service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869207 Oct 15 21:15:24.066815 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:22Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:15:24.093304 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f0d12-19a1-402b-9a58-e6ef9a651317 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:22Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:15:24.294640 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28018875-39e6-4632-8efc-ca9b8582e9da None None] New status for floating IP d0ea38ba-2ace-4ee1-89a5-45ce05dccdc1: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:15:24.935653 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:43.643669 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:15:48.569097 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-842a86d4-c3c7-44d4-bf77-754f3c118674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:51.535034 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5c818120-d738-4045-b119-44f84dac0b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:52.443844 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:53.209258 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:53.477851 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:53.763714 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:54.918368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:15:55.388833 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-63378711-dd8c-4b41-9c62-a5fa6b38620f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0380754 Oct 15 21:15:55.480711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215de40-e8ba-4172-931d-943a5de8b843 req-c3601484-51c5-42d3-b030-95bd08c1d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:55.482245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-c3601484-51c5-42d3-b030-95bd08c1d0c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1097 time: 0.0463722 Oct 15 21:15:55.590672 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215de40-e8ba-4172-931d-943a5de8b843 req-2edd084f-0d0e-49ab-a4e8-305ab030bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:55.592271 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-2edd084f-0d0e-49ab-a4e8-305ab030bb39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0895739 Oct 15 21:15:55.662080 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-bd7961fc-a7d9-4dab-bfd0-ea9db69082e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 1000 time: 0.0623901 Oct 15 21:15:55.714051 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215de40-e8ba-4172-931d-943a5de8b843 req-36f130ba-9740-4c8e-adf4-97af6fc4abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:55.715503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-36f130ba-9740-4c8e-adf4-97af6fc4abee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0464232 Oct 15 21:15:55.761284 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215de40-e8ba-4172-931d-943a5de8b843 req-dda920bc-181b-403a-b0be-653d92d5080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:15:55.762678 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-dda920bc-181b-403a-b0be-653d92d5080d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399003 Oct 15 21:15:56.189480 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-f57cd135-b405-40b0-ad63-0575676cb29b service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183505 Oct 15 21:15:56.279134 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4215de40-e8ba-4172-931d-943a5de8b843 req-c39d0eee-2a7e-45b2-ba87-302181ce72ee service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821726 Oct 15 21:16:18.606095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d169-e654-499c-95df-8aa5869249f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:20.642756 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:16:21.537600 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-980483e2-2772-48a7-b5f2-91efee124669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:22.446409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:23.223145 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:23.483292 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:23.798531 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:24.923527 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:48.613949 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c1db7dd9-3770-409d-afb0-3f73d291c7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:51.694057 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f0346765-90b1-48ed-8d43-46c7ced5de7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:52.471172 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:53.274218 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:53.483264 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:53.802552 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:54.936730 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:16:56.451599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-1d97c676-2476-4cb7-b0ad-7f6130b64ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1016686 Oct 15 21:16:56.530058 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412389-d383-4382-b022-099e49c530af req-906e1e7a-d575-420b-89d0-42748bc680ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:16:56.531734 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-906e1e7a-d575-420b-89d0-42748bc680ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1097 time: 0.0405817 Oct 15 21:16:56.632098 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412389-d383-4382-b022-099e49c530af req-75428412-4029-4601-8b2d-2d32638caf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:16:56.633428 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-75428412-4029-4601-8b2d-2d32638caf8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0830753 Oct 15 21:16:56.700683 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-ff56bb43-49d9-41ea-8686-cfe9f91447a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 1000 time: 0.0599470 Oct 15 21:16:56.746643 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412389-d383-4382-b022-099e49c530af req-e49b22ff-56ac-4d42-9108-58e0a7149383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:16:56.748583 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-e49b22ff-56ac-4d42-9108-58e0a7149383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0411801 Oct 15 21:16:56.791898 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60412389-d383-4382-b022-099e49c530af req-120ea29e-8bae-4566-87b7-0bd4ba2a195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:16:56.793451 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-120ea29e-8bae-4566-87b7-0bd4ba2a195c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389538 Oct 15 21:16:56.883160 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-54939a90-3491-4333-adae-0443cbe9159d service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824461 Oct 15 21:16:56.970476 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-60412389-d383-4382-b022-099e49c530af req-b9dcdf9d-9722-4654-8062-ae95100a4813 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795214 Oct 15 21:16:57.642156 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:17:18.613679 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5d5f65b7-e31f-4115-b757-72ac0ebc2070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:21.587450 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-aa3998b0-e8dd-430d-87f7-a1f5c230d32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:22.444646 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:23.256406 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:23.470747 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:23.770748 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:24.939219 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:34.641140 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:17:48.567641 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bdbd54dd-00db-4417-8793-09a7897bc7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:51.558248 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d9930339-80ba-4655-b2e5-6c5bf95bd435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:52.455338 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:53.232611 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:53.481874 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:53.781395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:54.929285 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:55.841638 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 details requested by agent hyperv_n-h1-712140-14 with host n-h1-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:17:55.937383 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:17:55.948063 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Returning: {'device': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:17:55.983147 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:55.995693 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f68e0513-9568-41d9-aed8-338a4dabb6d3 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:17:56.014097 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:17:56.089800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:56.142897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:17:56.151331 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.158221 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:17:56.163846 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] get_ports_and_sgs() called for port_ids ['f68e0513-9568-41d9-aed8-338a4dabb6d3'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:17:57.857264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 up at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:17:57.904525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Provisioning complete for port f68e0513-9568-41d9-aed8-338a4dabb6d3 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:17:57.904882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:57.977804 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:58.001783 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:17:58.004039 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1db006-4c1e-4f6f-9518-bf14ae7b7012" -d '{"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-plugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:17:58.016757 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:17:58.064841 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:17:58.089049 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7b44a3-6cb3-40bc-8ce8-5acd6f68515e x-openstack-request-id: req-7d7b44a3-6cb3-40bc-8ce8-5acd6f68515e {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:17:58.089339 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-plugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:17:58.089589 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d7b44a3-6cb3-40bc-8ce8-5acd6f68515e {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:17:58.089977 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'code': 200} Oct 15 21:17:58.114216 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:17:58.424484 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-104baf90-83ac-4749-a29a-d590957c89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:17:58.425858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-104baf90-83ac-4749-a29a-d590957c89e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1097 time: 0.0453954 Oct 15 21:17:58.529296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-1fb0c042-78d8-43d4-a01f-2df77f2feda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:17:58.530765 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-1fb0c042-78d8-43d4-a01f-2df77f2feda3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0852933 Oct 15 21:17:58.598437 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-eb264d09-0cff-4efe-8607-47e89556a26f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 1000 time: 0.0596740 Oct 15 21:17:58.648469 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-5f055398-e00b-4565-8a2e-1a4cc9ae02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:17:58.649871 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-5f055398-e00b-4565-8a2e-1a4cc9ae02ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0434632 Oct 15 21:17:58.694775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-95ba14d4-b511-4888-b11a-2eb63c69662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:17:58.696248 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-95ba14d4-b511-4888-b11a-2eb63c69662d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387425 Oct 15 21:17:58.790104 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-39da84ce-12b1-4e6e-9e78-07b6e0a5235b service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Oct 15 21:17:58.881828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-7c99ddad-0dec-4769-8d23-a379b21a202f req-54690a89-3a70-43a7-a537-cabd48cc0a80 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817156 Oct 15 21:18:11.643706 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:18:13.026446 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-d5684594-1ab6-416d-872a-9e5a4965c9a9 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-142552112&fields=id&tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 267 time: 0.0333092 Oct 15 21:18:13.136420 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-eedc4eb2-66c6-490a-822d-d02f121a9209 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:13.137869 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-eedc4eb2-66c6-490a-822d-d02f121a9209 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 810 time: 0.1045024 Oct 15 21:18:13.153175 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-09dcf120-8543-409c-a364-10a8e73c40db tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/quotas/17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 375 time: 0.0093110 Oct 15 21:18:13.209701 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-7f742b90-2a6c-457f-bd7a-a6c31ca419ab tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0508471 Oct 15 21:18:13.310884 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ef703495-dcc0-44d9-b3c2-5d70475c2ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891740 Oct 15 21:18:13.402950 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-24b9680a-7cc2-43c0-85a0-a69f717bb67c service neutron] 10.222.0.13 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859022 Oct 15 21:18:13.621746 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a1d56af3-8d3b-4641-9dde-346c47bf0796 req-370e3c11-3201-4671-be4e-f0433208cd3d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 210 time: 0.0307901 Oct 15 21:18:14.717410 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-a75aa10c-b2b1-4881-9d3d-d354c0c88242 req-92321088-272f-40c5-995c-8fc3a18e62fc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Oct 15 21:18:15.677934 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-e657f3c1-8c82-4d76-be43-df6ac90bfabe tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:15.679288 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-e657f3c1-8c82-4d76-be43-df6ac90bfabe tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 810 time: 0.1024437 Oct 15 21:18:15.721329 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-5f42b7e0-144b-4888-bab8-d0c4410ba1df tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5 HTTP/1.1" status: 200 len: 379 time: 0.0330656 Oct 15 21:18:15.730909 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'port': {'device_id': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'admin_state_up': True, 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'security_groups': ['998e8b4c-2341-4495-abfb-522a55a805ca']}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:18:15.825541 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ddebd16b-3dfa-465d-ba00-a1cb519654d0 req-cc1978e9-d904-4c10-a2bc-83ff02d128d1 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 210 time: 0.0331075 Oct 15 21:18:15.952516 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Made reservation on behalf of 17dc8cc5d3f94a5a99fa022dab7027b5 for: {'port': 1} {{(pid=101180) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 15 21:18:15.956147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:15.969891 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:18:16.045985 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.071664 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:18:16.079106 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a264cbc-bb41-4307-8b10-9aaff1a1fe4c" -d '{"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-unplugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:18:16.086623 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:18:16.104129 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Allocated IP 172.20.0.8 (aef8f3fb-560f-44ad-890e-8b7bb5d9e993/fc46fdec-0c60-4756-85da-2b7638f161ac/b11216b4-76a5-466b-b386-d3b5d41fa511) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:18:16.114163 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 21:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd54397e-abd7-4ee8-a871-7acfb65dcb4b x-openstack-request-id: req-fd54397e-abd7-4ee8-a871-7acfb65dcb4b {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:18:16.114579 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-unplugged", "status": "completed", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:18:16.114957 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd54397e-abd7-4ee8-a871-7acfb65dcb4b {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:18:16.115282 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'code': 200} Oct 15 21:18:16.175620 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.236817 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Pushing event updated for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:16.251854 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.345055 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.391228 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:18:16.394785 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:18:16.398935 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:18:16.448522 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:16.490136 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.490532 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.490822 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.491064 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.491395 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.491757 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.492088 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.492421 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.493247 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.493653 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.494015 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.494330 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:18:16.525778 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:16.526456 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.653859 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-ee266a51-d158-48b0-8a42-264c57522e88 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9270866 Oct 15 21:18:16.710211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-09128606-40c0-4fe3-92e1-919dea342dc2 None None] Provisioning complete for port b11216b4-76a5-466b-b386-d3b5d41fa511 triggered by entity DHCP. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:18:16.710499 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-09128606-40c0-4fe3-92e1-919dea342dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:16.748208 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-09128606-40c0-4fe3-92e1-919dea342dc2 None None] Port b11216b4-76a5-466b-b386-d3b5d41fa511 cannot update to ACTIVE because it is not bound. {{(pid=101182) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 15 21:18:16.957348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270221a7-1ed6-45ce-abb1-2dcd0c7d2304 req-f1afa71c-94ad-47b1-9697-2e682c11cad0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:16.958878 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-270221a7-1ed6-45ce-abb1-2dcd0c7d2304 req-f1afa71c-94ad-47b1-9697-2e682c11cad0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0596607 Oct 15 21:18:16.998488 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-270221a7-1ed6-45ce-abb1-2dcd0c7d2304 req-fa62cd09-4239-40c4-8aa4-4962612c8efb tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330632 Oct 15 21:18:18.128061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd96b56-8c1f-428e-89f3-67ad57bf32cf req-965c4e45-5319-4e5f-a4e2-46a9f266caee tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:18.136187 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cd96b56-8c1f-428e-89f3-67ad57bf32cf req-965c4e45-5319-4e5f-a4e2-46a9f266caee tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0622168 Oct 15 21:18:18.176540 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-6cd96b56-8c1f-428e-89f3-67ad57bf32cf req-66056449-6a88-4e2f-8004-e49f3486cd47 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339613 Oct 15 21:18:18.584326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b9362b51-10c3-4173-81db-511be75bc56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:19.292534 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcace25a-775b-4bb4-8f6b-37122ad4430d req-030d8ca1-cb63-480f-8231-a14ae6a6aa34 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:19.294010 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcace25a-775b-4bb4-8f6b-37122ad4430d req-030d8ca1-cb63-480f-8231-a14ae6a6aa34 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0501409 Oct 15 21:18:19.332823 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fcace25a-775b-4bb4-8f6b-37122ad4430d req-09f5bf9a-0383-4fbf-9b50-49ec757ceaa9 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328727 Oct 15 21:18:20.459491 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b4668-730f-4712-9e46-efa60ec54324 req-cdf2dcf5-006a-487a-aff9-a97180a7416f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:20.461051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c4b4668-730f-4712-9e46-efa60ec54324 req-cdf2dcf5-006a-487a-aff9-a97180a7416f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0495088 Oct 15 21:18:20.500805 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5c4b4668-730f-4712-9e46-efa60ec54324 req-59034ca4-6f36-45eb-995a-fcd971015b0f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322964 Oct 15 21:18:21.630645 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40853f44-cf1c-4dc2-b016-c994b1a15092 req-4dcb3291-75dc-4c71-8446-254fe1c4e782 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:21.655293 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40853f44-cf1c-4dc2-b016-c994b1a15092 req-4dcb3291-75dc-4c71-8446-254fe1c4e782 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0547645 Oct 15 21:18:21.673147 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-40853f44-cf1c-4dc2-b016-c994b1a15092 req-ba8066db-a102-48ce-b7b1-1142babd58ee tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346434 Oct 15 21:18:21.718063 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b896789e-704d-499e-a1b3-6a5c0bbb85af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:22.510457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:22.817493 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852676-1ba2-41f1-a4b3-c3293b9083fd req-23f4c67c-83bf-44fb-a761-bf7daef0791c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:22.818879 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53852676-1ba2-41f1-a4b3-c3293b9083fd req-23f4c67c-83bf-44fb-a761-bf7daef0791c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0540473 Oct 15 21:18:22.857423 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-53852676-1ba2-41f1-a4b3-c3293b9083fd req-02a2abea-94cd-478b-8212-601447403219 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Oct 15 21:18:23.213242 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:23.477946 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:23.798307 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:23.981711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671a68f-44cc-4b92-a1c8-ed0409a850f9 req-fc9ebec3-7a5e-49f2-be70-212c918dc710 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:23.984279 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0671a68f-44cc-4b92-a1c8-ed0409a850f9 req-fc9ebec3-7a5e-49f2-be70-212c918dc710 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0531623 Oct 15 21:18:24.025692 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0671a68f-44cc-4b92-a1c8-ed0409a850f9 req-69c6a0f8-5a68-4ddb-bfd1-1a4693c7aca7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353165 Oct 15 21:18:24.949725 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:25.155289 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946bb97b-0904-45d5-9391-83830c8db39f req-0f633088-1b8a-4c20-b530-55288655fb4c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:25.156798 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-946bb97b-0904-45d5-9391-83830c8db39f req-0f633088-1b8a-4c20-b530-55288655fb4c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0587671 Oct 15 21:18:25.200568 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-946bb97b-0904-45d5-9391-83830c8db39f req-3f5b4d86-d738-46fd-8f26-34b489602dba tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Oct 15 21:18:26.319756 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc7469-13b4-486a-8971-3fd49d25ba2c req-db63716d-1f03-4540-baa0-e3564d8af0d0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:26.321781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38cc7469-13b4-486a-8971-3fd49d25ba2c req-db63716d-1f03-4540-baa0-e3564d8af0d0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0532725 Oct 15 21:18:26.360459 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-38cc7469-13b4-486a-8971-3fd49d25ba2c req-98c3c4f0-14f1-4960-9140-4acc0551c712 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323544 Oct 15 21:18:27.474602 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b6973-0d89-44b4-a4ff-87a06092c75c req-9157e545-7382-4582-9d58-148381c41daf tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:27.475997 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-062b6973-0d89-44b4-a4ff-87a06092c75c req-9157e545-7382-4582-9d58-148381c41daf tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0475447 Oct 15 21:18:27.513353 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-062b6973-0d89-44b4-a4ff-87a06092c75c req-d6a11a9a-7890-4744-ad12-dfb50649add2 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303664 Oct 15 21:18:28.632411 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ebf2-7de6-4cc1-9235-fe6f6b1cabb8 req-61bc14c7-18a6-4119-b743-c58963825022 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:28.634576 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a45ebf2-7de6-4cc1-9235-fe6f6b1cabb8 req-61bc14c7-18a6-4119-b743-c58963825022 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 931 time: 0.0520377 Oct 15 21:18:28.671976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-0a45ebf2-7de6-4cc1-9235-fe6f6b1cabb8 req-82fe66f5-2807-428f-9fc7-b5bf8aed31c8 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Oct 15 21:18:28.862072 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-a6006cf5-da1e-4703-9aae-92a01f0ff116 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:18:28.862959 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-a6006cf5-da1e-4703-9aae-92a01f0ff116 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063543 Oct 15 21:18:28.920705 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Request body: {'port': {'device_id': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-14'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:18:28.973511 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.239607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11216b4-76a5-466b-b386-d3b5d41fa511 {{(pid=101180) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:18:29.247378 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.259398 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.provisioning_blocks [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Transition to ACTIVE for port object b11216b4-76a5-466b-b386-d3b5d41fa511 will not be triggered until provisioned by entity L2. {{(pid=101180) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 15 21:18:29.321344 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.369448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:29.443405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Attempting to bind port b11216b4-76a5-466b-b386-d3b5d41fa511 on host n-h2-712140-14 for vnic_type normal with profile {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 15 21:18:29.443818 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Attempting to bind port b11216b4-76a5-466b-b386-d3b5d41fa511 by drivers openvswitch,hyperv on host n-h2-712140-14 at level 0 using segments [{'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 15 21:18:29.444122 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Attempting to bind port b11216b4-76a5-466b-b386-d3b5d41fa511 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:18:29.448638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Port b11216b4-76a5-466b-b386-d3b5d41fa511 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-14 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 15 21:18:29.448951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Attempting to bind port b11216b4-76a5-466b-b386-d3b5d41fa511 on network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 15 21:18:29.453836 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Checking agent: {'id': 'de92212e-9155-47d8-9eef-88cf07d9ec33', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'started_at': datetime.datetime(2021, 10, 15, 19, 33, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 15, 21, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 15 21:18:29.454101 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Checking segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101180) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 15 21:18:29.454485 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Bound using segment: {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'} {{(pid=101180) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 15 21:18:29.454906 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.managers [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Bound port: b11216b4-76a5-466b-b386-d3b5d41fa511, host: n-h2-712140-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9653d4-fda5-45b5-ba58-79bc365c7a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993'}}] {{(pid=101180) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 15 21:18:29.455259 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.519655 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, cleared binding levels {{(pid=101180) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 15 21:18:29.522772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101180) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 15 21:18:29.586783 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.623134 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:29.624011 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:29.625407 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 1092 time: 0.7514563 Oct 15 21:18:29.625841 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:18:29.628117 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efdbf5-b3d8-4a55-9167-68adbd92d48c" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:18:29.653887 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2885-f78c-468e-a946-32d23daac3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=3']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:29.674035 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99950f8c-aee0-4bde-ac09-3124fd61678a x-openstack-request-id: req-99950f8c-aee0-4bde-ac09-3124fd61678a {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:18:29.674330 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:18:29.674582 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99950f8c-aee0-4bde-ac09-3124fd61678a {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:18:29.674988 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'status': 'completed', 'code': 200} Oct 15 21:18:29.739467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-9e8a2bdc-2c4c-4123-a972-1405c93eee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:29.741051 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-9e8a2bdc-2c4c-4123-a972-1405c93eee76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1095 time: 0.0445774 Oct 15 21:18:29.877055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9bffd-2c65-4900-aef3-b73bb327b011 req-00fcc66c-65f4-4e23-a312-28621f0cc1cc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:29.878632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ace9bffd-2c65-4900-aef3-b73bb327b011 req-00fcc66c-65f4-4e23-a312-28621f0cc1cc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.1326296 Oct 15 21:18:29.915919 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-d02cc7e6-139f-43a9-ad33-e563b53aa882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:29.917486 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-d02cc7e6-139f-43a9-ad33-e563b53aa882 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1615176 Oct 15 21:18:29.962292 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ace9bffd-2c65-4900-aef3-b73bb327b011 req-398e9c0a-5f18-4313-aa9d-3cfbfefdeabc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761430 Oct 15 21:18:30.042535 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-1eb5d38b-96ea-468a-9297-2112ed757ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:30.044129 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51efdbf5-b3d8-4a55-9167-68adbd92d48c req-1eb5d38b-96ea-468a-9297-2112ed757ec3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1185184 Oct 15 21:18:30.149833 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-d025df4c-d883-4629-8d4e-a65a3feef692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:30.255607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-d025df4c-d883-4629-8d4e-a65a3feef692 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1095 time: 0.0502012 Oct 15 21:18:30.255607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-4a4aaca2-a898-48a4-b1aa-5c5cbe47bb4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 217 time: 0.0407329 Oct 15 21:18:30.255607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-148a31a3-2afc-4a3c-b8f2-5e52226af246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:30.255607 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-148a31a3-2afc-4a3c-b8f2-5e52226af246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0435302 Oct 15 21:18:30.296678 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-5f8e8beb-ec03-4608-88aa-062d8eea0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:30.298166 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-5f8e8beb-ec03-4608-88aa-062d8eea0c58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412221 Oct 15 21:18:30.389586 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-d1de897b-7437-42d9-8a50-28babbbce231 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848465 Oct 15 21:18:30.477905 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4b621c5c-8e27-4c51-b483-13d0ce777219 req-3482f296-9b0c-4422-9d22-ff837bc329ee service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815384 Oct 15 21:18:31.076448 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc5532-891f-4e57-ac94-e81bf63c5687 req-f0f88a16-67c8-4de8-89c3-7cd9c613ab3b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:31.083193 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00dc5532-891f-4e57-ac94-e81bf63c5687 req-f0f88a16-67c8-4de8-89c3-7cd9c613ab3b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0481205 Oct 15 21:18:31.119528 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-00dc5532-891f-4e57-ac94-e81bf63c5687 req-e09a6286-8692-41bb-bce1-04613ef9519e tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357549 Oct 15 21:18:32.233356 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7ffe1-29fd-497a-bfd0-6208b38dbe5b req-a0c51250-61f0-463b-ac2f-efec140195a7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:32.234810 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27d7ffe1-29fd-497a-bfd0-6208b38dbe5b req-a0c51250-61f0-463b-ac2f-efec140195a7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0485649 Oct 15 21:18:32.271747 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-27d7ffe1-29fd-497a-bfd0-6208b38dbe5b req-8a8677e7-3727-4bd9-a161-770c6aa4df89 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309536 Oct 15 21:18:33.388121 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4a53-0065-40b4-987e-d55fa73db1b4 req-a99ce062-c115-4ed4-8943-9b5cb473cff8 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:33.389599 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9e4a53-0065-40b4-987e-d55fa73db1b4 req-a99ce062-c115-4ed4-8943-9b5cb473cff8 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0504999 Oct 15 21:18:33.427456 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-fd9e4a53-0065-40b4-987e-d55fa73db1b4 req-03af2d82-6ad5-4cf0-9ed0-47fb7f3a451e tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Oct 15 21:18:34.541412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45d8e-d48d-4af4-a02b-642b4ea5a252 req-dddf1474-b9e7-4140-9aff-002b1931553c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:34.542858 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f45d8e-d48d-4af4-a02b-642b4ea5a252 req-dddf1474-b9e7-4140-9aff-002b1931553c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0478046 Oct 15 21:18:34.582781 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-86f45d8e-d48d-4af4-a02b-642b4ea5a252 req-973138b9-070e-412d-9aac-dd9fbb88dc6f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Oct 15 21:18:34.685186 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:18:34.779369 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:18:34.790134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'mac_address': 'fa:16:3e:ce:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:18:34.825463 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:34.837955 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11216b4-76a5-466b-b386-d3b5d41fa511 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:18:34.857440 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:18:34.932324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:34.983615 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=4']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:35.262796 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b11216b4-76a5-466b-b386-d3b5d41fa511'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:18:35.698296 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1ff3-91fb-4d8a-a3e3-32122c16a1e7 req-9d56ac7c-bcc5-4da2-a1b9-b8c6d918a950 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:35.699769 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea9f1ff3-91fb-4d8a-a3e3-32122c16a1e7 req-9d56ac7c-bcc5-4da2-a1b9-b8c6d918a950 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 944 time: 0.0482881 Oct 15 21:18:35.735352 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ea9f1ff3-91fb-4d8a-a3e3-32122c16a1e7 req-57756dfc-d30e-4e8a-9fa7-91c14e406621 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297279 Oct 15 21:18:36.685270 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:18:36.812657 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning for port b11216b4-76a5-466b-b386-d3b5d41fa511 completed by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 15 21:18:36.816517 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b11216b4-76a5-466b-b386-d3b5d41fa511 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:18:36.816888 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:36.849050 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ad4f-2224-4a11-8655-eb1c0708ae1b req-cd115296-bea9-4741-9494-23a113fd56b9 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:36.850825 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff94ad4f-2224-4a11-8655-eb1c0708ae1b req-cd115296-bea9-4741-9494-23a113fd56b9 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 944 time: 0.0488861 Oct 15 21:18:36.891402 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ff94ad4f-2224-4a11-8655-eb1c0708ae1b req-5d9d4ec3-71b2-4b8a-8560-3dbc86920483 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Oct 15 21:18:36.906938 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:36.932110 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:18:36.934368 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea62ee-9fb2-4d5a-929f-92f7db6995dc" -d '{"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-plugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:18:36.947525 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:18:36.969798 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ef61b3-72a2-4a65-b51c-d190fc681582 x-openstack-request-id: req-32ef61b3-72a2-4a65-b51c-d190fc681582 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:18:36.970099 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-plugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:18:36.970356 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32ef61b3-72a2-4a65-b51c-d190fc681582 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:18:36.970744 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'code': 200} Oct 15 21:18:37.049359 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:37.066164 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373e1cf-def6-4e9d-84ce-7d50b5fe5ee7 req-7022d932-6446-40bb-b837-beef17e7985f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:37.067671 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1373e1cf-def6-4e9d-84ce-7d50b5fe5ee7 req-7022d932-6446-40bb-b837-beef17e7985f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1096 time: 0.0387180 Oct 15 21:18:37.101044 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=5']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:37.107318 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1373e1cf-def6-4e9d-84ce-7d50b5fe5ee7 req-8c2cfc14-5084-4363-ab67-bfec2c2c257b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Oct 15 21:18:38.006538 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fed6e-7a8c-4016-ac26-e59f2a64b73a req-4c51b07b-ae6f-4d10-9c79-acea468c33a0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:38.008012 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-292fed6e-7a8c-4016-ac26-e59f2a64b73a req-4c51b07b-ae6f-4d10-9c79-acea468c33a0 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Oct 15 21:18:38.046076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-292fed6e-7a8c-4016-ac26-e59f2a64b73a req-97b6cf4a-fb28-4126-b9c4-e9f71b0cb042 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Oct 15 21:18:39.158607 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1b05b-00c5-40a8-b48f-0a08141af144 req-940e513b-da39-4ab7-b5a1-b628a9973d11 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:39.160083 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46f1b05b-00c5-40a8-b48f-0a08141af144 req-940e513b-da39-4ab7-b5a1-b628a9973d11 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Oct 15 21:18:39.197553 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46f1b05b-00c5-40a8-b48f-0a08141af144 req-5bf5df72-6699-4a1b-a548-b1eecbe512c7 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316238 Oct 15 21:18:39.309680 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76a85-f196-481f-ba0b-b802bf5657f7 req-15bbe2fb-9d76-4726-9045-b100932d5bf2 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:39.311110 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e76a85-f196-481f-ba0b-b802bf5657f7 req-15bbe2fb-9d76-4726-9045-b100932d5bf2 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 945 time: 0.0483243 Oct 15 21:18:39.351602 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e76a85-f196-481f-ba0b-b802bf5657f7 req-f96e49d5-3675-47da-a3dd-43dbe544ed2f tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344388 Oct 15 21:18:39.372639 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41564) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:18:39.410462 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0ad44-e65c-400c-9de9-2277939dddc3 tempest-TestSnapshotPattern-1589338252 tempest-TestSnapshotPattern-1589338252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:39.411929 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-88a0ad44-e65c-400c-9de9-2277939dddc3 tempest-TestSnapshotPattern-1589338252 tempest-TestSnapshotPattern-1589338252-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1092 time: 0.0383441 Oct 15 21:18:39.414576 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41566) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:18:39.419381 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.v2.base [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Request body: {'floatingip': {'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101180) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 15 21:18:39.500534 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:39.594137 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:39.699515 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_common [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Allocated IP 172.25.0.52 (00140a8f-6847-44f5-b4b0-42e25e9a6f51/c951123d-b49b-4eac-92b2-0b61023a1771/82e9a42f-c018-4fff-8922-b26e6c130747) {{(pid=101180) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 15 21:18:39.796572 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:39.921802 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751874366769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:39.964676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Network 00140a8f-6847-44f5-b4b0-42e25e9a6f51 is already hosted by enough agents. {{(pid=101180) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 15 21:18:39.967387 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.base_scheduler [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Resources bound (agent type, host, resource id): {{(pid=101180) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 15 21:18:39.973894 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Received port after_create {{(pid=101180) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 15 21:18:39.976640 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=82e9a42f-c018-4fff-8922-b26e6c130747,revision_number=1']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:40.338033 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:40.455687 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:40.603437 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for port, precommit_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:40.666096 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130015818'] for port, after_update {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:40.734343 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event updated for resources: {'Port': ['ID=82e9a42f-c018-4fff-8922-b26e6c130747,revision_number=2']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:18:40.744021 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3743224'] for floatingip, after_create {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:40.842258 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Floating IP c7cb28ee-b857-4933-be60-6d9e9ee7918c associated. External IP: 172.25.0.52, port: b11216b4-76a5-466b-b386-d3b5d41fa511. Oct 15 21:18:41.044412 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:18:41.149615 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:18:41.160123 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:18:41.169913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:18:41.170522 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:18:41.245726 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:41.287587 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-066724ef-b636-4765-9bc1-dc9961166e2c tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8583107 Oct 15 21:18:41.287587 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:18:41.288724 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:18:41.288846 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:18:41.315954 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb40a07-6399-49d4-b8b0-884528e2ee2b x-openstack-request-id: req-7eb40a07-6399-49d4-b8b0-884528e2ee2b {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:18:41.315954 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:18:41.315954 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7eb40a07-6399-49d4-b8b0-884528e2ee2b {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:18:41.315954 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'status': 'completed', 'code': 200} Oct 15 21:18:41.376226 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-073a1ebd-757a-4929-9a2f-9e9be1ed30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:41.377726 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-073a1ebd-757a-4929-9a2f-9e9be1ed30ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1097 time: 0.0403910 Oct 15 21:18:41.470711 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-224bf3d3-89aa-4c70-b22c-b8d33723d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:41.472210 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-224bf3d3-89aa-4c70-b22c-b8d33723d454 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0862782 Oct 15 21:18:41.501825 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c7cb28ee-b857-4933-be60-6d9e9ee7918c', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:ce:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:18:40Z', 'updated_at': '2021-10-15T21:18:40Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}, {'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:18:41.531345 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:18:41.536303 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-4fe3430d-ffcf-4ad1-a848-c7e06e7b98e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 998 time: 0.0574784 Oct 15 21:18:41.539612 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:18:41.540217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:18:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:18:41.589242 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-ebc6593b-e3a2-4d4b-8965-b013a55e5cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:41.591109 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-ebc6593b-e3a2-4d4b-8965-b013a55e5cfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0485051 Oct 15 21:18:41.647717 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:18:41.882564 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c7cb28ee-b857-4933-be60-6d9e9ee7918c', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:ce:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:18:40Z', 'updated_at': '2021-10-15T21:18:40Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}, {'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:18:41.912897 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4779d08-da38-4bed-a4d9-f4ec2fd6a265 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'c7cb28ee-b857-4933-be60-6d9e9ee7918c', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.52', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:ce:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:18:40Z', 'updated_at': '2021-10-15T21:18:40Z', 'revision_number': 0, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}, {'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:18:41.986271 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-2b3dcd72-0646-408f-8121-224d64fe6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:41.987828 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-2b3dcd72-0646-408f-8121-224d64fe6a0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3893654 Oct 15 21:18:42.078350 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-9fc5f8e7-41f0-4462-865a-ee37571ca44f service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829065 Oct 15 21:18:42.118348 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e1f92d-e7f2-4931-98ee-62c7d38b1b63 None None] New status for floating IP c7cb28ee-b857-4933-be60-6d9e9ee7918c: ACTIVE {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:18:42.175297 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-1a1eae62-f1a3-4103-bad4-f0bf2ac6c5f6 req-8222e7ac-43c9-4f9e-8516-df4bf8e8f3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899577 Oct 15 21:18:48.586275 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3e67bed4-ff7b-4683-a690-d9d6cc8e6ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:48.642995 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:18:51.532369 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-41757d38-5d78-47c1-8046-4502d19d1aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:52.454538 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:53.230214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:53.609088 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:53.814095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:54.940026 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:18:59.384935 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-4a9b905c-f804-4737-9d1f-247ee6d967cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0372760 Oct 15 21:18:59.464772 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-48fda36d-5f18-457c-a94e-9f4435e50b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:59.466849 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-48fda36d-5f18-457c-a94e-9f4435e50b9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0426261 Oct 15 21:18:59.566314 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-50835509-b7ec-4ec9-9fb0-30b4c10c1b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:59.567785 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-50835509-b7ec-4ec9-9fb0-30b4c10c1b3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0825224 Oct 15 21:18:59.635205 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-ed81c1e7-f319-441f-9a65-56aee75890b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 998 time: 0.0594423 Oct 15 21:18:59.682995 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-e74695ee-5cfb-412a-bcfd-7ff937cde95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:59.684962 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-e74695ee-5cfb-412a-bcfd-7ff937cde95e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0426636 Oct 15 21:18:59.728709 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-a27beff3-89ba-4149-bd24-3724eff0a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:18:59.730093 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-a27beff3-89ba-4149-bd24-3724eff0a48e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388258 Oct 15 21:18:59.822744 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-6bbd3ed3-4b57-4172-a749-afa67df8ff31 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858722 Oct 15 21:18:59.914088 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-ded6ec2d-4bcb-49af-91b7-1d1832125b0e req-652616c0-d5b2-4bc8-84d4-cc0c31699007 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843732 Oct 15 21:19:15.653620 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-19c67ca6-3029-4e37-b130-a172f9a57ebe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424364 Oct 15 21:19:15.734055 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-a9b6c36e-a65f-418b-9872-2c1035e09ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:19:15.735544 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-a9b6c36e-a65f-418b-9872-2c1035e09ffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1097 time: 0.0402336 Oct 15 21:19:15.837996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-cce47bfd-e3f7-4cd8-aaf7-545977031ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:19:15.839472 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-cce47bfd-e3f7-4cd8-aaf7-545977031ccc service neutron] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0861697 Oct 15 21:19:15.907921 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-d4ef6e74-0253-4d03-945f-ae8e2f2c758a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 1000 time: 0.0603192 Oct 15 21:19:15.954712 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-0be4d06d-a3ee-465b-b5dc-9b286af563c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:19:15.956094 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-0be4d06d-a3ee-465b-b5dc-9b286af563c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0416982 Oct 15 21:19:16.000348 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-23119b8b-55cd-4e62-9013-37e5bde26db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:19:16.001780 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-23119b8b-55cd-4e62-9013-37e5bde26db4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387199 Oct 15 21:19:16.095251 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-46435899-51d0-459e-8754-fa9f02080978 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854197 Oct 15 21:19:16.189503 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-4560a0c0-3252-4669-af2b-27cec18d2e18 req-37813bd7-8a37-4f67-98f3-35cd2b3c7f24 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Oct 15 21:19:18.612234 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-50ce540c-b15b-4965-a85c-770fad54eca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:21.568397 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2499ef99-f5b7-44ab-a3ff-064d136a3259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:22.471368 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:23.240831 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:23.503466 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:23.825673 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:24.940577 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:25.642527 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:19:48.596270 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0e050bbe-87d6-486c-89bc-60e126e29024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:51.537736 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ad8d7817-ac8e-4a7f-8dfe-0c667689b0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:52.485830 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:53.242214 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:53.539164 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:53.819395 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:19:54.944611 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:01.388306 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-20f563b7-553f-438d-8005-12f85f1a917f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404832 Oct 15 21:20:01.471892 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-7a90a88a-9e7d-4aa6-b8f2-55b3c8a0fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:01.473260 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-7a90a88a-9e7d-4aa6-b8f2-55b3c8a0fe69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0439513 Oct 15 21:20:01.577449 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-084e4a1f-2b8c-444e-999c-70d9e64c241e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:01.578910 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-084e4a1f-2b8c-444e-999c-70d9e64c241e service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0873728 Oct 15 21:20:01.642060 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-8b049541-2c8a-45c5-93a2-2f40675f6813 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 998 time: 0.0558436 Oct 15 21:20:01.689260 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-cac9a16d-5c22-45f0-b506-17c5a3ddd9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:01.690632 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-cac9a16d-5c22-45f0-b506-17c5a3ddd9f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0422695 Oct 15 21:20:01.738974 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-c793f919-ce37-45d0-9e1b-8b099b3c6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:01.740974 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-c793f919-ce37-45d0-9e1b-8b099b3c6330 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430908 Oct 15 21:20:01.829854 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-ff3043ef-9d44-4b42-b73d-f357fb942674 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817392 Oct 15 21:20:01.926180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-351a99db-cc91-468c-a5c7-a4b8ccf5161b req-0ee01799-5892-491c-8d65-761b9a686efd service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Oct 15 21:20:02.641812 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:20:16.645111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-7aa8a662-c144-4e3e-80bb-17383b84eea9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389812 Oct 15 21:20:16.724627 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-e7cd5522-c150-46ec-9bfe-6fb358e2f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:16.726076 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-e7cd5522-c150-46ec-9bfe-6fb358e2f153 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1097 time: 0.0399487 Oct 15 21:20:16.831340 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-855fb7e4-e9a3-43d4-b324-c862c5a79886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:16.832822 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-855fb7e4-e9a3-43d4-b324-c862c5a79886 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0880344 Oct 15 21:20:16.896611 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-286587a8-aed6-48eb-a1a3-0929c0222757 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 1000 time: 0.0568483 Oct 15 21:20:16.947792 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-68464c1c-f583-4022-b1b2-143ff0211560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:16.949183 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-68464c1c-f583-4022-b1b2-143ff0211560 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0464387 Oct 15 21:20:16.994275 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-750a1048-0397-4e09-8632-e8b0cad6ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:20:16.995756 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-750a1048-0397-4e09-8632-e8b0cad6ee90 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391948 Oct 15 21:20:17.085180 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-63b26dce-6724-4920-b87c-f95975425cd2 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824652 Oct 15 21:20:17.178606 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-629e8df8-4c7b-43d7-ab89-aa7b831e34dd req-387ad7f4-221c-4e3b-85df-df9258d1413c service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867586 Oct 15 21:20:18.641592 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-027ba432-e226-473d-bbec-52e991588d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:21.525904 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2441f7ee-77f2-47e1-966e-0069294f13c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:22.475801 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:23.235881 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:23.516262 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:23.852190 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:24.944603 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:39.641552 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:20:48.641193 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-95e3be94-64b8-4a5b-93a7-f7928e20c9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:51.549761 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-908a06ec-aa27-4b11-9b8f-013ef582933a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:52.463954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:53.228588 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:53.548222 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:53.840996 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:54.972727 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:59.397524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 details requested by agent hyperv_n-h2-712140-14 with host n-h2-712140-14 {{(pid=101182) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 15 21:20:59.492775 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:20:59.656501 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Returning: {'device': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'port_id': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'mac_address': 'fa:16:3e:ce:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101182) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 15 21:20:59.693735 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:59.706839 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b11216b4-76a5-466b-b386-d3b5d41fa511 {{(pid=101182) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 15 21:20:59.725843 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:20:59.795373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:20:59.847849 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=6']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:20:59.855524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.855901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.856240 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.856575 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.856908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.857238 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.857563 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.857887 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.858211 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.858534 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.858858 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.859175 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101182) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:20:59.872326 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] get_ports_and_sgs() called for port_ids ['b11216b4-76a5-466b-b386-d3b5d41fa511'] {{(pid=101182) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 15 21:21:01.393373 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-b501919c-af1e-4e4d-98b1-633747819781 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445983 Oct 15 21:21:01.414808 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 up at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 15 21:21:01.463901 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.provisioning_blocks [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Provisioning complete for port b11216b4-76a5-466b-b386-d3b5d41fa511 triggered by entity L2. {{(pid=101182) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 15 21:21:01.464187 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984250'] for port, provisioning_complete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:01.475849 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-a728f222-cad1-4979-a570-eca259927f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:01.478070 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-a728f222-cad1-4979-a570-eca259927f9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0420513 Oct 15 21:21:01.540627 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:01.562296 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:01.564574 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670483f3-3e30-4e4b-8e93-cb74033124ac" -d '{"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-plugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:01.577761 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:01.589047 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-03133e23-07e1-4afc-8316-6c0d626a6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:01.592939 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-03133e23-07e1-4afc-8316-6c0d626a6d0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0923789 Oct 15 21:21:01.654060 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7b503d-49b4-40fd-b24a-5057436871db x-openstack-request-id: req-bb7b503d-49b4-40fd-b24a-5057436871db {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:01.654352 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-plugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:01.654605 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb7b503d-49b4-40fd-b24a-5057436871db {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:01.655003 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'code': 200} Oct 15 21:21:01.657354 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-1dc88493-dcfa-4aa8-bb3c-adf57fe9f589 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 998 time: 0.0595734 Oct 15 21:21:01.658151 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:01.704951 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=7']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:01.713329 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-af5bafe1-e822-4a00-ab3d-e502ed4f22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:01.714988 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-af5bafe1-e822-4a00-ab3d-e502ed4f22f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0505447 Oct 15 21:21:01.760198 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-67d2137d-8508-4f3b-bb88-66e8276a0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:01.761673 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-67d2137d-8508-4f3b-bb88-66e8276a0f36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397713 Oct 15 21:21:01.772430 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-f987ae06-7120-47e3-80f1-e58c752c9634 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=101180) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 15 21:21:01.773403 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-f987ae06-7120-47e3-80f1-e58c752c9634 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048141 Oct 15 21:21:01.864396 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-b32143e1-197a-4fac-bf99-35b4fc1d259c service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Oct 15 21:21:01.953783 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-d98e4966-868a-4b8c-aa0f-0cd81a15b0ce req-01ee302f-1456-491f-ba90-55c7d46a5565 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827475 Oct 15 21:21:15.737057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41830) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:15.890572 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Deleting port 82e9a42f-c018-4fff-8922-b26e6c130747 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:15.890907 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:15.968714 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:15.968939 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:15.980213 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Calling delete_port for 82e9a42f-c018-4fff-8922-b26e6c130747 owned by network:floatingip {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:16.201504 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:16.225889 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event deleted for resources: {'Port': ['ID=82e9a42f-c018-4fff-8922-b26e6c130747,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:16.235962 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.236335 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.236676 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.237294 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.237638 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.237990 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.238787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.238787 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.239001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.239255 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.239673 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.240000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101180) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:16.301738 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:16.302160 n-d-712140-14 neutron-server[101180]: INFO neutron.db.l3_db [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Floating IP c7cb28ee-b857-4933-be60-6d9e9ee7918c disassociated (deleted). External IP: 172.25.0.52, port: b11216b4-76a5-466b-b386-d3b5d41fa511. Oct 15 21:21:16.506854 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:21:16.621834 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:21:16.631509 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:21:16.639114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:16.640632 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:21:16.641154 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:16.641535 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:16.671976 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ea533ccd-7293-4361-a281-4979467ca837 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7cb28ee-b857-4933-be60-6d9e9ee7918c HTTP/1.1" status: 204 len: 168 time: 0.9337962 Oct 15 21:21:16.674815 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:16.677114 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a5d32d-42ec-4300-b58a-63416223702d" -d '{"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:16.683818 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-0a9461a3-3371-4ccf-ada2-b68eebd5a271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731187 Oct 15 21:21:16.751078 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:16.770000 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-1d06f487-637a-4ffa-a40a-992f1c3b673e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:16.771439 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-1d06f487-637a-4ffa-a40a-992f1c3b673e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1097 time: 0.0445929 Oct 15 21:21:16.881735 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-29fa424e-b3c3-45be-977d-37f6568d33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:16.883236 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-29fa424e-b3c3-45be-977d-37f6568d33f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.0897658 Oct 15 21:21:16.927590 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-1cd5e1d9-1d4b-49ce-bcf0-a55ffdf80579 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 217 time: 0.0377798 Oct 15 21:21:16.977042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-66003735-89d6-4a3d-9f4b-5d2a765b48b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:16.978537 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-66003735-89d6-4a3d-9f4b-5d2a765b48b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0444450 Oct 15 21:21:16.979850 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:17.006991 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:21:17.016076 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:17.016727 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:20:51Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:17.026016 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-5603fc3f-d46a-43b9-bbc6-96137f701a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.027727 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-5603fc3f-d46a-43b9-bbc6-96137f701a7a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418594 Oct 15 21:21:17.128752 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:17.132037 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-42b90618-49c7-4c34-8d31-21e6f72ac636 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971437 Oct 15 21:21:17.161124 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d4eac2-5c58-4032-986c-62b3e0d63efe x-openstack-request-id: req-92d4eac2-5c58-4032-986c-62b3e0d63efe {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:17.161489 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:17.161834 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92d4eac2-5c58-4032-986c-62b3e0d63efe {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:17.162291 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'status': 'completed', 'code': 200} Oct 15 21:21:17.256634 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-14cd0ffb-bd2f-44cb-b531-11e0a40778e3 req-3ba258e4-918b-4ed2-b043-6e4499e0666c service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164417 Oct 15 21:21:17.278404 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e9a4-2a0c-457e-9c64-67f328231e55 req-a07a436c-057f-4f25-a46e-5b445c73c483 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.279615 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3392e9a4-2a0c-457e-9c64-67f328231e55 req-a07a436c-057f-4f25-a46e-5b445c73c483 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 945 time: 0.0633295 Oct 15 21:21:17.325475 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-3392e9a4-2a0c-457e-9c64-67f328231e55 req-49c0255b-246c-4fef-a37b-311854afd4a5 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Oct 15 21:21:17.383377 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:17.391897 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5d32d-42ec-4300-b58a-63416223702d req-01447ef5-a16d-4900-a316-297658bd3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.393448 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-01447ef5-a16d-4900-a316-297658bd3bee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 1097 time: 0.0427244 Oct 15 21:21:17.410147 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295dd574-6930-4c84-9a0d-73a9613c61f9 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_floatingips': [{'id': 'd0ea38ba-2ace-4ee1-89a5-45ce05dccdc1', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'floating_ip_address': '172.25.0.74', 'floating_network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'router_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'port_id': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'mac_address': 'fa:16:3e:e0:c3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e64b331-3363-41fa-964f-1006f15e209c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-15T21:15:22Z', 'updated_at': '2021-10-15T21:15:24Z', 'revision_number': 1, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:21:17.447222 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:17.501105 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5d32d-42ec-4300-b58a-63416223702d req-6835bce7-921b-44d8-8f59-e07e2cdb51d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.502705 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-6835bce7-921b-44d8-8f59-e07e2cdb51d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.1014681 Oct 15 21:21:17.536657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-975510'] for port, before_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:17.551658 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-6b7778dd-e4ea-472a-8422-46a44404df41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 200 len: 217 time: 0.0398574 Oct 15 21:21:17.561288 n-d-712140-14 neutron-server[101182]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101182) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:17.563675 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e304dc1fa2afda3fc7434f9a483d2e3b6ab0e575b96ffaee9f24654f4a5ce60" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4056cac-1928-427b-ab1b-57c4980d5ff5" -d '{"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101182) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:17.576660 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:17.604837 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebabffad-ac9f-4465-916c-5f43ebc501c5 x-openstack-request-id: req-ebabffad-ac9f-4465-916c-5f43ebc501c5 {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:17.605294 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-unplugged", "status": "completed", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "code": 200}]} {{(pid=101182) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:17.606012 n-d-712140-14 neutron-server[101182]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebabffad-ac9f-4465-916c-5f43ebc501c5 {{(pid=101182) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:17.606559 n-d-712140-14 neutron-server[101182]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'code': 200} Oct 15 21:21:17.609816 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5d32d-42ec-4300-b58a-63416223702d req-29c94aa4-b3ef-4411-b394-9dac8c954279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.611467 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-29c94aa4-b3ef-4411-b394-9dac8c954279 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0512938 Oct 15 21:21:17.660794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5d32d-42ec-4300-b58a-63416223702d req-74941f04-42b8-4d8d-b9aa-661862dbc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:17.661232 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cb18d-882e-44d9-8e12-d5e2b2aa5fa1 None None] New status for floating IP c7cb28ee-b857-4933-be60-6d9e9ee7918c: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:21:17.662408 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-74941f04-42b8-4d8d-b9aa-661862dbc05f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432012 Oct 15 21:21:17.675484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751874850389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751874366787', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751874366805'] for port, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:17.725590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Pushing event updated for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=8']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:17.764730 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-52c85082-5883-4631-83ee-8d7ebf146d51 service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949292 Oct 15 21:21:17.860799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-f4a5d32d-42ec-4300-b58a-63416223702d req-8f14681f-bf66-4427-ae97-661e8eec423f service neutron] 10.222.0.11 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Oct 15 21:21:18.449111 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db521b66-3fcf-4abc-bc99-ba6a2df24c82 req-0b4508be-cc69-49f4-8fde-5e1b9910c090 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:18.450698 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db521b66-3fcf-4abc-bc99-ba6a2df24c82 req-0b4508be-cc69-49f4-8fde-5e1b9910c090 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0535135 Oct 15 21:21:18.487700 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-db521b66-3fcf-4abc-bc99-ba6a2df24c82 req-e6666869-4a01-4fd2-b9eb-6828e82a5205 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Oct 15 21:21:18.583528 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-93f7dfb6-90ed-4f8a-8190-3ba30030d3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:18.936857 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-edc79298-8b32-4af2-b5bd-0f355a1da1cc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:18.938270 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-edc79298-8b32-4af2-b5bd-0f355a1da1cc tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 943 time: 0.0469787 Oct 15 21:21:19.024933 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Deleting port b11216b4-76a5-466b-b386-d3b5d41fa511 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:19.025269 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:19.115002 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] For port b11216b4-76a5-466b-b386-d3b5d41fa511, host n-h2-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-14',level=0,port_id=b11216b4-76a5-466b-b386-d3b5d41fa511,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:19.115352 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:19.127920 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Calling delete_port for b11216b4-76a5-466b-b386-d3b5d41fa511 owned by compute:nova {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:19.314664 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:19.342928 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event deleted for resources: {'Port': ['ID=b11216b4-76a5-466b-b386-d3b5d41fa511,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:19.393991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] No DVR routers for this DVR port b11216b4-76a5-466b-b386-d3b5d41fa511 on host n-h2-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:19.393991 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:19.393991 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-17e94e75-c1fa-4c3e-a479-6c65487d8c19 req-83233ba7-3693-4d10-9f4d-3adb19049743 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.11 "DELETE /v2.0/ports/b11216b4-76a5-466b-b386-d3b5d41fa511 HTTP/1.1" status: 204 len: 173 time: 0.4467123 Oct 15 21:21:19.393991 n-d-712140-14 neutron-server[101180]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-deleted', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511'}] {{(pid=101180) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:19.393991 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4762451aaa0bbe8f6b51088cde35371419dbcd20042723f75fb49c8615ca8f9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a46f8-50f9-489d-b21b-87ee8eb37c15" -d '{"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-deleted", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511"}]}' {{(pid=101180) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:19.431974 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450c8ee-e188-419e-a6ab-c54d4d80a62d x-openstack-request-id: req-a450c8ee-e188-419e-a6ab-c54d4d80a62d {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:19.432270 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92ace82-678b-4453-aa71-2a3d6de196f4", "name": "network-vif-deleted", "tag": "b11216b4-76a5-466b-b386-d3b5d41fa511", "status": "completed", "code": 200}]} {{(pid=101180) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:19.432530 n-d-712140-14 neutron-server[101180]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a450c8ee-e188-419e-a6ab-c54d4d80a62d {{(pid=101180) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:19.432929 n-d-712140-14 neutron-server[101180]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92ace82-678b-4453-aa71-2a3d6de196f4', 'name': 'network-vif-deleted', 'tag': 'b11216b4-76a5-466b-b386-d3b5d41fa511', 'status': 'completed', 'code': 200} Oct 15 21:21:19.584111 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-46162008-9a92-404e-a9c6-d42ddb8bd6e6 req-60786564-2c97-47d8-a505-4ddb7bcf575d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92ace82-678b-4453-aa71-2a3d6de196f4 HTTP/1.1" status: 200 len: 210 time: 0.0256391 Oct 15 21:21:21.445908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 no longer exists at agent hyperv_n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:21.470264 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] No Port match for: b11216b4-76a5-466b-b386-d3b5d41fa511 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:21.470607 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Device b11216b4-76a5-466b-b386-d3b5d41fa511 not bound to the agent host n-h2-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:21.543322 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7a321078-d859-49e2-b5cf-e92efe7c51ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:21.915965 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41890) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:22.076389 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Deleting port 43f7d878-75a9-420d-a23b-d49366fd661b {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:22.076629 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.149118 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.149718 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.161049 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Calling delete_port for 43f7d878-75a9-420d-a23b-d49366fd661b owned by network:floatingip {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:22.389240 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.414164 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event deleted for resources: {'Port': ['ID=43f7d878-75a9-420d-a23b-d49366fd661b,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:22.426677 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.427006 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.427348 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.427716 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.428050 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.428372 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.428699 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.429021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.429339 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.429658 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.429977 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.430946 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-14 {{(pid=101181) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 15 21:21:22.490226 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for floatingip, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.490581 n-d-712140-14 neutron-server[101181]: INFO neutron.db.l3_db [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Floating IP d0ea38ba-2ace-4ee1-89a5-45ce05dccdc1 disassociated (deleted). External IP: 172.25.0.74, port: f68e0513-9568-41d9-aed8-338a4dabb6d3. Oct 15 21:21:22.526553 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.695609 n-d-712140-14 neutron-server[101181]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101181) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:21:22.801951 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101181) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:21:22.807404 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for floatingip, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:22.812589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:21:22.823590 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:22.824228 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:22.834648 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-16461d36-39c3-4a41-af7e-6ece3555e6ef tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "DELETE /v2.0/floatingips/d0ea38ba-2ace-4ee1-89a5-45ce05dccdc1 HTTP/1.1" status: 204 len: 168 time: 0.9175880 Oct 15 21:21:22.835329 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:22.837728 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9543fa35-aea0-4d34-b07e-e26bbe3e682d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:22.937170 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:23.146524 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:23.177847 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:21:23.193103 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:23.193692 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:23.232086 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5674584-62d9-4ac5-b947-3b2ae9e450f0 x-openstack-request-id: req-a5674584-62d9-4ac5-b947-3b2ae9e450f0 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:23.232587 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:23.232587 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5674584-62d9-4ac5-b947-3b2ae9e450f0 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:23.232981 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'status': 'completed', 'code': 200} Oct 15 21:21:23.283484 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:23.306995 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:23.325751 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-dc8f2a1b-5860-49fd-bf76-140b0a65d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:23.327216 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-dc8f2a1b-5860-49fd-bf76-140b0a65d7ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 1095 time: 0.0690436 Oct 15 21:21:23.366539 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbe93f-7757-4152-b54c-e3c805bbaeb5 req-c3e962d9-fe29-4cf1-aeb0-0de01bb1b47a tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:23.368235 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51dbe93f-7757-4152-b54c-e3c805bbaeb5 req-c3e962d9-fe29-4cf1-aeb0-0de01bb1b47a tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.0756226 Oct 15 21:21:23.525602 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:23.529441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:23.555360 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65dfaa-3097-4bae-9a29-a283506fdab7 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:14:57Z', 'revision_number': 4, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14', '_interfaces': [{'id': '08461689-e5a8-42c8-bbf0-98a0c74d635f', 'name': '', 'network_id': 'aef8f3fb-560f-44ad-890e-8b7bb5d9e993', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'mac_address': 'fa:16:3e:1d:1c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:56Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'subnets': [{'id': 'fc46fdec-0c60-4756-85da-2b7638f161ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:21:23.791839 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-51dbe93f-7757-4152-b54c-e3c805bbaeb5 req-d16141d6-3d27-4f75-a1ac-23a454af28d4 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/security-groups?id=998e8b4c-2341-4495-abfb-522a55a805ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4169672 Oct 15 21:21:23.809295 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-834626e3-6a1e-490e-ad04-2cdc669caeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:23.810980 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-834626e3-6a1e-490e-ad04-2cdc669caeaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 200 len: 911 time: 0.4756544 Oct 15 21:21:23.842072 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55099-831f-475a-9294-5885c8a49c23 None None] New status for floating IP d0ea38ba-2ace-4ee1-89a5-45ce05dccdc1: DOWN {{(pid=101183) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 15 21:21:23.853490 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-ed073f53-adce-4524-b1e5-6698bd04c190 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 200 len: 217 time: 0.0352237 Oct 15 21:21:23.863084 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:23.910641 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-dc6f63ec-4a59-4e6e-a4c4-11b0caef753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:23.912130 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-dc6f63ec-4a59-4e6e-a4c4-11b0caef753a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 200 len: 849 time: 0.0471971 Oct 15 21:21:23.960359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-8b5d323e-1907-48eb-b608-ee3620684af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101180) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:23.962679 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-8b5d323e-1907-48eb-b608-ee3620684af8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aef8f3fb-560f-44ad-890e-8b7bb5d9e993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425999 Oct 15 21:21:24.047184 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.15', 53788) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:24.055091 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-45d82a70-7fb0-4bc3-99bc-d6b7de997a56 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854647 Oct 15 21:21:24.095854 n-d-712140-14 neutron-server[101181]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-745496c7-eee3-4e0e-a30a-5dab2e754309 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101181) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 15 21:21:24.097558 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-745496c7-eee3-4e0e-a30a-5dab2e754309 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 943 time: 0.0491710 Oct 15 21:21:24.155422 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-9543fa35-aea0-4d34-b07e-e26bbe3e682d req-3ed94257-0e57-4d38-9187-5c56d859e042 service neutron] 10.222.0.15 "GET /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926943 Oct 15 21:21:24.199201 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Deleting port f68e0513-9568-41d9-aed8-338a4dabb6d3 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:24.199538 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:24.288727 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] For port f68e0513-9568-41d9-aed8-338a4dabb6d3, host n-h1-712140-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-14',level=0,port_id=f68e0513-9568-41d9-aed8-338a4dabb6d3,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:24.289444 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:24.303367 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Calling delete_port for f68e0513-9568-41d9-aed8-338a4dabb6d3 owned by compute:nova {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:24.486810 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:24.515188 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event deleted for resources: {'Port': ['ID=f68e0513-9568-41d9-aed8-338a4dabb6d3,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:24.560297 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] No DVR routers for this DVR port f68e0513-9568-41d9-aed8-338a4dabb6d3 on host n-h1-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:24.562926 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-434249'] for port, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:24.566618 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [req-4282592c-78a3-41f5-8bd5-39bff933d48f req-730e9937-8b7e-46d6-9404-0dda1f24b9a6 tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.15 "DELETE /v2.0/ports/f68e0513-9568-41d9-aed8-338a4dabb6d3 HTTP/1.1" status: 204 len: 173 time: 0.4607477 Oct 15 21:21:24.888026 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [req-5f32664d-2328-4981-ade3-4136800c070a req-f91a8fa6-1731-4cf8-be41-e673937a3b9d tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e64b331-3363-41fa-964f-1006f15e209c HTTP/1.1" status: 200 len: 210 time: 0.0276423 Oct 15 21:21:24.960990 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:25.234696 n-d-712140-14 neutron-server[101181]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-deleted', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3'}] {{(pid=101181) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 15 21:21:25.237133 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}711f09c636a20d08523412974cdc2227ba9a35a7596f96d4112e949d6b206d11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19a1cb8-5266-4347-aa72-a35c5a977ee2" -d '{"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-deleted", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3"}]}' {{(pid=101181) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 15 21:21:25.275841 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 15 Oct 2021 21:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63028c22-b57a-4419-a023-9fc21d6db2f1 x-openstack-request-id: req-63028c22-b57a-4419-a023-9fc21d6db2f1 {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 15 21:21:25.276130 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e64b331-3363-41fa-964f-1006f15e209c", "name": "network-vif-deleted", "tag": "f68e0513-9568-41d9-aed8-338a4dabb6d3", "status": "completed", "code": 200}]} {{(pid=101181) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 15 21:21:25.276382 n-d-712140-14 neutron-server[101181]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63028c22-b57a-4419-a023-9fc21d6db2f1 {{(pid=101181) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 15 21:21:25.276806 n-d-712140-14 neutron-server[101181]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e64b331-3363-41fa-964f-1006f15e209c', 'name': 'network-vif-deleted', 'tag': 'f68e0513-9568-41d9-aed8-338a4dabb6d3', 'status': 'completed', 'code': 200} Oct 15 21:21:25.948264 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41908) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:26.008870 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:26.034106 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:26.150010 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:26.152963 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Publish callbacks [] for security_group, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:26.154133 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] 10.222.0.13 "DELETE /v2.0/security-groups/998e8b4c-2341-4495-abfb-522a55a805ca HTTP/1.1" status: 204 len: 168 time: 0.2048769 Oct 15 21:21:26.163021 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301eb7b-5104-4965-953c-25f3787ac87b tempest-TestSnapshotPattern-631101841 tempest-TestSnapshotPattern-631101841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e8b4c-2341-4495-abfb-522a55a805ca,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:26.256224 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41912) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:26.689781 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:26.945407 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Deleting port 08461689-e5a8-42c8-bbf0-98a0c74d635f {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:26.945660 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:27.024625 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] For port 08461689-e5a8-42c8-bbf0-98a0c74d635f, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=08461689-e5a8-42c8-bbf0-98a0c74d635f,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:27.024982 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:27.037310 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Calling delete_port for 08461689-e5a8-42c8-bbf0-98a0c74d635f owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:27.308303 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:27.333406 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Pushing event deleted for resources: {'Port': ['ID=08461689-e5a8-42c8-bbf0-98a0c74d635f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:27.499098 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:27.714127 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Router c6676d32-aa84-412b-85e1-092bd078c53f has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:21:27.819467 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:21:27.824893 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-c91f97fb-b153-4b3a-9cf3-114dd638e664 admin admin] 10.222.0.13 "PUT /v2.0/routers/c6676d32-aa84-412b-85e1-092bd078c53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5676432 Oct 15 21:21:27.827405 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41916) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:27.830134 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Sync routers for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:21:27.840010 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:27.840642 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:27.930703 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:27.943675 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: n-d-712140-14 {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:28.035198 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.117427 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:21:27Z', 'revision_number': 5, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port': {'id': '84ef0fb4-e8cf-4f81-85a7-153819370ec0', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:28.129061 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Deleting port 84ef0fb4-e8cf-4f81-85a7-153819370ec0 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:28.129399 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.148396 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Checking router: c6676d32-aa84-412b-85e1-092bd078c53f for host: n-d-712140-14 {{(pid=101182) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:21:28.156981 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Routers {'c6676d32-aa84-412b-85e1-092bd078c53f'} bound to L3 agent in host n-d-712140-14 {{(pid=101182) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:28.157580 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['c6676d32-aa84-412b-85e1-092bd078c53f'], 'active': True} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:28.220077 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] For port 84ef0fb4-e8cf-4f81-85a7-153819370ec0, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=84ef0fb4-e8cf-4f81-85a7-153819370ec0,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:28.220465 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.233057 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Calling delete_port for 84ef0fb4-e8cf-4f81-85a7-153819370ec0 owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:28.397804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvr_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] Set router c6676d32-aa84-412b-85e1-092bd078c53f gateway port host: None {{(pid=101182) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:28.450746 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_hamode_db [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:21:28Z', 'revision_number': 6, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:28.480804 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48d4c24-8dd1-487c-92ec-34ea88d9dd86 None None] The sync data for ids ['c6676d32-aa84-412b-85e1-092bd078c53f'] in n-d-712140-14 is: [{'id': 'c6676d32-aa84-412b-85e1-092bd078c53f', 'name': 'tempest-TestSnapshotPattern-1157441640-router', 'tenant_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:14:54Z', 'updated_at': '2021-10-15T21:21:28Z', 'revision_number': 6, 'project_id': '17dc8cc5d3f94a5a99fa022dab7027b5', 'gw_port_host': None}] {{(pid=101182) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:21:28.491345 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.522713 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ef0fb4-e8cf-4f81-85a7-153819370ec0,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:28.585649 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.677213 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.679224 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.786938 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 no longer exists at agent hyperv_n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:28.789372 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.790067 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6676d32-aa84-412b-85e1-092bd078c53f {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:21:28.797876 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.799019 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-2e95d858-84d1-4ad0-ae8e-790e845c9c28 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c6676d32-aa84-412b-85e1-092bd078c53f HTTP/1.1" status: 204 len: 168 time: 0.9705553 Oct 15 21:21:28.801512 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41918) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:28.806827 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] No Port match for: f68e0513-9568-41d9-aed8-338a4dabb6d3 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:28.807172 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Device f68e0513-9568-41d9-aed8-338a4dabb6d3 not bound to the agent host n-h1-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:28.848238 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Deleting subnet fc46fdec-0c60-4756-85da-2b7638f161ac {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:21:28.851535 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.887424 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:28.968749 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.070291 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.097040 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc46fdec-0c60-4756-85da-2b7638f161ac,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:29.103614 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.107245 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-ae83a8c6-59f3-4923-823b-196249978e20 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fc46fdec-0c60-4756-85da-2b7638f161ac HTTP/1.1" status: 204 len: 168 time: 0.3048167 Oct 15 21:21:29.107990 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232758e-ac53-4024-8019-b76c9736191d None None] Network aef8f3fb-560f-44ad-890e-8b7bb5d9e993 requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:21:29.110013 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [-] (101181) accepted ('10.222.0.13', 41920) {{(pid=101181) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:29.177300 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.234998 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Deleting port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 {{(pid=101181) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:29.235341 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.299889 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.db [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] For port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101181) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:29.300254 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.308855 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] DHCP port deletion for aef8f3fb-560f-44ad-890e-8b7bb5d9e993 request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:21:29.313835 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.plugin [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Calling delete_port for d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 owned by network:dhcp {{(pid=101181) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:29.355619 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Deleting port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:29.355994 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.421452 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] For port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,segment=NetworkSegment(dd9653d4-fda5-45b5-ba58-79bc365c7a19),segment_id=dd9653d4-fda5-45b5-ba58-79bc365c7a19)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:29.421882 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.434514 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Calling delete_port for d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:29.492323 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127291262'] for port, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.516000 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.520014 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:29.527296 n-d-712140-14 neutron-server[101181]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] No DVR routers for this DVR port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 on host n-d-712140-14 {{(pid=101181) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:29.546330 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] Pushing event deleted for resources: {'Port': ['ID=d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:29.553913 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc3328-581e-4ba3-b8a1-f7db5201e9b8 None None] No DVR routers for this DVR port d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:29.609335 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.628999 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef8f3fb-560f-44ad-890e-8b7bb5d9e993']}} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:29.638613 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9653d4-fda5-45b5-ba58-79bc365c7a19') {'for_net_delete': True} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:29.638906 n-d-712140-14 neutron-server[101181]: DEBUG neutron.services.segments.db [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9653d4-fda5-45b5-ba58-79bc365c7a19') {} {{(pid=101181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:29.647875 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127289735'] for segment, before_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.660998 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.666633 n-d-712140-14 neutron-server[101181]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=101181) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:21:29.667008 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127291153'] for segment, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: Traceback (most recent call last): Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: timer() Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: cb(*args, **kw) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: return func(*args, **kwargs) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: self._notify() Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: self.callback(batched_events) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: event.method(event) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: return f(self, *a, **k) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: return self._get(url).json() Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: return self.request(url, 'GET', **kwargs) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:21:29.668643 n-d-712140-14 neutron-server[101181]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:21:29.805799 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.811169 n-d-712140-14 neutron-server[101181]: DEBUG neutron_lib.callbacks.manager [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Publish callbacks [] for network, before_response {{(pid=101181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:29.814641 n-d-712140-14 neutron-server[101181]: INFO neutron.wsgi [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aef8f3fb-560f-44ad-890e-8b7bb5d9e993 HTTP/1.1" status: 204 len: 168 time: 0.7032957 Oct 15 21:21:29.817422 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41922) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:29.825925 n-d-712140-14 neutron-server[101181]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdd5a8-353f-4469-b1f7-a7ae47883e16 admin admin] Pushing event deleted for resources: {'Network': ['ID=aef8f3fb-560f-44ad-890e-8b7bb5d9e993,revision_number=None']} {{(pid=101181) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:30.156373 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742712'] for router_interface, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:30.335908 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 84ef0fb4-e8cf-4f81-85a7-153819370ec0 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:30.356464 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 84ef0fb4-e8cf-4f81-85a7-153819370ec0 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:30.356798 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 84ef0fb4-e8cf-4f81-85a7-153819370ec0 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:30.357212 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:30.374948 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:30.375286 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device d4b5e2c4-d691-44f5-86f1-c0ff71f77cc2 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:30.375726 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 08461689-e5a8-42c8-bbf0-98a0c74d635f no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:30.393449 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 08461689-e5a8-42c8-bbf0-98a0c74d635f {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:30.393792 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 08461689-e5a8-42c8-bbf0-98a0c74d635f not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:30.404001 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Deleting port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:30.404341 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:30.480633 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] For port 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:30.480983 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:30.493207 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Calling delete_port for 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 owned by network:router_interface {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:30.748078 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:30.776528 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f3621ef-a501-4f14-b3f7-53c8d8a70ae4,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:30.942530 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741768'] for router_interface, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:31.474359 n-d-712140-14 neutron-server[101180]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Router fe7f006f-fb90-474a-8779-698b60db1a45 has already been hosted by L3 agent e10db7d4-7884-4b2c-9bb7-50706e3941da {{(pid=101180) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 15 21:21:31.578442 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] Notify agent at l3_agent.n-d-712140-14 the message routers_updated {{(pid=101180) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 15 21:21:31.585799 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-d87d39ea-fd7d-4128-a965-7332508e2153 admin admin] 10.222.0.13 "PUT /v2.0/routers/fe7f006f-fb90-474a-8779-698b60db1a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7649636 Oct 15 21:21:31.585966 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41924) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:31.589157 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Sync routers for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 15 21:21:31.598634 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:31.599235 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:31.686632 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks [] for router, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:31.699495 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: n-d-712140-14 {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:31.788328 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:31.869779 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'external_fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:21:30Z', 'revision_number': 5, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port': {'id': '3a896e9e-e783-4ad7-948e-cfd17aa9aa1c', 'name': '', 'network_id': '00140a8f-6847-44f5-b4b0-42e25e9a6f51', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a6:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-15T21:15:01Z', 'updated_at': '2021-10-15T21:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c951123d-b49b-4eac-92b2-0b61023a1771', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-14'}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:31.894930 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Checking router: fe7f006f-fb90-474a-8779-698b60db1a45 for host: n-d-712140-14 {{(pid=101183) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 15 21:21:31.903373 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Routers {'fe7f006f-fb90-474a-8779-698b60db1a45'} bound to L3 agent in host n-d-712140-14 {{(pid=101183) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 15 21:21:31.904004 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-15T19:25:21Z,description=,heartbeat_timestamp=2021-10-15T21:21:21Z,host='n-d-712140-14',id=e10db7d4-7884-4b2c-9bb7-50706e3941da,load=0,resource_versions=,resources_synced=,started_at=2021-10-15T19:25:22Z,topic='l3_agent')) {'router_ids': ['fe7f006f-fb90-474a-8779-698b60db1a45'], 'active': True} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:31.946367 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Deleting port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:31.947147 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:31.987279 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_dvr_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] Set router fe7f006f-fb90-474a-8779-698b60db1a45 gateway port host: None {{(pid=101183) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 15 21:21:32.023014 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] For port 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,segment=NetworkSegment(cfda12e5-7e5f-43d2-aa25-3cc2482004cc),segment_id=cfda12e5-7e5f-43d2-aa25-3cc2482004cc)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:32.023371 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.036013 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Calling delete_port for 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c owned by network:router_gateway {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:32.039882 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.l3_hamode_db [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:21:31Z', 'revision_number': 6, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port_host': None}], 'n-d-712140-14', False) {} {{(pid=101183) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:32.065481 n-d-712140-14 neutron-server[101183]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83ded3e-ee95-48b1-82ba-a85d2ec141af None None] The sync data for ids ['fe7f006f-fb90-474a-8779-698b60db1a45'] in n-d-712140-14 is: [{'id': 'fe7f006f-fb90-474a-8779-698b60db1a45', 'name': 'tempest-TestSnapshotPattern-1803414006-router', 'tenant_id': '00cbaec82f3949c5a034edab5571a4c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-15T21:15:00Z', 'updated_at': '2021-10-15T21:21:31Z', 'revision_number': 6, 'project_id': '00cbaec82f3949c5a034edab5571a4c0', 'gw_port_host': None}] {{(pid=101183) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 15 21:21:32.273642 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.299246 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a896e9e-e783-4ad7-948e-cfd17aa9aa1c,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:32.365998 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3743022'] for router_gateway, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.464914 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3375'] for router, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.467243 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.593996 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737683'] for router, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.594452 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7f006f-fb90-474a-8779-698b60db1a45 {{(pid=101180) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 15 21:21:32.599410 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] Publish callbacks [] for router, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.600627 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-636b7493-ac8e-433e-a53a-c405fa605848 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fe7f006f-fb90-474a-8779-698b60db1a45 HTTP/1.1" status: 204 len: 168 time: 1.0131392 Oct 15 21:21:32.603135 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41926) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:32.651828 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.db_base_plugin_v2 [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Deleting subnet ecc81baf-f74c-4ce3-a2fb-f1ee09856ade {{(pid=101180) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 15 21:21:32.655114 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.689075 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130016324'] for subnet, precommit_delete_associations {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.764947 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-995886'] for subnet, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.819450 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:32.843322 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:32.843711 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3f3621ef-a501-4f14-b3f7-53c8d8a70ae4 not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:32.885852 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-995879', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130015860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129583584'] for subnet, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.917775 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc81baf-f74c-4ce3-a2fb-f1ee09856ade,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:32.921313 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:32.924545 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-081e57a6-cc0d-4545-bc69-93a4b14a047e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecc81baf-f74c-4ce3-a2fb-f1ee09856ade HTTP/1.1" status: 204 len: 168 time: 0.3204589 Oct 15 21:21:32.927301 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41928) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:32.929418 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d379c20-64a7-4d97-89f2-f20b6070a489 None None] Network ea1f4250-bb28-45fb-adfa-ead49baf658d requested from n-d-712140-14 {{(pid=101182) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 15 21:21:32.996567 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-588512'] for network, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.056320 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Deleting port c11a8388-d500-402b-8ddf-4dcfdfd90b7a {{(pid=101180) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:33.056715 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.123235 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] DHCP port deletion for ea1f4250-bb28-45fb-adfa-ead49baf658d request from n-d-712140-14 {{(pid=101182) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 15 21:21:33.131042 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.db [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] For port c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101180) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:33.131401 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.144483 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Calling delete_port for c11a8388-d500-402b-8ddf-4dcfdfd90b7a owned by network:dhcp {{(pid=101180) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:33.171368 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Deleting port c11a8388-d500-402b-8ddf-4dcfdfd90b7a {{(pid=101182) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 15 21:21:33.171781 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751874844389'] for port, before_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.235957 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.db [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] For port c11a8388-d500-402b-8ddf-4dcfdfd90b7a, host n-d-712140-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-14',level=0,port_id=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,segment=NetworkSegment(e9a08236-0464-4e01-bb22-4d4c907ac3a8),segment_id=e9a08236-0464-4e01-bb22-4d4c907ac3a8)] {{(pid=101182) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 15 21:21:33.236345 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761931'] for port, precommit_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.248994 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Calling delete_port for c11a8388-d500-402b-8ddf-4dcfdfd90b7a owned by network:dhcp {{(pid=101182) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 15 21:21:33.308584 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130015809'] for port, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.327941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-978285', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751874850371', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751874366778'] for port, after_delete {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.338408 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:33.341748 n-d-712140-14 neutron-server[101180]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] No DVR routers for this DVR port c11a8388-d500-402b-8ddf-4dcfdfd90b7a on host n-d-712140-14 {{(pid=101180) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:33.353217 n-d-712140-14 neutron-server[101182]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] Pushing event deleted for resources: {'Port': ['ID=c11a8388-d500-402b-8ddf-4dcfdfd90b7a,revision_number=None']} {{(pid=101182) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:33.357077 n-d-712140-14 neutron-server[101182]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b929f4b5-2f34-482a-9a7e-8bee9e0a1596 None None] No DVR routers for this DVR port c11a8388-d500-402b-8ddf-4dcfdfd90b7a on host n-d-712140-14 {{(pid=101182) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 15 21:21:33.417963 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-999259', 'neutron.services.segments.db._delete_segments_for_network-8751874875203'] for network, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.437931 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1f4250-bb28-45fb-adfa-ead49baf658d']}} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:33.448065 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a08236-0464-4e01-bb22-4d4c907ac3a8') {'for_net_delete': True} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:33.448365 n-d-712140-14 neutron-server[101180]: DEBUG neutron.services.segments.db [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a08236-0464-4e01-bb22-4d4c907ac3a8') {} {{(pid=101180) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 15 21:21:33.457653 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751874877772', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130016333'] for segment, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.470576 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161'] for segment, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.476350 n-d-712140-14 neutron-server[101180]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=101180) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 15 21:21:33.476751 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-999161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130015790'] for segment, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: Traceback (most recent call last): Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: timer() Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: cb(*args, **kw) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: return func(*args, **kwargs) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: self._notify() Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: self.callback(batched_events) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: event.method(event) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: aggregate_uuid = self.p_client.list_aggregates( Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: return f(self, *a, **k) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: return self._get(url).json() Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: return self.request(url, 'GET', **kwargs) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: base_url = self.get_endpoint(auth, allow=allow, Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 15 21:21:33.478355 n-d-712140-14 neutron-server[101180]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 15 21:21:33.612388 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-999080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4192348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3743178'] for network, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.618732 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Publish callbacks [] for network, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.621894 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea1f4250-bb28-45fb-adfa-ead49baf658d HTTP/1.1" status: 204 len: 168 time: 0.6936178 Oct 15 21:21:33.632794 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc2f06-d95b-4a64-b093-2f17489651a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1f4250-bb28-45fb-adfa-ead49baf658d,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:33.852809 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41932) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:33.892149 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-5a7cf6d9-a343-4b03-a7f1-3c38096d0d63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17dc8cc5d3f94a5a99fa022dab7027b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380754 Oct 15 21:21:33.894386 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41934) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:33.941132 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:33.961787 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.086670 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.091324 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.095755 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ae4f501-06cc-4140-b7cf-63e414e38b0f HTTP/1.1" status: 204 len: 168 time: 0.1972368 Oct 15 21:21:34.100091 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d6d36-bf18-465a-8865-157c2fcc7183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae4f501-06cc-4140-b7cf-63e414e38b0f,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:34.323231 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:34.343589 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:34.343941 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device 3a896e9e-e783-4ad7-948e-cfd17aa9aa1c not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:34.344349 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c11a8388-d500-402b-8ddf-4dcfdfd90b7a no longer exists at agent ovs-agent-n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 15 21:21:34.362714 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.plugin [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] No Port match for: c11a8388-d500-402b-8ddf-4dcfdfd90b7a {{(pid=101182) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 15 21:21:34.363081 n-d-712140-14 neutron-server[101182]: DEBUG neutron.plugins.ml2.rpc [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Device c11a8388-d500-402b-8ddf-4dcfdfd90b7a not bound to the agent host n-d-712140-14 {{(pid=101182) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 15 21:21:34.730951 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41940) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:34.769526 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-4f71ff4a-ee40-4d34-8d5f-f1104d171584 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00cbaec82f3949c5a034edab5571a4c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374296 Oct 15 21:21:34.771996 n-d-712140-14 neutron-server[101180]: DEBUG neutron.wsgi [-] (101180) accepted ('10.222.0.13', 41942) {{(pid=101180) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 15 21:21:34.818138 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.839233 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.953974 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4186351'] for security_group, after_delete {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.956463 n-d-712140-14 neutron-server[101180]: DEBUG neutron_lib.callbacks.manager [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101180) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:34.957608 n-d-712140-14 neutron-server[101180]: INFO neutron.wsgi [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e973985d-2637-413d-8dcf-d2b45680e10b HTTP/1.1" status: 204 len: 168 time: 0.1847444 Oct 15 21:21:34.966049 n-d-712140-14 neutron-server[101180]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282efa-f040-433d-b7f1-edec60715bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973985d-2637-413d-8dcf-d2b45680e10b,revision_number=None']} {{(pid=101180) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 15 21:21:48.611486 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d392e834-194d-45a3-8ce0-46693c61b93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:51.530713 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-93b9f54a-2245-499d-914a-9b87f3a44e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:52.491815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:53.251120 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:53.616351 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:53.638691 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:21:53.839941 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:21:54.966970 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:18.594044 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-774cae35-0087-45f2-8c1c-a36991d7401a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:21.559746 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a16fb4ff-84e2-4ea4-851b-da14fd3f3da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:22.478800 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:23.245668 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:23.525594 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:23.839083 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:24.959458 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:30.638103 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:22:48.593373 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e449b71c-eda6-4301-a99a-2a4426ed6749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:51.518824 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-6711095a-9879-431f-80ef-107cc202f274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:52.501015 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:53.285124 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:53.547602 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:53.833962 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:22:54.947678 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:07.637118 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:23:18.598447 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a5dcde05-fecb-4dfa-9f7e-5bc84095eeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:21.518803 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71c8d91d-dfec-4d64-af68-85ca75224e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:22.472729 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:23.261371 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:23.546926 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:23.843931 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:24.993009 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:44.636508 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:23:48.621006 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-0ca6bb3e-01cf-4b74-b237-edbbc3cf8e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:51.557741 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c57039d4-70dd-4c73-97dd-f0d76bfef1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:52.461186 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:53.249066 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:53.563146 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:53.832257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:23:54.969657 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:18.597326 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a034df0d-79ed-4223-8359-788d07e0635e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:21.540607 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-406df176-ffd3-4af7-8c56-78fd89680a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:21.637035 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:24:22.494607 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:23.260503 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:23.614712 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:23.854319 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:24.991566 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:48.597662 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-2b998808-1b3c-4564-95a0-b256bdd4bca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:51.545519 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-7428d688-683a-4da2-92a1-327d5cf30075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:52.493991 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:53.242969 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:53.562873 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:53.831276 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:54.979541 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:24:58.636738 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:25:18.590961 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-e9dfc616-4de0-4211-ad52-fd4849a20e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:21.522449 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8a73bf90-7fca-4c9b-96d6-be52e8408482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:22.459417 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:23.241963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:23.567974 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:23.836853 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:24.957312 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:35.637237 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:25:48.619035 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-61ea632e-5a3f-46d2-9581-e0c032f04d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:51.539134 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-87b8ff94-43c9-48ba-8d5d-ab24bb03d99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:52.470700 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:53.281936 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:53.579311 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:53.824324 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:25:54.955819 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:12.638102 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:26:18.590542 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-55fc579d-5cb0-42a3-aeba-8f948433de5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:21.527457 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-17a7c760-a685-45ac-ba97-e90c90aba371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:22.498482 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:23.269902 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:23.567108 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:23.847432 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:24.973095 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:48.646629 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd808-f770-4eeb-b7a3-339f4a0197ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:49.637733 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:26:51.537904 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-eda833da-feb0-427f-919e-0be947dad0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:52.486947 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:53.264297 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:53.606492 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:53.887203 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:26:54.972304 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:18.612253 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7c52-a72a-4b23-9b0c-2053964f2924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:21.520815 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-afcf8f5a-a51a-46c4-b8f7-6d0c9865a849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:22.480723 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:23.286240 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:23.606441 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:23.875112 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:24.972058 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:26.637341 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:27:36.048044 n-d-712140-14 neutron-server[101181]: DEBUG neutron.wsgi [req-7d32e462-9505-4e2d-b3f7-0f0328802534 req-7f70ea0c-545a-45d3-b5a9-fcd0d3c50100 service neutron] (101181) timed out ('10.222.0.13', 39418) {{(pid=101181) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 15 21:27:48.640347 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-a0210026-e1a8-47c8-9e59-8a37a8b9c00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:51.543120 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c8f83f77-82b4-48bf-ae46-496c61b30271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:52.480313 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:53.274388 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:53.645956 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:53.885479 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:27:54.971257 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:03.636635 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:28:18.594177 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-d3593635-413a-4d94-bc36-96b4b0ceef36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:21.541818 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5011a116-51cd-4016-a3b7-c24388ce4628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:22.508075 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:23.274057 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:23.691412 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:23.874021 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:24.988316 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:40.636190 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:28:48.605810 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-b65d181f-a0a6-4728-aa95-9ef609af77a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:51.530601 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-71acbfcb-8201-433d-bc9c-2fc1a64ae769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:52.502162 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:53.306954 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:53.649823 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:53.890504 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:28:54.993506 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:17.635842 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:29:18.611391 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-68aab31d-e8f9-4e35-821a-609d53bd3543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:21.553121 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-30160da4-64d1-4af1-87a2-425f95cb4427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:22.484861 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:23.318731 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:23.747459 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:23.890681 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:24.993339 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:48.598609 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ed79fdbf-7a7e-4609-b370-8068b4642956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:51.535505 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-f51fd07e-2fde-4352-9678-bead867405a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:52.489809 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:53.295665 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:53.707256 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:53.890215 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:29:54.635456 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 15 21:29:55.015612 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:18.598429 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0210-4fbc-495f-b482-d2275d228b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:21.523963 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-df057716-8a08-4f7a-8cb4-ec10eecf8978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:22.524233 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-82ab118e-d928-4af8-93b6-140f01d2e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:23.317934 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-5074e540-f4fe-4e51-b119-59e838588a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:23.724022 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-8eea0802-be92-465d-b948-cdd39a1024b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:23.918409 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-c09d47a4-80a4-430c-9d3b-872d482667a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:25.015283 n-d-712140-14 neutron-server[101182]: DEBUG neutron_lib.callbacks.manager [None req-ff8df7d0-a06d-4ba7-91c2-07855c75b44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751874875185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984267'] for agent, after_update {{(pid=101182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 15 21:30:31.636480 n-d-712140-14 neutron-server[101183]: DEBUG neutron.db.agents_db [None req-8f8eabe3-5918-4bf4-bafd-eedec0fc1189 None None] Agent healthcheck: found 7 active agents {{(pid=101183) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}